2023-09-23T14:32:54.799 INFO:root:teuthology version: 0.0.1.dev194+g54e62bc 2023-09-23T14:32:54.800 DEBUG:teuthology.run:Teuthology command: teuthology --name teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi --owner scheduled_teuthology@teuthology --verbose --archive /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701 --description upgrade:quincy-x/stress-split/{0-distro/rhel_8.6_container_tools_3.0 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity} -- /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701/orig.config.yaml 2023-09-23T14:32:54.860 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-09-23T14:32:54.946 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701 branch: reef description: upgrade:quincy-x/stress-split/{0-distro/rhel_8.6_container_tools_3.0 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity} email: ceph-qa@ceph.io first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: quincy clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' first_in_suite: false job_id: '7401701' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run basic cls tests for rbd ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run basic import/export cli tests for rbd ' name: teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: reef ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: reef sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 owner: scheduled_teuthology@teuthology priority: 100 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' seed: 4997 sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: quincy clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' suite: upgrade:quincy-x suite_branch: reef suite_path: /home/teuthworker/src/github.com_ceph_ceph_bb0daeff97f020f686596fca6eba20c310e26fb7/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 targets: smithi118.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi178.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:3.0 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: branch: quincy exclude_packages: - ceph-volume - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-09-23_14:23:10 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2830 2023-09-23T14:32:54.947 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_bb0daeff97f020f686596fca6eba20c310e26fb7/qa; will attempt to use it 2023-09-23T14:32:54.948 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_bb0daeff97f020f686596fca6eba20c310e26fb7/qa/tasks 2023-09-23T14:32:54.948 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-09-23T14:32:54.949 INFO:teuthology.task.internal:Checking packages... 2023-09-23T14:32:54.972 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash 'bb0daeff97f020f686596fca6eba20c310e26fb7' 2023-09-23T14:32:54.972 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T14:32:54.972 INFO:teuthology.packaging:ref: None 2023-09-23T14:32:54.972 INFO:teuthology.packaging:tag: None 2023-09-23T14:32:54.973 INFO:teuthology.packaging:branch: reef 2023-09-23T14:32:54.973 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:32:54.973 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=reef 2023-09-23T14:32:55.219 INFO:teuthology.task.internal:Found packages for ceph version 18.2.0-460.gbb0daeff 2023-09-23T14:32:55.219 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-09-23T14:32:55.224 INFO:teuthology.task.internal:no buildpackages task found 2023-09-23T14:32:55.224 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-09-23T14:32:55.229 INFO:teuthology.task.internal:Saving configuration 2023-09-23T14:32:55.252 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-09-23T14:32:55.257 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-09-23T14:32:55.283 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi118.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-23 14:24:44.466796', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-09-23T14:32:55.305 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi178.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-23 14:24:44.465153', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-09-23T14:32:55.305 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-09-23T14:32:55.312 INFO:teuthology.task.internal:roles: ubuntu@smithi118.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2023-09-23T14:32:55.312 INFO:teuthology.task.internal:roles: ubuntu@smithi178.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2023-09-23T14:32:55.312 INFO:teuthology.run_tasks:Running task console_log... 2023-09-23T14:32:55.423 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f3c942f7af0>, signals=[15]) 2023-09-23T14:32:55.423 INFO:teuthology.run_tasks:Running task internal.connect... 2023-09-23T14:32:55.431 INFO:teuthology.task.internal:Opening connections... 2023-09-23T14:32:55.432 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi118.front.sepia.ceph.com 2023-09-23T14:32:55.434 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi118.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T14:32:55.503 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi178.front.sepia.ceph.com 2023-09-23T14:32:55.503 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T14:32:55.571 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-09-23T14:32:55.578 DEBUG:teuthology.orchestra.run.smithi118:> uname -m 2023-09-23T14:32:55.599 INFO:teuthology.orchestra.run.smithi118.stdout:x86_64 2023-09-23T14:32:55.600 DEBUG:teuthology.orchestra.run.smithi118:> cat /etc/os-release 2023-09-23T14:32:55.660 INFO:teuthology.orchestra.run.smithi118.stdout:NAME="Red Hat Enterprise Linux" 2023-09-23T14:32:55.660 INFO:teuthology.orchestra.run.smithi118.stdout:VERSION="8.6 (Ootpa)" 2023-09-23T14:32:55.660 INFO:teuthology.orchestra.run.smithi118.stdout:ID="rhel" 2023-09-23T14:32:55.660 INFO:teuthology.orchestra.run.smithi118.stdout:ID_LIKE="fedora" 2023-09-23T14:32:55.660 INFO:teuthology.orchestra.run.smithi118.stdout:VERSION_ID="8.6" 2023-09-23T14:32:55.660 INFO:teuthology.orchestra.run.smithi118.stdout:PLATFORM_ID="platform:el8" 2023-09-23T14:32:55.660 INFO:teuthology.orchestra.run.smithi118.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-09-23T14:32:55.660 INFO:teuthology.orchestra.run.smithi118.stdout:ANSI_COLOR="0;31" 2023-09-23T14:32:55.660 INFO:teuthology.orchestra.run.smithi118.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-09-23T14:32:55.661 INFO:teuthology.orchestra.run.smithi118.stdout:HOME_URL="https://www.redhat.com/" 2023-09-23T14:32:55.661 INFO:teuthology.orchestra.run.smithi118.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-09-23T14:32:55.661 INFO:teuthology.orchestra.run.smithi118.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-09-23T14:32:55.661 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:32:55.661 INFO:teuthology.orchestra.run.smithi118.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-09-23T14:32:55.661 INFO:teuthology.orchestra.run.smithi118.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-09-23T14:32:55.661 INFO:teuthology.orchestra.run.smithi118.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-09-23T14:32:55.661 INFO:teuthology.orchestra.run.smithi118.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-09-23T14:32:55.662 INFO:teuthology.lock.ops:Updating smithi118.front.sepia.ceph.com on lock server 2023-09-23T14:32:55.690 DEBUG:teuthology.orchestra.run.smithi178:> uname -m 2023-09-23T14:32:55.710 INFO:teuthology.orchestra.run.smithi178.stdout:x86_64 2023-09-23T14:32:55.710 DEBUG:teuthology.orchestra.run.smithi178:> cat /etc/os-release 2023-09-23T14:32:55.769 INFO:teuthology.orchestra.run.smithi178.stdout:NAME="Red Hat Enterprise Linux" 2023-09-23T14:32:55.769 INFO:teuthology.orchestra.run.smithi178.stdout:VERSION="8.6 (Ootpa)" 2023-09-23T14:32:55.769 INFO:teuthology.orchestra.run.smithi178.stdout:ID="rhel" 2023-09-23T14:32:55.769 INFO:teuthology.orchestra.run.smithi178.stdout:ID_LIKE="fedora" 2023-09-23T14:32:55.769 INFO:teuthology.orchestra.run.smithi178.stdout:VERSION_ID="8.6" 2023-09-23T14:32:55.770 INFO:teuthology.orchestra.run.smithi178.stdout:PLATFORM_ID="platform:el8" 2023-09-23T14:32:55.770 INFO:teuthology.orchestra.run.smithi178.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-09-23T14:32:55.770 INFO:teuthology.orchestra.run.smithi178.stdout:ANSI_COLOR="0;31" 2023-09-23T14:32:55.770 INFO:teuthology.orchestra.run.smithi178.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-09-23T14:32:55.770 INFO:teuthology.orchestra.run.smithi178.stdout:HOME_URL="https://www.redhat.com/" 2023-09-23T14:32:55.770 INFO:teuthology.orchestra.run.smithi178.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-09-23T14:32:55.770 INFO:teuthology.orchestra.run.smithi178.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-09-23T14:32:55.770 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:32:55.770 INFO:teuthology.orchestra.run.smithi178.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-09-23T14:32:55.771 INFO:teuthology.orchestra.run.smithi178.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-09-23T14:32:55.771 INFO:teuthology.orchestra.run.smithi178.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-09-23T14:32:55.771 INFO:teuthology.orchestra.run.smithi178.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-09-23T14:32:55.771 INFO:teuthology.lock.ops:Updating smithi178.front.sepia.ceph.com on lock server 2023-09-23T14:32:55.826 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-09-23T14:32:55.837 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-09-23T14:32:55.843 INFO:teuthology.task.internal:Checking for old test directory... 2023-09-23T14:32:55.843 DEBUG:teuthology.orchestra.run.smithi118:> test '!' -e /home/ubuntu/cephtest 2023-09-23T14:32:55.845 DEBUG:teuthology.orchestra.run.smithi178:> test '!' -e /home/ubuntu/cephtest 2023-09-23T14:32:55.863 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-09-23T14:32:55.869 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-09-23T14:32:55.869 DEBUG:teuthology.orchestra.run.smithi118:> test -z $(ls -A /var/lib/ceph) 2023-09-23T14:32:55.902 DEBUG:teuthology.orchestra.run.smithi178:> test -z $(ls -A /var/lib/ceph) 2023-09-23T14:32:55.928 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-09-23T14:32:55.992 INFO:teuthology.run_tasks:Running task kernel... 2023-09-23T14:32:56.009 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-09-23T14:32:56.009 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-09-23T14:32:56.010 DEBUG:teuthology.orchestra.run.smithi118:> test -f /run/.containerenv -o -f /.dockerenv 2023-09-23T14:32:56.010 DEBUG:teuthology.orchestra.run.smithi178:> test -f /run/.containerenv -o -f /.dockerenv 2023-09-23T14:32:56.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T14:32:56.029 DEBUG:teuthology.orchestra.run.smithi178:> uname -r 2023-09-23T14:32:56.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T14:32:56.030 DEBUG:teuthology.orchestra.run.smithi118:> uname -r 2023-09-23T14:32:56.087 INFO:teuthology.orchestra.run.smithi118.stdout:4.18.0-372.9.1.el8.x86_64 2023-09-23T14:32:56.087 INFO:teuthology.task.kernel:Running kernel on smithi118: 4.18.0-372.9.1.el8.x86_64 2023-09-23T14:32:56.087 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum install -y kernel 2023-09-23T14:32:56.088 INFO:teuthology.orchestra.run.smithi178.stdout:4.18.0-372.9.1.el8.x86_64 2023-09-23T14:32:56.088 INFO:teuthology.task.kernel:Running kernel on smithi178: 4.18.0-372.9.1.el8.x86_64 2023-09-23T14:32:56.089 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum install -y kernel 2023-09-23T14:32:57.242 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:32:57.242 INFO:teuthology.orchestra.run.smithi178.stdout:Unable to read consumer identity 2023-09-23T14:32:57.249 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:32:57.249 INFO:teuthology.orchestra.run.smithi118.stdout:Unable to read consumer identity 2023-09-23T14:32:58.684 INFO:teuthology.orchestra.run.smithi178.stdout:Copr repo for python3-asyncssh owned by ceph 21 kB/s | 3.5 kB 00:00 2023-09-23T14:32:59.039 INFO:teuthology.orchestra.run.smithi118.stdout:Copr repo for python3-asyncssh owned by ceph 13 kB/s | 3.5 kB 00:00 2023-09-23T14:32:59.410 INFO:teuthology.orchestra.run.smithi178.stdout:Extra Packages for Enterprise Linux 22 MB/s | 16 MB 00:00 2023-09-23T14:32:59.732 INFO:teuthology.orchestra.run.smithi118.stdout:Extra Packages for Enterprise Linux 24 MB/s | 16 MB 00:00 2023-09-23T14:33:02.952 INFO:teuthology.orchestra.run.smithi178.stdout:lab-extras 500 kB/s | 24 kB 00:00 2023-09-23T14:33:03.282 INFO:teuthology.orchestra.run.smithi118.stdout:lab-extras 388 kB/s | 24 kB 00:00 2023-09-23T14:33:03.621 INFO:teuthology.orchestra.run.smithi178.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-09-23T14:33:03.678 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:33:03.679 INFO:teuthology.orchestra.run.smithi178.stdout:Nothing to do. 2023-09-23T14:33:03.679 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:33:03.798 DEBUG:teuthology.orchestra.run.smithi178:> echo no | sudo yum reinstall kernel || true 2023-09-23T14:33:04.018 INFO:teuthology.orchestra.run.smithi118.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-09-23T14:33:04.130 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:33:04.130 INFO:teuthology.orchestra.run.smithi178.stdout:Unable to read consumer identity 2023-09-23T14:33:04.156 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:33:04.157 INFO:teuthology.orchestra.run.smithi118.stdout:Nothing to do. 2023-09-23T14:33:04.157 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:33:04.271 DEBUG:teuthology.orchestra.run.smithi118:> echo no | sudo yum reinstall kernel || true 2023-09-23T14:33:04.393 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:00:02 ago on Sat 23 Sep 2023 02:33:02 PM UTC. 2023-09-23T14:33:04.442 INFO:teuthology.orchestra.run.smithi178.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-23T14:33:04.480 INFO:teuthology.orchestra.run.smithi178.stderr:Error: No packages marked for reinstall. 2023-09-23T14:33:04.527 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum reinstall -y kernel || true 2023-09-23T14:33:04.602 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:33:04.603 INFO:teuthology.orchestra.run.smithi118.stdout:Unable to read consumer identity 2023-09-23T14:33:04.855 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:33:04.855 INFO:teuthology.orchestra.run.smithi178.stdout:Unable to read consumer identity 2023-09-23T14:33:04.863 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:00:01 ago on Sat 23 Sep 2023 02:33:03 PM UTC. 2023-09-23T14:33:04.904 INFO:teuthology.orchestra.run.smithi118.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-23T14:33:04.951 INFO:teuthology.orchestra.run.smithi118.stderr:Error: No packages marked for reinstall. 2023-09-23T14:33:04.997 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum reinstall -y kernel || true 2023-09-23T14:33:05.112 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:00:03 ago on Sat 23 Sep 2023 02:33:02 PM UTC. 2023-09-23T14:33:05.154 INFO:teuthology.orchestra.run.smithi178.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-23T14:33:05.186 INFO:teuthology.orchestra.run.smithi178.stderr:Error: No packages marked for reinstall. 2023-09-23T14:33:05.238 DEBUG:teuthology.orchestra.run.smithi178:> rpm -q kernel | sort -rV | head -n 1 2023-09-23T14:33:05.318 INFO:teuthology.orchestra.run.smithi178.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-09-23T14:33:05.319 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-09-23T14:33:05.319 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-09-23T14:33:05.319 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-09-23T14:33:05.319 DEBUG:teuthology.orchestra.run.smithi178:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-09-23T14:33:05.325 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:33:05.325 INFO:teuthology.orchestra.run.smithi118.stdout:Unable to read consumer identity 2023-09-23T14:33:05.345 INFO:teuthology.orchestra.run.smithi178.stdout:ttyS1 2023-09-23T14:33:05.359 DEBUG:teuthology.parallel:result is None 2023-09-23T14:33:05.582 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:00:02 ago on Sat 23 Sep 2023 02:33:03 PM UTC. 2023-09-23T14:33:05.623 INFO:teuthology.orchestra.run.smithi118.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-09-23T14:33:05.664 INFO:teuthology.orchestra.run.smithi118.stderr:Error: No packages marked for reinstall. 2023-09-23T14:33:05.724 DEBUG:teuthology.orchestra.run.smithi118:> rpm -q kernel | sort -rV | head -n 1 2023-09-23T14:33:05.806 INFO:teuthology.orchestra.run.smithi118.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-09-23T14:33:05.806 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-09-23T14:33:05.807 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-09-23T14:33:05.807 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-09-23T14:33:05.807 DEBUG:teuthology.orchestra.run.smithi118:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-09-23T14:33:05.834 INFO:teuthology.orchestra.run.smithi118.stdout:ttyS1 2023-09-23T14:33:05.847 DEBUG:teuthology.parallel:result is None 2023-09-23T14:33:05.848 INFO:teuthology.run_tasks:Running task internal.base... 2023-09-23T14:33:05.854 INFO:teuthology.task.internal:Creating test directory... 2023-09-23T14:33:05.854 DEBUG:teuthology.orchestra.run.smithi118:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-09-23T14:33:05.889 DEBUG:teuthology.orchestra.run.smithi178:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-09-23T14:33:05.907 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-09-23T14:33:05.913 INFO:teuthology.run_tasks:Running task internal.archive... 2023-09-23T14:33:05.920 INFO:teuthology.task.internal:Creating archive directory... 2023-09-23T14:33:05.921 DEBUG:teuthology.orchestra.run.smithi118:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-09-23T14:33:05.946 DEBUG:teuthology.orchestra.run.smithi178:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-09-23T14:33:05.981 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-09-23T14:33:05.988 INFO:teuthology.task.internal:Enabling coredump saving... 2023-09-23T14:33:05.988 DEBUG:teuthology.orchestra.run.smithi118:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-09-23T14:33:06.003 DEBUG:teuthology.orchestra.run.smithi178:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-09-23T14:33:06.038 INFO:teuthology.orchestra.run.smithi118.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T14:33:06.048 INFO:teuthology.orchestra.run.smithi118.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T14:33:06.053 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T14:33:06.061 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T14:33:06.062 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-09-23T14:33:06.073 INFO:teuthology.task.internal:Configuring sudo... 2023-09-23T14:33:06.073 DEBUG:teuthology.orchestra.run.smithi118:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-09-23T14:33:06.092 DEBUG:teuthology.orchestra.run.smithi178:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-09-23T14:33:06.130 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-09-23T14:33:06.138 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-09-23T14:33:06.138 DEBUG:teuthology.orchestra.run.smithi118:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-09-23T14:33:06.159 DEBUG:teuthology.orchestra.run.smithi178:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-09-23T14:33:06.186 DEBUG:teuthology.orchestra.run.smithi118:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T14:33:06.258 DEBUG:teuthology.orchestra.run.smithi118:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T14:33:06.328 DEBUG:teuthology.orchestra.run.smithi118:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T14:33:06.371 DEBUG:teuthology.orchestra.run.smithi118:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T14:33:06.414 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:33:06.414 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-09-23T14:33:06.481 DEBUG:teuthology.orchestra.run.smithi178:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T14:33:06.526 DEBUG:teuthology.orchestra.run.smithi178:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T14:33:06.576 DEBUG:teuthology.orchestra.run.smithi178:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T14:33:06.659 DEBUG:teuthology.orchestra.run.smithi178:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T14:33:06.702 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:33:06.702 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-09-23T14:33:06.774 DEBUG:teuthology.orchestra.run.smithi118:> sudo service rsyslog restart 2023-09-23T14:33:06.776 DEBUG:teuthology.orchestra.run.smithi178:> sudo service rsyslog restart 2023-09-23T14:33:06.844 INFO:teuthology.orchestra.run.smithi118.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-23T14:33:06.872 INFO:teuthology.orchestra.run.smithi178.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-23T14:33:07.139 INFO:teuthology.run_tasks:Running task internal.timer... 2023-09-23T14:33:07.148 INFO:teuthology.task.internal:Starting timer... 2023-09-23T14:33:07.148 INFO:teuthology.run_tasks:Running task pcp... 2023-09-23T14:33:07.161 INFO:teuthology.run_tasks:Running task selinux... 2023-09-23T14:33:07.170 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-09-23T14:33:07.171 DEBUG:teuthology.orchestra.run.smithi118:> sudo service auditd rotate 2023-09-23T14:33:07.259 INFO:teuthology.orchestra.run.smithi118.stdout:Rotating logs: 2023-09-23T14:33:07.261 DEBUG:teuthology.orchestra.run.smithi178:> sudo service auditd rotate 2023-09-23T14:33:07.319 INFO:teuthology.orchestra.run.smithi178.stdout:Rotating logs: 2023-09-23T14:33:07.321 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-09-23T14:33:07.321 DEBUG:teuthology.orchestra.run.smithi118:> /usr/sbin/getenforce 2023-09-23T14:33:07.346 INFO:teuthology.orchestra.run.smithi118.stdout:Permissive 2023-09-23T14:33:07.346 DEBUG:teuthology.orchestra.run.smithi178:> /usr/sbin/getenforce 2023-09-23T14:33:07.370 INFO:teuthology.orchestra.run.smithi178.stdout:Permissive 2023-09-23T14:33:07.371 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi118.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi178.front.sepia.ceph.com': 'permissive'} 2023-09-23T14:33:07.371 DEBUG:teuthology.orchestra.run.smithi118:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-23T14:33:07.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T14:33:07.413 DEBUG:teuthology.orchestra.run.smithi178:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-23T14:33:07.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T14:33:07.440 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-09-23T14:33:07.440 DEBUG:teuthology.orchestra.run.smithi118:> sudo /usr/sbin/setenforce permissive 2023-09-23T14:33:07.481 DEBUG:teuthology.orchestra.run.smithi178:> sudo /usr/sbin/setenforce permissive 2023-09-23T14:33:07.507 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-09-23T14:33:07.517 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-09-23T14:33:07.517 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-09-23T14:33:07.536 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-09-23T14:33:07.537 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi118.front.sepia.ceph.com,smithi178.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-09-23T14:43:39.430 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi118.front.sepia.ceph.com'), Remote(name='ubuntu@smithi178.front.sepia.ceph.com')] 2023-09-23T14:43:39.431 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi118.front.sepia.ceph.com' 2023-09-23T14:43:39.432 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi118.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T14:43:39.501 DEBUG:teuthology.orchestra.run.smithi118:> true 2023-09-23T14:43:39.568 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi118.front.sepia.ceph.com' 2023-09-23T14:43:39.569 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi178.front.sepia.ceph.com' 2023-09-23T14:43:39.569 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T14:43:39.638 DEBUG:teuthology.orchestra.run.smithi178:> true 2023-09-23T14:43:39.705 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi178.front.sepia.ceph.com' 2023-09-23T14:43:39.705 INFO:teuthology.run_tasks:Running task clock... 2023-09-23T14:43:39.715 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-09-23T14:43:39.715 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-09-23T14:43:39.715 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-23T14:43:39.717 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-09-23T14:43:39.717 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-23T14:43:39.749 INFO:teuthology.orchestra.run.smithi118.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-09-23T14:43:39.764 INFO:teuthology.orchestra.run.smithi118.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-09-23T14:43:39.778 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-09-23T14:43:39.793 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-09-23T14:43:39.837 INFO:teuthology.orchestra.run.smithi118.stderr:sudo: ntpd: command not found 2023-09-23T14:43:39.850 INFO:teuthology.orchestra.run.smithi118.stdout:506 Cannot talk to daemon 2023-09-23T14:43:39.860 INFO:teuthology.orchestra.run.smithi178.stderr:sudo: ntpd: command not found 2023-09-23T14:43:39.865 INFO:teuthology.orchestra.run.smithi118.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-09-23T14:43:39.872 INFO:teuthology.orchestra.run.smithi178.stdout:506 Cannot talk to daemon 2023-09-23T14:43:39.879 INFO:teuthology.orchestra.run.smithi118.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-09-23T14:43:39.886 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-09-23T14:43:39.900 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-09-23T14:43:39.952 INFO:teuthology.orchestra.run.smithi118.stderr:bash: ntpq: command not found 2023-09-23T14:43:39.955 INFO:teuthology.orchestra.run.smithi118.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-23T14:43:39.955 INFO:teuthology.orchestra.run.smithi118.stdout:=============================================================================== 2023-09-23T14:43:39.955 INFO:teuthology.orchestra.run.smithi118.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T14:43:39.955 INFO:teuthology.orchestra.run.smithi118.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T14:43:39.956 INFO:teuthology.orchestra.run.smithi118.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T14:43:39.956 INFO:teuthology.orchestra.run.smithi118.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T14:43:39.974 INFO:teuthology.orchestra.run.smithi178.stderr:bash: ntpq: command not found 2023-09-23T14:43:39.977 INFO:teuthology.orchestra.run.smithi178.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-23T14:43:39.978 INFO:teuthology.orchestra.run.smithi178.stdout:=============================================================================== 2023-09-23T14:43:39.978 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T14:43:39.978 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T14:43:39.978 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T14:43:39.978 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T14:43:39.979 INFO:teuthology.run_tasks:Running task pexec... 2023-09-23T14:43:39.988 INFO:teuthology.task.pexec:Executing custom commands... 2023-09-23T14:43:39.988 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi118.front.sepia.ceph.com 2023-09-23T14:43:39.988 DEBUG:teuthology.orchestra.run.smithi118:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-09-23T14:43:39.989 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi178.front.sepia.ceph.com 2023-09-23T14:43:39.989 DEBUG:teuthology.orchestra.run.smithi178:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-09-23T14:43:40.367 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:43:40.392 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:43:41.918 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:01:49 ago on Sat 23 Sep 2023 02:41:52 PM UTC. 2023-09-23T14:43:41.952 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:01:49 ago on Sat 23 Sep 2023 02:41:52 PM UTC. 2023-09-23T14:43:43.663 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:43:43.664 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:43:43.664 INFO:teuthology.orchestra.run.smithi178.stdout: Package Architecture Version Repository Size 2023-09-23T14:43:43.664 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:43:43.665 INFO:teuthology.orchestra.run.smithi178.stdout:Resetting modules: 2023-09-23T14:43:43.665 INFO:teuthology.orchestra.run.smithi178.stdout: container-tools 2023-09-23T14:43:43.665 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:43:43.665 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:43:43.665 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:43:43.665 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:43:43.692 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:43:43.693 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:43:43.694 INFO:teuthology.orchestra.run.smithi118.stdout: Package Architecture Version Repository Size 2023-09-23T14:43:43.694 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:43:43.694 INFO:teuthology.orchestra.run.smithi118.stdout:Resetting modules: 2023-09-23T14:43:43.694 INFO:teuthology.orchestra.run.smithi118.stdout: container-tools 2023-09-23T14:43:43.694 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:43:43.694 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:43:43.694 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:43:43.694 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:43:44.630 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:01:52 ago on Sat 23 Sep 2023 02:41:52 PM UTC. 2023-09-23T14:43:44.650 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:01:52 ago on Sat 23 Sep 2023 02:41:52 PM UTC. 2023-09-23T14:43:54.389 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:43:54.438 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:43:54.843 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:43:54.883 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:43:56.442 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:02:04 ago on Sat 23 Sep 2023 02:41:52 PM UTC. 2023-09-23T14:43:56.525 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:02:04 ago on Sat 23 Sep 2023 02:41:52 PM UTC. 2023-09-23T14:43:58.135 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:43:58.218 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:43:58.226 INFO:teuthology.orchestra.run.smithi118.stdout:========================================================================================================================== 2023-09-23T14:43:58.226 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repository Size 2023-09-23T14:43:58.227 INFO:teuthology.orchestra.run.smithi118.stdout:========================================================================================================================== 2023-09-23T14:43:58.227 INFO:teuthology.orchestra.run.smithi118.stdout:Installing group/module packages: 2023-09-23T14:43:58.227 INFO:teuthology.orchestra.run.smithi118.stdout: buildah x86_64 1.19.9-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.8 M 2023-09-23T14:43:58.227 INFO:teuthology.orchestra.run.smithi118.stdout: cockpit-podman noarch 29-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 1.1 M 2023-09-23T14:43:58.227 INFO:teuthology.orchestra.run.smithi118.stdout: crun x86_64 0.18-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 185 k 2023-09-23T14:43:58.227 INFO:teuthology.orchestra.run.smithi118.stdout: skopeo x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.4 M 2023-09-23T14:43:58.227 INFO:teuthology.orchestra.run.smithi118.stdout: toolbox x86_64 0.0.99.3-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-09-23T14:43:58.227 INFO:teuthology.orchestra.run.smithi118.stdout: udica noarch 0.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-09-23T14:43:58.228 INFO:teuthology.orchestra.run.smithi118.stdout:Installing dependencies: 2023-09-23T14:43:58.228 INFO:teuthology.orchestra.run.smithi118.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-09-23T14:43:58.228 INFO:teuthology.orchestra.run.smithi118.stdout:Downgrading: 2023-09-23T14:43:58.228 INFO:teuthology.orchestra.run.smithi118.stdout: conmon x86_64 2:2.0.26-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-09-23T14:43:58.228 INFO:teuthology.orchestra.run.smithi118.stdout: container-selinux noarch 2:2.178.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 53 k 2023-09-23T14:43:58.228 INFO:teuthology.orchestra.run.smithi118.stdout: containernetworking-plugins x86_64 0.9.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 19 M 2023-09-23T14:43:58.228 INFO:teuthology.orchestra.run.smithi118.stdout: containers-common x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 91 k 2023-09-23T14:43:58.228 INFO:teuthology.orchestra.run.smithi118.stdout: criu x86_64 3.15-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 511 k 2023-09-23T14:43:58.228 INFO:teuthology.orchestra.run.smithi118.stdout: fuse-overlayfs x86_64 1.4.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 72 k 2023-09-23T14:43:58.229 INFO:teuthology.orchestra.run.smithi118.stdout: libslirp x86_64 4.3.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 69 k 2023-09-23T14:43:58.229 INFO:teuthology.orchestra.run.smithi118.stdout: podman x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 11 M 2023-09-23T14:43:58.229 INFO:teuthology.orchestra.run.smithi118.stdout: podman-catatonit x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 322 k 2023-09-23T14:43:58.229 INFO:teuthology.orchestra.run.smithi118.stdout: podman-docker noarch 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 56 k 2023-09-23T14:43:58.229 INFO:teuthology.orchestra.run.smithi118.stdout: runc x86_64 1.0.0-73.rc95.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.9 M 2023-09-23T14:43:58.229 INFO:teuthology.orchestra.run.smithi118.stdout: slirp4netns x86_64 1.1.8-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-09-23T14:43:58.229 INFO:teuthology.orchestra.run.smithi118.stdout:Installing module profiles: 2023-09-23T14:43:58.229 INFO:teuthology.orchestra.run.smithi118.stdout: container-tools/common 2023-09-23T14:43:58.230 INFO:teuthology.orchestra.run.smithi118.stdout:Enabling module streams: 2023-09-23T14:43:58.230 INFO:teuthology.orchestra.run.smithi118.stdout: container-tools 3.0 2023-09-23T14:43:58.230 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:43:58.230 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:43:58.230 INFO:teuthology.orchestra.run.smithi118.stdout:========================================================================================================================== 2023-09-23T14:43:58.230 INFO:teuthology.orchestra.run.smithi118.stdout:Install 7 Packages 2023-09-23T14:43:58.230 INFO:teuthology.orchestra.run.smithi118.stdout:Downgrade 12 Packages 2023-09-23T14:43:58.230 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:43:58.231 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 51 M 2023-09-23T14:43:58.231 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:43:58.312 INFO:teuthology.orchestra.run.smithi178.stdout:========================================================================================================================== 2023-09-23T14:43:58.313 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2023-09-23T14:43:58.313 INFO:teuthology.orchestra.run.smithi178.stdout:========================================================================================================================== 2023-09-23T14:43:58.313 INFO:teuthology.orchestra.run.smithi178.stdout:Installing group/module packages: 2023-09-23T14:43:58.313 INFO:teuthology.orchestra.run.smithi178.stdout: buildah x86_64 1.19.9-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.8 M 2023-09-23T14:43:58.313 INFO:teuthology.orchestra.run.smithi178.stdout: cockpit-podman noarch 29-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 1.1 M 2023-09-23T14:43:58.313 INFO:teuthology.orchestra.run.smithi178.stdout: crun x86_64 0.18-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 185 k 2023-09-23T14:43:58.313 INFO:teuthology.orchestra.run.smithi178.stdout: skopeo x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.4 M 2023-09-23T14:43:58.313 INFO:teuthology.orchestra.run.smithi178.stdout: toolbox x86_64 0.0.99.3-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-09-23T14:43:58.314 INFO:teuthology.orchestra.run.smithi178.stdout: udica noarch 0.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-09-23T14:43:58.314 INFO:teuthology.orchestra.run.smithi178.stdout:Installing dependencies: 2023-09-23T14:43:58.314 INFO:teuthology.orchestra.run.smithi178.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-09-23T14:43:58.314 INFO:teuthology.orchestra.run.smithi178.stdout:Downgrading: 2023-09-23T14:43:58.314 INFO:teuthology.orchestra.run.smithi178.stdout: conmon x86_64 2:2.0.26-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-09-23T14:43:58.314 INFO:teuthology.orchestra.run.smithi178.stdout: container-selinux noarch 2:2.178.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 53 k 2023-09-23T14:43:58.314 INFO:teuthology.orchestra.run.smithi178.stdout: containernetworking-plugins x86_64 0.9.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 19 M 2023-09-23T14:43:58.314 INFO:teuthology.orchestra.run.smithi178.stdout: containers-common x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 91 k 2023-09-23T14:43:58.314 INFO:teuthology.orchestra.run.smithi178.stdout: criu x86_64 3.15-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 511 k 2023-09-23T14:43:58.315 INFO:teuthology.orchestra.run.smithi178.stdout: fuse-overlayfs x86_64 1.4.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 72 k 2023-09-23T14:43:58.315 INFO:teuthology.orchestra.run.smithi178.stdout: libslirp x86_64 4.3.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 69 k 2023-09-23T14:43:58.315 INFO:teuthology.orchestra.run.smithi178.stdout: podman x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 11 M 2023-09-23T14:43:58.315 INFO:teuthology.orchestra.run.smithi178.stdout: podman-catatonit x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 322 k 2023-09-23T14:43:58.315 INFO:teuthology.orchestra.run.smithi178.stdout: podman-docker noarch 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 56 k 2023-09-23T14:43:58.315 INFO:teuthology.orchestra.run.smithi178.stdout: runc x86_64 1.0.0-73.rc95.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.9 M 2023-09-23T14:43:58.315 INFO:teuthology.orchestra.run.smithi178.stdout: slirp4netns x86_64 1.1.8-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-09-23T14:43:58.315 INFO:teuthology.orchestra.run.smithi178.stdout:Installing module profiles: 2023-09-23T14:43:58.315 INFO:teuthology.orchestra.run.smithi178.stdout: container-tools/common 2023-09-23T14:43:58.316 INFO:teuthology.orchestra.run.smithi178.stdout:Enabling module streams: 2023-09-23T14:43:58.316 INFO:teuthology.orchestra.run.smithi178.stdout: container-tools 3.0 2023-09-23T14:43:58.316 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:43:58.316 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:43:58.316 INFO:teuthology.orchestra.run.smithi178.stdout:========================================================================================================================== 2023-09-23T14:43:58.316 INFO:teuthology.orchestra.run.smithi178.stdout:Install 7 Packages 2023-09-23T14:43:58.316 INFO:teuthology.orchestra.run.smithi178.stdout:Downgrade 12 Packages 2023-09-23T14:43:58.316 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:43:58.317 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 51 M 2023-09-23T14:43:58.317 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:43:58.448 INFO:teuthology.orchestra.run.smithi118.stdout:(1/19): containers-common-1.2.4-1.module+el8.6. 418 kB/s | 91 kB 00:00 2023-09-23T14:43:58.461 INFO:teuthology.orchestra.run.smithi178.stdout:(1/19): container-selinux-2.178.0-2.module+el8. 367 kB/s | 53 kB 00:00 2023-09-23T14:43:58.477 INFO:teuthology.orchestra.run.smithi178.stdout:(2/19): slirp4netns-1.1.8-1.module+el8.6.0+1487 319 kB/s | 51 kB 00:00 2023-09-23T14:43:58.498 INFO:teuthology.orchestra.run.smithi118.stdout:(2/19): container-selinux-2.178.0-2.module+el8. 197 kB/s | 53 kB 00:00 2023-09-23T14:43:58.503 INFO:teuthology.orchestra.run.smithi178.stdout:(3/19): containers-common-1.2.4-1.module+el8.6. 488 kB/s | 91 kB 00:00 2023-09-23T14:43:58.557 INFO:teuthology.orchestra.run.smithi118.stdout:(3/19): criu-3.15-1.module+el8.6.0+14874+644362 4.6 MB/s | 511 kB 00:00 2023-09-23T14:43:58.582 INFO:teuthology.orchestra.run.smithi118.stdout:(4/19): slirp4netns-1.1.8-1.module+el8.6.0+1487 146 kB/s | 51 kB 00:00 2023-09-23T14:43:58.620 INFO:teuthology.orchestra.run.smithi178.stdout:(4/19): libslirp-4.3.1-1.module+el8.6.0+14874+6 486 kB/s | 69 kB 00:00 2023-09-23T14:43:58.624 INFO:teuthology.orchestra.run.smithi118.stdout:(5/19): libslirp-4.3.1-1.module+el8.6.0+14874+6 551 kB/s | 69 kB 00:00 2023-09-23T14:43:58.670 INFO:teuthology.orchestra.run.smithi178.stdout:(5/19): runc-1.0.0-73.rc95.module+el8.6.0+14874 17 MB/s | 2.9 MB 00:00 2023-09-23T14:43:58.695 INFO:teuthology.orchestra.run.smithi178.stdout:(6/19): criu-3.15-1.module+el8.6.0+14874+644362 2.1 MB/s | 511 kB 00:00 2023-09-23T14:43:58.699 INFO:teuthology.orchestra.run.smithi118.stdout:(6/19): fuse-overlayfs-1.4.0-2.module+el8.6.0+1 617 kB/s | 72 kB 00:00 2023-09-23T14:43:58.791 INFO:teuthology.orchestra.run.smithi178.stdout:(7/19): fuse-overlayfs-1.4.0-2.module+el8.6.0+1 421 kB/s | 72 kB 00:00 2023-09-23T14:43:58.792 INFO:teuthology.orchestra.run.smithi118.stdout:(7/19): runc-1.0.0-73.rc95.module+el8.6.0+14874 12 MB/s | 2.9 MB 00:00 2023-09-23T14:43:58.887 INFO:teuthology.orchestra.run.smithi178.stdout:(8/19): conmon-2.0.26-1.module+el8.6.0+14874+64 530 kB/s | 51 kB 00:00 2023-09-23T14:43:58.913 INFO:teuthology.orchestra.run.smithi178.stdout:(9/19): podman-docker-3.0.1-9.module+el8.6.0+14 257 kB/s | 56 kB 00:00 2023-09-23T14:43:58.975 INFO:teuthology.orchestra.run.smithi118.stdout:(8/19): podman-docker-3.0.1-9.module+el8.6.0+14 203 kB/s | 56 kB 00:00 2023-09-23T14:43:59.046 INFO:teuthology.orchestra.run.smithi178.stdout:(10/19): podman-3.0.1-9.module+el8.6.0+14874+64 29 MB/s | 11 MB 00:00 2023-09-23T14:43:59.071 INFO:teuthology.orchestra.run.smithi178.stdout:(11/19): podman-catatonit-3.0.1-9.module+el8.6. 2.0 MB/s | 322 kB 00:00 2023-09-23T14:43:59.075 INFO:teuthology.orchestra.run.smithi118.stdout:(9/19): conmon-2.0.26-1.module+el8.6.0+14874+64 180 kB/s | 51 kB 00:00 2023-09-23T14:43:59.239 INFO:teuthology.orchestra.run.smithi178.stdout:(12/19): toolbox-0.0.99.3-1.module+el8.6.0+1487 13 MB/s | 2.2 MB 00:00 2023-09-23T14:43:59.242 INFO:teuthology.orchestra.run.smithi118.stdout:(10/19): podman-3.0.1-9.module+el8.6.0+14874+64 18 MB/s | 11 MB 00:00 2023-09-23T14:43:59.264 INFO:teuthology.orchestra.run.smithi178.stdout:(13/19): yajl-2.1.0-10.el8.x86_64.rpm 188 kB/s | 41 kB 00:00 2023-09-23T14:43:59.276 INFO:teuthology.orchestra.run.smithi118.stdout:(11/19): podman-catatonit-3.0.1-9.module+el8.6. 1.6 MB/s | 322 kB 00:00 2023-09-23T14:43:59.489 INFO:teuthology.orchestra.run.smithi178.stdout:(14/19): skopeo-1.2.4-1.module+el8.6.0+14874+64 25 MB/s | 6.4 MB 00:00 2023-09-23T14:43:59.592 INFO:teuthology.orchestra.run.smithi118.stdout:(12/19): containernetworking-plugins-0.9.1-1.mo 31 MB/s | 19 MB 00:00 2023-09-23T14:43:59.618 INFO:teuthology.orchestra.run.smithi118.stdout:(13/19): yajl-2.1.0-10.el8.x86_64.rpm 109 kB/s | 41 kB 00:00 2023-09-23T14:43:59.659 INFO:teuthology.orchestra.run.smithi118.stdout:(14/19): toolbox-0.0.99.3-1.module+el8.6.0+1487 5.7 MB/s | 2.2 MB 00:00 2023-09-23T14:43:59.706 INFO:teuthology.orchestra.run.smithi178.stdout:(15/19): containernetworking-plugins-0.9.1-1.mo 23 MB/s | 19 MB 00:00 2023-09-23T14:43:59.748 INFO:teuthology.orchestra.run.smithi178.stdout:(16/19): cockpit-podman-29-2.module+el8.6.0+148 4.1 MB/s | 1.1 MB 00:00 2023-09-23T14:43:59.790 INFO:teuthology.orchestra.run.smithi178.stdout:(17/19): crun-0.18-3.module+el8.6.0+14874+64436 2.2 MB/s | 185 kB 00:00 2023-09-23T14:43:59.793 INFO:teuthology.orchestra.run.smithi118.stdout:(15/19): cockpit-podman-29-2.module+el8.6.0+148 8.0 MB/s | 1.1 MB 00:00 2023-09-23T14:43:59.890 INFO:teuthology.orchestra.run.smithi178.stdout:(18/19): buildah-1.19.9-3.module+el8.6.0+14874+ 11 MB/s | 6.8 MB 00:00 2023-09-23T14:43:59.907 INFO:teuthology.orchestra.run.smithi178.stdout:(19/19): udica-0.2.4-1.module+el8.6.0+14874+644 319 kB/s | 51 kB 00:00 2023-09-23T14:43:59.907 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:43:59.907 INFO:teuthology.orchestra.run.smithi178.stdout:Total 32 MB/s | 51 MB 00:01 2023-09-23T14:43:59.918 INFO:teuthology.orchestra.run.smithi118.stdout:(16/19): skopeo-1.2.4-1.module+el8.6.0+14874+64 20 MB/s | 6.4 MB 00:00 2023-09-23T14:43:59.943 INFO:teuthology.orchestra.run.smithi118.stdout:(17/19): crun-0.18-3.module+el8.6.0+14874+64436 1.2 MB/s | 185 kB 00:00 2023-09-23T14:44:00.027 INFO:teuthology.orchestra.run.smithi118.stdout:(18/19): buildah-1.19.9-3.module+el8.6.0+14874+ 17 MB/s | 6.8 MB 00:00 2023-09-23T14:44:00.052 INFO:teuthology.orchestra.run.smithi118.stdout:(19/19): udica-0.2.4-1.module+el8.6.0+14874+644 379 kB/s | 51 kB 00:00 2023-09-23T14:44:00.052 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:44:00.053 INFO:teuthology.orchestra.run.smithi118.stdout:Total 28 MB/s | 51 MB 00:01 2023-09-23T14:44:00.388 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:44:00.431 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:44:00.431 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:44:00.527 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:44:00.569 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:44:00.569 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:44:00.857 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:44:00.861 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:44:00.996 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:44:01.000 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:44:02.059 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:44:02.111 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299 1/1 2023-09-23T14:44:02.256 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:44:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299 1/1 2023-09-23T14:44:02.319 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-09-23T14:44:02.328 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-09-23T14:44:02.352 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-09-23T14:44:02.491 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-09-23T14:44:02.500 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-09-23T14:44:02.518 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-09-23T14:44:02.569 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-09-23T14:44:02.690 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-09-23T14:44:19.666 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-09-23T14:44:19.758 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-09-23T14:44:21.446 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : yajl-2.1.0-10.el8.x86_64 3/31 2023-09-23T14:44:21.643 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : yajl-2.1.0-10.el8.x86_64 3/31 2023-09-23T14:44:21.689 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : containernetworking-plugins-0.9.1-1.module+el8.6.0 4/31 2023-09-23T14:44:21.885 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 5/31 2023-09-23T14:44:22.043 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : containernetworking-plugins-0.9.1-1.module+el8.6.0 4/31 2023-09-23T14:44:22.105 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 6/31 2023-09-23T14:44:22.248 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 5/31 2023-09-23T14:44:22.324 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 7/31 2023-09-23T14:44:22.325 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 8/31 2023-09-23T14:44:22.325 INFO:teuthology.orchestra.run.smithi178.stdout:warning: /etc/containers/registries.conf created as /etc/containers/registries.conf.rpmnew 2023-09-23T14:44:22.325 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:44:22.402 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 6/31 2023-09-23T14:44:22.622 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 7/31 2023-09-23T14:44:22.622 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 8/31 2023-09-23T14:44:22.622 INFO:teuthology.orchestra.run.smithi118.stdout:warning: /etc/containers/registries.conf created as /etc/containers/registries.conf.rpmnew 2023-09-23T14:44:22.622 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:44:23.199 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 9/31 2023-09-23T14:44:23.402 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 9/31 2023-09-23T14:44:23.474 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 10/31 2023-09-23T14:44:23.620 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 10/31 2023-09-23T14:44:24.953 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 11/31 2023-09-23T14:44:25.048 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 11/31 2023-09-23T14:44:25.242 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 12/31 2023-09-23T14:44:25.363 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 12/31 2023-09-23T14:44:25.624 INFO:teuthology.orchestra.run.smithi178.stdout: Downgrading : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 13/31 2023-09-23T14:44:25.711 INFO:teuthology.orchestra.run.smithi118.stdout: Downgrading : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 13/31 2023-09-23T14:44:25.948 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 14/31 2023-09-23T14:44:25.974 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 14/31 2023-09-23T14:44:26.697 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 15/31 2023-09-23T14:44:26.699 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 15/31 2023-09-23T14:44:27.466 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 16/31 2023-09-23T14:44:27.482 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 16/31 2023-09-23T14:44:27.669 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 17/31 2023-09-23T14:44:27.747 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 17/31 2023-09-23T14:44:27.852 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 18/31 2023-09-23T14:44:27.965 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 18/31 2023-09-23T14:44:28.070 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 19/31 2023-09-23T14:44:28.189 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 19/31 2023-09-23T14:44:28.201 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 20/31 2023-09-23T14:44:28.202 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-09-23T14:44:28.329 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 20/31 2023-09-23T14:44:28.330 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-09-23T14:44:28.495 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-09-23T14:44:28.661 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : containers-common-2:1-27.module+el8.6.0+14877+f643 22/31 2023-09-23T14:44:28.662 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-09-23T14:44:28.669 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-09-23T14:44:28.812 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-09-23T14:44:28.843 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : containers-common-2:1-27.module+el8.6.0+14877+f643 22/31 2023-09-23T14:44:28.843 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-09-23T14:44:28.929 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-09-23T14:44:29.049 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-09-23T14:44:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 25/31 2023-09-23T14:44:29.181 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-09-23T14:44:29.262 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 26/31 2023-09-23T14:44:29.391 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 25/31 2023-09-23T14:44:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 27/31 2023-09-23T14:44:29.565 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 26/31 2023-09-23T14:44:29.579 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 28/31 2023-09-23T14:44:29.720 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 29/31 2023-09-23T14:44:29.785 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 27/31 2023-09-23T14:44:29.876 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 30/31 2023-09-23T14:44:29.876 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-09-23T14:44:29.923 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 28/31 2023-09-23T14:44:30.053 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-09-23T14:44:30.081 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 29/31 2023-09-23T14:44:30.298 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 30/31 2023-09-23T14:44:30.298 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-09-23T14:44:30.498 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-09-23T14:44:30.583 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 31/31 2023-09-23T14:44:30.968 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-09-23T14:44:30.969 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 1/31 2023-09-23T14:44:30.969 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : containers-common-2:1-27.module+el8.6.0+14877+f643 2/31 2023-09-23T14:44:30.969 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : container-selinux-2:2.178.0-2.module+el8.6.0+14874 3/31 2023-09-23T14:44:30.969 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : container-selinux-2:2.179.1-1.module+el8.6.0+14877 4/31 2023-09-23T14:44:30.969 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 5/31 2023-09-23T14:44:30.969 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 6/31 2023-09-23T14:44:30.969 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 7/31 2023-09-23T14:44:30.969 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 8/31 2023-09-23T14:44:30.970 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 9/31 2023-09-23T14:44:30.970 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 10/31 2023-09-23T14:44:30.970 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 11/31 2023-09-23T14:44:30.970 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 12/31 2023-09-23T14:44:30.970 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 13/31 2023-09-23T14:44:30.970 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 14/31 2023-09-23T14:44:30.970 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 15/31 2023-09-23T14:44:30.970 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 16/31 2023-09-23T14:44:30.971 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 17/31 2023-09-23T14:44:30.971 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 18/31 2023-09-23T14:44:30.971 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 19/31 2023-09-23T14:44:30.971 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 20/31 2023-09-23T14:44:30.971 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : containernetworking-plugins-0.9.1-1.module+el8.6.0 21/31 2023-09-23T14:44:30.971 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : containernetworking-plugins-1:1.0.1-2.module+el8.6 22/31 2023-09-23T14:44:30.971 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 23/31 2023-09-23T14:44:30.971 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-09-23T14:44:30.972 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 25/31 2023-09-23T14:44:30.972 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 26/31 2023-09-23T14:44:30.972 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 27/31 2023-09-23T14:44:30.972 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 28/31 2023-09-23T14:44:30.972 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 29/31 2023-09-23T14:44:30.972 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 30/31 2023-09-23T14:44:31.021 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 31/31 2023-09-23T14:44:31.440 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-09-23T14:44:31.441 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 1/31 2023-09-23T14:44:31.441 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : containers-common-2:1-27.module+el8.6.0+14877+f643 2/31 2023-09-23T14:44:31.441 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : container-selinux-2:2.178.0-2.module+el8.6.0+14874 3/31 2023-09-23T14:44:31.441 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : container-selinux-2:2.179.1-1.module+el8.6.0+14877 4/31 2023-09-23T14:44:31.441 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 5/31 2023-09-23T14:44:31.441 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 6/31 2023-09-23T14:44:31.441 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 7/31 2023-09-23T14:44:31.442 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 8/31 2023-09-23T14:44:31.442 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 9/31 2023-09-23T14:44:31.442 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 10/31 2023-09-23T14:44:31.442 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 11/31 2023-09-23T14:44:31.442 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 12/31 2023-09-23T14:44:31.442 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 13/31 2023-09-23T14:44:31.442 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 14/31 2023-09-23T14:44:31.443 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 15/31 2023-09-23T14:44:31.443 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 16/31 2023-09-23T14:44:31.443 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 17/31 2023-09-23T14:44:31.443 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 18/31 2023-09-23T14:44:31.443 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 19/31 2023-09-23T14:44:31.443 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 20/31 2023-09-23T14:44:31.443 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : containernetworking-plugins-0.9.1-1.module+el8.6.0 21/31 2023-09-23T14:44:31.443 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : containernetworking-plugins-1:1.0.1-2.module+el8.6 22/31 2023-09-23T14:44:31.443 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 23/31 2023-09-23T14:44:31.444 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-09-23T14:44:31.444 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 25/31 2023-09-23T14:44:31.444 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 26/31 2023-09-23T14:44:31.444 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 27/31 2023-09-23T14:44:31.444 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 28/31 2023-09-23T14:44:31.444 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 29/31 2023-09-23T14:44:31.444 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 30/31 2023-09-23T14:44:32.425 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 31/31 2023-09-23T14:44:32.425 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:02:39 ago on Sat 23 Sep 2023 02:41:52 PM UTC. 2023-09-23T14:44:32.840 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 31/31 2023-09-23T14:44:32.840 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:02:40 ago on Sat 23 Sep 2023 02:41:52 PM UTC. 2023-09-23T14:44:40.821 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:44:41.010 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:44:41.010 INFO:teuthology.orchestra.run.smithi118.stdout:Downgraded: 2023-09-23T14:44:41.010 INFO:teuthology.orchestra.run.smithi118.stdout: conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.010 INFO:teuthology.orchestra.run.smithi118.stdout: container-selinux-2:2.178.0-2.module+el8.6.0+14874+64436299.noarch 2023-09-23T14:44:41.010 INFO:teuthology.orchestra.run.smithi118.stdout: containernetworking-plugins-0.9.1-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.011 INFO:teuthology.orchestra.run.smithi118.stdout: containers-common-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.011 INFO:teuthology.orchestra.run.smithi118.stdout: criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.011 INFO:teuthology.orchestra.run.smithi118.stdout: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.011 INFO:teuthology.orchestra.run.smithi118.stdout: libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.011 INFO:teuthology.orchestra.run.smithi118.stdout: podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.011 INFO:teuthology.orchestra.run.smithi118.stdout: podman-catatonit-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.011 INFO:teuthology.orchestra.run.smithi118.stdout: podman-docker-3.0.1-9.module+el8.6.0+14874+64436299.noarch 2023-09-23T14:44:41.011 INFO:teuthology.orchestra.run.smithi118.stdout: runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.011 INFO:teuthology.orchestra.run.smithi118.stdout: slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.011 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:44:41.011 INFO:teuthology.orchestra.run.smithi118.stdout: buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.012 INFO:teuthology.orchestra.run.smithi118.stdout: cockpit-podman-29-2.module+el8.6.0+14874+64436299.noarch 2023-09-23T14:44:41.012 INFO:teuthology.orchestra.run.smithi118.stdout: crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.012 INFO:teuthology.orchestra.run.smithi118.stdout: skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.012 INFO:teuthology.orchestra.run.smithi118.stdout: toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:41.012 INFO:teuthology.orchestra.run.smithi118.stdout: udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 2023-09-23T14:44:41.012 INFO:teuthology.orchestra.run.smithi118.stdout: yajl-2.1.0-10.el8.x86_64 2023-09-23T14:44:41.012 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:44:41.012 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:44:41.198 DEBUG:teuthology.parallel:result is None 2023-09-23T14:44:42.927 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:44:43.128 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:44:43.128 INFO:teuthology.orchestra.run.smithi178.stdout:Downgraded: 2023-09-23T14:44:43.128 INFO:teuthology.orchestra.run.smithi178.stdout: conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.128 INFO:teuthology.orchestra.run.smithi178.stdout: container-selinux-2:2.178.0-2.module+el8.6.0+14874+64436299.noarch 2023-09-23T14:44:43.128 INFO:teuthology.orchestra.run.smithi178.stdout: containernetworking-plugins-0.9.1-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.128 INFO:teuthology.orchestra.run.smithi178.stdout: containers-common-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.128 INFO:teuthology.orchestra.run.smithi178.stdout: criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.128 INFO:teuthology.orchestra.run.smithi178.stdout: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout: libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout: podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout: podman-catatonit-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout: podman-docker-3.0.1-9.module+el8.6.0+14874+64436299.noarch 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout: runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout: slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout: buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout: cockpit-podman-29-2.module+el8.6.0+14874+64436299.noarch 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout: crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout: skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.129 INFO:teuthology.orchestra.run.smithi178.stdout: toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x86_64 2023-09-23T14:44:43.130 INFO:teuthology.orchestra.run.smithi178.stdout: udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 2023-09-23T14:44:43.130 INFO:teuthology.orchestra.run.smithi178.stdout: yajl-2.1.0-10.el8.x86_64 2023-09-23T14:44:43.130 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:44:43.130 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:44:43.320 DEBUG:teuthology.parallel:result is None 2023-09-23T14:44:43.320 INFO:teuthology.run_tasks:Running task install... 2023-09-23T14:44:43.330 DEBUG:teuthology.task.install:project ceph 2023-09-23T14:44:43.330 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'}} 2023-09-23T14:44:43.330 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'} 2023-09-23T14:44:43.330 INFO:teuthology.task.install:Using flavor: default 2023-09-23T14:44:43.335 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-09-23T14:44:43.336 INFO:teuthology.task.install:extra packages: [] 2023-09-23T14:44:43.336 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7', 'tag': None, 'wait_for_package': False} 2023-09-23T14:44:43.336 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T14:44:43.336 INFO:teuthology.packaging:ref: None 2023-09-23T14:44:43.336 INFO:teuthology.packaging:tag: None 2023-09-23T14:44:43.336 INFO:teuthology.packaging:branch: quincy 2023-09-23T14:44:43.336 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:44:43.337 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-09-23T14:44:43.338 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7', 'tag': None, 'wait_for_package': False} 2023-09-23T14:44:43.338 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T14:44:43.338 INFO:teuthology.packaging:ref: None 2023-09-23T14:44:43.339 INFO:teuthology.packaging:tag: None 2023-09-23T14:44:43.339 INFO:teuthology.packaging:branch: quincy 2023-09-23T14:44:43.339 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:44:43.339 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-09-23T14:44:43.619 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/quincy/61431f6ba2752649b506867ec856b4a6236f90dd/centos/8/flavors/default/ 2023-09-23T14:44:43.619 INFO:teuthology.task.install.rpm:Package version is 17.2.6-1123.g61431f6b 2023-09-23T14:44:43.677 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/quincy/61431f6ba2752649b506867ec856b4a6236f90dd/centos/8/flavors/default/ 2023-09-23T14:44:43.677 INFO:teuthology.task.install.rpm:Package version is 17.2.6-1123.g61431f6b 2023-09-23T14:44:43.734 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/quincy/61431f6ba2752649b506867ec856b4a6236f90dd/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/61431f6ba2752649b506867ec856b4a6236f90dd/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/61431f6ba2752649b506867ec856b4a6236f90dd/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-09-23T14:44:43.734 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:44:43.734 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-09-23T14:44:43.766 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-09-23T14:44:43.766 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T14:44:43.767 INFO:teuthology.packaging:ref: None 2023-09-23T14:44:43.767 INFO:teuthology.packaging:tag: None 2023-09-23T14:44:43.767 INFO:teuthology.packaging:branch: quincy 2023-09-23T14:44:43.767 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:44:43.767 DEBUG:teuthology.orchestra.run.smithi118:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-09-23T14:44:43.836 DEBUG:teuthology.orchestra.run.smithi118:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-09-23T14:44:43.853 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/quincy/61431f6ba2752649b506867ec856b4a6236f90dd/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/61431f6ba2752649b506867ec856b4a6236f90dd/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/61431f6ba2752649b506867ec856b4a6236f90dd/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-09-23T14:44:43.853 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:44:43.853 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-09-23T14:44:43.881 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-09-23T14:44:43.882 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T14:44:43.882 INFO:teuthology.packaging:ref: None 2023-09-23T14:44:43.882 INFO:teuthology.packaging:tag: None 2023-09-23T14:44:43.882 INFO:teuthology.packaging:branch: quincy 2023-09-23T14:44:43.882 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:44:43.882 DEBUG:teuthology.orchestra.run.smithi178:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-09-23T14:44:43.915 DEBUG:teuthology.orchestra.run.smithi118:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-09-23T14:44:43.950 DEBUG:teuthology.orchestra.run.smithi178:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-09-23T14:44:43.982 INFO:teuthology.orchestra.run.smithi118.stdout:check_obsoletes = 1 2023-09-23T14:44:43.984 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum clean all 2023-09-23T14:44:44.026 DEBUG:teuthology.orchestra.run.smithi178:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-09-23T14:44:44.092 INFO:teuthology.orchestra.run.smithi178.stdout:check_obsoletes = 1 2023-09-23T14:44:44.093 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum clean all 2023-09-23T14:44:44.352 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:44:44.461 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:44:45.289 INFO:teuthology.orchestra.run.smithi118.stdout:44 files removed 2023-09-23T14:44:45.339 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install ceph-radosgw 2023-09-23T14:44:45.549 INFO:teuthology.orchestra.run.smithi178.stdout:44 files removed 2023-09-23T14:44:45.599 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-radosgw 2023-09-23T14:44:45.670 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:44:45.930 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:44:47.107 INFO:teuthology.orchestra.run.smithi118.stdout:ceph packages for x86_64 223 kB/s | 78 kB 00:00 2023-09-23T14:44:47.466 INFO:teuthology.orchestra.run.smithi178.stdout:ceph packages for x86_64 153 kB/s | 78 kB 00:00 2023-09-23T14:44:47.565 INFO:teuthology.orchestra.run.smithi118.stdout:ceph noarch packages 21 kB/s | 9.1 kB 00:00 2023-09-23T14:44:48.158 INFO:teuthology.orchestra.run.smithi178.stdout:ceph noarch packages 14 kB/s | 9.1 kB 00:00 2023-09-23T14:44:48.233 INFO:teuthology.orchestra.run.smithi118.stdout:ceph source packages 2.2 kB/s | 1.5 kB 00:00 2023-09-23T14:44:48.392 INFO:teuthology.orchestra.run.smithi118.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-09-23T14:44:48.775 INFO:teuthology.orchestra.run.smithi178.stdout:ceph source packages 2.4 kB/s | 1.5 kB 00:00 2023-09-23T14:44:48.926 INFO:teuthology.orchestra.run.smithi178.stdout:Copr repo for python3-asyncssh owned by ceph 27 kB/s | 3.5 kB 00:00 2023-09-23T14:44:49.994 INFO:teuthology.orchestra.run.smithi118.stdout:Extra Packages for Enterprise Linux 10 MB/s | 16 MB 00:01 2023-09-23T14:44:50.137 INFO:teuthology.orchestra.run.smithi178.stdout:Extra Packages for Enterprise Linux 13 MB/s | 16 MB 00:01 2023-09-23T14:44:53.485 INFO:teuthology.orchestra.run.smithi118.stdout:lab-extras 281 kB/s | 24 kB 00:00 2023-09-23T14:44:53.619 INFO:teuthology.orchestra.run.smithi178.stdout:lab-extras 486 kB/s | 24 kB 00:00 2023-09-23T14:44:54.686 INFO:teuthology.orchestra.run.smithi118.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 47 MB/s | 53 MB 00:01 2023-09-23T14:44:54.753 INFO:teuthology.orchestra.run.smithi178.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 50 MB/s | 53 MB 00:01 2023-09-23T14:45:03.045 INFO:teuthology.orchestra.run.smithi118.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 45 MB/s | 47 MB 00:01 2023-09-23T14:45:03.146 INFO:teuthology.orchestra.run.smithi178.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 43 MB/s | 47 MB 00:01 2023-09-23T14:45:14.116 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:45:14.119 INFO:teuthology.orchestra.run.smithi178.stdout:==================================================================================================== 2023-09-23T14:45:14.119 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2023-09-23T14:45:14.119 INFO:teuthology.orchestra.run.smithi178.stdout:==================================================================================================== 2023-09-23T14:45:14.119 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:45:14.119 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-radosgw x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 17 M 2023-09-23T14:45:14.119 INFO:teuthology.orchestra.run.smithi178.stdout:Upgrading: 2023-09-23T14:45:14.119 INFO:teuthology.orchestra.run.smithi178.stdout: librados2 x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 3.5 M 2023-09-23T14:45:14.119 INFO:teuthology.orchestra.run.smithi178.stdout: librbd1 x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 3.6 M 2023-09-23T14:45:14.120 INFO:teuthology.orchestra.run.smithi178.stdout:Installing dependencies: 2023-09-23T14:45:14.120 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-base x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 5.2 M 2023-09-23T14:45:14.120 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-common x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 23 M 2023-09-23T14:45:14.120 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-selinux x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 24 k 2023-09-23T14:45:14.120 INFO:teuthology.orchestra.run.smithi178.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-09-23T14:45:14.120 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs2 x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 796 k 2023-09-23T14:45:14.120 INFO:teuthology.orchestra.run.smithi178.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-09-23T14:45:14.120 INFO:teuthology.orchestra.run.smithi178.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-09-23T14:45:14.120 INFO:teuthology.orchestra.run.smithi178.stdout: libradosstriper1 x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 506 k 2023-09-23T14:45:14.121 INFO:teuthology.orchestra.run.smithi178.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-09-23T14:45:14.121 INFO:teuthology.orchestra.run.smithi178.stdout: librgw2 x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 5.5 M 2023-09-23T14:45:14.121 INFO:teuthology.orchestra.run.smithi178.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-09-23T14:45:14.121 INFO:teuthology.orchestra.run.smithi178.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-09-23T14:45:14.121 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-argparse x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 45 k 2023-09-23T14:45:14.121 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-common x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 115 k 2023-09-23T14:45:14.121 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cephfs x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 190 k 2023-09-23T14:45:14.121 INFO:teuthology.orchestra.run.smithi178.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-09-23T14:45:14.121 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rados x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 371 k 2023-09-23T14:45:14.121 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rbd x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 358 k 2023-09-23T14:45:14.122 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rgw x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 106 k 2023-09-23T14:45:14.122 INFO:teuthology.orchestra.run.smithi178.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-09-23T14:45:14.122 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:45:14.122 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:45:14.122 INFO:teuthology.orchestra.run.smithi178.stdout:==================================================================================================== 2023-09-23T14:45:14.122 INFO:teuthology.orchestra.run.smithi178.stdout:Install 21 Packages 2023-09-23T14:45:14.122 INFO:teuthology.orchestra.run.smithi178.stdout:Upgrade 2 Packages 2023-09-23T14:45:14.122 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:45:14.123 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 63 M 2023-09-23T14:45:14.123 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:45:14.294 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:45:14.297 INFO:teuthology.orchestra.run.smithi118.stdout:==================================================================================================== 2023-09-23T14:45:14.297 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repository Size 2023-09-23T14:45:14.297 INFO:teuthology.orchestra.run.smithi118.stdout:==================================================================================================== 2023-09-23T14:45:14.297 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:45:14.297 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-radosgw x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 17 M 2023-09-23T14:45:14.297 INFO:teuthology.orchestra.run.smithi118.stdout:Upgrading: 2023-09-23T14:45:14.297 INFO:teuthology.orchestra.run.smithi118.stdout: librados2 x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 3.5 M 2023-09-23T14:45:14.298 INFO:teuthology.orchestra.run.smithi118.stdout: librbd1 x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 3.6 M 2023-09-23T14:45:14.298 INFO:teuthology.orchestra.run.smithi118.stdout:Installing dependencies: 2023-09-23T14:45:14.298 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-base x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 5.2 M 2023-09-23T14:45:14.298 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-common x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 23 M 2023-09-23T14:45:14.298 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-selinux x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 24 k 2023-09-23T14:45:14.298 INFO:teuthology.orchestra.run.smithi118.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-09-23T14:45:14.298 INFO:teuthology.orchestra.run.smithi118.stdout: libcephfs2 x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 796 k 2023-09-23T14:45:14.298 INFO:teuthology.orchestra.run.smithi118.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-09-23T14:45:14.298 INFO:teuthology.orchestra.run.smithi118.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-09-23T14:45:14.299 INFO:teuthology.orchestra.run.smithi118.stdout: libradosstriper1 x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 506 k 2023-09-23T14:45:14.299 INFO:teuthology.orchestra.run.smithi118.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-09-23T14:45:14.299 INFO:teuthology.orchestra.run.smithi118.stdout: librgw2 x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 5.5 M 2023-09-23T14:45:14.299 INFO:teuthology.orchestra.run.smithi118.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-09-23T14:45:14.299 INFO:teuthology.orchestra.run.smithi118.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-09-23T14:45:14.299 INFO:teuthology.orchestra.run.smithi118.stdout: python3-ceph-argparse x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 45 k 2023-09-23T14:45:14.299 INFO:teuthology.orchestra.run.smithi118.stdout: python3-ceph-common x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 115 k 2023-09-23T14:45:14.299 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cephfs x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 190 k 2023-09-23T14:45:14.299 INFO:teuthology.orchestra.run.smithi118.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-09-23T14:45:14.299 INFO:teuthology.orchestra.run.smithi118.stdout: python3-rados x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 371 k 2023-09-23T14:45:14.299 INFO:teuthology.orchestra.run.smithi118.stdout: python3-rbd x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 358 k 2023-09-23T14:45:14.300 INFO:teuthology.orchestra.run.smithi118.stdout: python3-rgw x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 106 k 2023-09-23T14:45:14.300 INFO:teuthology.orchestra.run.smithi118.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-09-23T14:45:14.300 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:45:14.300 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:45:14.300 INFO:teuthology.orchestra.run.smithi118.stdout:==================================================================================================== 2023-09-23T14:45:14.300 INFO:teuthology.orchestra.run.smithi118.stdout:Install 21 Packages 2023-09-23T14:45:14.300 INFO:teuthology.orchestra.run.smithi118.stdout:Upgrade 2 Packages 2023-09-23T14:45:14.300 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:45:14.301 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 63 M 2023-09-23T14:45:14.301 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:45:15.704 INFO:teuthology.orchestra.run.smithi118.stdout:(1/23): ceph-base-17.2.6-1123.g61431f6b.el8.x86 4.1 MB/s | 5.2 MB 00:01 2023-09-23T14:45:15.795 INFO:teuthology.orchestra.run.smithi118.stdout:(2/23): ceph-selinux-17.2.6-1123.g61431f6b.el8. 266 kB/s | 24 kB 00:00 2023-09-23T14:45:16.287 INFO:teuthology.orchestra.run.smithi178.stdout:(1/23): ceph-base-17.2.6-1123.g61431f6b.el8.x86 2.9 MB/s | 5.2 MB 00:01 2023-09-23T14:45:16.379 INFO:teuthology.orchestra.run.smithi178.stdout:(2/23): ceph-selinux-17.2.6-1123.g61431f6b.el8. 266 kB/s | 24 kB 00:00 2023-09-23T14:45:16.387 INFO:teuthology.orchestra.run.smithi118.stdout:(3/23): libcephfs2-17.2.6-1123.g61431f6b.el8.x8 1.3 MB/s | 796 kB 00:00 2023-09-23T14:45:16.629 INFO:teuthology.orchestra.run.smithi178.stdout:(3/23): libcephfs2-17.2.6-1123.g61431f6b.el8.x8 3.1 MB/s | 796 kB 00:00 2023-09-23T14:45:16.730 INFO:teuthology.orchestra.run.smithi178.stdout:(4/23): libradosstriper1-17.2.6-1123.g61431f6b. 5.0 MB/s | 506 kB 00:00 2023-09-23T14:45:16.771 INFO:teuthology.orchestra.run.smithi118.stdout:(4/23): ceph-common-17.2.6-1123.g61431f6b.el8.x 10 MB/s | 23 MB 00:02 2023-09-23T14:45:16.796 INFO:teuthology.orchestra.run.smithi118.stdout:(5/23): libradosstriper1-17.2.6-1123.g61431f6b. 1.2 MB/s | 506 kB 00:00 2023-09-23T14:45:16.888 INFO:teuthology.orchestra.run.smithi118.stdout:(6/23): python3-ceph-argparse-17.2.6-1123.g6143 486 kB/s | 45 kB 00:00 2023-09-23T14:45:17.072 INFO:teuthology.orchestra.run.smithi118.stdout:(7/23): ceph-radosgw-17.2.6-1123.g61431f6b.el8. 6.4 MB/s | 17 MB 00:02 2023-09-23T14:45:17.097 INFO:teuthology.orchestra.run.smithi118.stdout:(8/23): python3-ceph-common-17.2.6-1123.g61431f 553 kB/s | 115 kB 00:00 2023-09-23T14:45:17.155 INFO:teuthology.orchestra.run.smithi118.stdout:(9/23): python3-cephfs-17.2.6-1123.g61431f6b.el 2.2 MB/s | 190 kB 00:00 2023-09-23T14:45:17.256 INFO:teuthology.orchestra.run.smithi118.stdout:(10/23): librgw2-17.2.6-1123.g61431f6b.el8.x86_ 11 MB/s | 5.5 MB 00:00 2023-09-23T14:45:17.281 INFO:teuthology.orchestra.run.smithi118.stdout:(11/23): python3-rados-17.2.6-1123.g61431f6b.el 2.0 MB/s | 371 kB 00:00 2023-09-23T14:45:17.306 INFO:teuthology.orchestra.run.smithi118.stdout:(12/23): python3-rgw-17.2.6-1123.g61431f6b.el8. 2.1 MB/s | 106 kB 00:00 2023-09-23T14:45:17.331 INFO:teuthology.orchestra.run.smithi118.stdout:(13/23): python3-rbd-17.2.6-1123.g61431f6b.el8. 2.0 MB/s | 358 kB 00:00 2023-09-23T14:45:17.538 INFO:teuthology.orchestra.run.smithi178.stdout:(5/23): librgw2-17.2.6-1123.g61431f6b.el8.x86_6 6.9 MB/s | 5.5 MB 00:00 2023-09-23T14:45:17.589 INFO:teuthology.orchestra.run.smithi178.stdout:(6/23): python3-ceph-argparse-17.2.6-1123.g6143 896 kB/s | 45 kB 00:00 2023-09-23T14:45:17.630 INFO:teuthology.orchestra.run.smithi178.stdout:(7/23): python3-ceph-common-17.2.6-1123.g61431f 2.7 MB/s | 115 kB 00:00 2023-09-23T14:45:17.720 INFO:teuthology.orchestra.run.smithi178.stdout:(8/23): python3-cephfs-17.2.6-1123.g61431f6b.el 2.1 MB/s | 190 kB 00:00 2023-09-23T14:45:17.898 INFO:teuthology.orchestra.run.smithi178.stdout:(9/23): ceph-radosgw-17.2.6-1123.g61431f6b.el8. 4.9 MB/s | 17 MB 00:03 2023-09-23T14:45:17.923 INFO:teuthology.orchestra.run.smithi178.stdout:(10/23): python3-rados-17.2.6-1123.g61431f6b.el 1.8 MB/s | 371 kB 00:00 2023-09-23T14:45:17.940 INFO:teuthology.orchestra.run.smithi118.stdout:(14/23): liboath-2.6.2-3.el8.x86_64.rpm 93 kB/s | 59 kB 00:00 2023-09-23T14:45:17.973 INFO:teuthology.orchestra.run.smithi178.stdout:(11/23): python3-rbd-17.2.6-1123.g61431f6b.el8. 4.7 MB/s | 358 kB 00:00 2023-09-23T14:45:17.999 INFO:teuthology.orchestra.run.smithi118.stdout:(15/23): libunwind-1.3.1-3.el8.x86_64.rpm 112 kB/s | 75 kB 00:00 2023-09-23T14:45:17.999 INFO:teuthology.orchestra.run.smithi178.stdout:(12/23): python3-rgw-17.2.6-1123.g61431f6b.el8. 1.4 MB/s | 106 kB 00:00 2023-09-23T14:45:18.149 INFO:teuthology.orchestra.run.smithi118.stdout:(16/23): gperftools-libs-2.7-9.el8.x86_64.rpm 353 kB/s | 306 kB 00:00 2023-09-23T14:45:18.174 INFO:teuthology.orchestra.run.smithi118.stdout:(17/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 267 kB/s | 47 kB 00:00 2023-09-23T14:45:18.275 INFO:teuthology.orchestra.run.smithi118.stdout:(18/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.0 MB/s | 259 kB 00:00 2023-09-23T14:45:18.332 INFO:teuthology.orchestra.run.smithi178.stdout:(13/23): liboath-2.6.2-3.el8.x86_64.rpm 176 kB/s | 59 kB 00:00 2023-09-23T14:45:18.333 INFO:teuthology.orchestra.run.smithi118.stdout:(19/23): python3-prettytable-0.7.2-14.el8.noarc 287 kB/s | 44 kB 00:00 2023-09-23T14:45:18.442 INFO:teuthology.orchestra.run.smithi118.stdout:(20/23): librdkafka-0.11.4-3.el8.x86_64.rpm 2.1 MB/s | 354 kB 00:00 2023-09-23T14:45:18.499 INFO:teuthology.orchestra.run.smithi178.stdout:(14/23): libunwind-1.3.1-3.el8.x86_64.rpm 450 kB/s | 75 kB 00:00 2023-09-23T14:45:18.550 INFO:teuthology.orchestra.run.smithi178.stdout:(15/23): gperftools-libs-2.7-9.el8.x86_64.rpm 532 kB/s | 306 kB 00:00 2023-09-23T14:45:18.667 INFO:teuthology.orchestra.run.smithi178.stdout:(16/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 401 kB/s | 47 kB 00:00 2023-09-23T14:45:18.692 INFO:teuthology.orchestra.run.smithi118.stdout:(21/23): thrift-0.13.0-2.el8.x86_64.rpm 2.3 MB/s | 1.7 MB 00:00 2023-09-23T14:45:18.742 INFO:teuthology.orchestra.run.smithi178.stdout:(17/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 3.4 MB/s | 259 kB 00:00 2023-09-23T14:45:18.751 INFO:teuthology.orchestra.run.smithi118.stdout:(22/23): librbd1-17.2.6-1123.g61431f6b.el8.x86_ 12 MB/s | 3.6 MB 00:00 2023-09-23T14:45:18.901 INFO:teuthology.orchestra.run.smithi178.stdout:(18/23): python3-prettytable-0.7.2-14.el8.noarc 278 kB/s | 44 kB 00:00 2023-09-23T14:45:18.967 INFO:teuthology.orchestra.run.smithi178.stdout:(19/23): thrift-0.13.0-2.el8.x86_64.rpm 3.7 MB/s | 1.7 MB 00:00 2023-09-23T14:45:18.976 INFO:teuthology.orchestra.run.smithi118.stdout:(23/23): librados2-17.2.6-1123.g61431f6b.el8.x8 5.4 MB/s | 3.5 MB 00:00 2023-09-23T14:45:18.980 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:45:18.981 INFO:teuthology.orchestra.run.smithi118.stdout:Total 14 MB/s | 63 MB 00:04 2023-09-23T14:45:19.026 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:45:19.068 INFO:teuthology.orchestra.run.smithi178.stdout:(20/23): librdkafka-0.11.4-3.el8.x86_64.rpm 2.1 MB/s | 354 kB 00:00 2023-09-23T14:45:19.072 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:45:19.072 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:45:19.415 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:45:19.418 INFO:teuthology.orchestra.run.smithi178.stdout:(21/23): librados2-17.2.6-1123.g61431f6b.el8.x8 7.7 MB/s | 3.5 MB 00:00 2023-09-23T14:45:19.419 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:45:19.502 INFO:teuthology.orchestra.run.smithi178.stdout:(22/23): librbd1-17.2.6-1123.g61431f6b.el8.x86_ 8.3 MB/s | 3.6 MB 00:00 2023-09-23T14:45:20.449 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:45:20.653 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-09-23T14:45:21.030 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-09-23T14:45:21.212 INFO:teuthology.orchestra.run.smithi118.stdout: Upgrading : librados2-2:17.2.6-1123.g61431f6b.el8.x86_64 2/25 2023-09-23T14:45:21.292 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: librados2-2:17.2.6-1123.g61431f6b.el8.x86_64 2/25 2023-09-23T14:45:21.484 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-rados-2:17.2.6-1123.g61431f6b.el8.x86_64 3/25 2023-09-23T14:45:21.719 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/25 2023-09-23T14:45:21.895 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : libcephfs2-2:17.2.6-1123.g61431f6b.el8.x86_64 5/25 2023-09-23T14:45:22.291 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: libcephfs2-2:17.2.6-1123.g61431f6b.el8.x86_64 5/25 2023-09-23T14:45:22.512 INFO:teuthology.orchestra.run.smithi118.stdout: Upgrading : librbd1-2:17.2.6-1123.g61431f6b.el8.x86_64 6/25 2023-09-23T14:45:22.611 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: librbd1-2:17.2.6-1123.g61431f6b.el8.x86_64 6/25 2023-09-23T14:45:22.786 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 7/25 2023-09-23T14:45:22.857 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 7/25 2023-09-23T14:45:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2023-09-23T14:45:23.576 INFO:teuthology.orchestra.run.smithi178.stdout:(23/23): ceph-common-17.2.6-1123.g61431f6b.el8. 2.6 MB/s | 23 MB 00:09 2023-09-23T14:45:23.579 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:45:23.579 INFO:teuthology.orchestra.run.smithi178.stdout:Total 6.7 MB/s | 63 MB 00:09 2023-09-23T14:45:23.627 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:45:23.672 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:45:23.672 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:45:23.882 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : thrift-0.13.0-2.el8.x86_64 9/25 2023-09-23T14:45:24.022 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:45:24.026 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:45:24.052 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : librgw2-2:17.2.6-1123.g61431f6b.el8.x86_64 10/25 2023-09-23T14:45:24.111 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: librgw2-2:17.2.6-1123.g61431f6b.el8.x86_64 10/25 2023-09-23T14:45:24.254 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-ceph-argparse-2:17.2.6-1123.g61431f6b.el8. 11/25 2023-09-23T14:45:24.430 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-cephfs-2:17.2.6-1123.g61431f6b.el8.x86_64 12/25 2023-09-23T14:45:24.662 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-rgw-2:17.2.6-1123.g61431f6b.el8.x86_64 13/25 2023-09-23T14:45:24.873 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-rbd-2:17.2.6-1123.g61431f6b.el8.x86_64 14/25 2023-09-23T14:45:25.035 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : libradosstriper1-2:17.2.6-1123.g61431f6b.el8.x86_6 15/25 2023-09-23T14:45:25.107 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: libradosstriper1-2:17.2.6-1123.g61431f6b.el8.x86_6 15/25 2023-09-23T14:45:25.119 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:45:25.236 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-09-23T14:45:25.295 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-09-23T14:45:25.426 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/25 2023-09-23T14:45:25.660 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-09-23T14:45:25.706 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 1/25 2023-09-23T14:45:25.836 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-ceph-common-2:17.2.6-1123.g61431f6b.el8.x8 19/25 2023-09-23T14:45:25.912 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : librados2-2:17.2.6-1123.g61431f6b.el8.x86_64 2/25 2023-09-23T14:45:26.009 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librados2-2:17.2.6-1123.g61431f6b.el8.x86_64 2/25 2023-09-23T14:45:26.237 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rados-2:17.2.6-1123.g61431f6b.el8.x86_64 3/25 2023-09-23T14:45:26.469 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/25 2023-09-23T14:45:26.678 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libcephfs2-2:17.2.6-1123.g61431f6b.el8.x86_64 5/25 2023-09-23T14:45:27.077 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libcephfs2-2:17.2.6-1123.g61431f6b.el8.x86_64 5/25 2023-09-23T14:45:27.286 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : librbd1-2:17.2.6-1123.g61431f6b.el8.x86_64 6/25 2023-09-23T14:45:27.420 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librbd1-2:17.2.6-1123.g61431f6b.el8.x86_64 6/25 2023-09-23T14:45:27.578 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 7/25 2023-09-23T14:45:27.641 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 7/25 2023-09-23T14:45:28.002 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 8/25 2023-09-23T14:45:28.721 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : thrift-0.13.0-2.el8.x86_64 9/25 2023-09-23T14:45:28.878 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librgw2-2:17.2.6-1123.g61431f6b.el8.x86_64 10/25 2023-09-23T14:45:28.945 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librgw2-2:17.2.6-1123.g61431f6b.el8.x86_64 10/25 2023-09-23T14:45:29.104 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-ceph-argparse-2:17.2.6-1123.g61431f6b.el8. 11/25 2023-09-23T14:45:29.281 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cephfs-2:17.2.6-1123.g61431f6b.el8.x86_64 12/25 2023-09-23T14:45:29.538 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rgw-2:17.2.6-1123.g61431f6b.el8.x86_64 13/25 2023-09-23T14:45:29.558 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 20/25 2023-09-23T14:45:29.740 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rbd-2:17.2.6-1123.g61431f6b.el8.x86_64 14/25 2023-09-23T14:45:29.786 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 20/25 2023-09-23T14:45:29.936 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libradosstriper1-2:17.2.6-1123.g61431f6b.el8.x86_6 15/25 2023-09-23T14:45:29.992 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libradosstriper1-2:17.2.6-1123.g61431f6b.el8.x86_6 15/25 2023-09-23T14:45:30.113 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-09-23T14:45:30.333 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/25 2023-09-23T14:45:30.379 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 20/25 2023-09-23T14:45:30.580 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-09-23T14:45:30.635 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-base-2:17.2.6-1123.g61431f6b.el8.x86_64 21/25 2023-09-23T14:45:30.721 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-base-2:17.2.6-1123.g61431f6b.el8.x86_64 21/25 2023-09-23T14:45:30.795 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-ceph-common-2:17.2.6-1123.g61431f6b.el8.x8 19/25 2023-09-23T14:45:30.884 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-selinux-2:17.2.6-1123.g61431f6b.el8.x86_64 22/25 2023-09-23T14:45:34.891 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 20/25 2023-09-23T14:45:35.169 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 20/25 2023-09-23T14:45:35.731 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 20/25 2023-09-23T14:45:36.006 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-base-2:17.2.6-1123.g61431f6b.el8.x86_64 21/25 2023-09-23T14:45:36.090 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-base-2:17.2.6-1123.g61431f6b.el8.x86_64 21/25 2023-09-23T14:45:36.235 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-selinux-2:17.2.6-1123.g61431f6b.el8.x86_64 22/25 2023-09-23T14:45:49.892 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-selinux-2:17.2.6-1123.g61431f6b.el8.x86_64 22/25 2023-09-23T14:45:49.892 INFO:teuthology.orchestra.run.smithi118.stdout:skipping the directory /sys 2023-09-23T14:45:49.892 INFO:teuthology.orchestra.run.smithi118.stdout:skipping the directory /proc 2023-09-23T14:45:49.893 INFO:teuthology.orchestra.run.smithi118.stdout:skipping the directory /dev 2023-09-23T14:45:49.893 INFO:teuthology.orchestra.run.smithi118.stdout:skipping the directory /run 2023-09-23T14:45:49.893 INFO:teuthology.orchestra.run.smithi118.stdout:skipping the directory /mnt 2023-09-23T14:45:49.893 INFO:teuthology.orchestra.run.smithi118.stdout:skipping the directory /var/tmp 2023-09-23T14:45:49.893 INFO:teuthology.orchestra.run.smithi118.stdout:skipping the directory /home 2023-09-23T14:45:49.893 INFO:teuthology.orchestra.run.smithi118.stdout:skipping the directory /tmp 2023-09-23T14:45:49.893 INFO:teuthology.orchestra.run.smithi118.stdout:skipping the directory /dev 2023-09-23T14:45:49.893 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:45:51.573 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-radosgw-2:17.2.6-1123.g61431f6b.el8.x86_64 23/25 2023-09-23T14:45:51.653 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-radosgw-2:17.2.6-1123.g61431f6b.el8.x86_64 23/25 2023-09-23T14:45:51.653 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-09-23T14:45:51.850 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-09-23T14:45:51.851 INFO:teuthology.orchestra.run.smithi118.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T14:45:52.496 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T14:45:52.497 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-base-2:17.2.6-1123.g61431f6b.el8.x86_64 1/25 2023-09-23T14:45:52.497 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 2/25 2023-09-23T14:45:52.497 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-radosgw-2:17.2.6-1123.g61431f6b.el8.x86_64 3/25 2023-09-23T14:45:52.497 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-selinux-2:17.2.6-1123.g61431f6b.el8.x86_64 4/25 2023-09-23T14:45:52.497 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : libcephfs2-2:17.2.6-1123.g61431f6b.el8.x86_64 5/25 2023-09-23T14:45:52.497 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : libradosstriper1-2:17.2.6-1123.g61431f6b.el8.x86_6 6/25 2023-09-23T14:45:52.497 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : librgw2-2:17.2.6-1123.g61431f6b.el8.x86_64 7/25 2023-09-23T14:45:52.497 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-ceph-argparse-2:17.2.6-1123.g61431f6b.el8. 8/25 2023-09-23T14:45:52.497 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-ceph-common-2:17.2.6-1123.g61431f6b.el8.x8 9/25 2023-09-23T14:45:52.498 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-cephfs-2:17.2.6-1123.g61431f6b.el8.x86_64 10/25 2023-09-23T14:45:52.498 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-rados-2:17.2.6-1123.g61431f6b.el8.x86_64 11/25 2023-09-23T14:45:52.498 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-rbd-2:17.2.6-1123.g61431f6b.el8.x86_64 12/25 2023-09-23T14:45:52.498 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-rgw-2:17.2.6-1123.g61431f6b.el8.x86_64 13/25 2023-09-23T14:45:52.498 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 14/25 2023-09-23T14:45:52.498 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 15/25 2023-09-23T14:45:52.498 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 16/25 2023-09-23T14:45:52.498 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 17/25 2023-09-23T14:45:52.498 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 18/25 2023-09-23T14:45:52.499 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 19/25 2023-09-23T14:45:52.499 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 20/25 2023-09-23T14:45:52.499 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 21/25 2023-09-23T14:45:52.499 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : librados2-2:17.2.6-1123.g61431f6b.el8.x86_64 22/25 2023-09-23T14:45:52.499 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-09-23T14:45:52.499 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : librbd1-2:17.2.6-1123.g61431f6b.el8.x86_64 24/25 2023-09-23T14:45:53.882 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T14:45:53.882 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:00:51 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:45:54.742 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-selinux-2:17.2.6-1123.g61431f6b.el8.x86_64 22/25 2023-09-23T14:45:54.742 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /sys 2023-09-23T14:45:54.742 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /proc 2023-09-23T14:45:54.742 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /dev 2023-09-23T14:45:54.742 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /run 2023-09-23T14:45:54.742 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /mnt 2023-09-23T14:45:54.743 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /var/tmp 2023-09-23T14:45:54.743 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /home 2023-09-23T14:45:54.743 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /tmp 2023-09-23T14:45:54.743 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /dev 2023-09-23T14:45:54.743 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:45:56.435 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-radosgw-2:17.2.6-1123.g61431f6b.el8.x86_64 23/25 2023-09-23T14:45:56.513 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-radosgw-2:17.2.6-1123.g61431f6b.el8.x86_64 23/25 2023-09-23T14:45:56.514 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-09-23T14:45:56.750 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-09-23T14:45:56.750 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T14:45:57.389 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T14:45:57.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-base-2:17.2.6-1123.g61431f6b.el8.x86_64 1/25 2023-09-23T14:45:57.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 2/25 2023-09-23T14:45:57.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-radosgw-2:17.2.6-1123.g61431f6b.el8.x86_64 3/25 2023-09-23T14:45:57.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-selinux-2:17.2.6-1123.g61431f6b.el8.x86_64 4/25 2023-09-23T14:45:57.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libcephfs2-2:17.2.6-1123.g61431f6b.el8.x86_64 5/25 2023-09-23T14:45:57.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libradosstriper1-2:17.2.6-1123.g61431f6b.el8.x86_6 6/25 2023-09-23T14:45:57.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librgw2-2:17.2.6-1123.g61431f6b.el8.x86_64 7/25 2023-09-23T14:45:57.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-ceph-argparse-2:17.2.6-1123.g61431f6b.el8. 8/25 2023-09-23T14:45:57.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-ceph-common-2:17.2.6-1123.g61431f6b.el8.x8 9/25 2023-09-23T14:45:57.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cephfs-2:17.2.6-1123.g61431f6b.el8.x86_64 10/25 2023-09-23T14:45:57.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rados-2:17.2.6-1123.g61431f6b.el8.x86_64 11/25 2023-09-23T14:45:57.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rbd-2:17.2.6-1123.g61431f6b.el8.x86_64 12/25 2023-09-23T14:45:57.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rgw-2:17.2.6-1123.g61431f6b.el8.x86_64 13/25 2023-09-23T14:45:57.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 14/25 2023-09-23T14:45:57.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 15/25 2023-09-23T14:45:57.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 16/25 2023-09-23T14:45:57.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 17/25 2023-09-23T14:45:57.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 18/25 2023-09-23T14:45:57.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 19/25 2023-09-23T14:45:57.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 20/25 2023-09-23T14:45:57.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 21/25 2023-09-23T14:45:57.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librados2-2:17.2.6-1123.g61431f6b.el8.x86_64 22/25 2023-09-23T14:45:57.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-09-23T14:45:57.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librbd1-2:17.2.6-1123.g61431f6b.el8.x86_64 24/25 2023-09-23T14:45:58.769 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-09-23T14:45:58.769 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:00:56 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:46:02.435 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:46:02.626 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:02.626 INFO:teuthology.orchestra.run.smithi118.stdout:Upgraded: 2023-09-23T14:46:02.626 INFO:teuthology.orchestra.run.smithi118.stdout: librados2-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.626 INFO:teuthology.orchestra.run.smithi118.stdout: librbd1-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.626 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-base-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-radosgw-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-selinux-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: libcephfs2-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: liboath-2.6.2-3.el8.x86_64 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: libradosstriper1-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: librgw2-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.627 INFO:teuthology.orchestra.run.smithi118.stdout: libunwind-1.3.1-3.el8.x86_64 2023-09-23T14:46:02.628 INFO:teuthology.orchestra.run.smithi118.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-09-23T14:46:02.628 INFO:teuthology.orchestra.run.smithi118.stdout: python3-ceph-argparse-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.628 INFO:teuthology.orchestra.run.smithi118.stdout: python3-ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.628 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cephfs-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.628 INFO:teuthology.orchestra.run.smithi118.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-09-23T14:46:02.628 INFO:teuthology.orchestra.run.smithi118.stdout: python3-rados-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.628 INFO:teuthology.orchestra.run.smithi118.stdout: python3-rbd-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.628 INFO:teuthology.orchestra.run.smithi118.stdout: python3-rgw-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:02.628 INFO:teuthology.orchestra.run.smithi118.stdout: thrift-0.13.0-2.el8.x86_64 2023-09-23T14:46:02.628 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:02.628 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:46:02.787 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install ceph-test 2023-09-23T14:46:03.132 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:46:04.561 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:01:02 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:46:05.995 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:46:05.996 INFO:teuthology.orchestra.run.smithi118.stdout:============================================================================================ 2023-09-23T14:46:05.996 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repository Size 2023-09-23T14:46:05.997 INFO:teuthology.orchestra.run.smithi118.stdout:============================================================================================ 2023-09-23T14:46:05.997 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:46:05.997 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-test x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 52 M 2023-09-23T14:46:05.997 INFO:teuthology.orchestra.run.smithi118.stdout:Installing dependencies: 2023-09-23T14:46:05.997 INFO:teuthology.orchestra.run.smithi118.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-09-23T14:46:05.997 INFO:teuthology.orchestra.run.smithi118.stdout: libcephsqlite x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 174 k 2023-09-23T14:46:05.997 INFO:teuthology.orchestra.run.smithi118.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-09-23T14:46:05.997 INFO:teuthology.orchestra.run.smithi118.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-09-23T14:46:05.997 INFO:teuthology.orchestra.run.smithi118.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-09-23T14:46:05.998 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:05.998 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:46:05.998 INFO:teuthology.orchestra.run.smithi118.stdout:============================================================================================ 2023-09-23T14:46:05.998 INFO:teuthology.orchestra.run.smithi118.stdout:Install 6 Packages 2023-09-23T14:46:05.998 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:05.999 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 53 M 2023-09-23T14:46:05.999 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 233 M 2023-09-23T14:46:05.999 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:46:06.035 INFO:teuthology.orchestra.run.smithi118.stdout:(1/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.9 MB/s | 70 kB 00:00 2023-09-23T14:46:06.269 INFO:teuthology.orchestra.run.smithi118.stdout:(2/6): socat-1.7.4.1-1.el8.x86_64.rpm 1.4 MB/s | 323 kB 00:00 2023-09-23T14:46:06.303 INFO:teuthology.orchestra.run.smithi118.stdout:(3/6): libcephsqlite-17.2.6-1123.g61431f6b.el8. 574 kB/s | 174 kB 00:00 2023-09-23T14:46:06.453 INFO:teuthology.orchestra.run.smithi118.stdout:(4/6): oniguruma-6.8.2-2.el8.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2023-09-23T14:46:06.486 INFO:teuthology.orchestra.run.smithi118.stdout:(5/6): jq-1.6-3.el8.x86_64.rpm 1.1 MB/s | 202 kB 00:00 2023-09-23T14:46:07.054 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:46:07.242 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:46:07.242 INFO:teuthology.orchestra.run.smithi178.stdout:Upgraded: 2023-09-23T14:46:07.242 INFO:teuthology.orchestra.run.smithi178.stdout: librados2-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.242 INFO:teuthology.orchestra.run.smithi178.stdout: librbd1-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.242 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:46:07.242 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-base-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.242 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.243 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-radosgw-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.243 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-selinux-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.243 INFO:teuthology.orchestra.run.smithi178.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-09-23T14:46:07.243 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs2-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.243 INFO:teuthology.orchestra.run.smithi178.stdout: liboath-2.6.2-3.el8.x86_64 2023-09-23T14:46:07.243 INFO:teuthology.orchestra.run.smithi178.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-09-23T14:46:07.243 INFO:teuthology.orchestra.run.smithi178.stdout: libradosstriper1-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.244 INFO:teuthology.orchestra.run.smithi178.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-09-23T14:46:07.244 INFO:teuthology.orchestra.run.smithi178.stdout: librgw2-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.244 INFO:teuthology.orchestra.run.smithi178.stdout: libunwind-1.3.1-3.el8.x86_64 2023-09-23T14:46:07.244 INFO:teuthology.orchestra.run.smithi178.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-09-23T14:46:07.244 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-argparse-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.244 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-common-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.244 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cephfs-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.244 INFO:teuthology.orchestra.run.smithi178.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-09-23T14:46:07.245 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rados-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.245 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rbd-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.245 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rgw-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:07.245 INFO:teuthology.orchestra.run.smithi178.stdout: thrift-0.13.0-2.el8.x86_64 2023-09-23T14:46:07.245 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:46:07.245 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:46:07.409 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-test 2023-09-23T14:46:07.759 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:46:08.420 INFO:teuthology.orchestra.run.smithi118.stdout:(6/6): ceph-test-17.2.6-1123.g61431f6b.el8.x86_ 21 MB/s | 52 MB 00:02 2023-09-23T14:46:08.422 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:46:08.422 INFO:teuthology.orchestra.run.smithi118.stdout:Total 22 MB/s | 53 MB 00:02 2023-09-23T14:46:08.459 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:46:08.480 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:46:08.480 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:46:08.752 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:46:08.755 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:46:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:46:09.354 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 1/6 2023-09-23T14:46:09.388 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:01:07 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:46:09.422 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 1/6 2023-09-23T14:46:09.640 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : jq-1.6-3.el8.x86_64 2/6 2023-09-23T14:46:09.812 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 3/6 2023-09-23T14:46:09.978 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 4/6 2023-09-23T14:46:10.128 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : libcephsqlite-2:17.2.6-1123.g61431f6b.el8.x86_64 5/6 2023-09-23T14:46:10.755 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:46:10.756 INFO:teuthology.orchestra.run.smithi178.stdout:============================================================================================ 2023-09-23T14:46:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2023-09-23T14:46:10.757 INFO:teuthology.orchestra.run.smithi178.stdout:============================================================================================ 2023-09-23T14:46:10.757 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:46:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-test x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 52 M 2023-09-23T14:46:10.757 INFO:teuthology.orchestra.run.smithi178.stdout:Installing dependencies: 2023-09-23T14:46:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-09-23T14:46:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: libcephsqlite x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 174 k 2023-09-23T14:46:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-09-23T14:46:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-09-23T14:46:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-09-23T14:46:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:46:10.758 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:46:10.758 INFO:teuthology.orchestra.run.smithi178.stdout:============================================================================================ 2023-09-23T14:46:10.758 INFO:teuthology.orchestra.run.smithi178.stdout:Install 6 Packages 2023-09-23T14:46:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:46:10.759 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 53 M 2023-09-23T14:46:10.759 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 233 M 2023-09-23T14:46:10.759 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:46:10.804 INFO:teuthology.orchestra.run.smithi178.stdout:(1/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.5 MB/s | 70 kB 00:00 2023-09-23T14:46:10.989 INFO:teuthology.orchestra.run.smithi178.stdout:(2/6): socat-1.7.4.1-1.el8.x86_64.rpm 1.8 MB/s | 323 kB 00:00 2023-09-23T14:46:11.079 INFO:teuthology.orchestra.run.smithi178.stdout:(3/6): libcephsqlite-17.2.6-1123.g61431f6b.el8. 544 kB/s | 174 kB 00:00 2023-09-23T14:46:11.113 INFO:teuthology.orchestra.run.smithi178.stdout:(4/6): oniguruma-6.8.2-2.el8.x86_64.rpm 1.5 MB/s | 187 kB 00:00 2023-09-23T14:46:11.264 INFO:teuthology.orchestra.run.smithi178.stdout:(5/6): jq-1.6-3.el8.x86_64.rpm 1.1 MB/s | 202 kB 00:00 2023-09-23T14:46:13.280 INFO:teuthology.orchestra.run.smithi178.stdout:(6/6): ceph-test-17.2.6-1123.g61431f6b.el8.x86_ 20 MB/s | 52 MB 00:02 2023-09-23T14:46:13.282 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:46:13.282 INFO:teuthology.orchestra.run.smithi178.stdout:Total 21 MB/s | 53 MB 00:02 2023-09-23T14:46:13.321 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:46:13.341 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:46:13.342 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:46:13.615 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:46:13.619 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:46:14.090 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:46:14.228 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 1/6 2023-09-23T14:46:14.308 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 1/6 2023-09-23T14:46:14.531 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : jq-1.6-3.el8.x86_64 2/6 2023-09-23T14:46:14.679 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 3/6 2023-09-23T14:46:14.888 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 4/6 2023-09-23T14:46:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: libcephsqlite-2:17.2.6-1123.g61431f6b.el8.x86_64 5/6 2023-09-23T14:46:15.061 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libcephsqlite-2:17.2.6-1123.g61431f6b.el8.x86_64 5/6 2023-09-23T14:46:15.333 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-test-2:17.2.6-1123.g61431f6b.el8.x86_64 6/6 2023-09-23T14:46:15.558 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-test-2:17.2.6-1123.g61431f6b.el8.x86_64 6/6 2023-09-23T14:46:15.558 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-test-2:17.2.6-1123.g61431f6b.el8.x86_64 1/6 2023-09-23T14:46:15.558 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : libcephsqlite-2:17.2.6-1123.g61431f6b.el8.x86_64 2/6 2023-09-23T14:46:15.558 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 3/6 2023-09-23T14:46:15.558 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 4/6 2023-09-23T14:46:15.558 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 5/6 2023-09-23T14:46:16.654 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : jq-1.6-3.el8.x86_64 6/6 2023-09-23T14:46:16.654 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:01:14 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:46:20.018 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libcephsqlite-2:17.2.6-1123.g61431f6b.el8.x86_64 5/6 2023-09-23T14:46:20.299 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-test-2:17.2.6-1123.g61431f6b.el8.x86_64 6/6 2023-09-23T14:46:20.555 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-test-2:17.2.6-1123.g61431f6b.el8.x86_64 6/6 2023-09-23T14:46:20.555 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-test-2:17.2.6-1123.g61431f6b.el8.x86_64 1/6 2023-09-23T14:46:20.556 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libcephsqlite-2:17.2.6-1123.g61431f6b.el8.x86_64 2/6 2023-09-23T14:46:20.556 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 3/6 2023-09-23T14:46:20.556 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 4/6 2023-09-23T14:46:20.556 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 5/6 2023-09-23T14:46:21.601 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : jq-1.6-3.el8.x86_64 6/6 2023-09-23T14:46:21.601 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:01:19 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:46:23.840 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:46:24.020 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:24.020 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:46:24.020 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-test-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:24.020 INFO:teuthology.orchestra.run.smithi118.stdout: jq-1.6-3.el8.x86_64 2023-09-23T14:46:24.020 INFO:teuthology.orchestra.run.smithi118.stdout: libcephsqlite-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:24.020 INFO:teuthology.orchestra.run.smithi118.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-09-23T14:46:24.020 INFO:teuthology.orchestra.run.smithi118.stdout: socat-1.7.4.1-1.el8.x86_64 2023-09-23T14:46:24.020 INFO:teuthology.orchestra.run.smithi118.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-09-23T14:46:24.021 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:24.021 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:46:24.153 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install ceph 2023-09-23T14:46:24.488 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:46:26.076 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:01:24 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:46:27.431 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:46:27.434 INFO:teuthology.orchestra.run.smithi118.stdout:======================================================================================================= 2023-09-23T14:46:27.434 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repository Size 2023-09-23T14:46:27.434 INFO:teuthology.orchestra.run.smithi118.stdout:======================================================================================================= 2023-09-23T14:46:27.434 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:46:27.434 INFO:teuthology.orchestra.run.smithi118.stdout: ceph x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 6.4 k 2023-09-23T14:46:27.435 INFO:teuthology.orchestra.run.smithi118.stdout:Installing dependencies: 2023-09-23T14:46:27.435 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mds x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 2.3 M 2023-09-23T14:46:27.435 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 1.6 M 2023-09-23T14:46:27.435 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr-modules-core noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 238 k 2023-09-23T14:46:27.435 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mon x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 3.9 M 2023-09-23T14:46:27.435 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-osd x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 17 M 2023-09-23T14:46:27.435 INFO:teuthology.orchestra.run.smithi118.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-09-23T14:46:27.435 INFO:teuthology.orchestra.run.smithi118.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-09-23T14:46:27.436 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-09-23T14:46:27.436 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-09-23T14:46:27.436 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-09-23T14:46:27.436 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-09-23T14:46:27.436 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-09-23T14:46:27.436 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-09-23T14:46:27.436 INFO:teuthology.orchestra.run.smithi118.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-09-23T14:46:27.436 INFO:teuthology.orchestra.run.smithi118.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-09-23T14:46:27.436 INFO:teuthology.orchestra.run.smithi118.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-09-23T14:46:27.437 INFO:teuthology.orchestra.run.smithi118.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-09-23T14:46:27.437 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-09-23T14:46:27.437 INFO:teuthology.orchestra.run.smithi118.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-09-23T14:46:27.437 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-09-23T14:46:27.437 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-09-23T14:46:27.437 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-09-23T14:46:27.437 INFO:teuthology.orchestra.run.smithi118.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-09-23T14:46:27.437 INFO:teuthology.orchestra.run.smithi118.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-09-23T14:46:27.438 INFO:teuthology.orchestra.run.smithi118.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-09-23T14:46:27.438 INFO:teuthology.orchestra.run.smithi118.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-09-23T14:46:27.438 INFO:teuthology.orchestra.run.smithi118.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-09-23T14:46:27.438 INFO:teuthology.orchestra.run.smithi118.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-09-23T14:46:27.438 INFO:teuthology.orchestra.run.smithi118.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-09-23T14:46:27.438 INFO:teuthology.orchestra.run.smithi118.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-09-23T14:46:27.438 INFO:teuthology.orchestra.run.smithi118.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-09-23T14:46:27.438 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:27.439 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:46:27.439 INFO:teuthology.orchestra.run.smithi118.stdout:======================================================================================================= 2023-09-23T14:46:27.439 INFO:teuthology.orchestra.run.smithi118.stdout:Install 32 Packages 2023-09-23T14:46:27.439 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:27.440 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 28 M 2023-09-23T14:46:27.440 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 110 M 2023-09-23T14:46:27.440 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:46:27.770 INFO:teuthology.orchestra.run.smithi118.stdout:(1/32): ceph-17.2.6-1123.g61431f6b.el8.x86_64.r 34 kB/s | 6.4 kB 00:00 2023-09-23T14:46:27.912 INFO:teuthology.orchestra.run.smithi118.stdout:(2/32): ceph-mgr-17.2.6-1123.g61431f6b.el8.x86_ 4.8 MB/s | 1.6 MB 00:00 2023-09-23T14:46:28.412 INFO:teuthology.orchestra.run.smithi118.stdout:(3/32): ceph-mon-17.2.6-1123.g61431f6b.el8.x86_ 6.1 MB/s | 3.9 MB 00:00 2023-09-23T14:46:28.487 INFO:teuthology.orchestra.run.smithi118.stdout:(4/32): ceph-mgr-modules-core-17.2.6-1123.g6143 3.1 MB/s | 238 kB 00:00 2023-09-23T14:46:28.563 INFO:teuthology.orchestra.run.smithi118.stdout:(5/32): ceph-mds-17.2.6-1123.g61431f6b.el8.x86_ 2.4 MB/s | 2.3 MB 00:00 2023-09-23T14:46:28.888 INFO:teuthology.orchestra.run.smithi118.stdout:(6/32): ceph-osd-17.2.6-1123.g61431f6b.el8.x86_ 17 MB/s | 17 MB 00:00 2023-09-23T14:46:28.913 INFO:teuthology.orchestra.run.smithi118.stdout:(7/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rpm 102 kB/s | 44 kB 00:00 2023-09-23T14:46:28.939 INFO:teuthology.orchestra.run.smithi118.stdout:(8/32): python3-beautifulsoup4-4.6.3-2.el8.1.no 493 kB/s | 185 kB 00:00 2023-09-23T14:46:29.005 INFO:teuthology.orchestra.run.smithi118.stdout:(9/32): python3-jaraco-6.2-6.el8.noarch.rpm 167 kB/s | 11 kB 00:00 2023-09-23T14:46:29.072 INFO:teuthology.orchestra.run.smithi118.stdout:(10/32): python3-jaraco-functools-2.0-4.el8.noa 263 kB/s | 18 kB 00:00 2023-09-23T14:46:29.097 INFO:teuthology.orchestra.run.smithi118.stdout:(11/32): python3-cherrypy-18.4.0-1.el8.noarch.r 2.0 MB/s | 384 kB 00:00 2023-09-23T14:46:29.131 INFO:teuthology.orchestra.run.smithi118.stdout:(12/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 711 kB/s | 173 kB 00:00 2023-09-23T14:46:29.156 INFO:teuthology.orchestra.run.smithi118.stdout:(13/32): python3-logutils-0.3.5-11.el8.noarch.r 582 kB/s | 49 kB 00:00 2023-09-23T14:46:29.182 INFO:teuthology.orchestra.run.smithi118.stdout:(14/32): python3-more-itertools-7.2.0-3.el8.noa 699 kB/s | 59 kB 00:00 2023-09-23T14:46:29.215 INFO:teuthology.orchestra.run.smithi118.stdout:(15/32): python3-portend-2.6-1.el8.noarch.rpm 265 kB/s | 16 kB 00:00 2023-09-23T14:46:29.249 INFO:teuthology.orchestra.run.smithi118.stdout:(16/32): python3-pecan-1.3.2-9.el8.noarch.rpm 2.4 MB/s | 283 kB 00:00 2023-09-23T14:46:29.274 INFO:teuthology.orchestra.run.smithi118.stdout:(17/32): python3-simplegeneric-0.8.1-17.el8.noa 203 kB/s | 19 kB 00:00 2023-09-23T14:46:29.291 INFO:teuthology.orchestra.run.smithi118.stdout:(18/32): python3-singledispatch-3.4.0.3-18.el8. 316 kB/s | 24 kB 00:00 2023-09-23T14:46:29.308 INFO:teuthology.orchestra.run.smithi118.stdout:(19/32): python3-tempora-1.14.1-5.el8.noarch.rp 498 kB/s | 29 kB 00:00 2023-09-23T14:46:29.333 INFO:teuthology.orchestra.run.smithi118.stdout:(20/32): python3-trustme-0.6.0-4.el8.noarch.rpm 467 kB/s | 27 kB 00:00 2023-09-23T14:46:29.384 INFO:teuthology.orchestra.run.smithi118.stdout:(21/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 3.3 MB/s | 251 kB 00:00 2023-09-23T14:46:29.408 INFO:teuthology.orchestra.run.smithi118.stdout:(22/32): python3-waitress-1.4.3-1.el8.noarch.rp 2.1 MB/s | 255 kB 00:00 2023-09-23T14:46:29.434 INFO:teuthology.orchestra.run.smithi118.stdout:(23/32): python3-webtest-2.0.33-1.el8.noarch.rp 850 kB/s | 85 kB 00:00 2023-09-23T14:46:29.451 INFO:teuthology.orchestra.run.smithi118.stdout:(24/32): python3-zc-lockfile-2.0-2.el8.noarch.r 342 kB/s | 23 kB 00:00 2023-09-23T14:46:29.576 INFO:teuthology.orchestra.run.smithi118.stdout:(25/32): python3-pycparser-2.14-14.el8.noarch.r 652 kB/s | 109 kB 00:00 2023-09-23T14:46:29.610 INFO:teuthology.orchestra.run.smithi118.stdout:(26/32): python3-cryptography-3.2.1-5.el8.x86_6 3.1 MB/s | 559 kB 00:00 2023-09-23T14:46:29.644 INFO:teuthology.orchestra.run.smithi118.stdout:(27/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.2 MB/s | 238 kB 00:00 2023-09-23T14:46:29.669 INFO:teuthology.orchestra.run.smithi118.stdout:(28/32): python3-pytz-2017.2-9.el8.noarch.rpm 588 kB/s | 54 kB 00:00 2023-09-23T14:46:29.710 INFO:teuthology.orchestra.run.smithi118.stdout:(29/32): python3-markupsafe-0.23-19.el8.x86_64. 387 kB/s | 39 kB 00:00 2023-09-23T14:46:29.794 INFO:teuthology.orchestra.run.smithi118.stdout:(30/32): python3-mako-1.0.6-13.el8.noarch.rpm 1.0 MB/s | 157 kB 00:00 2023-09-23T14:46:29.836 INFO:teuthology.orchestra.run.smithi118.stdout:(31/32): python3-werkzeug-0.12.2-4.el8.noarch.r 2.7 MB/s | 457 kB 00:00 2023-09-23T14:46:29.920 INFO:teuthology.orchestra.run.smithi118.stdout:(32/32): python3-pyOpenSSL-19.0.0-1.el8.noarch. 495 kB/s | 103 kB 00:00 2023-09-23T14:46:29.921 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:46:29.922 INFO:teuthology.orchestra.run.smithi118.stdout:Total 11 MB/s | 28 MB 00:02 2023-09-23T14:46:30.012 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:46:30.049 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:46:30.049 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:46:30.252 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:46:30.256 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:46:30.578 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:46:30.756 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:46:30.756 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:46:30.756 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-test-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:30.756 INFO:teuthology.orchestra.run.smithi178.stdout: jq-1.6-3.el8.x86_64 2023-09-23T14:46:30.756 INFO:teuthology.orchestra.run.smithi178.stdout: libcephsqlite-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:30.756 INFO:teuthology.orchestra.run.smithi178.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-09-23T14:46:30.756 INFO:teuthology.orchestra.run.smithi178.stdout: socat-1.7.4.1-1.el8.x86_64 2023-09-23T14:46:30.756 INFO:teuthology.orchestra.run.smithi178.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-09-23T14:46:30.756 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:46:30.756 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:46:30.891 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph 2023-09-23T14:46:31.223 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:46:31.299 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:46:31.505 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-09-23T14:46:31.783 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-09-23T14:46:31.995 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 3/32 2023-09-23T14:46:32.244 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 4/32 2023-09-23T14:46:32.496 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 5/32 2023-09-23T14:46:32.696 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 6/32 2023-09-23T14:46:32.832 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:01:30 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:46:32.919 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 7/32 2023-09-23T14:46:33.282 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 8/32 2023-09-23T14:46:33.570 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 9/32 2023-09-23T14:46:33.758 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 10/32 2023-09-23T14:46:33.953 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 11/32 2023-09-23T14:46:34.191 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 12/32 2023-09-23T14:46:34.265 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:46:34.268 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================================= 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================================= 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout: ceph x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 6.4 k 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout:Installing dependencies: 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mds x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 2.3 M 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 1.6 M 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-modules-core noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 238 k 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mon x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 3.9 M 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-osd x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 17 M 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-09-23T14:46:34.269 INFO:teuthology.orchestra.run.smithi178.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-09-23T14:46:34.270 INFO:teuthology.orchestra.run.smithi178.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-09-23T14:46:34.271 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:46:34.272 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:46:34.272 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================================= 2023-09-23T14:46:34.272 INFO:teuthology.orchestra.run.smithi178.stdout:Install 32 Packages 2023-09-23T14:46:34.272 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:46:34.272 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 28 M 2023-09-23T14:46:34.272 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 110 M 2023-09-23T14:46:34.272 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:46:34.415 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 13/32 2023-09-23T14:46:34.541 INFO:teuthology.orchestra.run.smithi178.stdout:(1/32): ceph-17.2.6-1123.g61431f6b.el8.x86_64.r 31 kB/s | 6.4 kB 00:00 2023-09-23T14:46:34.606 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 14/32 2023-09-23T14:46:34.688 INFO:teuthology.orchestra.run.smithi178.stdout:(2/32): ceph-mgr-17.2.6-1123.g61431f6b.el8.x86_ 4.4 MB/s | 1.6 MB 00:00 2023-09-23T14:46:34.739 INFO:teuthology.orchestra.run.smithi178.stdout:(3/32): ceph-mds-17.2.6-1123.g61431f6b.el8.x86_ 5.7 MB/s | 2.3 MB 00:00 2023-09-23T14:46:34.820 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 15/32 2023-09-23T14:46:34.822 INFO:teuthology.orchestra.run.smithi178.stdout:(4/32): ceph-mgr-modules-core-17.2.6-1123.g6143 2.8 MB/s | 238 kB 00:00 2023-09-23T14:46:34.984 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 16/32 2023-09-23T14:46:35.064 INFO:teuthology.orchestra.run.smithi178.stdout:(5/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rpm 180 kB/s | 44 kB 00:00 2023-09-23T14:46:35.135 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 17/32 2023-09-23T14:46:35.239 INFO:teuthology.orchestra.run.smithi178.stdout:(6/32): python3-beautifulsoup4-4.6.3-2.el8.1.no 1.0 MB/s | 185 kB 00:00 2023-09-23T14:46:35.263 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 18/32 2023-09-23T14:46:35.365 INFO:teuthology.orchestra.run.smithi178.stdout:(7/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 1.4 MB/s | 173 kB 00:00 2023-09-23T14:46:35.423 INFO:teuthology.orchestra.run.smithi178.stdout:(8/32): ceph-mon-17.2.6-1123.g61431f6b.el8.x86_ 4.5 MB/s | 3.9 MB 00:00 2023-09-23T14:46:35.483 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 19/32 2023-09-23T14:46:35.599 INFO:teuthology.orchestra.run.smithi178.stdout:(9/32): ceph-osd-17.2.6-1123.g61431f6b.el8.x86_ 18 MB/s | 17 MB 00:00 2023-09-23T14:46:35.632 INFO:teuthology.orchestra.run.smithi178.stdout:(10/32): python3-cherrypy-18.4.0-1.el8.noarch.r 1.4 MB/s | 384 kB 00:00 2023-09-23T14:46:35.702 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 20/32 2023-09-23T14:46:35.753 INFO:teuthology.orchestra.run.smithi178.stdout:(11/32): python3-logutils-0.3.5-11.el8.noarch.r 405 kB/s | 49 kB 00:00 2023-09-23T14:46:35.783 INFO:teuthology.orchestra.run.smithi178.stdout:(12/32): python3-jaraco-6.2-6.el8.noarch.rpm 31 kB/s | 11 kB 00:00 2023-09-23T14:46:35.833 INFO:teuthology.orchestra.run.smithi178.stdout:(13/32): python3-more-itertools-7.2.0-3.el8.noa 739 kB/s | 59 kB 00:00 2023-09-23T14:46:35.875 INFO:teuthology.orchestra.run.smithi178.stdout:(14/32): python3-jaraco-functools-2.0-4.el8.noa 65 kB/s | 18 kB 00:00 2023-09-23T14:46:35.896 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-09-23T14:46:35.900 INFO:teuthology.orchestra.run.smithi178.stdout:(15/32): python3-portend-2.6-1.el8.noarch.rpm 233 kB/s | 16 kB 00:00 2023-09-23T14:46:35.967 INFO:teuthology.orchestra.run.smithi178.stdout:(16/32): python3-simplegeneric-0.8.1-17.el8.noa 203 kB/s | 19 kB 00:00 2023-09-23T14:46:35.993 INFO:teuthology.orchestra.run.smithi178.stdout:(17/32): python3-singledispatch-3.4.0.3-18.el8. 260 kB/s | 24 kB 00:00 2023-09-23T14:46:36.051 INFO:teuthology.orchestra.run.smithi178.stdout:(18/32): python3-pecan-1.3.2-9.el8.noarch.rpm 1.0 MB/s | 283 kB 00:00 2023-09-23T14:46:36.077 INFO:teuthology.orchestra.run.smithi178.stdout:(19/32): python3-tempora-1.14.1-5.el8.noarch.rp 269 kB/s | 29 kB 00:00 2023-09-23T14:46:36.102 INFO:teuthology.orchestra.run.smithi178.stdout:(20/32): python3-trustme-0.6.0-4.el8.noarch.rpm 253 kB/s | 27 kB 00:00 2023-09-23T14:46:36.166 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-09-23T14:46:36.177 INFO:teuthology.orchestra.run.smithi178.stdout:(21/32): python3-waitress-1.4.3-1.el8.noarch.rp 2.0 MB/s | 255 kB 00:00 2023-09-23T14:46:36.211 INFO:teuthology.orchestra.run.smithi178.stdout:(22/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 2.3 MB/s | 251 kB 00:00 2023-09-23T14:46:36.270 INFO:teuthology.orchestra.run.smithi178.stdout:(23/32): python3-webtest-2.0.33-1.el8.noarch.rp 511 kB/s | 85 kB 00:00 2023-09-23T14:46:36.286 INFO:teuthology.orchestra.run.smithi178.stdout:(24/32): python3-zc-lockfile-2.0-2.el8.noarch.r 210 kB/s | 23 kB 00:00 2023-09-23T14:46:36.362 INFO:teuthology.orchestra.run.smithi178.stdout:(25/32): python3-pycparser-2.14-14.el8.noarch.r 725 kB/s | 109 kB 00:00 2023-09-23T14:46:36.420 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-09-23T14:46:36.437 INFO:teuthology.orchestra.run.smithi178.stdout:(26/32): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.5 MB/s | 238 kB 00:00 2023-09-23T14:46:36.471 INFO:teuthology.orchestra.run.smithi178.stdout:(27/32): python3-cryptography-3.2.1-5.el8.x86_6 3.0 MB/s | 559 kB 00:00 2023-09-23T14:46:36.512 INFO:teuthology.orchestra.run.smithi178.stdout:(28/32): python3-pytz-2017.2-9.el8.noarch.rpm 360 kB/s | 54 kB 00:00 2023-09-23T14:46:36.588 INFO:teuthology.orchestra.run.smithi178.stdout:(29/32): python3-mako-1.0.6-13.el8.noarch.rpm 1.3 MB/s | 157 kB 00:00 2023-09-23T14:46:36.613 INFO:teuthology.orchestra.run.smithi178.stdout:(30/32): python3-markupsafe-0.23-19.el8.x86_64. 221 kB/s | 39 kB 00:00 2023-09-23T14:46:36.647 INFO:teuthology.orchestra.run.smithi178.stdout:(31/32): python3-werkzeug-0.12.2-4.el8.noarch.r 3.3 MB/s | 457 kB 00:00 2023-09-23T14:46:36.657 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/32 2023-09-23T14:46:36.705 INFO:teuthology.orchestra.run.smithi178.stdout:(32/32): python3-pyOpenSSL-19.0.0-1.el8.noarch. 886 kB/s | 103 kB 00:00 2023-09-23T14:46:36.709 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:46:36.709 INFO:teuthology.orchestra.run.smithi178.stdout:Total 12 MB/s | 28 MB 00:02 2023-09-23T14:46:36.802 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:46:36.838 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:46:36.838 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:46:36.974 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 25/32 2023-09-23T14:46:37.043 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:46:37.046 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:46:37.328 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-09-23T14:46:37.670 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-mgr-modules-core-2:17.2.6-1123.g61431f6b.el8. 27/32 2023-09-23T14:46:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-mgr-2:17.2.6-1123.g61431f6b.el8.x86_64 28/32 2023-09-23T14:46:38.174 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:46:38.386 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-09-23T14:46:38.690 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-09-23T14:46:38.910 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 3/32 2023-09-23T14:46:39.168 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 4/32 2023-09-23T14:46:39.302 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-mgr-2:17.2.6-1123.g61431f6b.el8.x86_64 28/32 2023-09-23T14:46:39.424 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 5/32 2023-09-23T14:46:39.532 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-osd-2:17.2.6-1123.g61431f6b.el8.x86_64 29/32 2023-09-23T14:46:39.619 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 6/32 2023-09-23T14:46:39.883 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 7/32 2023-09-23T14:46:39.925 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-osd-2:17.2.6-1123.g61431f6b.el8.x86_64 29/32 2023-09-23T14:46:40.091 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-mon-2:17.2.6-1123.g61431f6b.el8.x86_64 30/32 2023-09-23T14:46:40.245 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 8/32 2023-09-23T14:46:40.307 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-mon-2:17.2.6-1123.g61431f6b.el8.x86_64 30/32 2023-09-23T14:46:40.534 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 9/32 2023-09-23T14:46:40.722 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 10/32 2023-09-23T14:46:40.899 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 11/32 2023-09-23T14:46:41.029 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-mds-2:17.2.6-1123.g61431f6b.el8.x86_64 31/32 2023-09-23T14:46:41.048 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-mds-2:17.2.6-1123.g61431f6b.el8.x86_64 31/32 2023-09-23T14:46:41.114 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 12/32 2023-09-23T14:46:41.315 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 13/32 2023-09-23T14:46:41.439 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-2:17.2.6-1123.g61431f6b.el8.x86_64 32/32 2023-09-23T14:46:41.504 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 14/32 2023-09-23T14:46:41.694 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 15/32 2023-09-23T14:46:41.812 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-2:17.2.6-1123.g61431f6b.el8.x86_64 32/32 2023-09-23T14:46:41.812 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-2:17.2.6-1123.g61431f6b.el8.x86_64 1/32 2023-09-23T14:46:41.812 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-mds-2:17.2.6-1123.g61431f6b.el8.x86_64 2/32 2023-09-23T14:46:41.812 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-mgr-2:17.2.6-1123.g61431f6b.el8.x86_64 3/32 2023-09-23T14:46:41.812 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-mon-2:17.2.6-1123.g61431f6b.el8.x86_64 4/32 2023-09-23T14:46:41.812 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-osd-2:17.2.6-1123.g61431f6b.el8.x86_64 5/32 2023-09-23T14:46:41.812 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-mgr-modules-core-2:17.2.6-1123.g61431f6b.el8. 6/32 2023-09-23T14:46:41.813 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 7/32 2023-09-23T14:46:41.813 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 8/32 2023-09-23T14:46:41.813 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 9/32 2023-09-23T14:46:41.813 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 10/32 2023-09-23T14:46:41.813 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 11/32 2023-09-23T14:46:41.813 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 12/32 2023-09-23T14:46:41.813 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 13/32 2023-09-23T14:46:41.813 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 14/32 2023-09-23T14:46:41.813 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 15/32 2023-09-23T14:46:41.814 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-portend-2.6-1.el8.noarch 16/32 2023-09-23T14:46:41.814 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 17/32 2023-09-23T14:46:41.814 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 18/32 2023-09-23T14:46:41.814 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 19/32 2023-09-23T14:46:41.814 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 20/32 2023-09-23T14:46:41.814 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 21/32 2023-09-23T14:46:41.814 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 22/32 2023-09-23T14:46:41.814 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 23/32 2023-09-23T14:46:41.815 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 24/32 2023-09-23T14:46:41.815 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 25/32 2023-09-23T14:46:41.815 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 26/32 2023-09-23T14:46:41.815 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 27/32 2023-09-23T14:46:41.816 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 28/32 2023-09-23T14:46:41.816 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 29/32 2023-09-23T14:46:41.816 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 30/32 2023-09-23T14:46:41.816 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 31/32 2023-09-23T14:46:41.873 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 16/32 2023-09-23T14:46:42.017 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 17/32 2023-09-23T14:46:42.194 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 18/32 2023-09-23T14:46:42.417 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 19/32 2023-09-23T14:46:42.660 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 20/32 2023-09-23T14:46:42.836 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-09-23T14:46:43.108 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-09-23T14:46:43.275 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 32/32 2023-09-23T14:46:43.275 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:01:41 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:46:43.344 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-09-23T14:46:43.607 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/32 2023-09-23T14:46:43.903 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 25/32 2023-09-23T14:46:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-09-23T14:46:44.581 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-modules-core-2:17.2.6-1123.g61431f6b.el8. 27/32 2023-09-23T14:46:44.760 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-2:17.2.6-1123.g61431f6b.el8.x86_64 28/32 2023-09-23T14:46:46.236 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-2:17.2.6-1123.g61431f6b.el8.x86_64 28/32 2023-09-23T14:46:46.451 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-osd-2:17.2.6-1123.g61431f6b.el8.x86_64 29/32 2023-09-23T14:46:46.842 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-osd-2:17.2.6-1123.g61431f6b.el8.x86_64 29/32 2023-09-23T14:46:47.005 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mon-2:17.2.6-1123.g61431f6b.el8.x86_64 30/32 2023-09-23T14:46:47.222 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mon-2:17.2.6-1123.g61431f6b.el8.x86_64 30/32 2023-09-23T14:46:47.372 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mds-2:17.2.6-1123.g61431f6b.el8.x86_64 31/32 2023-09-23T14:46:47.390 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mds-2:17.2.6-1123.g61431f6b.el8.x86_64 31/32 2023-09-23T14:46:47.553 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-2:17.2.6-1123.g61431f6b.el8.x86_64 32/32 2023-09-23T14:46:47.906 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-2:17.2.6-1123.g61431f6b.el8.x86_64 32/32 2023-09-23T14:46:47.906 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-2:17.2.6-1123.g61431f6b.el8.x86_64 1/32 2023-09-23T14:46:47.906 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mds-2:17.2.6-1123.g61431f6b.el8.x86_64 2/32 2023-09-23T14:46:47.907 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-2:17.2.6-1123.g61431f6b.el8.x86_64 3/32 2023-09-23T14:46:47.907 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mon-2:17.2.6-1123.g61431f6b.el8.x86_64 4/32 2023-09-23T14:46:47.907 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-osd-2:17.2.6-1123.g61431f6b.el8.x86_64 5/32 2023-09-23T14:46:47.907 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-modules-core-2:17.2.6-1123.g61431f6b.el8. 6/32 2023-09-23T14:46:47.907 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 7/32 2023-09-23T14:46:47.907 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 8/32 2023-09-23T14:46:47.908 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 9/32 2023-09-23T14:46:47.908 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 10/32 2023-09-23T14:46:47.908 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 11/32 2023-09-23T14:46:47.908 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 12/32 2023-09-23T14:46:47.908 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 13/32 2023-09-23T14:46:47.908 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 14/32 2023-09-23T14:46:47.909 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 15/32 2023-09-23T14:46:47.909 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-portend-2.6-1.el8.noarch 16/32 2023-09-23T14:46:47.909 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 17/32 2023-09-23T14:46:47.909 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 18/32 2023-09-23T14:46:47.909 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 19/32 2023-09-23T14:46:47.910 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 20/32 2023-09-23T14:46:47.910 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 21/32 2023-09-23T14:46:47.910 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 22/32 2023-09-23T14:46:47.910 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 23/32 2023-09-23T14:46:47.910 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 24/32 2023-09-23T14:46:47.910 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 25/32 2023-09-23T14:46:47.911 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 26/32 2023-09-23T14:46:47.911 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 27/32 2023-09-23T14:46:47.911 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 28/32 2023-09-23T14:46:47.911 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 29/32 2023-09-23T14:46:47.911 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 30/32 2023-09-23T14:46:47.912 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 31/32 2023-09-23T14:46:49.482 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 32/32 2023-09-23T14:46:49.482 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:01:47 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:46:52.874 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:46:53.057 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:53.057 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:46:53.057 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:53.057 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mds-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:53.057 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:53.057 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr-modules-core-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:46:53.057 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mon-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:53.057 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-osd-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:53.057 INFO:teuthology.orchestra.run.smithi118.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jaraco-6.2-6.el8.noarch 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-mako-1.0.6-13.el8.noarch 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-09-23T14:46:53.058 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-portend-2.6-1.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pycparser-2.14-14.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pytz-2017.2-9.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-09-23T14:46:53.059 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:53.060 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:46:53.217 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install ceph-base 2023-09-23T14:46:53.562 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:46:55.160 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:01:53 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:46:56.476 INFO:teuthology.orchestra.run.smithi118.stdout:Package ceph-base-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:46:56.585 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:46:56.586 INFO:teuthology.orchestra.run.smithi118.stdout:Nothing to do. 2023-09-23T14:46:56.587 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:46:56.694 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install cephadm 2023-09-23T14:46:57.038 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:46:58.556 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:01:56 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:46:59.134 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:46:59.325 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:46:59.325 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:46:59.325 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:59.325 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mds-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:59.325 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-modules-core-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mon-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-osd-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-6.2-6.el8.noarch 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-09-23T14:46:59.326 INFO:teuthology.orchestra.run.smithi178.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-mako-1.0.6-13.el8.noarch 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-portend-2.6-1.el8.noarch 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pycparser-2.14-14.el8.noarch 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pytz-2017.2-9.el8.noarch 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-09-23T14:46:59.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-09-23T14:46:59.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-09-23T14:46:59.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-09-23T14:46:59.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-09-23T14:46:59.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-09-23T14:46:59.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-09-23T14:46:59.328 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:46:59.328 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:46:59.508 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-base 2023-09-23T14:46:59.858 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:46:59.909 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:46:59.909 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:46:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repository Size 2023-09-23T14:46:59.909 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:46:59.909 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:46:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: cephadm noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 80 k 2023-09-23T14:46:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:59.910 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:46:59.910 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:46:59.910 INFO:teuthology.orchestra.run.smithi118.stdout:Install 1 Package 2023-09-23T14:46:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:46:59.911 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 80 k 2023-09-23T14:46:59.911 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 363 k 2023-09-23T14:46:59.911 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:47:00.167 INFO:teuthology.orchestra.run.smithi118.stdout:cephadm-17.2.6-1123.g61431f6b.el8.noarch.rpm 312 kB/s | 80 kB 00:00 2023-09-23T14:47:00.167 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:47:00.168 INFO:teuthology.orchestra.run.smithi118.stdout:Total 311 kB/s | 80 kB 00:00 2023-09-23T14:47:00.168 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:47:00.176 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:47:00.176 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:47:00.178 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:47:00.181 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:47:00.226 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:47:01.244 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:01:59 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:01.914 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 1/1 2023-09-23T14:47:02.083 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 1/1 2023-09-23T14:47:02.254 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 1/1 2023-09-23T14:47:02.525 INFO:teuthology.orchestra.run.smithi178.stdout:Package ceph-base-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:47:02.634 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:47:02.635 INFO:teuthology.orchestra.run.smithi178.stdout:Nothing to do. 2023-09-23T14:47:02.635 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:47:02.763 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install cephadm 2023-09-23T14:47:03.106 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:47:03.259 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 1/1 2023-09-23T14:47:03.259 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:02:01 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:04.610 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:02:02 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:06.043 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:47:06.044 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:47:06.044 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2023-09-23T14:47:06.045 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:47:06.045 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:47:06.045 INFO:teuthology.orchestra.run.smithi178.stdout: cephadm noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 80 k 2023-09-23T14:47:06.045 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:06.045 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:47:06.045 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:47:06.045 INFO:teuthology.orchestra.run.smithi178.stdout:Install 1 Package 2023-09-23T14:47:06.046 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:06.046 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 80 k 2023-09-23T14:47:06.046 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 363 k 2023-09-23T14:47:06.046 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:47:06.294 INFO:teuthology.orchestra.run.smithi178.stdout:cephadm-17.2.6-1123.g61431f6b.el8.noarch.rpm 321 kB/s | 80 kB 00:00 2023-09-23T14:47:06.295 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:47:06.295 INFO:teuthology.orchestra.run.smithi178.stdout:Total 319 kB/s | 80 kB 00:00 2023-09-23T14:47:06.296 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:47:06.303 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:47:06.303 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:47:06.305 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:47:06.309 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:47:06.350 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:47:07.976 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 1/1 2023-09-23T14:47:08.127 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 1/1 2023-09-23T14:47:08.298 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 1/1 2023-09-23T14:47:09.338 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 1/1 2023-09-23T14:47:09.338 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:02:07 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:11.191 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:47:11.371 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:11.371 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:47:11.371 INFO:teuthology.orchestra.run.smithi118.stdout: cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:47:11.371 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:11.371 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:47:11.500 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install ceph-immutable-object-cache 2023-09-23T14:47:11.857 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:47:13.401 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:02:11 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:14.757 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:47:14.757 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:47:14.757 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repo Size 2023-09-23T14:47:14.757 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:47:14.757 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:47:14.757 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-immutable-object-cache x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 161 k 2023-09-23T14:47:14.757 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:14.757 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:47:14.757 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:47:14.758 INFO:teuthology.orchestra.run.smithi118.stdout:Install 1 Package 2023-09-23T14:47:14.758 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:14.758 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 161 k 2023-09-23T14:47:14.758 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 490 k 2023-09-23T14:47:14.758 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:47:15.052 INFO:teuthology.orchestra.run.smithi118.stdout:ceph-immutable-object-cache-17.2.6-1123.g61431f 549 kB/s | 161 kB 00:00 2023-09-23T14:47:15.052 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:47:15.052 INFO:teuthology.orchestra.run.smithi118.stdout:Total 547 kB/s | 161 kB 00:00 2023-09-23T14:47:15.052 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:47:15.063 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:47:15.063 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:47:15.115 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:47:15.119 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:47:15.365 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:47:15.594 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-immutable-object-cache-2:17.2.6-1123.g61431f6b. 1/1 2023-09-23T14:47:15.939 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.6-1123.g61431f6b. 1/1 2023-09-23T14:47:16.979 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-immutable-object-cache-2:17.2.6-1123.g61431f6b. 1/1 2023-09-23T14:47:16.979 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:02:14 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:17.867 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:47:18.050 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:18.050 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:47:18.050 INFO:teuthology.orchestra.run.smithi178.stdout: cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:47:18.051 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:18.051 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:47:19.262 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-immutable-object-cache 2023-09-23T14:47:19.621 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:47:21.340 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:02:19 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:22.697 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:47:22.698 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:47:22.698 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repo Size 2023-09-23T14:47:22.698 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:47:22.698 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:47:22.698 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-immutable-object-cache x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 161 k 2023-09-23T14:47:22.698 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:22.698 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:47:22.698 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:47:22.698 INFO:teuthology.orchestra.run.smithi178.stdout:Install 1 Package 2023-09-23T14:47:22.698 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:22.699 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 161 k 2023-09-23T14:47:22.699 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 490 k 2023-09-23T14:47:22.699 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:47:22.985 INFO:teuthology.orchestra.run.smithi178.stdout:ceph-immutable-object-cache-17.2.6-1123.g61431f 563 kB/s | 161 kB 00:00 2023-09-23T14:47:22.986 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:47:22.986 INFO:teuthology.orchestra.run.smithi178.stdout:Total 561 kB/s | 161 kB 00:00 2023-09-23T14:47:22.986 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:47:22.997 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:47:22.997 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:47:23.048 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:47:23.052 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:47:23.164 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:47:23.382 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-immutable-object-cache-2:17.2.6-1123.g61431f6b. 1/1 2023-09-23T14:47:23.729 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:47:23.741 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.6-1123.g61431f6b. 1/1 2023-09-23T14:47:23.907 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:23.907 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:47:23.908 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-immutable-object-cache-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:47:23.908 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:23.908 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:47:24.032 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install ceph-mgr 2023-09-23T14:47:24.376 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:47:24.796 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-immutable-object-cache-2:17.2.6-1123.g61431f6b. 1/1 2023-09-23T14:47:24.796 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:02:22 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:25.869 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:02:23 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:27.148 INFO:teuthology.orchestra.run.smithi118.stdout:Package ceph-mgr-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:47:27.257 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:47:27.258 INFO:teuthology.orchestra.run.smithi118.stdout:Nothing to do. 2023-09-23T14:47:27.258 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:47:27.378 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install ceph-mgr-dashboard 2023-09-23T14:47:27.723 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:47:29.689 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:02:27 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:31.048 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:47:31.049 INFO:teuthology.orchestra.run.smithi118.stdout:=================================================================================================== 2023-09-23T14:47:31.049 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repository Size 2023-09-23T14:47:31.049 INFO:teuthology.orchestra.run.smithi118.stdout:=================================================================================================== 2023-09-23T14:47:31.049 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:47:31.049 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr-dashboard noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 1.7 M 2023-09-23T14:47:31.049 INFO:teuthology.orchestra.run.smithi118.stdout:Installing dependencies: 2023-09-23T14:47:31.049 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-grafana-dashboards noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 23 k 2023-09-23T14:47:31.049 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-prometheus-alerts noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 14 k 2023-09-23T14:47:31.050 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-23T14:47:31.050 INFO:teuthology.orchestra.run.smithi118.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-09-23T14:47:31.050 INFO:teuthology.orchestra.run.smithi118.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-09-23T14:47:31.050 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:31.050 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:47:31.050 INFO:teuthology.orchestra.run.smithi118.stdout:=================================================================================================== 2023-09-23T14:47:31.050 INFO:teuthology.orchestra.run.smithi118.stdout:Install 6 Packages 2023-09-23T14:47:31.050 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:31.051 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 2.0 M 2023-09-23T14:47:31.051 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 8.0 M 2023-09-23T14:47:31.051 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:47:31.262 INFO:teuthology.orchestra.run.smithi118.stdout:(1/6): ceph-grafana-dashboards-17.2.6-1123.g614 164 kB/s | 23 kB 00:00 2023-09-23T14:47:31.287 INFO:teuthology.orchestra.run.smithi118.stdout:(2/6): ceph-prometheus-alerts-17.2.6-1123.g6143 87 kB/s | 14 kB 00:00 2023-09-23T14:47:31.638 INFO:teuthology.orchestra.run.smithi118.stdout:(3/6): ceph-mgr-dashboard-17.2.6-1123.g61431f6b 3.3 MB/s | 1.7 MB 00:00 2023-09-23T14:47:31.671 INFO:teuthology.orchestra.run.smithi118.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 82 kB/s | 34 kB 00:00 2023-09-23T14:47:31.796 INFO:teuthology.orchestra.run.smithi118.stdout:(5/6): python3-jwt-1.6.1-2.el8.noarch.rpm 269 kB/s | 43 kB 00:00 2023-09-23T14:47:31.864 INFO:teuthology.orchestra.run.smithi118.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 341 kB/s | 196 kB 00:00 2023-09-23T14:47:31.867 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:47:31.867 INFO:teuthology.orchestra.run.smithi118.stdout:Total 2.4 MB/s | 2.0 MB 00:00 2023-09-23T14:47:31.878 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:47:31.887 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:47:31.887 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:47:31.942 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:47:31.946 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:47:32.311 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:47:32.483 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 1/6 2023-09-23T14:47:32.680 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 2/6 2023-09-23T14:47:32.868 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 3/6 2023-09-23T14:47:32.988 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-prometheus-alerts-2:17.2.6-1123.g61431f6b.el8.n 4/6 2023-09-23T14:47:33.325 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-grafana-dashboards-2:17.2.6-1123.g61431f6b.el8. 5/6 2023-09-23T14:47:33.528 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-mgr-dashboard-2:17.2.6-1123.g61431f6b.el8.noarc 6/6 2023-09-23T14:47:33.741 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.6-1123.g61431f6b.el8.noarc 6/6 2023-09-23T14:47:33.741 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-grafana-dashboards-2:17.2.6-1123.g61431f6b.el8. 1/6 2023-09-23T14:47:33.741 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-mgr-dashboard-2:17.2.6-1123.g61431f6b.el8.noarc 2/6 2023-09-23T14:47:33.741 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-prometheus-alerts-2:17.2.6-1123.g61431f6b.el8.n 3/6 2023-09-23T14:47:33.742 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 4/6 2023-09-23T14:47:33.742 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 5/6 2023-09-23T14:47:34.722 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:47:34.766 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 6/6 2023-09-23T14:47:34.766 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:02:32 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:34.932 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:34.932 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:47:34.932 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-immutable-object-cache-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:47:34.932 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:34.932 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:47:35.107 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-mgr 2023-09-23T14:47:35.451 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:47:37.070 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:02:35 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:38.395 INFO:teuthology.orchestra.run.smithi178.stdout:Package ceph-mgr-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:47:38.504 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:47:38.505 INFO:teuthology.orchestra.run.smithi178.stdout:Nothing to do. 2023-09-23T14:47:38.506 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:47:38.619 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-mgr-dashboard 2023-09-23T14:47:38.962 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:47:40.698 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:02:38 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:42.069 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:47:42.070 INFO:teuthology.orchestra.run.smithi178.stdout:=================================================================================================== 2023-09-23T14:47:42.070 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2023-09-23T14:47:42.070 INFO:teuthology.orchestra.run.smithi178.stdout:=================================================================================================== 2023-09-23T14:47:42.071 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:47:42.071 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-dashboard noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 1.7 M 2023-09-23T14:47:42.071 INFO:teuthology.orchestra.run.smithi178.stdout:Installing dependencies: 2023-09-23T14:47:42.071 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-grafana-dashboards noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 23 k 2023-09-23T14:47:42.071 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-prometheus-alerts noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 14 k 2023-09-23T14:47:42.071 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-23T14:47:42.071 INFO:teuthology.orchestra.run.smithi178.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-09-23T14:47:42.071 INFO:teuthology.orchestra.run.smithi178.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-09-23T14:47:42.072 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:42.072 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:47:42.072 INFO:teuthology.orchestra.run.smithi178.stdout:=================================================================================================== 2023-09-23T14:47:42.072 INFO:teuthology.orchestra.run.smithi178.stdout:Install 6 Packages 2023-09-23T14:47:42.072 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:42.073 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 2.0 M 2023-09-23T14:47:42.073 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 8.0 M 2023-09-23T14:47:42.073 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:47:42.371 INFO:teuthology.orchestra.run.smithi178.stdout:(1/6): ceph-grafana-dashboards-17.2.6-1123.g614 102 kB/s | 23 kB 00:00 2023-09-23T14:47:42.396 INFO:teuthology.orchestra.run.smithi178.stdout:(2/6): ceph-prometheus-alerts-17.2.6-1123.g6143 58 kB/s | 14 kB 00:00 2023-09-23T14:47:42.605 INFO:teuthology.orchestra.run.smithi178.stdout:(3/6): ceph-mgr-dashboard-17.2.6-1123.g61431f6b 3.7 MB/s | 1.7 MB 00:00 2023-09-23T14:47:42.671 INFO:teuthology.orchestra.run.smithi178.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 112 kB/s | 34 kB 00:00 2023-09-23T14:47:42.772 INFO:teuthology.orchestra.run.smithi178.stdout:(5/6): python3-jwt-1.6.1-2.el8.noarch.rpm 255 kB/s | 43 kB 00:00 2023-09-23T14:47:42.853 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:47:42.872 INFO:teuthology.orchestra.run.smithi178.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 413 kB/s | 196 kB 00:00 2023-09-23T14:47:42.874 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:47:42.874 INFO:teuthology.orchestra.run.smithi178.stdout:Total 2.5 MB/s | 2.0 MB 00:00 2023-09-23T14:47:42.885 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:47:42.895 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:47:42.895 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:47:42.953 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:47:42.957 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:47:43.033 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:43.033 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:47:43.034 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-grafana-dashboards-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:47:43.034 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr-dashboard-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:47:43.034 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-prometheus-alerts-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:47:43.034 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-09-23T14:47:43.034 INFO:teuthology.orchestra.run.smithi118.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-09-23T14:47:43.035 INFO:teuthology.orchestra.run.smithi118.stdout: python3-routes-2.4.1-12.el8.noarch 2023-09-23T14:47:43.035 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:43.035 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:47:43.162 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install ceph-mgr-diskprediction-local 2023-09-23T14:47:43.240 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:47:43.437 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 1/6 2023-09-23T14:47:43.505 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:47:43.617 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 2/6 2023-09-23T14:47:43.830 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 3/6 2023-09-23T14:47:43.959 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-prometheus-alerts-2:17.2.6-1123.g61431f6b.el8.n 4/6 2023-09-23T14:47:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-grafana-dashboards-2:17.2.6-1123.g61431f6b.el8. 5/6 2023-09-23T14:47:44.470 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-dashboard-2:17.2.6-1123.g61431f6b.el8.noarc 6/6 2023-09-23T14:47:44.738 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.6-1123.g61431f6b.el8.noarc 6/6 2023-09-23T14:47:44.738 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-grafana-dashboards-2:17.2.6-1123.g61431f6b.el8. 1/6 2023-09-23T14:47:44.738 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-dashboard-2:17.2.6-1123.g61431f6b.el8.noarc 2/6 2023-09-23T14:47:44.738 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-prometheus-alerts-2:17.2.6-1123.g61431f6b.el8.n 3/6 2023-09-23T14:47:44.738 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 4/6 2023-09-23T14:47:44.738 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 5/6 2023-09-23T14:47:45.230 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:02:43 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:45.776 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 6/6 2023-09-23T14:47:45.776 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:02:43 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:46.660 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:47:46.661 INFO:teuthology.orchestra.run.smithi118.stdout:======================================================================================================================= 2023-09-23T14:47:46.661 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repository Size 2023-09-23T14:47:46.662 INFO:teuthology.orchestra.run.smithi118.stdout:======================================================================================================================= 2023-09-23T14:47:46.662 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:47:46.662 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 7.4 M 2023-09-23T14:47:46.662 INFO:teuthology.orchestra.run.smithi118.stdout:Installing dependencies: 2023-09-23T14:47:46.662 INFO:teuthology.orchestra.run.smithi118.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-09-23T14:47:46.662 INFO:teuthology.orchestra.run.smithi118.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-09-23T14:47:46.662 INFO:teuthology.orchestra.run.smithi118.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-09-23T14:47:46.662 INFO:teuthology.orchestra.run.smithi118.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-09-23T14:47:46.662 INFO:teuthology.orchestra.run.smithi118.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-09-23T14:47:46.663 INFO:teuthology.orchestra.run.smithi118.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-09-23T14:47:46.663 INFO:teuthology.orchestra.run.smithi118.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-09-23T14:47:46.663 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:46.663 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:47:46.663 INFO:teuthology.orchestra.run.smithi118.stdout:======================================================================================================================= 2023-09-23T14:47:46.663 INFO:teuthology.orchestra.run.smithi118.stdout:Install 8 Packages 2023-09-23T14:47:46.663 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:47:46.664 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 35 M 2023-09-23T14:47:46.664 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 210 M 2023-09-23T14:47:46.664 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:47:46.826 INFO:teuthology.orchestra.run.smithi118.stdout:(1/8): libgfortran-8.5.0-10.1.el8_6.x86_64.rpm 3.9 MB/s | 644 kB 00:00 2023-09-23T14:47:46.868 INFO:teuthology.orchestra.run.smithi118.stdout:(2/8): libquadmath-8.5.0-10.1.el8_6.x86_64.rpm 841 kB/s | 171 kB 00:00 2023-09-23T14:47:47.160 INFO:teuthology.orchestra.run.smithi118.stdout:(3/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 13 MB/s | 3.7 MB 00:00 2023-09-23T14:47:47.277 INFO:teuthology.orchestra.run.smithi118.stdout:(4/8): ceph-mgr-diskprediction-local-17.2.6-112 12 MB/s | 7.4 MB 00:00 2023-09-23T14:47:47.302 INFO:teuthology.orchestra.run.smithi118.stdout:(5/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 1.6 MB/s | 225 kB 00:00 2023-09-23T14:47:47.536 INFO:teuthology.orchestra.run.smithi118.stdout:(6/8): python3-scipy-1.0.0-21.module+el8.5.0+10 19 MB/s | 14 MB 00:00 2023-09-23T14:47:47.653 INFO:teuthology.orchestra.run.smithi118.stdout:(7/8): openblas-threads-0.3.15-3.el8.x86_64.rpm 13 MB/s | 4.9 MB 00:00 2023-09-23T14:47:47.711 INFO:teuthology.orchestra.run.smithi118.stdout:(8/8): openblas-0.3.15-3.el8.x86_64.rpm 12 MB/s | 4.7 MB 00:00 2023-09-23T14:47:47.712 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:47:47.712 INFO:teuthology.orchestra.run.smithi118.stdout:Total 34 MB/s | 35 MB 00:01 2023-09-23T14:47:47.948 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:47:47.966 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:47:47.967 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:47:48.258 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:47:48.261 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:47:48.828 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:47:48.979 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-09-23T14:47:49.105 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-09-23T14:47:49.280 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-09-23T14:47:49.893 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-09-23T14:47:50.054 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-09-23T14:47:50.633 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-09-23T14:47:50.854 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : openblas-0.3.15-3.el8.x86_64 4/8 2023-09-23T14:47:51.538 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 4/8 2023-09-23T14:47:51.848 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-09-23T14:47:52.054 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-09-23T14:47:53.796 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-09-23T14:47:55.016 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 7/8 2023-09-23T14:47:55.195 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.6-1123.g61431f6 8/8 2023-09-23T14:47:55.449 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.6-1123.g61431f6 8/8 2023-09-23T14:47:55.449 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.6-1123.g61431f6 1/8 2023-09-23T14:47:55.449 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-09-23T14:47:55.449 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 3/8 2023-09-23T14:47:55.449 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 4/8 2023-09-23T14:47:55.449 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-09-23T14:47:55.449 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-09-23T14:47:55.449 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 7/8 2023-09-23T14:47:55.978 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:47:56.160 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:56.161 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:47:56.161 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-grafana-dashboards-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:47:56.161 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-dashboard-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:47:56.161 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-prometheus-alerts-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:47:56.161 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-09-23T14:47:56.161 INFO:teuthology.orchestra.run.smithi178.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-09-23T14:47:56.161 INFO:teuthology.orchestra.run.smithi178.stdout: python3-routes-2.4.1-12.el8.noarch 2023-09-23T14:47:56.162 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:56.162 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:47:56.316 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-mgr-diskprediction-local 2023-09-23T14:47:56.518 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 8/8 2023-09-23T14:47:56.518 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:02:54 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:56.663 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:47:58.273 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:02:56 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:47:59.702 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:47:59.703 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================================================= 2023-09-23T14:47:59.703 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2023-09-23T14:47:59.703 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================================================= 2023-09-23T14:47:59.703 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:47:59.704 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 7.4 M 2023-09-23T14:47:59.704 INFO:teuthology.orchestra.run.smithi178.stdout:Installing dependencies: 2023-09-23T14:47:59.704 INFO:teuthology.orchestra.run.smithi178.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-09-23T14:47:59.704 INFO:teuthology.orchestra.run.smithi178.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-09-23T14:47:59.704 INFO:teuthology.orchestra.run.smithi178.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-09-23T14:47:59.704 INFO:teuthology.orchestra.run.smithi178.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-09-23T14:47:59.705 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-09-23T14:47:59.705 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-09-23T14:47:59.705 INFO:teuthology.orchestra.run.smithi178.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-09-23T14:47:59.705 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:59.705 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:47:59.705 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================================================= 2023-09-23T14:47:59.705 INFO:teuthology.orchestra.run.smithi178.stdout:Install 8 Packages 2023-09-23T14:47:59.705 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:47:59.706 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 35 M 2023-09-23T14:47:59.706 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 210 M 2023-09-23T14:47:59.706 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:47:59.853 INFO:teuthology.orchestra.run.smithi178.stdout:(1/8): libgfortran-8.5.0-10.1.el8_6.x86_64.rpm 4.3 MB/s | 644 kB 00:00 2023-09-23T14:47:59.878 INFO:teuthology.orchestra.run.smithi178.stdout:(2/8): libquadmath-8.5.0-10.1.el8_6.x86_64.rpm 991 kB/s | 171 kB 00:00 2023-09-23T14:48:00.037 INFO:teuthology.orchestra.run.smithi178.stdout:(3/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 24 MB/s | 3.7 MB 00:00 2023-09-23T14:48:00.137 INFO:teuthology.orchestra.run.smithi178.stdout:(4/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 2.2 MB/s | 225 kB 00:00 2023-09-23T14:48:00.271 INFO:teuthology.orchestra.run.smithi178.stdout:(5/8): ceph-mgr-diskprediction-local-17.2.6-112 13 MB/s | 7.4 MB 00:00 2023-09-23T14:48:00.413 INFO:teuthology.orchestra.run.smithi178.stdout:(6/8): openblas-threads-0.3.15-3.el8.x86_64.rpm 18 MB/s | 4.9 MB 00:00 2023-09-23T14:48:00.571 INFO:teuthology.orchestra.run.smithi178.stdout:(7/8): python3-scipy-1.0.0-21.module+el8.5.0+10 19 MB/s | 14 MB 00:00 2023-09-23T14:48:00.671 INFO:teuthology.orchestra.run.smithi178.stdout:(8/8): openblas-0.3.15-3.el8.x86_64.rpm 12 MB/s | 4.7 MB 00:00 2023-09-23T14:48:00.673 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:48:00.673 INFO:teuthology.orchestra.run.smithi178.stdout:Total 37 MB/s | 35 MB 00:00 2023-09-23T14:48:00.912 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:48:00.930 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:48:00.930 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:48:01.221 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:48:01.225 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:48:01.806 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:48:01.957 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-09-23T14:48:02.078 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 1/8 2023-09-23T14:48:02.232 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-09-23T14:48:02.854 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-09-23T14:48:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-09-23T14:48:03.681 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 3/8 2023-09-23T14:48:03.916 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : openblas-0.3.15-3.el8.x86_64 4/8 2023-09-23T14:48:04.608 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 4/8 2023-09-23T14:48:04.943 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-09-23T14:48:05.149 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-09-23T14:48:05.658 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:48:05.839 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:05.839 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:48:05.839 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr-diskprediction-local-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:48:05.840 INFO:teuthology.orchestra.run.smithi118.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-09-23T14:48:05.840 INFO:teuthology.orchestra.run.smithi118.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-09-23T14:48:05.840 INFO:teuthology.orchestra.run.smithi118.stdout: openblas-0.3.15-3.el8.x86_64 2023-09-23T14:48:05.840 INFO:teuthology.orchestra.run.smithi118.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-09-23T14:48:05.840 INFO:teuthology.orchestra.run.smithi118.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-09-23T14:48:05.840 INFO:teuthology.orchestra.run.smithi118.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-09-23T14:48:05.840 INFO:teuthology.orchestra.run.smithi118.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-09-23T14:48:05.840 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:05.840 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:48:05.979 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install ceph-mgr-rook 2023-09-23T14:48:06.326 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:48:06.903 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-09-23T14:48:08.041 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:03:06 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:08.189 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 7/8 2023-09-23T14:48:08.365 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.6-1123.g61431f6 8/8 2023-09-23T14:48:08.631 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.6-1123.g61431f6 8/8 2023-09-23T14:48:08.632 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.6-1123.g61431f6 1/8 2023-09-23T14:48:08.632 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 2/8 2023-09-23T14:48:08.632 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 3/8 2023-09-23T14:48:08.632 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d 4/8 2023-09-23T14:48:08.632 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-09-23T14:48:08.632 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-09-23T14:48:08.632 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 7/8 2023-09-23T14:48:09.403 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:48:09.404 INFO:teuthology.orchestra.run.smithi118.stdout:======================================================================================================== 2023-09-23T14:48:09.404 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repository Size 2023-09-23T14:48:09.405 INFO:teuthology.orchestra.run.smithi118.stdout:======================================================================================================== 2023-09-23T14:48:09.405 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:48:09.405 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr-rook noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 47 k 2023-09-23T14:48:09.405 INFO:teuthology.orchestra.run.smithi118.stdout:Installing dependencies: 2023-09-23T14:48:09.405 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-09-23T14:48:09.405 INFO:teuthology.orchestra.run.smithi118.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-09-23T14:48:09.405 INFO:teuthology.orchestra.run.smithi118.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-09-23T14:48:09.405 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-09-23T14:48:09.405 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-09-23T14:48:09.405 INFO:teuthology.orchestra.run.smithi118.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-09-23T14:48:09.405 INFO:teuthology.orchestra.run.smithi118.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-09-23T14:48:09.406 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-09-23T14:48:09.406 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-09-23T14:48:09.406 INFO:teuthology.orchestra.run.smithi118.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-23T14:48:09.406 INFO:teuthology.orchestra.run.smithi118.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-09-23T14:48:09.406 INFO:teuthology.orchestra.run.smithi118.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-09-23T14:48:09.406 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:09.406 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:48:09.406 INFO:teuthology.orchestra.run.smithi118.stdout:======================================================================================================== 2023-09-23T14:48:09.406 INFO:teuthology.orchestra.run.smithi118.stdout:Install 13 Packages 2023-09-23T14:48:09.406 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:09.407 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 1.9 M 2023-09-23T14:48:09.407 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 25 M 2023-09-23T14:48:09.407 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:48:09.708 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 8/8 2023-09-23T14:48:09.708 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:03:07 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:09.958 INFO:teuthology.orchestra.run.smithi118.stdout:(1/13): python3-cachetools-3.1.1-4.el8.noarch.r 159 kB/s | 33 kB 00:00 2023-09-23T14:48:09.983 INFO:teuthology.orchestra.run.smithi118.stdout:(2/13): python3-certifi-2018.10.15-7.el8.noarch 70 kB/s | 16 kB 00:00 2023-09-23T14:48:10.008 INFO:teuthology.orchestra.run.smithi118.stdout:(3/13): ceph-mgr-rook-17.2.6-1123.g61431f6b.el8 184 kB/s | 47 kB 00:00 2023-09-23T14:48:10.042 INFO:teuthology.orchestra.run.smithi118.stdout:(4/13): python3-google-auth-1.1.1-10.el8.noarch 969 kB/s | 81 kB 00:00 2023-09-23T14:48:10.101 INFO:teuthology.orchestra.run.smithi118.stdout:(5/13): python3-websocket-client-0.56.0-5.el8.n 1.1 MB/s | 61 kB 00:00 2023-09-23T14:48:10.201 INFO:teuthology.orchestra.run.smithi118.stdout:(6/13): python3-kubernetes-11.0.0-6.el8.noarch. 5.4 MB/s | 1.2 MB 00:00 2023-09-23T14:48:10.251 INFO:teuthology.orchestra.run.smithi118.stdout:(7/13): python3-rsa-4.9-2.el8.noarch.rpm 264 kB/s | 64 kB 00:00 2023-09-23T14:48:10.310 INFO:teuthology.orchestra.run.smithi118.stdout:(8/13): python3-requests-oauthlib-1.0.0-1.el8.n 205 kB/s | 43 kB 00:00 2023-09-23T14:48:10.401 INFO:teuthology.orchestra.run.smithi118.stdout:(9/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 773 kB/s | 155 kB 00:00 2023-09-23T14:48:10.427 INFO:teuthology.orchestra.run.smithi118.stdout:(10/13): python3-jsonpatch-1.21-2.el8.noarch.rp 227 kB/s | 27 kB 00:00 2023-09-23T14:48:10.452 INFO:teuthology.orchestra.run.smithi118.stdout:(11/13): python3-pyasn1-modules-0.3.7-6.el8.noa 548 kB/s | 110 kB 00:00 2023-09-23T14:48:10.502 INFO:teuthology.orchestra.run.smithi118.stdout:(12/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.2 MB/s | 126 kB 00:00 2023-09-23T14:48:10.553 INFO:teuthology.orchestra.run.smithi118.stdout:(13/13): python3-jsonpointer-1.10-11.el8.noarch 159 kB/s | 20 kB 00:00 2023-09-23T14:48:10.555 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:48:10.555 INFO:teuthology.orchestra.run.smithi118.stdout:Total 1.7 MB/s | 1.9 MB 00:01 2023-09-23T14:48:10.615 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:48:10.630 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:48:10.630 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:48:10.701 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:48:10.705 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:48:11.169 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:48:11.375 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-09-23T14:48:11.603 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-rsa-4.9-2.el8.noarch 2/13 2023-09-23T14:48:11.782 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 3/13 2023-09-23T14:48:11.941 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 4/13 2023-09-23T14:48:12.180 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 5/13 2023-09-23T14:48:12.429 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-09-23T14:48:12.628 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-09-23T14:48:12.832 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 8/13 2023-09-23T14:48:12.989 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-09-23T14:48:13.195 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 10/13 2023-09-23T14:48:14.260 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 11/13 2023-09-23T14:48:14.542 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 12/13 2023-09-23T14:48:14.700 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-mgr-rook-2:17.2.6-1123.g61431f6b.el8.noarch 13/13 2023-09-23T14:48:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.6-1123.g61431f6b.el8.noarch 13/13 2023-09-23T14:48:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-mgr-rook-2:17.2.6-1123.g61431f6b.el8.noarch 1/13 2023-09-23T14:48:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 2/13 2023-09-23T14:48:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 3/13 2023-09-23T14:48:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 4/13 2023-09-23T14:48:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 5/13 2023-09-23T14:48:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 6/13 2023-09-23T14:48:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 7/13 2023-09-23T14:48:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 8/13 2023-09-23T14:48:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 9/13 2023-09-23T14:48:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 10/13 2023-09-23T14:48:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 11/13 2023-09-23T14:48:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 12/13 2023-09-23T14:48:16.024 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 13/13 2023-09-23T14:48:16.024 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:03:14 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:18.739 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:48:18.921 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:18.921 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:48:18.922 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-diskprediction-local-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:48:18.922 INFO:teuthology.orchestra.run.smithi178.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-09-23T14:48:18.922 INFO:teuthology.orchestra.run.smithi178.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-09-23T14:48:18.922 INFO:teuthology.orchestra.run.smithi178.stdout: openblas-0.3.15-3.el8.x86_64 2023-09-23T14:48:18.922 INFO:teuthology.orchestra.run.smithi178.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-09-23T14:48:18.922 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-09-23T14:48:18.922 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-09-23T14:48:18.922 INFO:teuthology.orchestra.run.smithi178.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-09-23T14:48:18.922 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:18.922 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:48:19.089 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-mgr-rook 2023-09-23T14:48:19.435 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:48:21.095 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:03:19 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:22.484 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:48:22.486 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================================== 2023-09-23T14:48:22.486 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2023-09-23T14:48:22.486 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================================== 2023-09-23T14:48:22.486 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:48:22.486 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-rook noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 47 k 2023-09-23T14:48:22.486 INFO:teuthology.orchestra.run.smithi178.stdout:Installing dependencies: 2023-09-23T14:48:22.486 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-09-23T14:48:22.486 INFO:teuthology.orchestra.run.smithi178.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:22.487 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:48:22.488 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================================== 2023-09-23T14:48:22.488 INFO:teuthology.orchestra.run.smithi178.stdout:Install 13 Packages 2023-09-23T14:48:22.488 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:22.488 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 1.9 M 2023-09-23T14:48:22.488 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 25 M 2023-09-23T14:48:22.488 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:48:23.113 INFO:teuthology.orchestra.run.smithi178.stdout:(1/13): ceph-mgr-rook-17.2.6-1123.g61431f6b.el8 251 kB/s | 47 kB 00:00 2023-09-23T14:48:23.139 INFO:teuthology.orchestra.run.smithi178.stdout:(2/13): python3-certifi-2018.10.15-7.el8.noarch 76 kB/s | 16 kB 00:00 2023-09-23T14:48:23.164 INFO:teuthology.orchestra.run.smithi178.stdout:(3/13): python3-cachetools-3.1.1-4.el8.noarch.r 138 kB/s | 33 kB 00:00 2023-09-23T14:48:23.297 INFO:teuthology.orchestra.run.smithi178.stdout:(4/13): python3-rsa-4.9-2.el8.noarch.rpm 497 kB/s | 64 kB 00:00 2023-09-23T14:48:23.372 INFO:teuthology.orchestra.run.smithi178.stdout:(5/13): python3-websocket-client-0.56.0-5.el8.n 818 kB/s | 61 kB 00:00 2023-09-23T14:48:23.390 INFO:teuthology.orchestra.run.smithi178.stdout:(6/13): python3-google-auth-1.1.1-10.el8.noarch 294 kB/s | 81 kB 00:00 2023-09-23T14:48:23.448 INFO:teuthology.orchestra.run.smithi178.stdout:(7/13): python3-kubernetes-11.0.0-6.el8.noarch. 3.8 MB/s | 1.2 MB 00:00 2023-09-23T14:48:23.523 INFO:teuthology.orchestra.run.smithi178.stdout:(8/13): python3-requests-oauthlib-1.0.0-1.el8.n 283 kB/s | 43 kB 00:00 2023-09-23T14:48:23.549 INFO:teuthology.orchestra.run.smithi178.stdout:(9/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 974 kB/s | 155 kB 00:00 2023-09-23T14:48:23.591 INFO:teuthology.orchestra.run.smithi178.stdout:(10/13): python3-pyasn1-modules-0.3.7-6.el8.noa 773 kB/s | 110 kB 00:00 2023-09-23T14:48:23.666 INFO:teuthology.orchestra.run.smithi178.stdout:(11/13): python3-jsonpatch-1.21-2.el8.noarch.rp 186 kB/s | 27 kB 00:00 2023-09-23T14:48:23.716 INFO:teuthology.orchestra.run.smithi178.stdout:(12/13): python3-jsonpointer-1.10-11.el8.noarch 160 kB/s | 20 kB 00:00 2023-09-23T14:48:23.783 INFO:teuthology.orchestra.run.smithi178.stdout:(13/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 540 kB/s | 126 kB 00:00 2023-09-23T14:48:23.786 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:48:23.787 INFO:teuthology.orchestra.run.smithi178.stdout:Total 1.5 MB/s | 1.9 MB 00:01 2023-09-23T14:48:23.852 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:48:23.867 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:48:23.868 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:48:23.938 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:48:23.943 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:48:24.226 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:48:24.409 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:24.409 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:48:24.409 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr-rook-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:48:24.410 INFO:teuthology.orchestra.run.smithi118.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-09-23T14:48:24.410 INFO:teuthology.orchestra.run.smithi118.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-09-23T14:48:24.410 INFO:teuthology.orchestra.run.smithi118.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-09-23T14:48:24.410 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-09-23T14:48:24.410 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-09-23T14:48:24.410 INFO:teuthology.orchestra.run.smithi118.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-09-23T14:48:24.411 INFO:teuthology.orchestra.run.smithi118.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-09-23T14:48:24.411 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-09-23T14:48:24.411 INFO:teuthology.orchestra.run.smithi118.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-09-23T14:48:24.411 INFO:teuthology.orchestra.run.smithi118.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-09-23T14:48:24.411 INFO:teuthology.orchestra.run.smithi118.stdout: python3-rsa-4.9-2.el8.noarch 2023-09-23T14:48:24.411 INFO:teuthology.orchestra.run.smithi118.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-09-23T14:48:24.411 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:24.411 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:48:24.438 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:48:24.554 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install ceph-mgr-cephadm 2023-09-23T14:48:24.678 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-09-23T14:48:24.907 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:48:24.922 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rsa-4.9-2.el8.noarch 2/13 2023-09-23T14:48:25.068 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 3/13 2023-09-23T14:48:25.235 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 4/13 2023-09-23T14:48:25.448 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 5/13 2023-09-23T14:48:25.724 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-09-23T14:48:25.973 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-09-23T14:48:26.177 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 8/13 2023-09-23T14:48:26.385 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-09-23T14:48:26.511 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:03:24 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:26.794 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 10/13 2023-09-23T14:48:27.869 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:48:27.870 INFO:teuthology.orchestra.run.smithi118.stdout:=============================================================================================== 2023-09-23T14:48:27.870 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repository Size 2023-09-23T14:48:27.870 INFO:teuthology.orchestra.run.smithi118.stdout:=============================================================================================== 2023-09-23T14:48:27.870 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:48:27.871 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr-cephadm noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 121 k 2023-09-23T14:48:27.871 INFO:teuthology.orchestra.run.smithi118.stdout:Installing dependencies: 2023-09-23T14:48:27.871 INFO:teuthology.orchestra.run.smithi118.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-09-23T14:48:27.871 INFO:teuthology.orchestra.run.smithi118.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-09-23T14:48:27.871 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-09-23T14:48:27.871 INFO:teuthology.orchestra.run.smithi118.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-09-23T14:48:27.872 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:27.872 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:48:27.872 INFO:teuthology.orchestra.run.smithi118.stdout:=============================================================================================== 2023-09-23T14:48:27.872 INFO:teuthology.orchestra.run.smithi118.stdout:Install 5 Packages 2023-09-23T14:48:27.872 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:27.873 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 6.0 M 2023-09-23T14:48:27.873 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 26 M 2023-09-23T14:48:27.873 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:48:27.974 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 11/13 2023-09-23T14:48:28.203 INFO:teuthology.orchestra.run.smithi118.stdout:(1/5): ceph-mgr-cephadm-17.2.6-1123.g61431f6b.e 645 kB/s | 121 kB 00:00 2023-09-23T14:48:28.236 INFO:teuthology.orchestra.run.smithi118.stdout:(2/5): python3-natsort-7.1.1-2.el8.noarch.rpm 272 kB/s | 60 kB 00:00 2023-09-23T14:48:28.237 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 12/13 2023-09-23T14:48:28.353 INFO:teuthology.orchestra.run.smithi118.stdout:(3/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 3.5 MB/s | 538 kB 00:00 2023-09-23T14:48:28.428 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-rook-2:17.2.6-1123.g61431f6b.el8.noarch 13/13 2023-09-23T14:48:28.428 INFO:teuthology.orchestra.run.smithi118.stdout:(4/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.1 MB/s | 476 kB 00:00 2023-09-23T14:48:28.512 INFO:teuthology.orchestra.run.smithi118.stdout:(5/5): python3-babel-2.5.1-7.el8.noarch.rpm 18 MB/s | 4.8 MB 00:00 2023-09-23T14:48:28.514 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:48:28.514 INFO:teuthology.orchestra.run.smithi118.stdout:Total 9.3 MB/s | 6.0 MB 00:00 2023-09-23T14:48:28.567 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:48:28.578 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:48:28.579 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:48:28.655 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.6-1123.g61431f6b.el8.noarch 13/13 2023-09-23T14:48:28.656 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-rook-2:17.2.6-1123.g61431f6b.el8.noarch 1/13 2023-09-23T14:48:28.656 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 2/13 2023-09-23T14:48:28.656 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 3/13 2023-09-23T14:48:28.656 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 4/13 2023-09-23T14:48:28.656 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 5/13 2023-09-23T14:48:28.656 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 6/13 2023-09-23T14:48:28.657 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 7/13 2023-09-23T14:48:28.657 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 8/13 2023-09-23T14:48:28.657 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 9/13 2023-09-23T14:48:28.657 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 10/13 2023-09-23T14:48:28.657 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 11/13 2023-09-23T14:48:28.657 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 12/13 2023-09-23T14:48:28.658 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:48:28.660 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:48:29.618 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:48:29.735 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 13/13 2023-09-23T14:48:29.735 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:03:27 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:29.959 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 1/5 2023-09-23T14:48:30.207 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 2/5 2023-09-23T14:48:30.527 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-09-23T14:48:30.791 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-09-23T14:48:30.997 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-mgr-cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 5/5 2023-09-23T14:48:31.256 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 5/5 2023-09-23T14:48:31.256 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-mgr-cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 1/5 2023-09-23T14:48:31.256 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-09-23T14:48:31.256 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-09-23T14:48:31.257 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-09-23T14:48:32.294 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 5/5 2023-09-23T14:48:32.294 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:03:30 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:36.639 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:48:36.822 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:36.822 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:48:36.822 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-rook-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:48:36.823 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-09-23T14:48:36.823 INFO:teuthology.orchestra.run.smithi178.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-09-23T14:48:36.823 INFO:teuthology.orchestra.run.smithi178.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-09-23T14:48:36.823 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-09-23T14:48:36.823 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-09-23T14:48:36.823 INFO:teuthology.orchestra.run.smithi178.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-09-23T14:48:36.823 INFO:teuthology.orchestra.run.smithi178.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-09-23T14:48:36.823 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-09-23T14:48:36.824 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-09-23T14:48:36.824 INFO:teuthology.orchestra.run.smithi178.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-09-23T14:48:36.824 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rsa-4.9-2.el8.noarch 2023-09-23T14:48:36.824 INFO:teuthology.orchestra.run.smithi178.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-09-23T14:48:36.824 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:36.824 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:48:36.970 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-mgr-cephadm 2023-09-23T14:48:37.320 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:48:38.864 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:03:36 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:40.237 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:48:40.238 INFO:teuthology.orchestra.run.smithi178.stdout:=============================================================================================== 2023-09-23T14:48:40.238 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2023-09-23T14:48:40.239 INFO:teuthology.orchestra.run.smithi178.stdout:=============================================================================================== 2023-09-23T14:48:40.239 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:48:40.239 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-cephadm noarch 2:17.2.6-1123.g61431f6b.el8 ceph-noarch 121 k 2023-09-23T14:48:40.239 INFO:teuthology.orchestra.run.smithi178.stdout:Installing dependencies: 2023-09-23T14:48:40.239 INFO:teuthology.orchestra.run.smithi178.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-09-23T14:48:40.239 INFO:teuthology.orchestra.run.smithi178.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-09-23T14:48:40.239 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-09-23T14:48:40.239 INFO:teuthology.orchestra.run.smithi178.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-09-23T14:48:40.239 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:40.239 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:48:40.239 INFO:teuthology.orchestra.run.smithi178.stdout:=============================================================================================== 2023-09-23T14:48:40.240 INFO:teuthology.orchestra.run.smithi178.stdout:Install 5 Packages 2023-09-23T14:48:40.240 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:40.240 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 6.0 M 2023-09-23T14:48:40.240 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 26 M 2023-09-23T14:48:40.240 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:48:40.461 INFO:teuthology.orchestra.run.smithi178.stdout:(1/5): python3-natsort-7.1.1-2.el8.noarch.rpm 793 kB/s | 60 kB 00:00 2023-09-23T14:48:40.511 INFO:teuthology.orchestra.run.smithi178.stdout:(2/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 3.7 MB/s | 476 kB 00:00 2023-09-23T14:48:40.629 INFO:teuthology.orchestra.run.smithi178.stdout:(3/5): ceph-mgr-cephadm-17.2.6-1123.g61431f6b.e 497 kB/s | 121 kB 00:00 2023-09-23T14:48:40.662 INFO:teuthology.orchestra.run.smithi178.stdout:(4/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 2.6 MB/s | 538 kB 00:00 2023-09-23T14:48:40.779 INFO:teuthology.orchestra.run.smithi178.stdout:(5/5): python3-babel-2.5.1-7.el8.noarch.rpm 18 MB/s | 4.8 MB 00:00 2023-09-23T14:48:40.780 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:48:40.780 INFO:teuthology.orchestra.run.smithi178.stdout:Total 11 MB/s | 6.0 MB 00:00 2023-09-23T14:48:40.832 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:48:40.840 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:48:40.843 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:48:40.843 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:48:40.921 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:48:40.925 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:48:41.025 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:41.025 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:48:41.025 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-mgr-cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:48:41.025 INFO:teuthology.orchestra.run.smithi118.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-09-23T14:48:41.025 INFO:teuthology.orchestra.run.smithi118.stdout: python3-babel-2.5.1-7.el8.noarch 2023-09-23T14:48:41.025 INFO:teuthology.orchestra.run.smithi118.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-09-23T14:48:41.025 INFO:teuthology.orchestra.run.smithi118.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-09-23T14:48:41.025 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:41.025 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:48:41.167 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install ceph-fuse 2023-09-23T14:48:41.518 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:48:41.899 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:48:42.219 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 1/5 2023-09-23T14:48:42.459 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 2/5 2023-09-23T14:48:42.779 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-09-23T14:48:42.905 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:03:40 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:43.076 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-09-23T14:48:43.241 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 5/5 2023-09-23T14:48:43.457 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 5/5 2023-09-23T14:48:43.457 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 1/5 2023-09-23T14:48:43.457 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-09-23T14:48:43.457 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 3/5 2023-09-23T14:48:43.457 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-09-23T14:48:44.269 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:48:44.270 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:48:44.270 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repository Size 2023-09-23T14:48:44.270 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:48:44.270 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:48:44.270 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-fuse 2023-09-23T14:48:44.270 INFO:teuthology.orchestra.run.smithi118.stdout: x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 874 k 2023-09-23T14:48:44.270 INFO:teuthology.orchestra.run.smithi118.stdout:Installing dependencies: 2023-09-23T14:48:44.270 INFO:teuthology.orchestra.run.smithi118.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-09-23T14:48:44.271 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:44.271 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:48:44.271 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:48:44.271 INFO:teuthology.orchestra.run.smithi118.stdout:Install 2 Packages 2023-09-23T14:48:44.271 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:44.271 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 957 k 2023-09-23T14:48:44.272 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 3.0 M 2023-09-23T14:48:44.272 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:48:44.461 INFO:teuthology.orchestra.run.smithi118.stdout:(1/2): fuse-2.9.7-15.el8.x86_64.rpm 436 kB/s | 83 kB 00:00 2023-09-23T14:48:44.468 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 5/5 2023-09-23T14:48:44.469 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:03:42 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:44.553 INFO:teuthology.orchestra.run.smithi118.stdout:(2/2): ceph-fuse-17.2.6-1123.g61431f6b.el8.x86_ 3.0 MB/s | 874 kB 00:00 2023-09-23T14:48:44.553 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:48:44.554 INFO:teuthology.orchestra.run.smithi118.stdout:Total 3.3 MB/s | 957 kB 00:00 2023-09-23T14:48:44.565 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:48:44.585 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:48:44.586 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:48:44.658 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:48:44.662 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:48:44.813 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:48:45.363 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : fuse-2.9.7-15.el8.x86_64 1/2 2023-09-23T14:48:45.519 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : ceph-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 2/2 2023-09-23T14:48:45.854 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: ceph-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 2/2 2023-09-23T14:48:45.854 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : ceph-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 1/2 2023-09-23T14:48:46.881 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 2/2 2023-09-23T14:48:46.881 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:03:44 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:50.220 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:48:50.409 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:50.409 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:48:50.409 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-cephadm-2:17.2.6-1123.g61431f6b.el8.noarch 2023-09-23T14:48:50.409 INFO:teuthology.orchestra.run.smithi178.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-09-23T14:48:50.409 INFO:teuthology.orchestra.run.smithi178.stdout: python3-babel-2.5.1-7.el8.noarch 2023-09-23T14:48:50.409 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-09-23T14:48:50.409 INFO:teuthology.orchestra.run.smithi178.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-09-23T14:48:50.409 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:50.409 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:48:50.543 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-fuse 2023-09-23T14:48:50.895 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:48:52.592 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:03:50 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:53.959 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:48:53.960 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:48:53.960 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2023-09-23T14:48:53.960 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:48:53.960 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:48:53.960 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-fuse 2023-09-23T14:48:53.960 INFO:teuthology.orchestra.run.smithi178.stdout: x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 874 k 2023-09-23T14:48:53.960 INFO:teuthology.orchestra.run.smithi178.stdout:Installing dependencies: 2023-09-23T14:48:53.961 INFO:teuthology.orchestra.run.smithi178.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-09-23T14:48:53.961 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:53.961 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:48:53.961 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:48:53.961 INFO:teuthology.orchestra.run.smithi178.stdout:Install 2 Packages 2023-09-23T14:48:53.961 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:48:53.961 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 957 k 2023-09-23T14:48:53.962 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 3.0 M 2023-09-23T14:48:53.962 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:48:54.137 INFO:teuthology.orchestra.run.smithi178.stdout:(1/2): fuse-2.9.7-15.el8.x86_64.rpm 472 kB/s | 83 kB 00:00 2023-09-23T14:48:54.362 INFO:teuthology.orchestra.run.smithi178.stdout:(2/2): ceph-fuse-17.2.6-1123.g61431f6b.el8.x86_ 2.1 MB/s | 874 kB 00:00 2023-09-23T14:48:54.363 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:48:54.363 INFO:teuthology.orchestra.run.smithi178.stdout:Total 2.3 MB/s | 957 kB 00:00 2023-09-23T14:48:54.374 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:48:54.394 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:48:54.394 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:48:54.467 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:48:54.471 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:48:54.623 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:48:54.915 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : fuse-2.9.7-15.el8.x86_64 1/2 2023-09-23T14:48:55.105 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 2/2 2023-09-23T14:48:55.440 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 2/2 2023-09-23T14:48:55.441 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 1/2 2023-09-23T14:48:56.508 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 2/2 2023-09-23T14:48:56.509 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:03:54 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:48:57.125 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:48:57.307 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:57.307 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:48:57.307 INFO:teuthology.orchestra.run.smithi118.stdout: ceph-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 fuse-2.9.7-15.el8.x86_64 2023-09-23T14:48:57.307 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:48:57.308 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:48:57.454 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install librados-devel 2023-09-23T14:48:57.809 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:48:59.494 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:03:57 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:00.853 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:49:00.854 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:00.854 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repo Size 2023-09-23T14:49:00.854 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:00.854 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:49:00.854 INFO:teuthology.orchestra.run.smithi118.stdout: librados-devel x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 130 k 2023-09-23T14:49:00.854 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:00.854 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:49:00.854 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:00.854 INFO:teuthology.orchestra.run.smithi118.stdout:Install 1 Package 2023-09-23T14:49:00.854 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:00.855 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 130 k 2023-09-23T14:49:00.855 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 464 k 2023-09-23T14:49:00.855 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:49:01.043 INFO:teuthology.orchestra.run.smithi118.stdout:librados-devel-17.2.6-1123.g61431f6b.el8.x86_64 690 kB/s | 130 kB 00:00 2023-09-23T14:49:01.043 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:49:01.043 INFO:teuthology.orchestra.run.smithi118.stdout:Total 686 kB/s | 130 kB 00:00 2023-09-23T14:49:01.044 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:49:01.049 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:49:01.049 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:49:01.102 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:49:01.106 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:49:01.229 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:49:01.407 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : librados-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:01.621 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: librados-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:02.695 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : librados-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:02.695 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:00 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:05.121 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:49:05.305 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:49:05.306 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:49:05.306 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 fuse-2.9.7-15.el8.x86_64 2023-09-23T14:49:05.306 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:49:05.306 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:49:05.449 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install librados-devel 2023-09-23T14:49:05.804 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:07.449 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:05 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:08.815 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:49:08.816 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:49:08.816 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repo Size 2023-09-23T14:49:08.817 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:49:08.817 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:49:08.817 INFO:teuthology.orchestra.run.smithi178.stdout: librados-devel x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 130 k 2023-09-23T14:49:08.817 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:49:08.817 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:49:08.817 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:49:08.817 INFO:teuthology.orchestra.run.smithi178.stdout:Install 1 Package 2023-09-23T14:49:08.817 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:49:08.818 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 130 k 2023-09-23T14:49:08.818 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 464 k 2023-09-23T14:49:08.818 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:49:09.146 INFO:teuthology.orchestra.run.smithi178.stdout:librados-devel-17.2.6-1123.g61431f6b.el8.x86_64 395 kB/s | 130 kB 00:00 2023-09-23T14:49:09.147 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:49:09.147 INFO:teuthology.orchestra.run.smithi178.stdout:Total 394 kB/s | 130 kB 00:00 2023-09-23T14:49:09.147 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:49:09.152 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:49:09.152 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:49:09.208 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:49:09.211 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:49:09.341 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:49:09.493 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librados-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:09.545 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:49:09.725 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:09.725 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:49:09.725 INFO:teuthology.orchestra.run.smithi118.stdout: librados-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:49:09.725 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:09.725 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:49:09.758 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librados-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:09.848 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install libcephfs2 2023-09-23T14:49:10.201 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librados-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:10.821 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:08 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:11.680 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:09 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:12.936 INFO:teuthology.orchestra.run.smithi118.stdout:Package libcephfs2-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:13.046 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:49:13.047 INFO:teuthology.orchestra.run.smithi118.stdout:Nothing to do. 2023-09-23T14:49:13.047 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:49:13.154 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install libcephfs-devel 2023-09-23T14:49:13.508 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:14.867 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:12 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:16.225 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:49:16.226 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:16.226 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repo Size 2023-09-23T14:49:16.226 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:16.226 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:49:16.226 INFO:teuthology.orchestra.run.smithi118.stdout: libcephfs-devel x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 25 k 2023-09-23T14:49:16.226 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:16.226 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:49:16.227 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:16.227 INFO:teuthology.orchestra.run.smithi118.stdout:Install 1 Package 2023-09-23T14:49:16.227 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:16.227 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 25 k 2023-09-23T14:49:16.227 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 109 k 2023-09-23T14:49:16.227 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:49:16.370 INFO:teuthology.orchestra.run.smithi118.stdout:libcephfs-devel-17.2.6-1123.g61431f6b.el8.x86_6 173 kB/s | 25 kB 00:00 2023-09-23T14:49:16.371 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:49:16.371 INFO:teuthology.orchestra.run.smithi118.stdout:Total 171 kB/s | 25 kB 00:00 2023-09-23T14:49:16.371 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:49:16.375 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:49:16.375 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:49:16.377 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:49:16.380 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:49:16.432 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:49:16.688 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : libcephfs-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:16.890 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: libcephfs-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:17.876 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : libcephfs-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:17.877 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:15 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:19.029 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:49:19.209 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:49:19.209 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:49:19.209 INFO:teuthology.orchestra.run.smithi178.stdout: librados-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:49:19.209 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:49:19.209 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:49:19.362 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install libcephfs2 2023-09-23T14:49:19.715 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:21.229 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:19 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:22.488 INFO:teuthology.orchestra.run.smithi178.stdout:Package libcephfs2-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:22.596 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:49:22.597 INFO:teuthology.orchestra.run.smithi178.stdout:Nothing to do. 2023-09-23T14:49:22.597 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:49:22.724 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install libcephfs-devel 2023-09-23T14:49:23.078 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:24.580 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:49:24.725 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:22 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:24.761 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:24.761 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:49:24.761 INFO:teuthology.orchestra.run.smithi118.stdout: libcephfs-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:49:24.761 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:24.761 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:49:24.893 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install librados2 2023-09-23T14:49:25.245 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:26.126 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:49:26.127 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:49:26.127 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repo Size 2023-09-23T14:49:26.127 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:49:26.127 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:49:26.127 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs-devel x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 25 k 2023-09-23T14:49:26.127 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:49:26.127 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:49:26.127 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:49:26.127 INFO:teuthology.orchestra.run.smithi178.stdout:Install 1 Package 2023-09-23T14:49:26.127 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:49:26.128 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 25 k 2023-09-23T14:49:26.128 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 109 k 2023-09-23T14:49:26.128 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:49:26.349 INFO:teuthology.orchestra.run.smithi178.stdout:libcephfs-devel-17.2.6-1123.g61431f6b.el8.x86_6 112 kB/s | 25 kB 00:00 2023-09-23T14:49:26.349 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:49:26.350 INFO:teuthology.orchestra.run.smithi178.stdout:Total 112 kB/s | 25 kB 00:00 2023-09-23T14:49:26.350 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:49:26.354 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:49:26.354 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:49:26.356 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:49:26.359 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:49:26.408 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:49:26.589 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libcephfs-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:26.795 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:24 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:26.805 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libcephfs-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:27.810 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libcephfs-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:27.810 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:25 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:28.058 INFO:teuthology.orchestra.run.smithi118.stdout:Package librados2-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:28.166 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:49:28.168 INFO:teuthology.orchestra.run.smithi118.stdout:Nothing to do. 2023-09-23T14:49:28.168 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:49:28.295 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install librbd1 2023-09-23T14:49:28.647 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:30.413 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:28 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:31.664 INFO:teuthology.orchestra.run.smithi118.stdout:Package librbd1-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:31.773 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:49:31.774 INFO:teuthology.orchestra.run.smithi118.stdout:Nothing to do. 2023-09-23T14:49:31.774 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:49:31.883 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install python3-rados 2023-09-23T14:49:32.235 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:33.768 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:31 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:35.015 INFO:teuthology.orchestra.run.smithi118.stdout:Package python3-rados-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:35.121 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:49:35.122 INFO:teuthology.orchestra.run.smithi118.stdout:Nothing to do. 2023-09-23T14:49:35.122 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:49:35.233 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install python3-rgw 2023-09-23T14:49:35.587 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:36.415 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:49:36.596 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:49:36.596 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:49:36.596 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs-devel-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:49:36.596 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:49:36.596 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:49:36.725 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install librados2 2023-09-23T14:49:37.050 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:35 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:37.077 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:38.295 INFO:teuthology.orchestra.run.smithi118.stdout:Package python3-rgw-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:38.402 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:49:38.403 INFO:teuthology.orchestra.run.smithi118.stdout:Nothing to do. 2023-09-23T14:49:38.403 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:49:38.520 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install python3-cephfs 2023-09-23T14:49:38.685 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:36 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:38.873 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:39.952 INFO:teuthology.orchestra.run.smithi178.stdout:Package librados2-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:40.062 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:49:40.063 INFO:teuthology.orchestra.run.smithi178.stdout:Nothing to do. 2023-09-23T14:49:40.063 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:49:40.187 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install librbd1 2023-09-23T14:49:40.438 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:38 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:40.539 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:41.756 INFO:teuthology.orchestra.run.smithi118.stdout:Package python3-cephfs-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:41.869 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:49:41.870 INFO:teuthology.orchestra.run.smithi118.stdout:Nothing to do. 2023-09-23T14:49:41.870 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:49:41.976 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install python3-rbd 2023-09-23T14:49:42.117 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:40 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:42.328 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:43.427 INFO:teuthology.orchestra.run.smithi178.stdout:Package librbd1-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:43.536 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:49:43.537 INFO:teuthology.orchestra.run.smithi178.stdout:Nothing to do. 2023-09-23T14:49:43.537 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:49:43.663 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install python3-rados 2023-09-23T14:49:43.876 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:41 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:44.015 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:45.129 INFO:teuthology.orchestra.run.smithi118.stdout:Package python3-rbd-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:45.239 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:49:45.240 INFO:teuthology.orchestra.run.smithi118.stdout:Nothing to do. 2023-09-23T14:49:45.240 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:49:45.345 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install rbd-fuse 2023-09-23T14:49:45.383 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:43 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:45.696 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:46.642 INFO:teuthology.orchestra.run.smithi178.stdout:Package python3-rados-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:46.751 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:49:46.752 INFO:teuthology.orchestra.run.smithi178.stdout:Nothing to do. 2023-09-23T14:49:46.753 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:49:46.860 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install python3-rgw 2023-09-23T14:49:47.211 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:47.324 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:45 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:48.694 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:46 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:48.757 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:49:48.758 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:48.758 INFO:teuthology.orchestra.run.smithi118.stdout: Package Architecture Version Repository Size 2023-09-23T14:49:48.759 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:48.759 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:49:48.759 INFO:teuthology.orchestra.run.smithi118.stdout: rbd-fuse x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 90 k 2023-09-23T14:49:48.759 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:48.759 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:49:48.759 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:48.759 INFO:teuthology.orchestra.run.smithi118.stdout:Install 1 Package 2023-09-23T14:49:48.760 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:48.760 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 90 k 2023-09-23T14:49:48.760 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 264 k 2023-09-23T14:49:48.760 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:49:48.913 INFO:teuthology.orchestra.run.smithi118.stdout:rbd-fuse-17.2.6-1123.g61431f6b.el8.x86_64.rpm 587 kB/s | 90 kB 00:00 2023-09-23T14:49:48.914 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:49:48.914 INFO:teuthology.orchestra.run.smithi118.stdout:Total 582 kB/s | 90 kB 00:00 2023-09-23T14:49:48.914 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:49:48.923 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:49:48.924 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:49:48.977 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:49:48.981 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:49:49.083 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:49:49.249 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : rbd-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:49.474 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: rbd-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:49.952 INFO:teuthology.orchestra.run.smithi178.stdout:Package python3-rgw-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:50.062 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:49:50.063 INFO:teuthology.orchestra.run.smithi178.stdout:Nothing to do. 2023-09-23T14:49:50.063 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:49:50.202 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install python3-cephfs 2023-09-23T14:49:50.515 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : rbd-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:49:50.515 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:48 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:50.554 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:52.130 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:50 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:53.393 INFO:teuthology.orchestra.run.smithi178.stdout:Package python3-cephfs-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:53.502 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:49:53.503 INFO:teuthology.orchestra.run.smithi178.stdout:Nothing to do. 2023-09-23T14:49:53.504 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:49:53.618 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install python3-rbd 2023-09-23T14:49:53.971 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:55.061 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:49:55.243 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:55.243 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:49:55.243 INFO:teuthology.orchestra.run.smithi118.stdout: rbd-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:49:55.243 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:55.244 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:49:55.377 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install rbd-mirror 2023-09-23T14:49:55.438 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:53 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:55.732 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:56.699 INFO:teuthology.orchestra.run.smithi178.stdout:Package python3-rbd-2:17.2.6-1123.g61431f6b.el8.x86_64 is already installed. 2023-09-23T14:49:56.806 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:49:56.807 INFO:teuthology.orchestra.run.smithi178.stdout:Nothing to do. 2023-09-23T14:49:56.808 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:49:56.932 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install rbd-fuse 2023-09-23T14:49:57.248 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:55 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:57.284 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:49:58.615 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:49:58.615 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:58.615 INFO:teuthology.orchestra.run.smithi118.stdout: Package Arch Version Repo Size 2023-09-23T14:49:58.616 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:58.616 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:49:58.616 INFO:teuthology.orchestra.run.smithi118.stdout: rbd-mirror x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 3.5 M 2023-09-23T14:49:58.616 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:58.616 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:49:58.616 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:49:58.616 INFO:teuthology.orchestra.run.smithi118.stdout:Install 1 Package 2023-09-23T14:49:58.616 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:49:58.617 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 3.5 M 2023-09-23T14:49:58.617 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 16 M 2023-09-23T14:49:58.617 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:49:58.880 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:04:56 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:49:58.973 INFO:teuthology.orchestra.run.smithi118.stdout:rbd-mirror-17.2.6-1123.g61431f6b.el8.x86_64.rpm 9.7 MB/s | 3.5 MB 00:00 2023-09-23T14:49:58.974 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:49:58.974 INFO:teuthology.orchestra.run.smithi118.stdout:Total 9.7 MB/s | 3.5 MB 00:00 2023-09-23T14:49:58.975 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:49:58.986 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:49:58.986 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:49:59.051 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:49:59.055 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:49:59.489 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:49:59.701 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : rbd-mirror-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:00.067 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: rbd-mirror-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:00.232 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:50:00.233 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:50:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: Package Architecture Version Repository Size 2023-09-23T14:50:00.233 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:50:00.233 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:50:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-fuse x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 90 k 2023-09-23T14:50:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:00.234 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:50:00.234 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:50:00.234 INFO:teuthology.orchestra.run.smithi178.stdout:Install 1 Package 2023-09-23T14:50:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:00.235 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 90 k 2023-09-23T14:50:00.235 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 264 k 2023-09-23T14:50:00.235 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:50:00.399 INFO:teuthology.orchestra.run.smithi178.stdout:rbd-fuse-17.2.6-1123.g61431f6b.el8.x86_64.rpm 546 kB/s | 90 kB 00:00 2023-09-23T14:50:00.400 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:50:00.400 INFO:teuthology.orchestra.run.smithi178.stdout:Total 542 kB/s | 90 kB 00:00 2023-09-23T14:50:00.401 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:50:00.410 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:50:00.410 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:50:00.463 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:50:00.467 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:50:00.608 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:50:00.750 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : rbd-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:00.968 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: rbd-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:01.110 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : rbd-mirror-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:01.110 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:04:59 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:50:02.009 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : rbd-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:02.009 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:05:00 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:50:08.899 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:50:09.082 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:09.082 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:50:09.082 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-fuse-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:50:09.083 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:09.083 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:50:09.185 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:50:09.223 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install rbd-mirror 2023-09-23T14:50:09.369 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:50:09.370 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:50:09.370 INFO:teuthology.orchestra.run.smithi118.stdout: rbd-mirror-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:50:09.370 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:50:09.370 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:50:09.505 DEBUG:teuthology.orchestra.run.smithi118:> sudo yum -y install rbd-nbd 2023-09-23T14:50:09.577 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:50:09.861 INFO:teuthology.orchestra.run.smithi118.stdout:Updating Subscription Management repositories. 2023-09-23T14:50:11.154 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:05:09 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:50:11.267 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:05:09 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:50:12.593 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:50:12.594 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:50:12.594 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repo Size 2023-09-23T14:50:12.594 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:50:12.594 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:50:12.595 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-mirror x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 3.5 M 2023-09-23T14:50:12.595 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:12.595 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:50:12.595 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:50:12.595 INFO:teuthology.orchestra.run.smithi178.stdout:Install 1 Package 2023-09-23T14:50:12.595 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:12.595 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 3.5 M 2023-09-23T14:50:12.595 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 16 M 2023-09-23T14:50:12.595 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:50:12.633 INFO:teuthology.orchestra.run.smithi118.stdout:Dependencies resolved. 2023-09-23T14:50:12.633 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:50:12.633 INFO:teuthology.orchestra.run.smithi118.stdout: Package Architecture Version Repository Size 2023-09-23T14:50:12.634 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:50:12.634 INFO:teuthology.orchestra.run.smithi118.stdout:Installing: 2023-09-23T14:50:12.634 INFO:teuthology.orchestra.run.smithi118.stdout: rbd-nbd x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 173 k 2023-09-23T14:50:12.634 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:50:12.634 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction Summary 2023-09-23T14:50:12.634 INFO:teuthology.orchestra.run.smithi118.stdout:================================================================================ 2023-09-23T14:50:12.634 INFO:teuthology.orchestra.run.smithi118.stdout:Install 1 Package 2023-09-23T14:50:12.634 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:50:12.635 INFO:teuthology.orchestra.run.smithi118.stdout:Total download size: 173 k 2023-09-23T14:50:12.635 INFO:teuthology.orchestra.run.smithi118.stdout:Installed size: 552 k 2023-09-23T14:50:12.635 INFO:teuthology.orchestra.run.smithi118.stdout:Downloading Packages: 2023-09-23T14:50:12.950 INFO:teuthology.orchestra.run.smithi118.stdout:rbd-nbd-17.2.6-1123.g61431f6b.el8.x86_64.rpm 549 kB/s | 173 kB 00:00 2023-09-23T14:50:12.950 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:50:12.951 INFO:teuthology.orchestra.run.smithi118.stdout:Total 547 kB/s | 173 kB 00:00 2023-09-23T14:50:12.951 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction check 2023-09-23T14:50:12.961 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction check succeeded. 2023-09-23T14:50:12.962 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction test 2023-09-23T14:50:12.986 INFO:teuthology.orchestra.run.smithi178.stdout:rbd-mirror-17.2.6-1123.g61431f6b.el8.x86_64.rpm 8.8 MB/s | 3.5 MB 00:00 2023-09-23T14:50:12.986 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:50:12.987 INFO:teuthology.orchestra.run.smithi178.stdout:Total 8.8 MB/s | 3.5 MB 00:00 2023-09-23T14:50:12.987 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:50:12.998 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:50:12.999 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:50:13.016 INFO:teuthology.orchestra.run.smithi118.stdout:Transaction test succeeded. 2023-09-23T14:50:13.019 INFO:teuthology.orchestra.run.smithi118.stdout:Running transaction 2023-09-23T14:50:13.064 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:50:13.068 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:50:13.129 INFO:teuthology.orchestra.run.smithi118.stdout: Preparing : 1/1 2023-09-23T14:50:13.270 INFO:teuthology.orchestra.run.smithi118.stdout: Installing : rbd-nbd-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:13.495 INFO:teuthology.orchestra.run.smithi118.stdout: Running scriptlet: rbd-nbd-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:13.504 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:50:13.675 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : rbd-mirror-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:14.082 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: rbd-mirror-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:14.540 INFO:teuthology.orchestra.run.smithi118.stdout: Verifying : rbd-nbd-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:14.540 INFO:teuthology.orchestra.run.smithi118.stdout:Last metadata expiration check: 0:05:12 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:50:15.100 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : rbd-mirror-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:15.101 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:05:13 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:50:20.471 INFO:teuthology.orchestra.run.smithi118.stdout:Installed products updated. 2023-09-23T14:50:20.652 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:50:20.652 INFO:teuthology.orchestra.run.smithi118.stdout:Installed: 2023-09-23T14:50:20.652 INFO:teuthology.orchestra.run.smithi118.stdout: rbd-nbd-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:50:20.652 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:50:20.653 INFO:teuthology.orchestra.run.smithi118.stdout:Complete! 2023-09-23T14:50:20.786 DEBUG:teuthology.parallel:result is None 2023-09-23T14:50:21.653 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:50:21.836 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:21.836 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:50:21.836 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-mirror-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:50:21.836 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:21.836 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:50:21.970 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install rbd-nbd 2023-09-23T14:50:22.327 INFO:teuthology.orchestra.run.smithi178.stdout:Updating Subscription Management repositories. 2023-09-23T14:50:23.836 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:05:21 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:50:25.270 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2023-09-23T14:50:25.270 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:50:25.271 INFO:teuthology.orchestra.run.smithi178.stdout: Package Architecture Version Repository Size 2023-09-23T14:50:25.271 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:50:25.271 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2023-09-23T14:50:25.271 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-nbd x86_64 2:17.2.6-1123.g61431f6b.el8 ceph 173 k 2023-09-23T14:50:25.271 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:25.271 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2023-09-23T14:50:25.271 INFO:teuthology.orchestra.run.smithi178.stdout:================================================================================ 2023-09-23T14:50:25.271 INFO:teuthology.orchestra.run.smithi178.stdout:Install 1 Package 2023-09-23T14:50:25.271 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:25.272 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 173 k 2023-09-23T14:50:25.272 INFO:teuthology.orchestra.run.smithi178.stdout:Installed size: 552 k 2023-09-23T14:50:25.272 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2023-09-23T14:50:25.573 INFO:teuthology.orchestra.run.smithi178.stdout:rbd-nbd-17.2.6-1123.g61431f6b.el8.x86_64.rpm 575 kB/s | 173 kB 00:00 2023-09-23T14:50:25.573 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:50:25.573 INFO:teuthology.orchestra.run.smithi178.stdout:Total 573 kB/s | 173 kB 00:00 2023-09-23T14:50:25.573 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2023-09-23T14:50:25.584 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2023-09-23T14:50:25.584 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2023-09-23T14:50:25.639 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2023-09-23T14:50:25.643 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2023-09-23T14:50:25.756 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2023-09-23T14:50:25.936 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : rbd-nbd-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:26.172 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: rbd-nbd-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:27.212 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : rbd-nbd-2:17.2.6-1123.g61431f6b.el8.x86_64 1/1 2023-09-23T14:50:27.212 INFO:teuthology.orchestra.run.smithi178.stdout:Last metadata expiration check: 0:05:25 ago on Sat 23 Sep 2023 02:45:02 PM UTC. 2023-09-23T14:50:32.687 INFO:teuthology.orchestra.run.smithi178.stdout:Installed products updated. 2023-09-23T14:50:32.868 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:32.868 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2023-09-23T14:50:32.868 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-nbd-2:17.2.6-1123.g61431f6b.el8.x86_64 2023-09-23T14:50:32.869 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:50:32.869 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2023-09-23T14:50:33.008 DEBUG:teuthology.parallel:result is None 2023-09-23T14:50:33.008 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T14:50:33.008 INFO:teuthology.packaging:ref: None 2023-09-23T14:50:33.009 INFO:teuthology.packaging:tag: None 2023-09-23T14:50:33.009 INFO:teuthology.packaging:branch: quincy 2023-09-23T14:50:33.009 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:50:33.009 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-09-23T14:50:33.253 DEBUG:teuthology.orchestra.run.smithi118:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-09-23T14:50:33.280 INFO:teuthology.orchestra.run.smithi118.stdout:17.2.6-1123.g61431f6b.el8 2023-09-23T14:50:33.281 INFO:teuthology.packaging:The installed version of ceph is 17.2.6-1123.g61431f6b.el8 2023-09-23T14:50:33.281 INFO:teuthology.task.install:The correct ceph version 17.2.6-1123.g61431f6b is installed. 2023-09-23T14:50:33.281 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T14:50:33.281 INFO:teuthology.packaging:ref: None 2023-09-23T14:50:33.281 INFO:teuthology.packaging:tag: None 2023-09-23T14:50:33.281 INFO:teuthology.packaging:branch: quincy 2023-09-23T14:50:33.282 INFO:teuthology.packaging:sha1: bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:50:33.282 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-09-23T14:50:33.623 DEBUG:teuthology.orchestra.run.smithi178:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-09-23T14:50:33.648 INFO:teuthology.orchestra.run.smithi178.stdout:17.2.6-1123.g61431f6b.el8 2023-09-23T14:50:33.648 INFO:teuthology.packaging:The installed version of ceph is 17.2.6-1123.g61431f6b.el8 2023-09-23T14:50:33.648 INFO:teuthology.task.install:The correct ceph version 17.2.6-1123.g61431f6b is installed. 2023-09-23T14:50:33.648 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-09-23T14:50:33.649 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:50:33.649 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-09-23T14:50:33.684 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:50:33.684 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-09-23T14:50:33.717 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-09-23T14:50:33.717 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:50:33.717 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd of=/usr/bin/daemon-helper 2023-09-23T14:50:33.756 DEBUG:teuthology.orchestra.run.smithi118:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-09-23T14:50:33.829 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:50:33.829 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/usr/bin/daemon-helper 2023-09-23T14:50:33.859 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-09-23T14:50:33.927 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-09-23T14:50:33.927 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:50:33.927 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd of=/usr/bin/adjust-ulimits 2023-09-23T14:50:33.960 DEBUG:teuthology.orchestra.run.smithi118:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-09-23T14:50:34.033 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:50:34.033 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/usr/bin/adjust-ulimits 2023-09-23T14:50:34.059 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-09-23T14:50:34.126 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-09-23T14:50:34.127 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:50:34.127 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd of=/usr/bin/stdin-killer 2023-09-23T14:50:34.160 DEBUG:teuthology.orchestra.run.smithi118:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-09-23T14:50:34.231 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:50:34.232 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/usr/bin/stdin-killer 2023-09-23T14:50:34.258 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-09-23T14:50:34.325 INFO:teuthology.run_tasks:Running task cephadm... 2023-09-23T14:50:34.392 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'} 2023-09-23T14:50:34.392 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2023-09-23T14:50:34.393 INFO:tasks.cephadm:Cluster fsid is 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:50:34.393 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-09-23T14:50:34.393 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.118', 'mon.c': '[v2:172.21.15.118:3301,v1:172.21.15.118:6790]', 'mon.b': '172.21.15.178'} 2023-09-23T14:50:34.393 INFO:tasks.cephadm:First mon is mon.a on smithi118 2023-09-23T14:50:34.393 INFO:tasks.cephadm:First mgr is y 2023-09-23T14:50:34.393 INFO:tasks.cephadm:Normalizing hostnames... 2023-09-23T14:50:34.394 DEBUG:teuthology.orchestra.run.smithi118:> sudo hostname $(hostname -s) 2023-09-23T14:50:34.426 DEBUG:teuthology.orchestra.run.smithi178:> sudo hostname $(hostname -s) 2023-09-23T14:50:34.452 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2023-09-23T14:50:34.452 DEBUG:teuthology.orchestra.run.smithi118:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-09-23T14:50:34.604 INFO:teuthology.orchestra.run.smithi118.stdout:-rw-rw-r--. 1 ubuntu ubuntu 366215 Sep 23 14:50 /home/ubuntu/cephtest/cephadm 2023-09-23T14:50:34.604 DEBUG:teuthology.orchestra.run.smithi178:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-09-23T14:50:34.754 INFO:teuthology.orchestra.run.smithi178.stdout:-rw-rw-r--. 1 ubuntu ubuntu 366215 Sep 23 14:50 /home/ubuntu/cephtest/cephadm 2023-09-23T14:50:34.754 DEBUG:teuthology.orchestra.run.smithi118:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-09-23T14:50:34.776 DEBUG:teuthology.orchestra.run.smithi178:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-09-23T14:50:34.803 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2023-09-23T14:50:34.803 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-09-23T14:50:34.819 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-09-23T14:50:35.827 INFO:teuthology.orchestra.run.smithi118.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-09-23T14:50:35.997 INFO:teuthology.orchestra.run.smithi178.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-09-23T14:51:16.705 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T14:51:16.705 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_version": "ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)", 2023-09-23T14:51:16.705 INFO:teuthology.orchestra.run.smithi178.stdout: "image_id": "0db14aa010946f310e3ede6ffd96448192b98ccc76c262396fe9cf91887d0d64", 2023-09-23T14:51:16.705 INFO:teuthology.orchestra.run.smithi178.stdout: "repo_digests": [ 2023-09-23T14:51:16.705 INFO:teuthology.orchestra.run.smithi178.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:1d807b57f44e899861bfb3500d17f81ef0ce7a664575560e306bb83d8fe31c44" 2023-09-23T14:51:16.705 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T14:51:16.705 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T14:51:20.625 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T14:51:20.625 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph_version": "ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)", 2023-09-23T14:51:20.626 INFO:teuthology.orchestra.run.smithi118.stdout: "image_id": "0db14aa010946f310e3ede6ffd96448192b98ccc76c262396fe9cf91887d0d64", 2023-09-23T14:51:20.626 INFO:teuthology.orchestra.run.smithi118.stdout: "repo_digests": [ 2023-09-23T14:51:20.626 INFO:teuthology.orchestra.run.smithi118.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:1d807b57f44e899861bfb3500d17f81ef0ce7a664575560e306bb83d8fe31c44" 2023-09-23T14:51:20.626 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T14:51:20.626 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T14:51:20.651 DEBUG:teuthology.orchestra.run.smithi118:> sudo mkdir -p /etc/ceph 2023-09-23T14:51:20.684 DEBUG:teuthology.orchestra.run.smithi178:> sudo mkdir -p /etc/ceph 2023-09-23T14:51:20.722 DEBUG:teuthology.orchestra.run.smithi118:> sudo chmod 777 /etc/ceph 2023-09-23T14:51:20.752 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod 777 /etc/ceph 2023-09-23T14:51:20.793 INFO:tasks.cephadm:Writing seed config... 2023-09-23T14:51:20.795 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2023-09-23T14:51:20.795 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2023-09-23T14:51:20.795 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-09-23T14:51:20.795 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-09-23T14:51:20.795 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-09-23T14:51:20.795 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2023-09-23T14:51:20.795 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-09-23T14:51:20.796 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-09-23T14:51:20.796 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-09-23T14:51:20.796 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-09-23T14:51:20.796 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-09-23T14:51:20.796 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:51:20.796 DEBUG:teuthology.orchestra.run.smithi118:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-09-23T14:51:20.813 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 8cded518-5a20-11ee-8db4-212e2dc638e7 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-09-23T14:51:20.814 DEBUG:teuthology.orchestra.run.smithi118:mon.a> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.a.service 2023-09-23T14:51:20.856 DEBUG:teuthology.orchestra.run.smithi118:mgr.y> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.y.service 2023-09-23T14:51:20.883 INFO:journalctl@ceph.mon.a.smithi118.stdout:-- Logs begin at Sat 2023-09-23 14:32:04 UTC. -- 2023-09-23T14:51:20.883 INFO:tasks.cephadm:Bootstrapping... 2023-09-23T14:51:20.884 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.118 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-09-23T14:51:20.910 INFO:journalctl@ceph.mgr.y.smithi118.stdout:-- Logs begin at Sat 2023-09-23 14:32:04 UTC. -- 2023-09-23T14:51:21.083 INFO:teuthology.orchestra.run.smithi118.stdout:-------------------------------------------------------------------------------- 2023-09-23T14:51:21.083 INFO:teuthology.orchestra.run.smithi118.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '8cded518-5a20-11ee-8db4-212e2dc638e7', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.118', '--skip-admin-label'] 2023-09-23T14:51:21.149 INFO:teuthology.orchestra.run.smithi118.stdout:/bin/podman: stdout 3.0.1 2023-09-23T14:51:21.149 INFO:teuthology.orchestra.run.smithi118.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-09-23T14:51:21.150 INFO:teuthology.orchestra.run.smithi118.stdout:Verifying podman|docker is present... 2023-09-23T14:51:21.209 INFO:teuthology.orchestra.run.smithi118.stdout:/bin/podman: stdout 3.0.1 2023-09-23T14:51:21.209 INFO:teuthology.orchestra.run.smithi118.stdout:Verifying lvm2 is present... 2023-09-23T14:51:21.210 INFO:teuthology.orchestra.run.smithi118.stdout:Verifying time synchronization is in place... 2023-09-23T14:51:21.217 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-09-23T14:51:21.217 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-09-23T14:51:21.223 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-09-23T14:51:21.223 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout inactive 2023-09-23T14:51:21.229 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout enabled 2023-09-23T14:51:21.234 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout active 2023-09-23T14:51:21.235 INFO:teuthology.orchestra.run.smithi118.stdout:Unit chronyd.service is enabled and running 2023-09-23T14:51:21.235 INFO:teuthology.orchestra.run.smithi118.stdout:Repeating the final host check... 2023-09-23T14:51:21.300 INFO:teuthology.orchestra.run.smithi118.stdout:/bin/podman: stdout 3.0.1 2023-09-23T14:51:21.300 INFO:teuthology.orchestra.run.smithi118.stdout:podman (/bin/podman) version 3.0.1 is present 2023-09-23T14:51:21.301 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl is present 2023-09-23T14:51:21.301 INFO:teuthology.orchestra.run.smithi118.stdout:lvcreate is present 2023-09-23T14:51:21.310 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-09-23T14:51:21.310 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-09-23T14:51:21.312 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-09-23T14:51:21.312 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout inactive 2023-09-23T14:51:21.318 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout enabled 2023-09-23T14:51:21.324 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout active 2023-09-23T14:51:21.324 INFO:teuthology.orchestra.run.smithi118.stdout:Unit chronyd.service is enabled and running 2023-09-23T14:51:21.324 INFO:teuthology.orchestra.run.smithi118.stdout:Host looks OK 2023-09-23T14:51:21.324 INFO:teuthology.orchestra.run.smithi118.stdout:Cluster fsid: 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:51:21.325 INFO:teuthology.orchestra.run.smithi118.stdout:Acquiring lock 140036100102632 on /run/cephadm/8cded518-5a20-11ee-8db4-212e2dc638e7.lock 2023-09-23T14:51:21.325 INFO:teuthology.orchestra.run.smithi118.stdout:Lock 140036100102632 acquired on /run/cephadm/8cded518-5a20-11ee-8db4-212e2dc638e7.lock 2023-09-23T14:51:21.325 INFO:teuthology.orchestra.run.smithi118.stdout:Verifying IP 172.21.15.118 port 3300 ... 2023-09-23T14:51:21.325 INFO:teuthology.orchestra.run.smithi118.stdout:Verifying IP 172.21.15.118 port 6789 ... 2023-09-23T14:51:21.326 INFO:teuthology.orchestra.run.smithi118.stdout:Base mon IP(s) is [172.21.15.118:3300, 172.21.15.118:6789], mon addrv is [v2:172.21.15.118:3300,v1:172.21.15.118:6789] 2023-09-23T14:51:21.329 INFO:teuthology.orchestra.run.smithi118.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2023-09-23T14:51:21.329 INFO:teuthology.orchestra.run.smithi118.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.118 metric 100 2023-09-23T14:51:21.332 INFO:teuthology.orchestra.run.smithi118.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-09-23T14:51:21.332 INFO:teuthology.orchestra.run.smithi118.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2023-09-23T14:51:21.332 INFO:teuthology.orchestra.run.smithi118.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2023-09-23T14:51:21.334 INFO:teuthology.orchestra.run.smithi118.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-09-23T14:51:21.334 INFO:teuthology.orchestra.run.smithi118.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-09-23T14:51:21.334 INFO:teuthology.orchestra.run.smithi118.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-09-23T14:51:21.335 INFO:teuthology.orchestra.run.smithi118.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2023-09-23T14:51:21.335 INFO:teuthology.orchestra.run.smithi118.stdout:/sbin/ip: stdout inet6 fe80::539:fd4b:e6df:15ca/64 scope link noprefixroute 2023-09-23T14:51:21.335 INFO:teuthology.orchestra.run.smithi118.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-09-23T14:51:21.336 INFO:teuthology.orchestra.run.smithi118.stdout:Mon IP `172.21.15.118` is in CIDR network `172.21.0.0/20` 2023-09-23T14:51:21.336 INFO:teuthology.orchestra.run.smithi118.stdout:Mon IP `172.21.15.118` is in CIDR network `172.21.0.0/20` 2023-09-23T14:51:21.336 INFO:teuthology.orchestra.run.smithi118.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-09-23T14:51:21.336 INFO:teuthology.orchestra.run.smithi118.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-09-23T14:51:21.336 INFO:teuthology.orchestra.run.smithi118.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-09-23T14:51:21.746 INFO:teuthology.orchestra.run.smithi118.stdout:/bin/podman: stdout 0db14aa010946f310e3ede6ffd96448192b98ccc76c262396fe9cf91887d0d64 2023-09-23T14:51:21.747 INFO:teuthology.orchestra.run.smithi118.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2023-09-23T14:51:21.747 INFO:teuthology.orchestra.run.smithi118.stdout:/bin/podman: stderr Getting image source signatures 2023-09-23T14:51:21.747 INFO:teuthology.orchestra.run.smithi118.stdout:/bin/podman: stderr Copying blob sha256:af7d028f70e220a466755c6119effe51eebe359d9c00eb6b4883db3fabc6becd 2023-09-23T14:51:21.747 INFO:teuthology.orchestra.run.smithi118.stdout:/bin/podman: stderr Copying blob sha256:3f4fd5c3c800c6da9ef94691df203a05a5bbbf32c483d09d620ec06eef42ea2b 2023-09-23T14:51:21.747 INFO:teuthology.orchestra.run.smithi118.stdout:/bin/podman: stderr Copying config sha256:0db14aa010946f310e3ede6ffd96448192b98ccc76c262396fe9cf91887d0d64 2023-09-23T14:51:21.747 INFO:teuthology.orchestra.run.smithi118.stdout:/bin/podman: stderr Writing manifest to image destination 2023-09-23T14:51:21.747 INFO:teuthology.orchestra.run.smithi118.stdout:/bin/podman: stderr Storing signatures 2023-09-23T14:51:22.861 INFO:teuthology.orchestra.run.smithi118.stdout:ceph: stdout ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable) 2023-09-23T14:51:22.861 INFO:teuthology.orchestra.run.smithi118.stdout:Ceph version: ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable) 2023-09-23T14:51:22.861 INFO:teuthology.orchestra.run.smithi118.stdout:Extracting ceph user uid/gid from container image... 2023-09-23T14:51:23.774 INFO:teuthology.orchestra.run.smithi118.stdout:stat: stdout 167 167 2023-09-23T14:51:23.774 INFO:teuthology.orchestra.run.smithi118.stdout:Creating initial keys... 2023-09-23T14:51:24.744 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph-authtool: stdout AQBs+w5lSWxCCRAAaEkzWCNSbrUR76O1Ri5AjA== 2023-09-23T14:51:25.726 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph-authtool: stdout AQBt+w5lxXNMBRAA69kGvCUrLoxjddGvJu8djA== 2023-09-23T14:51:26.765 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph-authtool: stdout AQBu+w5lYt/uBhAAlnR+nvTW33WVyobSwyRIAw== 2023-09-23T14:51:26.766 INFO:teuthology.orchestra.run.smithi118.stdout:Creating initial monmap... 2023-09-23T14:51:27.783 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-09-23T14:51:27.783 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2023-09-23T14:51:27.783 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:51:27.784 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-09-23T14:51:27.784 INFO:teuthology.orchestra.run.smithi118.stdout:monmaptool for a [v2:172.21.15.118:3300,v1:172.21.15.118:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-09-23T14:51:27.784 INFO:teuthology.orchestra.run.smithi118.stdout:setting min_mon_release = octopus 2023-09-23T14:51:27.784 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/monmaptool: set fsid to 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:51:27.784 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-09-23T14:51:27.784 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:51:27.784 INFO:teuthology.orchestra.run.smithi118.stdout:Creating mon... 2023-09-23T14:51:28.791 INFO:teuthology.orchestra.run.smithi118.stdout:create mon.a on 2023-09-23T14:51:28.890 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-09-23T14:51:28.976 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-09-23T14:51:29.069 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-8cded518-5a20-11ee-8db4-212e2dc638e7.target → /etc/systemd/system/ceph-8cded518-5a20-11ee-8db4-212e2dc638e7.target. 2023-09-23T14:51:29.070 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-8cded518-5a20-11ee-8db4-212e2dc638e7.target → /etc/systemd/system/ceph-8cded518-5a20-11ee-8db4-212e2dc638e7.target. 2023-09-23T14:51:29.192 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.a 2023-09-23T14:51:29.192 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stderr Failed to reset failed state of unit ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.a.service: Unit ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.a.service not loaded. 2023-09-23T14:51:29.279 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-8cded518-5a20-11ee-8db4-212e2dc638e7.target.wants/ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.a.service → /etc/systemd/system/ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@.service. 2023-09-23T14:51:29.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:29 smithi118 systemd[1]: Starting Ceph mon.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:51:29.884 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-09-23T14:51:29.885 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout disabled 2023-09-23T14:51:29.892 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-09-23T14:51:29.893 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout inactive 2023-09-23T14:51:29.893 INFO:teuthology.orchestra.run.smithi118.stdout:firewalld.service is not enabled 2023-09-23T14:51:29.893 INFO:teuthology.orchestra.run.smithi118.stdout:Not possible to enable service . firewalld.service is not available 2023-09-23T14:51:29.893 INFO:teuthology.orchestra.run.smithi118.stdout:Waiting for mon to start... 2023-09-23T14:51:29.893 INFO:teuthology.orchestra.run.smithi118.stdout:Waiting for mon... 2023-09-23T14:51:30.122 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:29 smithi118 bash[99208]: 8ed52dfbe169701aad04dd8808e93195e55d76808b30639592ad38618c275d72 2023-09-23T14:51:30.122 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:29 smithi118 systemd[1]: Started Ceph mon.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:51:30.122 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:29 smithi118 ceph-mon[99274]: mkfs 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:51:30.122 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:29 smithi118 ceph-mon[99274]: mon.a is new leader, mons a in quorum (ranks 0) 2023-09-23T14:51:31.315 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout cluster: 2023-09-23T14:51:31.315 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout id: 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:51:31.315 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-09-23T14:51:31.315 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:31.315 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout services: 2023-09-23T14:51:31.315 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.583284s) 2023-09-23T14:51:31.315 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-09-23T14:51:31.316 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-09-23T14:51:31.316 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:31.316 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout data: 2023-09-23T14:51:31.316 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-09-23T14:51:31.316 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-09-23T14:51:31.316 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-09-23T14:51:31.316 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout pgs: 2023-09-23T14:51:31.316 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:31.316 INFO:teuthology.orchestra.run.smithi118.stdout:mon is available 2023-09-23T14:51:31.316 INFO:teuthology.orchestra.run.smithi118.stdout:Assimilating anything we can from ceph.conf... 2023-09-23T14:51:31.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:30 smithi118 ceph-mon[99274]: mon.a is new leader, mons a in quorum (ranks 0) 2023-09-23T14:51:31.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:30 smithi118 ceph-mon[99274]: monmap e1: 1 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0]} removed_ranks: {} 2023-09-23T14:51:31.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:30 smithi118 ceph-mon[99274]: fsmap 2023-09-23T14:51:31.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:30 smithi118 ceph-mon[99274]: osdmap e1: 0 total, 0 up, 0 in 2023-09-23T14:51:31.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:30 smithi118 ceph-mon[99274]: mgrmap e1: no daemons active 2023-09-23T14:51:31.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:30 smithi118 ceph-mon[99274]: from='client.? 172.21.15.118:0/3478741405' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-09-23T14:51:32.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:31 smithi118 ceph-mon[99274]: from='client.? 172.21.15.118:0/1387489303' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-09-23T14:51:32.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:31 smithi118 ceph-mon[99274]: from='client.? 172.21.15.118:0/1387489303' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-09-23T14:51:32.573 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:32.573 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout [global] 2023-09-23T14:51:32.573 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout fsid = 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:51:32.573 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.118:3300,v1:172.21.15.118:6789] 2023-09-23T14:51:32.573 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-09-23T14:51:32.574 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-09-23T14:51:32.574 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-09-23T14:51:32.574 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-09-23T14:51:32.574 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:32.574 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout [mgr] 2023-09-23T14:51:32.574 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-09-23T14:51:32.575 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:32.575 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout [osd] 2023-09-23T14:51:32.575 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-09-23T14:51:32.575 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-09-23T14:51:32.575 INFO:teuthology.orchestra.run.smithi118.stdout:Generating new minimal ceph.conf... 2023-09-23T14:51:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:33 smithi118 ceph-mon[99274]: from='client.? 172.21.15.118:0/2014383676' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:51:33.763 INFO:teuthology.orchestra.run.smithi118.stdout:Restarting the monitor... 2023-09-23T14:51:34.018 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:33 smithi118 systemd[1]: Stopping Ceph mon.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:51:34.018 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:34 smithi118 conmon[99249]: 2023-09-23T14:51:34.015+0000 7f01cb5c5700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T14:51:34.018 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:34 smithi118 conmon[99249]: 2023-09-23T14:51:34.015+0000 7f01cb5c5700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-09-23T14:51:34.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:34 smithi118 bash[99828]: 8ed52dfbe169701aad04dd8808e93195e55d76808b30639592ad38618c275d72 2023-09-23T14:51:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:34 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.a.service: Succeeded. 2023-09-23T14:51:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:34 smithi118 systemd[1]: Stopped Ceph mon.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:51:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:34 smithi118 systemd[1]: Starting Ceph mon.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:51:35.199 INFO:teuthology.orchestra.run.smithi118.stdout:Setting mon public_network to 172.21.0.0/20 2023-09-23T14:51:35.427 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: set uid:gid to 167:167 (ceph:ceph) 2023-09-23T14:51:35.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable), process ceph-mon, pid 8 2023-09-23T14:51:35.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: pidfile_write: ignore empty --pid-file 2023-09-23T14:51:35.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: load: jerasure load: lrc 2023-09-23T14:51:35.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: RocksDB version: 6.15.5 2023-09-23T14:51:35.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-09-23T14:51:35.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Compile date Sep 22 2023 2023-09-23T14:51:35.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: DB SUMMARY 2023-09-23T14:51:35.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: DB Session ID: GVCASYXTT57CQSZ99DJ4 2023-09-23T14:51:35.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: CURRENT file: CURRENT 2023-09-23T14:51:35.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: IDENTITY file: IDENTITY 2023-09-23T14:51:35.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83617 ; 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.error_if_exists: 0 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.create_if_missing: 0 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.paranoid_checks: 1 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.env: 0x55802f971a80 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.fs: Posix File System 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.info_log: 0x55803021e5a0 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_file_opening_threads: 16 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.statistics: (nil) 2023-09-23T14:51:35.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.use_fsync: 0 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_log_file_size: 0 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.keep_log_file_num: 1000 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.recycle_log_file_num: 0 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.allow_fallocate: 1 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.allow_mmap_reads: 0 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.allow_mmap_writes: 0 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.use_direct_reads: 0 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.create_missing_column_families: 0 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.db_log_dir: 2023-09-23T14:51:35.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.advise_random_on_open: 1 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.db_write_buffer_size: 0 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.write_buffer_manager: 0x558030f90900 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-09-23T14:51:35.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.rate_limiter: (nil) 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.wal_recovery_mode: 2 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.enable_thread_tracking: 0 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.enable_pipelined_write: 0 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.unordered_write: 0 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.row_cache: None 2023-09-23T14:51:35.432 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.wal_filter: None 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.allow_ingest_behind: 0 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.preserve_deletes: 0 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.two_write_queues: 0 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.manual_wal_flush: 0 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.atomic_flush: 0 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.log_readahead_size: 0 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.best_efforts_recovery: 0 2023-09-23T14:51:35.433 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-09-23T14:51:35.434 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-09-23T14:51:35.434 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.allow_data_in_errors: 0 2023-09-23T14:51:35.434 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.db_host_id: __hostname__ 2023-09-23T14:51:35.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_background_jobs: 2 2023-09-23T14:51:35.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_background_compactions: -1 2023-09-23T14:51:35.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_subcompactions: 1 2023-09-23T14:51:35.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T14:51:35.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T14:51:35.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T14:51:35.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_total_wal_size: 0 2023-09-23T14:51:35.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T14:51:35.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_open_files: -1 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.bytes_per_sync: 0 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_readahead_size: 0 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_background_flushes: -1 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Compression algorithms supported: 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: kZSTD supported: 0 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: kXpressCompression supported: 0 2023-09-23T14:51:35.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: kLZ4HCCompression supported: 1 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: kZlibCompression supported: 1 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: kSnappyCompression supported: 1 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: kLZ4Compression supported: 1 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: kBZip2Compression supported: 0 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.merge_operator: 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_filter: None 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_filter_factory: None 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.sst_partitioner_factory: None 2023-09-23T14:51:35.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558030270fb8) 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout: cache_index_and_filter_blocks: 1 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout: pin_top_level_index_and_filter: 1 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout: index_type: 0 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout: data_block_index_type: 0 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout: index_shortening: 1 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout: data_block_hash_table_util_ratio: 0.750000 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout: hash_index_allow_collision: 1 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout: checksum: 1 2023-09-23T14:51:35.438 INFO:journalctl@ceph.mon.a.smithi118.stdout: no_block_cache: 0 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_cache: 0x5580302a3090 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_cache_name: BinnedLRUCache 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_cache_options: 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: capacity : 536870912 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: num_shard_bits : 4 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: strict_capacity_limit : 0 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: high_pri_pool_ratio: 0.000 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_cache_compressed: (nil) 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: persistent_cache: (nil) 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_size: 4096 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_size_deviation: 10 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_restart_interval: 16 2023-09-23T14:51:35.439 INFO:journalctl@ceph.mon.a.smithi118.stdout: index_block_restart_interval: 1 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout: metadata_block_size: 4096 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout: partition_filters: 0 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout: use_delta_encoding: 1 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout: whole_key_filtering: 1 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout: verify_compression: 0 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout: read_amp_bytes_per_bit: 0 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout: format_version: 4 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout: enable_index_compression: 1 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_align: 0 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.write_buffer_size: 33554432 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_write_buffer_number: 2 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compression: NoCompression 2023-09-23T14:51:35.440 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.bottommost_compression: Disabled 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.prefix_extractor: nullptr 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.num_levels: 7 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-09-23T14:51:35.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compression_opts.level: 32767 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compression_opts.strategy: 0 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compression_opts.enabled: false 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.target_file_size_base: 67108864 2023-09-23T14:51:35.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T14:51:35.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.arena_block_size: 4194304 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.disable_auto_compactions: 0 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T14:51:35.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.table_properties_collectors: 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.inplace_update_support: 0 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.bloom_locality: 0 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.max_successive_merges: 0 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.paranoid_file_checks: 0 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.force_consistency_checks: 1 2023-09-23T14:51:35.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.report_bg_io_stats: 0 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.ttl: 2592000 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.enable_blob_files: false 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.min_blob_size: 0 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.blob_file_size: 268435456 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.blob_compression_type: NoCompression 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.enable_blob_garbage_collection: false 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695480695176756, "job": 1, "event": "recovery_started", "wal_files": [10]} 2023-09-23T14:51:35.446 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695480695177420, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80164, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78432, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10136, "raw_average_key_size": 47, "raw_value_size": 72640, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1695480695, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "4a092edb-1d98-4c92-b72a-d37b609a7270", "db_session_id": "GVCASYXTT57CQSZ99DJ4"}} 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695480695177742, "job": 1, "event": "recovery_finished"} 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x558030237180 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: DB pointer 0x55803030c000 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout: ** DB Stats ** 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T14:51:35.447 INFO:journalctl@ceph.mon.a.smithi118.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: L0 2/0 80.04 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 174.9 0.00 0.00 1 0.000 0 0 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: Sum 2/0 80.04 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 174.9 0.00 0.00 1 0.000 0 0 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 174.9 0.00 0.00 1 0.000 0 0 2023-09-23T14:51:35.448 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 174.9 0.00 0.00 1 0.000 0 0 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: Cumulative compaction: 0.00 GB write, 27.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: Interval compaction: 0.00 GB write, 27.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:51:35.449 INFO:journalctl@ceph.mon.a.smithi118.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: L0 2/0 80.04 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 174.9 0.00 0.00 1 0.000 0 0 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: Sum 2/0 80.04 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 174.9 0.00 0.00 1 0.000 0 0 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T14:51:35.450 INFO:journalctl@ceph.mon.a.smithi118.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 174.9 0.00 0.00 1 0.000 0 0 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: Cumulative compaction: 0.00 GB write, 27.08 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T14:51:35.451 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: starting mon.a rank 0 at public addrs [v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0] at bind addrs [v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: mon.a@-1(???) e1 preinit fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: mon.a@-1(???).mds e1 new map 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: mon.a@-1(???).mds e1 print_map 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout: e1 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout: legacy client fscid: -1 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout: No filesystems configured 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-09-23T14:51:35.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T14:51:35.453 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T14:51:35.453 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T14:51:35.453 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 ceph-mon[100225]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-09-23T14:51:35.453 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 bash[100159]: 1bcee8dad08c3bad804516ae08c4a467d92e489348ef7ddc6127c16874a8c7bc 2023-09-23T14:51:35.453 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:35 smithi118 systemd[1]: Started Ceph mon.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:51:36.346 INFO:teuthology.orchestra.run.smithi118.stdout:Wrote config to /etc/ceph/ceph.conf 2023-09-23T14:51:36.346 INFO:teuthology.orchestra.run.smithi118.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-09-23T14:51:36.346 INFO:teuthology.orchestra.run.smithi118.stdout:Creating mgr... 2023-09-23T14:51:36.347 INFO:teuthology.orchestra.run.smithi118.stdout:Verifying port 9283 ... 2023-09-23T14:51:36.469 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.y 2023-09-23T14:51:36.469 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stderr Failed to reset failed state of unit ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.y.service: Unit ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.y.service not loaded. 2023-09-23T14:51:36.475 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:36 smithi118 ceph-mon[100225]: mon.a is new leader, mons a in quorum (ranks 0) 2023-09-23T14:51:36.475 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:36 smithi118 ceph-mon[100225]: monmap e1: 1 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0]} removed_ranks: {} 2023-09-23T14:51:36.475 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:36 smithi118 ceph-mon[100225]: fsmap 2023-09-23T14:51:36.475 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:36 smithi118 ceph-mon[100225]: osdmap e1: 0 total, 0 up, 0 in 2023-09-23T14:51:36.475 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:36 smithi118 ceph-mon[100225]: mgrmap e1: no daemons active 2023-09-23T14:51:36.475 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:36 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2171581510' entity='client.admin' 2023-09-23T14:51:36.559 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-8cded518-5a20-11ee-8db4-212e2dc638e7.target.wants/ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.y.service → /etc/systemd/system/ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@.service. 2023-09-23T14:51:36.818 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:36 smithi118 systemd[1]: Starting Ceph mgr.y for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:51:37.152 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-09-23T14:51:37.152 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout disabled 2023-09-23T14:51:37.159 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-09-23T14:51:37.159 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout inactive 2023-09-23T14:51:37.159 INFO:teuthology.orchestra.run.smithi118.stdout:firewalld.service is not enabled 2023-09-23T14:51:37.159 INFO:teuthology.orchestra.run.smithi118.stdout:Not possible to enable service . firewalld.service is not available 2023-09-23T14:51:37.167 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-09-23T14:51:37.168 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout disabled 2023-09-23T14:51:37.175 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-09-23T14:51:37.176 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout inactive 2023-09-23T14:51:37.176 INFO:teuthology.orchestra.run.smithi118.stdout:firewalld.service is not enabled 2023-09-23T14:51:37.176 INFO:teuthology.orchestra.run.smithi118.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2023-09-23T14:51:37.176 INFO:teuthology.orchestra.run.smithi118.stdout:Waiting for mgr to start... 2023-09-23T14:51:37.176 INFO:teuthology.orchestra.run.smithi118.stdout:Waiting for mgr... 2023-09-23T14:51:37.248 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:37 smithi118 bash[100608]: d54d1eea575da0cac67cdd3b4321db42bded38354febdf594970e94c6f01595d 2023-09-23T14:51:37.248 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:37 smithi118 systemd[1]: Started Ceph mgr.y for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:51:37.516 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:37 smithi118 conmon[100650]: 2023-09-23T14:51:37.246+0000 7fbb8e7111c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T14:51:37.516 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:37 smithi118 conmon[100650]: 2023-09-23T14:51:37.325+0000 7fbb8e7111c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T14:51:37.516 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:37 smithi118 conmon[100650]: 2023-09-23T14:51:37.417+0000 7fbb8e7111c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T14:51:37.517 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:37 smithi118 conmon[100650]: 2023-09-23T14:51:37.515+0000 7fbb8e7111c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T14:51:37.781 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:37 smithi118 conmon[100650]: 2023-09-23T14:51:37.687+0000 7fbb8e7111c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T14:51:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:37 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1230132549' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-09-23T14:51:38.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:38 smithi118 conmon[100650]: 2023-09-23T14:51:38.015+0000 7fbb8e7111c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T14:51:38.434 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:38.434 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout { 2023-09-23T14:51:38.434 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "fsid": "8cded518-5a20-11ee-8db4-212e2dc638e7", 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "health": { 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 0 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "a" 2023-09-23T14:51:38.435 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "monmap": { 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-09-23T14:51:38.436 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-09-23T14:51:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "available": false, 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "modules": [ 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "iostat", 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "nfs", 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "restful" 2023-09-23T14:51:38.438 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:38.439 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "services": {} 2023-09-23T14:51:38.439 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:38.439 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-09-23T14:51:38.439 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:38.439 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "modified": "2023-09-23T14:51:29.899226+0000", 2023-09-23T14:51:38.439 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "services": {} 2023-09-23T14:51:38.439 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:38.439 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-09-23T14:51:38.439 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout } 2023-09-23T14:51:38.439 INFO:teuthology.orchestra.run.smithi118.stdout:mgr not available, waiting (1/15)... 2023-09-23T14:51:38.439 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:38 smithi118 conmon[100650]: 2023-09-23T14:51:38.104+0000 7fbb8e7111c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T14:51:38.440 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:38 smithi118 conmon[100650]: 2023-09-23T14:51:38.232+0000 7fbb8e7111c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T14:51:38.440 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:38 smithi118 conmon[100650]: 2023-09-23T14:51:38.323+0000 7fbb8e7111c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T14:51:39.068 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:38 smithi118 conmon[100650]: 2023-09-23T14:51:38.740+0000 7fbb8e7111c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T14:51:39.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:39 smithi118 conmon[100650]: 2023-09-23T14:51:39.300+0000 7fbb8e7111c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T14:51:39.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:39 smithi118 conmon[100650]: 2023-09-23T14:51:39.465+0000 7fbb8e7111c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T14:51:40.493 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:40 smithi118 conmon[100650]: 2023-09-23T14:51:40.227+0000 7fbb8e7111c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:51:40.494 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:40 smithi118 conmon[100650]: 2023-09-23T14:51:40.316+0000 7fbb8e7111c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T14:51:40.772 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:40 smithi118 conmon[100650]: 2023-09-23T14:51:40.492+0000 7fbb8e7111c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:51:41.068 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:40 smithi118 conmon[100650]: 2023-09-23T14:51:40.771+0000 7fbb8e7111c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T14:51:41.068 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:40 smithi118 conmon[100650]: 2023-09-23T14:51:40.861+0000 7fbb8e7111c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T14:51:41.419 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:41 smithi118 conmon[100650]: 2023-09-23T14:51:41.157+0000 7fbb8e7111c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T14:51:41.420 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:41 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2650213520' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-09-23T14:51:41.596 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:41.596 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout { 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "fsid": "8cded518-5a20-11ee-8db4-212e2dc638e7", 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "health": { 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 0 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-09-23T14:51:41.597 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "a" 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "monmap": { 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-09-23T14:51:41.598 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-09-23T14:51:41.599 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-09-23T14:51:41.599 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-09-23T14:51:41.601 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:41.602 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-09-23T14:51:41.602 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-09-23T14:51:41.602 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-09-23T14:51:41.602 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-09-23T14:51:41.602 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-09-23T14:51:41.602 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-09-23T14:51:41.602 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-09-23T14:51:41.602 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-09-23T14:51:41.602 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-09-23T14:51:41.602 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:41.602 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "available": false, 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "modules": [ 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "iostat", 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "nfs", 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "restful" 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "services": {} 2023-09-23T14:51:41.604 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:41.604 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-09-23T14:51:41.604 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:41.604 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "modified": "2023-09-23T14:51:29.899226+0000", 2023-09-23T14:51:41.604 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "services": {} 2023-09-23T14:51:41.604 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:41.604 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-09-23T14:51:41.604 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout } 2023-09-23T14:51:41.604 INFO:teuthology.orchestra.run.smithi118.stdout:mgr not available, waiting (2/15)... 2023-09-23T14:51:41.818 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:41 smithi118 conmon[100650]: 2023-09-23T14:51:41.419+0000 7fbb8e7111c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T14:51:42.423 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:42 smithi118 conmon[100650]: 2023-09-23T14:51:42.111+0000 7fbb8e7111c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T14:51:42.424 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:42 smithi118 conmon[100650]: 2023-09-23T14:51:42.239+0000 7fbb8e7111c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T14:51:42.745 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:42 smithi118 conmon[100650]: 2023-09-23T14:51:42.422+0000 7fbb8e7111c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T14:51:42.745 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:42 smithi118 conmon[100650]: 2023-09-23T14:51:42.535+0000 7fbb8e7111c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T14:51:43.068 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:42 smithi118 conmon[100650]: 2023-09-23T14:51:42.744+0000 7fbb8e7111c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T14:51:44.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:43 smithi118 conmon[100650]: 2023-09-23T14:51:43.580+0000 7fbb8e7111c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T14:51:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: Activating manager daemon y 2023-09-23T14:51:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: mgrmap e2: y(active, starting, since 0.00285033s) 2023-09-23T14:51:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: from='mgr.14100 172.21.15.118:0/2808628870' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T14:51:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: from='mgr.14100 172.21.15.118:0/2808628870' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T14:51:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: from='mgr.14100 172.21.15.118:0/2808628870' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T14:51:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: from='mgr.14100 172.21.15.118:0/2808628870' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:51:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: from='mgr.14100 172.21.15.118:0/2808628870' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T14:51:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: Manager daemon y is now available 2023-09-23T14:51:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: from='mgr.14100 172.21.15.118:0/2808628870' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T14:51:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: from='mgr.14100 172.21.15.118:0/2808628870' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T14:51:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: from='mgr.14100 172.21.15.118:0/2808628870' entity='mgr.y' 2023-09-23T14:51:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: from='mgr.14100 172.21.15.118:0/2808628870' entity='mgr.y' 2023-09-23T14:51:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:43 smithi118 ceph-mon[100225]: from='mgr.14100 172.21.15.118:0/2808628870' entity='mgr.y' 2023-09-23T14:51:44.688 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:44.688 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout { 2023-09-23T14:51:44.688 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "fsid": "8cded518-5a20-11ee-8db4-212e2dc638e7", 2023-09-23T14:51:44.689 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "health": { 2023-09-23T14:51:44.689 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-09-23T14:51:44.689 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-09-23T14:51:44.689 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-09-23T14:51:44.689 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:44.689 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-09-23T14:51:44.689 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-09-23T14:51:44.689 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 0 2023-09-23T14:51:44.689 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:44.689 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-09-23T14:51:44.690 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "a" 2023-09-23T14:51:44.690 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:44.690 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2023-09-23T14:51:44.690 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "monmap": { 2023-09-23T14:51:44.690 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:44.690 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-09-23T14:51:44.690 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-09-23T14:51:44.690 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:44.690 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-09-23T14:51:44.690 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:44.690 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-09-23T14:51:44.691 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-09-23T14:51:44.691 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-09-23T14:51:44.691 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-09-23T14:51:44.691 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-09-23T14:51:44.691 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-09-23T14:51:44.691 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:44.691 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-09-23T14:51:44.694 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-09-23T14:51:44.694 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-09-23T14:51:44.694 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-09-23T14:51:44.694 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-09-23T14:51:44.694 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-09-23T14:51:44.694 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-09-23T14:51:44.694 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-09-23T14:51:44.694 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "available": false, 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "modules": [ 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "iostat", 2023-09-23T14:51:44.695 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "nfs", 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "restful" 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "services": {} 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "modified": "2023-09-23T14:51:29.899226+0000", 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "services": {} 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout } 2023-09-23T14:51:44.696 INFO:teuthology.orchestra.run.smithi118.stdout:mgr not available, waiting (3/15)... 2023-09-23T14:51:45.068 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:44 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/358563785' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-09-23T14:51:45.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:44 smithi118 ceph-mon[100225]: mgrmap e3: y(active, since 1.00578s) 2023-09-23T14:51:47.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:47 smithi118 ceph-mon[100225]: mgrmap e4: y(active, since 2s) 2023-09-23T14:51:48.058 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:48.059 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout { 2023-09-23T14:51:48.059 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "fsid": "8cded518-5a20-11ee-8db4-212e2dc638e7", 2023-09-23T14:51:48.059 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "health": { 2023-09-23T14:51:48.059 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-09-23T14:51:48.059 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-09-23T14:51:48.059 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-09-23T14:51:48.059 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:48.059 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-09-23T14:51:48.060 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-09-23T14:51:48.060 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 0 2023-09-23T14:51:48.060 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:48.060 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-09-23T14:51:48.060 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "a" 2023-09-23T14:51:48.060 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:48.060 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2023-09-23T14:51:48.060 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "monmap": { 2023-09-23T14:51:48.060 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:48.060 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-09-23T14:51:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-09-23T14:51:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-09-23T14:51:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-09-23T14:51:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-09-23T14:51:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-09-23T14:51:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-09-23T14:51:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-09-23T14:51:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-09-23T14:51:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:48.062 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-09-23T14:51:48.062 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-09-23T14:51:48.062 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-09-23T14:51:48.062 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-09-23T14:51:48.062 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-09-23T14:51:48.062 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-09-23T14:51:48.062 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-09-23T14:51:48.062 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-09-23T14:51:48.062 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-09-23T14:51:48.062 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:48.063 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-09-23T14:51:48.063 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:48.063 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-09-23T14:51:48.063 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-09-23T14:51:48.063 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:48.063 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-09-23T14:51:48.063 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "available": true, 2023-09-23T14:51:48.063 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-09-23T14:51:48.063 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "modules": [ 2023-09-23T14:51:48.063 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "iostat", 2023-09-23T14:51:48.064 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "nfs", 2023-09-23T14:51:48.064 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "restful" 2023-09-23T14:51:48.064 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ], 2023-09-23T14:51:48.064 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "services": {} 2023-09-23T14:51:48.064 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:48.064 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-09-23T14:51:48.064 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-09-23T14:51:48.064 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "modified": "2023-09-23T14:51:29.899226+0000", 2023-09-23T14:51:48.064 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "services": {} 2023-09-23T14:51:48.064 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout }, 2023-09-23T14:51:48.064 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-09-23T14:51:48.065 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout } 2023-09-23T14:51:48.065 INFO:teuthology.orchestra.run.smithi118.stdout:mgr is available 2023-09-23T14:51:48.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:48 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3664423375' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-09-23T14:51:49.262 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:49.262 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout [global] 2023-09-23T14:51:49.262 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout fsid = 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:51:49.262 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-09-23T14:51:49.262 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-09-23T14:51:49.262 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-09-23T14:51:49.262 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-09-23T14:51:49.263 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:49.263 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout [mgr] 2023-09-23T14:51:49.263 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-09-23T14:51:49.263 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 2023-09-23T14:51:49.263 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout [osd] 2023-09-23T14:51:49.263 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-09-23T14:51:49.263 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-09-23T14:51:49.263 INFO:teuthology.orchestra.run.smithi118.stdout:Enabling cephadm module... 2023-09-23T14:51:49.458 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:49 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/216756976' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-09-23T14:51:50.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:50 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3345825261' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-09-23T14:51:50.517 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:50 smithi118 conmon[100650]: ignoring --setuser ceph since I am not root 2023-09-23T14:51:50.517 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:50 smithi118 conmon[100650]: ignoring --setgroup ceph since I am not root 2023-09-23T14:51:50.517 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:50 smithi118 conmon[100650]: 2023-09-23T14:51:50.347+0000 7f95d556d1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T14:51:50.517 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:50 smithi118 conmon[100650]: 2023-09-23T14:51:50.426+0000 7f95d556d1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T14:51:50.517 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:50 smithi118 conmon[100650]: 2023-09-23T14:51:50.515+0000 7f95d556d1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T14:51:50.774 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:50 smithi118 conmon[100650]: 2023-09-23T14:51:50.608+0000 7f95d556d1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T14:51:51.046 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:50 smithi118 conmon[100650]: 2023-09-23T14:51:50.774+0000 7f95d556d1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T14:51:51.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:51 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3345825261' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-09-23T14:51:51.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:51 smithi118 ceph-mon[100225]: mgrmap e5: y(active, since 6s) 2023-09-23T14:51:51.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:51 smithi118 conmon[100650]: 2023-09-23T14:51:51.105+0000 7f95d556d1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T14:51:51.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:51 smithi118 conmon[100650]: 2023-09-23T14:51:51.193+0000 7f95d556d1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T14:51:51.593 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:51 smithi118 conmon[100650]: 2023-09-23T14:51:51.327+0000 7f95d556d1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T14:51:51.593 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:51 smithi118 conmon[100650]: 2023-09-23T14:51:51.423+0000 7f95d556d1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T14:51:52.098 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout { 2023-09-23T14:51:52.098 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-09-23T14:51:52.098 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "available": true, 2023-09-23T14:51:52.098 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-09-23T14:51:52.098 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-09-23T14:51:52.098 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout } 2023-09-23T14:51:52.098 INFO:teuthology.orchestra.run.smithi118.stdout:Waiting for the mgr to restart... 2023-09-23T14:51:52.098 INFO:teuthology.orchestra.run.smithi118.stdout:Waiting for mgr epoch 5... 2023-09-23T14:51:52.188 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:51 smithi118 conmon[100650]: 2023-09-23T14:51:51.852+0000 7f95d556d1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T14:51:52.568 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:52 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1471198398' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-09-23T14:51:52.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:52 smithi118 conmon[100650]: 2023-09-23T14:51:52.435+0000 7f95d556d1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T14:51:53.068 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:52 smithi118 conmon[100650]: 2023-09-23T14:51:52.611+0000 7f95d556d1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T14:51:53.616 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:53 smithi118 conmon[100650]: 2023-09-23T14:51:53.360+0000 7f95d556d1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:51:53.616 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:53 smithi118 conmon[100650]: 2023-09-23T14:51:53.448+0000 7f95d556d1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T14:51:53.616 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:53 smithi118 conmon[100650]: 2023-09-23T14:51:53.615+0000 7f95d556d1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:51:54.266 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:53 smithi118 conmon[100650]: 2023-09-23T14:51:53.886+0000 7f95d556d1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T14:51:54.266 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:53 smithi118 conmon[100650]: 2023-09-23T14:51:53.972+0000 7f95d556d1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T14:51:54.520 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:54 smithi118 conmon[100650]: 2023-09-23T14:51:54.265+0000 7f95d556d1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T14:51:54.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:54 smithi118 conmon[100650]: 2023-09-23T14:51:54.519+0000 7f95d556d1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T14:51:55.551 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:55 smithi118 conmon[100650]: 2023-09-23T14:51:55.237+0000 7f95d556d1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T14:51:55.551 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:55 smithi118 conmon[100650]: 2023-09-23T14:51:55.364+0000 7f95d556d1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T14:51:55.818 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:55 smithi118 conmon[100650]: 2023-09-23T14:51:55.550+0000 7f95d556d1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T14:51:55.818 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:55 smithi118 conmon[100650]: 2023-09-23T14:51:55.663+0000 7f95d556d1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T14:51:56.318 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:55 smithi118 conmon[100650]: 2023-09-23T14:51:55.875+0000 7f95d556d1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T14:51:57.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:51:56 smithi118 conmon[100650]: 2023-09-23T14:51:56.735+0000 7f95d556d1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T14:51:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: Active manager daemon y restarted 2023-09-23T14:51:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: Activating manager daemon y 2023-09-23T14:51:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: osdmap e2: 0 total, 0 up, 0 in 2023-09-23T14:51:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: mgrmap e6: y(active, starting, since 0.00303508s) 2023-09-23T14:51:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:51:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T14:51:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T14:51:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T14:51:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T14:51:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: Manager daemon y is now available 2023-09-23T14:51:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:51:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:51:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:51:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:51:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:56 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:51:58.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:57 smithi118 ceph-mon[100225]: Found migration_current of "None". Setting to last migration. 2023-09-23T14:51:58.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:57 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T14:51:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:57 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T14:51:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:57 smithi118 ceph-mon[100225]: mgrmap e7: y(active, since 1.00508s) 2023-09-23T14:51:58.326 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout { 2023-09-23T14:51:58.326 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-09-23T14:51:58.327 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "initialized": true 2023-09-23T14:51:58.327 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout } 2023-09-23T14:51:58.327 INFO:teuthology.orchestra.run.smithi118.stdout:mgr epoch 5 is available 2023-09-23T14:51:58.327 INFO:teuthology.orchestra.run.smithi118.stdout:Setting orchestrator backend to cephadm... 2023-09-23T14:51:59.132 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:58 smithi118 ceph-mon[100225]: [23/Sep/2023:14:51:57] ENGINE Bus STARTING 2023-09-23T14:51:59.133 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:58 smithi118 ceph-mon[100225]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-09-23T14:51:59.133 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:58 smithi118 ceph-mon[100225]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-09-23T14:51:59.133 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:58 smithi118 ceph-mon[100225]: [23/Sep/2023:14:51:57] ENGINE Serving on https://172.21.15.118:7150 2023-09-23T14:51:59.133 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:58 smithi118 ceph-mon[100225]: [23/Sep/2023:14:51:57] ENGINE Bus STARTED 2023-09-23T14:51:59.133 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:58 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:51:59.133 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:58 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:52:00.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:59 smithi118 ceph-mon[100225]: mgrmap e8: y(active, since 2s) 2023-09-23T14:52:00.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:59 smithi118 ceph-mon[100225]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:00.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:59 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:52:00.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:51:59 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:52:00.701 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout value unchanged 2023-09-23T14:52:00.701 INFO:teuthology.orchestra.run.smithi118.stdout:Generating ssh key... 2023-09-23T14:52:01.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:01 smithi118 ceph-mon[100225]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:02.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: Generating public/private rsa key pair. 2023-09-23T14:52:02.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: Your identification has been saved in /tmp/tmp91zj208q/key. 2023-09-23T14:52:02.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: Your public key has been saved in /tmp/tmp91zj208q/key.pub. 2023-09-23T14:52:02.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: The key fingerprint is: 2023-09-23T14:52:02.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: SHA256:m6gnG/V0js95B3+wXUOoclxiwqmBQTyoCs+Y1Ze3rWo ceph-8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:52:02.070 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: The key's randomart image is: 2023-09-23T14:52:02.070 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: +---[RSA 3072]----+ 2023-09-23T14:52:02.070 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: | +. | 2023-09-23T14:52:02.070 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: | . + | 2023-09-23T14:52:02.070 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: | .. +.. . . | 2023-09-23T14:52:02.070 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: |... ..o..+ o o . | 2023-09-23T14:52:02.070 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: |o* ...So= + . | 2023-09-23T14:52:02.071 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: |+ o . =.B.+. ...| 2023-09-23T14:52:02.071 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: | . . =.+ o +o| 2023-09-23T14:52:02.071 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: | .oE .o .. + o| 2023-09-23T14:52:02.071 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: | o=.. +. . . | 2023-09-23T14:52:02.071 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:01 smithi118 conmon[100650]: +----[SHA256]-----+ 2023-09-23T14:52:03.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:02 smithi118 ceph-mon[100225]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:03.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:02 smithi118 ceph-mon[100225]: Generating ssh key... 2023-09-23T14:52:03.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:02 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:52:03.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:02 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:52:03.467 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCs1dnuACjgzst5VLJTMzcYoRTQoj7SjAZvgACfwfTTZQYamPHbaKsQ8X7+8IyBKZ/MDcaBcgI8c4CQCrZ+CCn3Mi3ZXNbIxyGV+UJMoXqqYzee5RYk1pkb2LkPvTWk3jntft7c49XvLvOVddCUX54BnTz6sDl5NHJNNDKRe+XnyLhD+/HKpDmESidVVqseH+KjYzUGzE+YpDi7m0V3yGDwhGUV+8TXUIdEzMP/nYVtwKdk4LyM7CEQRxymfuMXBqCmE/YJLbcekTww+S8uenofEGzDwTfqzbVfa1LQ7lvRNGmxs+AfWuaV4PlUyAZsn3uX4UTbTWvD+1+5tb+gUAxHVupASfnkvF+OKiGfoITyNViohll/Hl04VWEvhuUv5qhAnPmNIYhy6zf6vCGOiEZJZuCze3qLuUQQKqLfN+cKdXEA3wgLeKeRteTYLFZmnAfPJFZq9Z4NBcEmPxNxOOHcct8B+prYC8e3WG63IdjL67XZPPHhiaqtNbnj4HRMgHs= ceph-8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:52:03.467 INFO:teuthology.orchestra.run.smithi118.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-09-23T14:52:03.467 INFO:teuthology.orchestra.run.smithi118.stdout:Adding key to root@localhost authorized_keys... 2023-09-23T14:52:03.468 INFO:teuthology.orchestra.run.smithi118.stdout:Adding host smithi118... 2023-09-23T14:52:04.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:03 smithi118 ceph-mon[100225]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:04.884 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:04 smithi118 ceph-mon[100225]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi118", "addr": "172.21.15.118", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:06.482 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout Added host 'smithi118' with addr '172.21.15.118' 2023-09-23T14:52:06.482 INFO:teuthology.orchestra.run.smithi118.stdout:Deploying unmanaged mon service... 2023-09-23T14:52:06.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:06 smithi118 ceph-mon[100225]: Deploying cephadm binary to smithi118 2023-09-23T14:52:06.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:06 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:52:06.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:06 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:52:07.465 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:07 smithi118 ceph-mon[100225]: Added host smithi118 2023-09-23T14:52:08.208 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-09-23T14:52:08.208 INFO:teuthology.orchestra.run.smithi118.stdout:Deploying unmanaged mgr service... 2023-09-23T14:52:08.414 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:08 smithi118 ceph-mon[100225]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:08.414 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:08 smithi118 ceph-mon[100225]: Saving service mon spec with placement count:5 2023-09-23T14:52:08.414 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:08 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:52:09.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:09 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:52:09.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:09 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:52:09.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:09 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:52:09.453 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-09-23T14:52:10.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:10 smithi118 ceph-mon[100225]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:10.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:10 smithi118 ceph-mon[100225]: Saving service mgr spec with placement count:2 2023-09-23T14:52:10.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:10 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:52:11.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:11 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3965496891' entity='client.admin' 2023-09-23T14:52:11.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:11 smithi118 ceph-mon[100225]: from='mgr.14120 172.21.15.118:0/3292433542' entity='mgr.y' 2023-09-23T14:52:12.382 INFO:teuthology.orchestra.run.smithi118.stdout:Enabling the dashboard module... 2023-09-23T14:52:12.818 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:12 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/395905841' entity='client.admin' 2023-09-23T14:52:13.845 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:13 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1577205267' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-09-23T14:52:13.845 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:13 smithi118 conmon[100650]: ignoring --setuser ceph since I am not root 2023-09-23T14:52:13.845 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:13 smithi118 conmon[100650]: ignoring --setgroup ceph since I am not root 2023-09-23T14:52:13.845 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:13 smithi118 conmon[100650]: 2023-09-23T14:52:13.761+0000 7f12cc2a01c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T14:52:14.190 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:13 smithi118 conmon[100650]: 2023-09-23T14:52:13.844+0000 7f12cc2a01c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T14:52:14.190 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:13 smithi118 conmon[100650]: 2023-09-23T14:52:13.933+0000 7f12cc2a01c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T14:52:14.190 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:14 smithi118 conmon[100650]: 2023-09-23T14:52:14.025+0000 7f12cc2a01c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T14:52:14.475 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:14 smithi118 conmon[100650]: 2023-09-23T14:52:14.190+0000 7f12cc2a01c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T14:52:14.750 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:14 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1577205267' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-09-23T14:52:14.750 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:14 smithi118 ceph-mon[100225]: mgrmap e9: y(active, since 16s) 2023-09-23T14:52:14.750 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:14 smithi118 conmon[100650]: 2023-09-23T14:52:14.523+0000 7f12cc2a01c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T14:52:14.750 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:14 smithi118 conmon[100650]: 2023-09-23T14:52:14.614+0000 7f12cc2a01c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T14:52:15.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:14 smithi118 conmon[100650]: 2023-09-23T14:52:14.749+0000 7f12cc2a01c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T14:52:15.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:14 smithi118 conmon[100650]: 2023-09-23T14:52:14.844+0000 7f12cc2a01c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T14:52:15.515 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout { 2023-09-23T14:52:15.515 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-09-23T14:52:15.515 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "available": true, 2023-09-23T14:52:15.515 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-09-23T14:52:15.515 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-09-23T14:52:15.515 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout } 2023-09-23T14:52:15.515 INFO:teuthology.orchestra.run.smithi118.stdout:Waiting for the mgr to restart... 2023-09-23T14:52:15.516 INFO:teuthology.orchestra.run.smithi118.stdout:Waiting for mgr epoch 9... 2023-09-23T14:52:15.520 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:15 smithi118 conmon[100650]: 2023-09-23T14:52:15.282+0000 7f12cc2a01c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T14:52:15.776 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:15 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2212176290' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-09-23T14:52:16.038 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:15 smithi118 conmon[100650]: 2023-09-23T14:52:15.864+0000 7f12cc2a01c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T14:52:17.042 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:16 smithi118 conmon[100650]: 2023-09-23T14:52:16.038+0000 7f12cc2a01c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T14:52:17.042 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:16 smithi118 conmon[100650]: 2023-09-23T14:52:16.788+0000 7f12cc2a01c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:52:17.042 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:16 smithi118 conmon[100650]: 2023-09-23T14:52:16.876+0000 7f12cc2a01c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T14:52:17.042 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:17 smithi118 conmon[100650]: 2023-09-23T14:52:17.042+0000 7f12cc2a01c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:52:17.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:17 smithi118 conmon[100650]: 2023-09-23T14:52:17.312+0000 7f12cc2a01c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T14:52:17.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:17 smithi118 conmon[100650]: 2023-09-23T14:52:17.397+0000 7f12cc2a01c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T14:52:17.933 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:17 smithi118 conmon[100650]: 2023-09-23T14:52:17.679+0000 7f12cc2a01c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T14:52:18.318 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:17 smithi118 conmon[100650]: 2023-09-23T14:52:17.933+0000 7f12cc2a01c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T14:52:18.933 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:18 smithi118 conmon[100650]: 2023-09-23T14:52:18.621+0000 7f12cc2a01c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T14:52:18.934 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:18 smithi118 conmon[100650]: 2023-09-23T14:52:18.748+0000 7f12cc2a01c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T14:52:19.256 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:18 smithi118 conmon[100650]: 2023-09-23T14:52:18.932+0000 7f12cc2a01c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T14:52:19.256 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:19 smithi118 conmon[100650]: 2023-09-23T14:52:19.045+0000 7f12cc2a01c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T14:52:19.256 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:19 smithi118 conmon[100650]: 2023-09-23T14:52:19.255+0000 7f12cc2a01c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T14:52:20.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:52:20 smithi118 conmon[100650]: 2023-09-23T14:52:20.126+0000 7f12cc2a01c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T14:52:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: Active manager daemon y restarted 2023-09-23T14:52:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: Activating manager daemon y 2023-09-23T14:52:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: osdmap e3: 0 total, 0 up, 0 in 2023-09-23T14:52:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: mgrmap e10: y(active, starting, since 0.00298921s) 2023-09-23T14:52:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:52:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T14:52:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T14:52:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T14:52:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T14:52:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: Manager daemon y is now available 2023-09-23T14:52:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:52:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:20 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:21 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:21 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:21 smithi118 ceph-mon[100225]: mgrmap e11: y(active, since 1.00541s) 2023-09-23T14:52:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:21 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:21.769 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout { 2023-09-23T14:52:21.769 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-09-23T14:52:21.769 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout "initialized": true 2023-09-23T14:52:21.769 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout } 2023-09-23T14:52:21.769 INFO:teuthology.orchestra.run.smithi118.stdout:mgr epoch 9 is available 2023-09-23T14:52:21.769 INFO:teuthology.orchestra.run.smithi118.stdout:Generating a dashboard self-signed certificate... 2023-09-23T14:52:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:22 smithi118 ceph-mon[100225]: [23/Sep/2023:14:52:21] ENGINE Bus STARTING 2023-09-23T14:52:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:22 smithi118 ceph-mon[100225]: [23/Sep/2023:14:52:21] ENGINE Serving on https://172.21.15.118:7150 2023-09-23T14:52:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:22 smithi118 ceph-mon[100225]: [23/Sep/2023:14:52:21] ENGINE Bus STARTED 2023-09-23T14:52:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:22 smithi118 ceph-mon[100225]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-09-23T14:52:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:22 smithi118 ceph-mon[100225]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-09-23T14:52:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:22 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:23.096 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-09-23T14:52:23.096 INFO:teuthology.orchestra.run.smithi118.stdout:Creating initial admin user... 2023-09-23T14:52:23.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:23 smithi118 ceph-mon[100225]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:23.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:23.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:23.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:23.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:23 smithi118 ceph-mon[100225]: mgrmap e12: y(active, since 2s) 2023-09-23T14:52:24.896 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$1oK3vrhqTsj8XfWQkpR.Ze6jssslCkfmhvwXrDKhNRfQJ9CS/AsUS", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1695480743, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-09-23T14:52:24.896 INFO:teuthology.orchestra.run.smithi118.stdout:Fetching dashboard port number... 2023-09-23T14:52:25.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:24 smithi118 ceph-mon[100225]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:25.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:24 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:26.121 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stdout 8443 2023-09-23T14:52:26.131 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-09-23T14:52:26.131 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout disabled 2023-09-23T14:52:26.138 INFO:teuthology.orchestra.run.smithi118.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-09-23T14:52:26.138 INFO:teuthology.orchestra.run.smithi118.stdout:systemctl: stdout inactive 2023-09-23T14:52:26.138 INFO:teuthology.orchestra.run.smithi118.stdout:firewalld.service is not enabled 2023-09-23T14:52:26.138 INFO:teuthology.orchestra.run.smithi118.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-09-23T14:52:26.140 INFO:teuthology.orchestra.run.smithi118.stdout:Ceph Dashboard is now available at: 2023-09-23T14:52:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:52:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: URL: https://smithi118:8443/ 2023-09-23T14:52:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: User: admin 2023-09-23T14:52:26.141 INFO:teuthology.orchestra.run.smithi118.stdout: Password: 17us9s54ll 2023-09-23T14:52:26.141 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:52:26.141 INFO:teuthology.orchestra.run.smithi118.stdout:Saving cluster configuration to /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config directory 2023-09-23T14:52:26.141 INFO:teuthology.orchestra.run.smithi118.stdout:Enabling autotune for osd_memory_target 2023-09-23T14:52:26.393 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:26 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1384656080' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-09-23T14:52:27.527 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:27 smithi118 ceph-mon[100225]: mgrmap e13: y(active, since 6s) 2023-09-23T14:52:28.705 INFO:teuthology.orchestra.run.smithi118.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-09-23T14:52:28.705 INFO:teuthology.orchestra.run.smithi118.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-09-23T14:52:28.705 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:52:28.705 INFO:teuthology.orchestra.run.smithi118.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-09-23T14:52:28.705 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:52:28.705 INFO:teuthology.orchestra.run.smithi118.stdout:Or, if you are only running a single cluster on this host: 2023-09-23T14:52:28.706 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:52:28.706 INFO:teuthology.orchestra.run.smithi118.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-09-23T14:52:28.706 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:52:28.706 INFO:teuthology.orchestra.run.smithi118.stdout:Please consider enabling telemetry to help improve Ceph: 2023-09-23T14:52:28.706 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:52:28.706 INFO:teuthology.orchestra.run.smithi118.stdout: ceph telemetry on 2023-09-23T14:52:28.706 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:52:28.706 INFO:teuthology.orchestra.run.smithi118.stdout:For more information see: 2023-09-23T14:52:28.707 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:52:28.707 INFO:teuthology.orchestra.run.smithi118.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2023-09-23T14:52:28.707 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:52:28.707 INFO:teuthology.orchestra.run.smithi118.stdout:Bootstrap complete. 2023-09-23T14:52:28.754 INFO:tasks.cephadm:Fetching config... 2023-09-23T14:52:28.755 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:52:28.755 DEBUG:teuthology.orchestra.run.smithi118:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-09-23T14:52:28.775 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-09-23T14:52:28.775 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:52:28.775 DEBUG:teuthology.orchestra.run.smithi118:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-09-23T14:52:28.833 INFO:tasks.cephadm:Fetching mon keyring... 2023-09-23T14:52:28.833 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:52:28.834 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd if=/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/keyring of=/dev/stdout 2023-09-23T14:52:28.900 INFO:tasks.cephadm:Fetching pub ssh key... 2023-09-23T14:52:28.901 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:52:28.901 DEBUG:teuthology.orchestra.run.smithi118:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-09-23T14:52:28.958 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-09-23T14:52:28.959 DEBUG:teuthology.orchestra.run.smithi118:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCs1dnuACjgzst5VLJTMzcYoRTQoj7SjAZvgACfwfTTZQYamPHbaKsQ8X7+8IyBKZ/MDcaBcgI8c4CQCrZ+CCn3Mi3ZXNbIxyGV+UJMoXqqYzee5RYk1pkb2LkPvTWk3jntft7c49XvLvOVddCUX54BnTz6sDl5NHJNNDKRe+XnyLhD+/HKpDmESidVVqseH+KjYzUGzE+YpDi7m0V3yGDwhGUV+8TXUIdEzMP/nYVtwKdk4LyM7CEQRxymfuMXBqCmE/YJLbcekTww+S8uenofEGzDwTfqzbVfa1LQ7lvRNGmxs+AfWuaV4PlUyAZsn3uX4UTbTWvD+1+5tb+gUAxHVupASfnkvF+OKiGfoITyNViohll/Hl04VWEvhuUv5qhAnPmNIYhy6zf6vCGOiEZJZuCze3qLuUQQKqLfN+cKdXEA3wgLeKeRteTYLFZmnAfPJFZq9Z4NBcEmPxNxOOHcct8B+prYC8e3WG63IdjL67XZPPHhiaqtNbnj4HRMgHs= ceph-8cded518-5a20-11ee-8db4-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-09-23T14:52:29.036 INFO:teuthology.orchestra.run.smithi118.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCs1dnuACjgzst5VLJTMzcYoRTQoj7SjAZvgACfwfTTZQYamPHbaKsQ8X7+8IyBKZ/MDcaBcgI8c4CQCrZ+CCn3Mi3ZXNbIxyGV+UJMoXqqYzee5RYk1pkb2LkPvTWk3jntft7c49XvLvOVddCUX54BnTz6sDl5NHJNNDKRe+XnyLhD+/HKpDmESidVVqseH+KjYzUGzE+YpDi7m0V3yGDwhGUV+8TXUIdEzMP/nYVtwKdk4LyM7CEQRxymfuMXBqCmE/YJLbcekTww+S8uenofEGzDwTfqzbVfa1LQ7lvRNGmxs+AfWuaV4PlUyAZsn3uX4UTbTWvD+1+5tb+gUAxHVupASfnkvF+OKiGfoITyNViohll/Hl04VWEvhuUv5qhAnPmNIYhy6zf6vCGOiEZJZuCze3qLuUQQKqLfN+cKdXEA3wgLeKeRteTYLFZmnAfPJFZq9Z4NBcEmPxNxOOHcct8B+prYC8e3WG63IdjL67XZPPHhiaqtNbnj4HRMgHs= ceph-8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:52:29.048 DEBUG:teuthology.orchestra.run.smithi178:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCs1dnuACjgzst5VLJTMzcYoRTQoj7SjAZvgACfwfTTZQYamPHbaKsQ8X7+8IyBKZ/MDcaBcgI8c4CQCrZ+CCn3Mi3ZXNbIxyGV+UJMoXqqYzee5RYk1pkb2LkPvTWk3jntft7c49XvLvOVddCUX54BnTz6sDl5NHJNNDKRe+XnyLhD+/HKpDmESidVVqseH+KjYzUGzE+YpDi7m0V3yGDwhGUV+8TXUIdEzMP/nYVtwKdk4LyM7CEQRxymfuMXBqCmE/YJLbcekTww+S8uenofEGzDwTfqzbVfa1LQ7lvRNGmxs+AfWuaV4PlUyAZsn3uX4UTbTWvD+1+5tb+gUAxHVupASfnkvF+OKiGfoITyNViohll/Hl04VWEvhuUv5qhAnPmNIYhy6zf6vCGOiEZJZuCze3qLuUQQKqLfN+cKdXEA3wgLeKeRteTYLFZmnAfPJFZq9Z4NBcEmPxNxOOHcct8B+prYC8e3WG63IdjL67XZPPHhiaqtNbnj4HRMgHs= ceph-8cded518-5a20-11ee-8db4-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-09-23T14:52:29.106 INFO:teuthology.orchestra.run.smithi178.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCs1dnuACjgzst5VLJTMzcYoRTQoj7SjAZvgACfwfTTZQYamPHbaKsQ8X7+8IyBKZ/MDcaBcgI8c4CQCrZ+CCn3Mi3ZXNbIxyGV+UJMoXqqYzee5RYk1pkb2LkPvTWk3jntft7c49XvLvOVddCUX54BnTz6sDl5NHJNNDKRe+XnyLhD+/HKpDmESidVVqseH+KjYzUGzE+YpDi7m0V3yGDwhGUV+8TXUIdEzMP/nYVtwKdk4LyM7CEQRxymfuMXBqCmE/YJLbcekTww+S8uenofEGzDwTfqzbVfa1LQ7lvRNGmxs+AfWuaV4PlUyAZsn3uX4UTbTWvD+1+5tb+gUAxHVupASfnkvF+OKiGfoITyNViohll/Hl04VWEvhuUv5qhAnPmNIYhy6zf6vCGOiEZJZuCze3qLuUQQKqLfN+cKdXEA3wgLeKeRteTYLFZmnAfPJFZq9Z4NBcEmPxNxOOHcct8B+prYC8e3WG63IdjL67XZPPHhiaqtNbnj4HRMgHs= ceph-8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:52:29.119 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-09-23T14:52:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:29 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1989774185' entity='client.admin' 2023-09-23T14:52:29.458 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:52:32.091 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-09-23T14:52:32.092 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-09-23T14:52:32.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:32 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/471159444' entity='client.admin' 2023-09-23T14:52:32.885 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:52:34.136 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:34.136 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:34.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi118", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:52:34.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:34.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:52:34.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:35.245 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi178 2023-09-23T14:52:35.245 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:52:35.245 DEBUG:teuthology.orchestra.run.smithi178:> dd of=/etc/ceph/ceph.conf 2023-09-23T14:52:35.265 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:52:35.266 DEBUG:teuthology.orchestra.run.smithi178:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:52:35.325 INFO:tasks.cephadm:Adding host smithi178 to orchestrator... 2023-09-23T14:52:35.325 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch host add smithi178 2023-09-23T14:52:35.698 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:52:35.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:35 smithi118 ceph-mon[100225]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:35.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:35 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:35.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:35 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:52:35.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:35 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:52:35.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:35 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:52:35.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:35 smithi118 ceph-mon[100225]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T14:52:36.904 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:36 smithi118 ceph-mon[100225]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:52:36.904 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:36 smithi118 ceph-mon[100225]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:52:36.904 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:36 smithi118 ceph-mon[100225]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T14:52:36.905 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:36.905 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:36.905 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:37 smithi118 ceph-mon[100225]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi178", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:39.068 INFO:teuthology.orchestra.run.smithi118.stdout:Added host 'smithi178' with addr '172.21.15.178' 2023-09-23T14:52:39.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:38 smithi118 ceph-mon[100225]: Deploying cephadm binary to smithi178 2023-09-23T14:52:39.767 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch host ls --format=json 2023-09-23T14:52:40.107 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:52:40.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:40.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:40 smithi118 ceph-mon[100225]: Added host smithi178 2023-09-23T14:52:40.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:52:40.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:40.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:41.734 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:52:41.734 INFO:teuthology.orchestra.run.smithi118.stdout:[{"addr": "172.21.15.118", "hostname": "smithi118", "labels": [], "status": ""}, {"addr": "172.21.15.178", "hostname": "smithi178", "labels": [], "status": ""}] 2023-09-23T14:52:41.925 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:41 smithi118 ceph-mon[100225]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:41.925 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:41 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:42.324 INFO:tasks.cephadm:Setting crush tunables to default 2023-09-23T14:52:42.325 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd crush tunables default 2023-09-23T14:52:42.656 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:52:43.868 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:43 smithi118 ceph-mon[100225]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:52:43.868 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:43 smithi118 ceph-mon[100225]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:44.979 INFO:teuthology.orchestra.run.smithi118.stderr:adjusted tunables profile to default 2023-09-23T14:52:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi178", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:52:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:52:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:52:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T14:52:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:52:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2087993601' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-09-23T14:52:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:52:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T14:52:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:45.615 INFO:tasks.cephadm:Adding mon.a on smithi118 2023-09-23T14:52:45.616 INFO:tasks.cephadm:Adding mon.c on smithi118 2023-09-23T14:52:45.616 INFO:tasks.cephadm:Adding mon.b on smithi178 2023-09-23T14:52:45.616 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch apply mon '3;smithi118:172.21.15.118=a;smithi118:[v2:172.21.15.118:3301,v1:172.21.15.118:6790]=c;smithi178:172.21.15.178=b' 2023-09-23T14:52:45.979 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:52:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:45 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2087993601' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-09-23T14:52:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:45 smithi118 ceph-mon[100225]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:52:47.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:46 smithi118 ceph-mon[100225]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:47.734 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled mon update... 2023-09-23T14:52:48.435 DEBUG:teuthology.orchestra.run.smithi118:mon.c> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.c.service 2023-09-23T14:52:48.437 DEBUG:teuthology.orchestra.run.smithi178:mon.b> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.b.service 2023-09-23T14:52:48.440 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-09-23T14:52:48.441 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph mon dump -f json 2023-09-23T14:52:48.470 INFO:journalctl@ceph.mon.b.smithi178.stdout:-- Logs begin at Sat 2023-09-23 14:31:56 UTC. -- 2023-09-23T14:52:48.474 INFO:journalctl@ceph.mon.c.smithi118.stdout:-- Logs begin at Sat 2023-09-23 14:32:04 UTC. -- 2023-09-23T14:52:49.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:48 smithi118 ceph-mon[100225]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi118:172.21.15.118=a;smithi118:[v2:172.21.15.118:3301,v1:172.21.15.118:6790]=c;smithi178:172.21.15.178=b", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:49.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:48 smithi118 ceph-mon[100225]: Saving service mon spec with placement smithi118:172.21.15.118=a;smithi118:[v2:172.21.15.118:3301,v1:172.21.15.118:6790]=c;smithi178:172.21.15.178=b;count:3 2023-09-23T14:52:49.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:48 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:49.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:48 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:52:49.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:48 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:52:49.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:48 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:52:49.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:48 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:49.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:48 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:52:49.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:48 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:52:49.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:48 smithi118 ceph-mon[100225]: Deploying daemon mon.b on smithi178 2023-09-23T14:52:49.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:48 smithi118 ceph-mon[100225]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:49.432 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:52:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:51 smithi118 ceph-mon[100225]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:52.023 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:52:52.023 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":1,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","modified":"2023-09-23T14:51:27.161033Z","created":"2023-09-23T14:51:27.161033Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:3300","nonce":0},{"type":"v1","addr":"172.21.15.118:6789","nonce":0}]},"addr":"172.21.15.118:6789/0","public_addr":"172.21.15.118:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-09-23T14:52:52.025 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 1 2023-09-23T14:52:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 systemd[1]: Started Ceph mon.b for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:52:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-09-23T14:52:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5559a98b1180 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: rocksdb: DB pointer 0x5559a9986000 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout: ** DB Stats ** 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T14:52:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: ** Compaction Stats [default] ** 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: ** Compaction Stats [default] ** 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 2023-09-23T14:52:52.380 INFO:journalctl@ceph.mon.b.smithi178.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: Cumulative compaction: 0.00 GB write, 0.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: Interval compaction: 0.00 GB write, 0.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: ** Compaction Stats [default] ** 2023-09-23T14:52:52.381 INFO:journalctl@ceph.mon.b.smithi178.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: ** Compaction Stats [default] ** 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T14:52:52.382 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout: Cumulative compaction: 0.00 GB write, 0.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: using public_addr v2:172.21.15.178:0/0 -> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: starting mon.b rank -1 at public addrs [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] at bind addrs [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:52:52.383 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(???) e0 preinit fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).mds e1 new map 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).mds e1 print_map 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout: e1 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout: legacy client fscid: -1 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout: No filesystems configured 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-09-23T14:52:52.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi178", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:52:52.385 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2087993601' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2087993601' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:52.386 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi118:172.21.15.118=a;smithi118:[v2:172.21.15.118:3301,v1:172.21.15.118:6790]=c;smithi178:172.21.15.178=b", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: Saving service mon spec with placement smithi118:172.21.15.118=a;smithi118:[v2:172.21.15.118:3301,v1:172.21.15.118:6790]=c;smithi178:172.21.15.178=b;count:3 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: Deploying daemon mon.b on smithi178 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-09-23T14:52:52.387 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:52 smithi178 ceph-mon[104471]: mon.b@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-09-23T14:52:53.960 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-09-23T14:52:53.960 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph mon dump -f json 2023-09-23T14:52:54.307 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:52:57.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:57.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:52:57.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: mon.a calling monitor election 2023-09-23T14:52:57.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: mon.b calling monitor election 2023-09-23T14:52:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-09-23T14:52:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: monmap e2: 2 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0]} removed_ranks: {} 2023-09-23T14:52:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: fsmap 2023-09-23T14:52:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:52:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: mgrmap e13: y(active, since 37s) 2023-09-23T14:52:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: overall HEALTH_OK 2023-09-23T14:52:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:52:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:52:57.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:57.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:52:57.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: mon.a calling monitor election 2023-09-23T14:52:57.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:57.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: mon.b calling monitor election 2023-09-23T14:52:57.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:57.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:57.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-09-23T14:52:57.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: monmap e2: 2 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0]} removed_ranks: {} 2023-09-23T14:52:57.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: fsmap 2023-09-23T14:52:57.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:52:57.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: mgrmap e13: y(active, since 37s) 2023-09-23T14:52:57.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: overall HEALTH_OK 2023-09-23T14:52:57.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:57.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:57.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:52:57.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:52:57.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:52:58.549 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:58 smithi118 ceph-mon[100225]: Deploying daemon mon.c on smithi118 2023-09-23T14:52:58.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:58 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:58.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:58 smithi178 ceph-mon[104471]: Deploying daemon mon.c on smithi118 2023-09-23T14:52:58.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:58 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:52:59.030 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:52:59.030 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":2,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","modified":"2023-09-23T14:52:52.156619Z","created":"2023-09-23T14:51:27.161033Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:3300","nonce":0},{"type":"v1","addr":"172.21.15.118:6789","nonce":0}]},"addr":"172.21.15.118:6789/0","public_addr":"172.21.15.118:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:3300","nonce":0},{"type":"v1","addr":"172.21.15.178:6789","nonce":0}]},"addr":"172.21.15.178:6789/0","public_addr":"172.21.15.178:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-09-23T14:52:59.032 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 2 2023-09-23T14:52:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:59 smithi178 ceph-mon[104471]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:52:59 smithi178 ceph-mon[104471]: from='client.? 172.21.15.178:0/2342220176' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T14:52:59.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:59 smithi118 ceph-mon[100225]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:52:59.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:52:59 smithi118 ceph-mon[100225]: from='client.? 172.21.15.178:0/2342220176' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T14:53:00.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:52:59 smithi118 systemd[1]: Starting Ceph mon.c for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:53:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: set uid:gid to 167:167 (ceph:ceph) 2023-09-23T14:53:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable), process ceph-mon, pid 7 2023-09-23T14:53:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: pidfile_write: ignore empty --pid-file 2023-09-23T14:53:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: load: jerasure load: lrc 2023-09-23T14:53:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: RocksDB version: 6.15.5 2023-09-23T14:53:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-09-23T14:53:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Compile date Sep 22 2023 2023-09-23T14:53:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: DB SUMMARY 2023-09-23T14:53:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: DB Session ID: 25YQ75LEF6S2Q7O5L9AS 2023-09-23T14:53:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: CURRENT file: CURRENT 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: IDENTITY file: IDENTITY 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.error_if_exists: 0 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.create_if_missing: 0 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.paranoid_checks: 1 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.env: 0x5563912a1a80 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.fs: Posix File System 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.info_log: 0x556392a825a0 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_file_opening_threads: 16 2023-09-23T14:53:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.statistics: (nil) 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.use_fsync: 0 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_log_file_size: 0 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.keep_log_file_num: 1000 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.recycle_log_file_num: 0 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.allow_fallocate: 1 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.allow_mmap_reads: 0 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.allow_mmap_writes: 0 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.use_direct_reads: 0 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.create_missing_column_families: 0 2023-09-23T14:53:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.db_log_dir: 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.advise_random_on_open: 1 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.db_write_buffer_size: 0 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.write_buffer_manager: 0x5563937f4930 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T14:53:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.rate_limiter: (nil) 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.wal_recovery_mode: 2 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.enable_thread_tracking: 0 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.enable_pipelined_write: 0 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.unordered_write: 0 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T14:53:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.row_cache: None 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.wal_filter: None 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.allow_ingest_behind: 0 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.preserve_deletes: 0 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.two_write_queues: 0 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.manual_wal_flush: 0 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.atomic_flush: 0 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.log_readahead_size: 0 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-09-23T14:53:00.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.best_efforts_recovery: 0 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.allow_data_in_errors: 0 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.db_host_id: __hostname__ 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_background_jobs: 2 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_background_compactions: -1 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_subcompactions: 1 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_total_wal_size: 0 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T14:53:00.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_open_files: -1 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.bytes_per_sync: 0 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_readahead_size: 0 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_background_flushes: -1 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Compression algorithms supported: 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: kZSTD supported: 0 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: kXpressCompression supported: 0 2023-09-23T14:53:00.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: kLZ4HCCompression supported: 1 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: kZlibCompression supported: 1 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: kSnappyCompression supported: 1 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: kLZ4Compression supported: 1 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: kBZip2Compression supported: 0 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.merge_operator: 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_filter: None 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_filter_factory: None 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.sst_partitioner_factory: None 2023-09-23T14:53:00.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556392ad4fb8) 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout: cache_index_and_filter_blocks: 1 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout: pin_top_level_index_and_filter: 1 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout: index_type: 0 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout: data_block_index_type: 0 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout: index_shortening: 1 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout: data_block_hash_table_util_ratio: 0.750000 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout: hash_index_allow_collision: 1 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout: checksum: 1 2023-09-23T14:53:00.579 INFO:journalctl@ceph.mon.c.smithi118.stdout: no_block_cache: 0 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_cache: 0x556392b07090 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_cache_name: BinnedLRUCache 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_cache_options: 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: capacity : 536870912 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: num_shard_bits : 4 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: strict_capacity_limit : 0 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: high_pri_pool_ratio: 0.000 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_cache_compressed: (nil) 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: persistent_cache: (nil) 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_size: 4096 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_size_deviation: 10 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_restart_interval: 16 2023-09-23T14:53:00.580 INFO:journalctl@ceph.mon.c.smithi118.stdout: index_block_restart_interval: 1 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout: metadata_block_size: 4096 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout: partition_filters: 0 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout: use_delta_encoding: 1 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout: whole_key_filtering: 1 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout: verify_compression: 0 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout: read_amp_bytes_per_bit: 0 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout: format_version: 4 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout: enable_index_compression: 1 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_align: 0 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.write_buffer_size: 33554432 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_write_buffer_number: 2 2023-09-23T14:53:00.581 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compression: NoCompression 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.bottommost_compression: Disabled 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.prefix_extractor: nullptr 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.num_levels: 7 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T14:53:00.582 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compression_opts.level: 32767 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compression_opts.strategy: 0 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compression_opts.enabled: false 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.target_file_size_base: 67108864 2023-09-23T14:53:00.583 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.arena_block_size: 4194304 2023-09-23T14:53:00.584 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.disable_auto_compactions: 0 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T14:53:00.585 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T14:53:00.586 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T14:53:00.586 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.table_properties_collectors: 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.inplace_update_support: 0 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.bloom_locality: 0 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.max_successive_merges: 0 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.paranoid_file_checks: 0 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.force_consistency_checks: 1 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.report_bg_io_stats: 0 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.ttl: 2592000 2023-09-23T14:53:00.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.enable_blob_files: false 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.min_blob_size: 0 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.blob_file_size: 268435456 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.blob_compression_type: NoCompression 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.enable_blob_garbage_collection: false 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695480780208644, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-09-23T14:53:00.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695480780208911, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1695480780, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "0173aa42-2d25-4caf-be7e-0846895f315a", "db_session_id": "25YQ75LEF6S2Q7O5L9AS"}} 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695480780209228, "job": 1, "event": "recovery_finished"} 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x556392a9b180 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: DB pointer 0x556392b70000 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout: ** DB Stats ** 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T14:53:00.589 INFO:journalctl@ceph.mon.c.smithi118.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.5 0.00 0.00 1 0.000 0 0 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.5 0.00 0.00 1 0.000 0 0 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.5 0.00 0.00 1 0.000 0 0 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:53:00.590 INFO:journalctl@ceph.mon.c.smithi118.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 6.5 0.00 0.00 1 0.000 0 0 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: Cumulative compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: Interval compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T14:53:00.591 INFO:journalctl@ceph.mon.c.smithi118.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.5 0.00 0.00 1 0.000 0 0 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.5 0.00 0.00 1 0.000 0 0 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 6.5 0.00 0.00 1 0.000 0 0 2023-09-23T14:53:00.592 INFO:journalctl@ceph.mon.c.smithi118.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: using public_addrv [v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0] 2023-09-23T14:53:00.593 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: starting mon.c rank -1 at public addrs [v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0] at bind addrs [v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(???) e0 preinit fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 bash[118147]: bc7a600ebc7f357162d5b3cc087481c7d47206930b3b1ed6c9e61245ddd0a067 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 systemd[1]: Started Ceph mon.c for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).mds e1 new map 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).mds e1 print_map 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout: e1 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout: legacy client fscid: -1 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout: No filesystems configured 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-09-23T14:53:00.594 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi178", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2087993601' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.596 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2087993601' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi118:172.21.15.118=a;smithi118:[v2:172.21.15.118:3301,v1:172.21.15.118:6790]=c;smithi178:172.21.15.178=b", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: Saving service mon spec with placement smithi118:172.21.15.118=a;smithi118:[v2:172.21.15.118:3301,v1:172.21.15.118:6790]=c;smithi178:172.21.15.178=b;count:3 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: Deploying daemon mon.b on smithi178 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:00.597 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.a calling monitor election 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.b calling monitor election 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:53:00.598 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: monmap e2: 2 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0]} removed_ranks: {} 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: fsmap 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mgrmap e13: y(active, since 37s) 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: overall HEALTH_OK 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: Deploying daemon mon.c on smithi118 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:53:00.599 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:00.600 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: from='client.? 172.21.15.178:0/2342220176' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T14:53:00.600 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-09-23T14:53:00.600 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:00 smithi118 ceph-mon[118212]: mon.c@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-09-23T14:53:00.624 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-09-23T14:53:00.624 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph mon dump -f json 2023-09-23T14:53:00.967 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:53:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:53:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: mon.b calling monitor election 2023-09-23T14:53:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: mon.a calling monitor election 2023-09-23T14:53:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:53:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-09-23T14:53:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T14:53:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: fsmap 2023-09-23T14:53:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:53:05.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: mgrmap e13: y(active, since 45s) 2023-09-23T14:53:05.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-09-23T14:53:05.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2023-09-23T14:53:05.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2023-09-23T14:53:05.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: mon.c (rank 2) addr [v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0] is down (out of quorum) 2023-09-23T14:53:05.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:05.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:05.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:53:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: mon.b calling monitor election 2023-09-23T14:53:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: mon.a calling monitor election 2023-09-23T14:53:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:53:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-09-23T14:53:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T14:53:05.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: fsmap 2023-09-23T14:53:05.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:53:05.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: mgrmap e13: y(active, since 45s) 2023-09-23T14:53:05.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-09-23T14:53:05.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2023-09-23T14:53:05.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2023-09-23T14:53:05.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: mon.c (rank 2) addr [v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0] is down (out of quorum) 2023-09-23T14:53:05.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:05.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:05.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: 2023-09-23T14:53:05.697 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":3,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","modified":"2023-09-23T14:53:00.229327Z","created":"2023-09-23T14:51:27.161033Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:3300","nonce":0},{"type":"v1","addr":"172.21.15.118:6789","nonce":0}]},"addr":"172.21.15.118:6789/0","public_addr":"172.21.15.118:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:3300","nonce":0},{"type":"v1","addr":"172.21.15.178:6789","nonce":0}]},"addr":"172.21.15.178:6789/0","public_addr":"172.21.15.178:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:3301","nonce":0},{"type":"v1","addr":"172.21.15.118:6790","nonce":0}]},"addr":"172.21.15.118:6790/0","public_addr":"172.21.15.118:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-09-23T14:53:05.700 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 3 2023-09-23T14:53:06.302 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-09-23T14:53:06.303 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph config generate-minimal-conf 2023-09-23T14:53:06.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:06 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:06.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:06 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:06.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:06 smithi118 ceph-mon[100225]: from='client.? 172.21.15.178:0/3905545753' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T14:53:06.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:06 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:06.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:06 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:06.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:06 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:06.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:06 smithi178 ceph-mon[104471]: from='client.? 172.21.15.178:0/3905545753' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T14:53:06.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:06 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:06.662 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:53:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:53:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: mon.b calling monitor election 2023-09-23T14:53:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: mon.a calling monitor election 2023-09-23T14:53:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:53:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:07.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:07.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:07.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-09-23T14:53:07.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T14:53:07.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: fsmap 2023-09-23T14:53:07.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:53:07.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: mgrmap e13: y(active, since 45s) 2023-09-23T14:53:07.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-09-23T14:53:07.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2023-09-23T14:53:07.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2023-09-23T14:53:07.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: mon.c (rank 2) addr [v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0] is down (out of quorum) 2023-09-23T14:53:07.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:07.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:07.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:07.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:07.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:07.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='client.? 172.21.15.178:0/3905545753' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T14:53:07.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:08.564 INFO:teuthology.orchestra.run.smithi118.stdout:# minimal ceph.conf for 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:53:08.564 INFO:teuthology.orchestra.run.smithi118.stdout:[global] 2023-09-23T14:53:08.565 INFO:teuthology.orchestra.run.smithi118.stdout: fsid = 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T14:53:08.565 INFO:teuthology.orchestra.run.smithi118.stdout: mon_host = [v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0] [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] [v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0] 2023-09-23T14:53:08.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: mon.c calling monitor election 2023-09-23T14:53:08.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T14:53:08.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T14:53:08.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:53:08.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:53:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: mon.c calling monitor election 2023-09-23T14:53:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: mon.b calling monitor election 2023-09-23T14:53:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: mon.a calling monitor election 2023-09-23T14:53:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T14:53:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T14:53:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: fsmap 2023-09-23T14:53:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:53:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: mgrmap e13: y(active, since 47s) 2023-09-23T14:53:08.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-09-23T14:53:08.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: Cluster is now healthy 2023-09-23T14:53:08.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: overall HEALTH_OK 2023-09-23T14:53:08.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: Reconfiguring mon.a (unknown last config time)... 2023-09-23T14:53:08.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:53:08.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T14:53:08.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:08.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[100225]: Reconfiguring daemon mon.a on smithi118 2023-09-23T14:53:08.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: mon.c calling monitor election 2023-09-23T14:53:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T14:53:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T14:53:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:53:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:53:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: mon.c calling monitor election 2023-09-23T14:53:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: mon.b calling monitor election 2023-09-23T14:53:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: mon.a calling monitor election 2023-09-23T14:53:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T14:53:08.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T14:53:08.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: fsmap 2023-09-23T14:53:08.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:53:08.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: mgrmap e13: y(active, since 47s) 2023-09-23T14:53:08.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-09-23T14:53:08.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: Cluster is now healthy 2023-09-23T14:53:08.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: overall HEALTH_OK 2023-09-23T14:53:08.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: Reconfiguring mon.a (unknown last config time)... 2023-09-23T14:53:08.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:53:08.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T14:53:08.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:08.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:08 smithi118 ceph-mon[118212]: Reconfiguring daemon mon.a on smithi118 2023-09-23T14:53:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: mon.c calling monitor election 2023-09-23T14:53:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T14:53:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T14:53:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:53:08.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:53:08.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: mon.c calling monitor election 2023-09-23T14:53:08.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: mon.b calling monitor election 2023-09-23T14:53:08.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: mon.a calling monitor election 2023-09-23T14:53:08.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T14:53:08.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T14:53:08.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: fsmap 2023-09-23T14:53:08.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: osdmap e4: 0 total, 0 up, 0 in 2023-09-23T14:53:08.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: mgrmap e13: y(active, since 47s) 2023-09-23T14:53:08.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-09-23T14:53:08.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: Cluster is now healthy 2023-09-23T14:53:08.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: overall HEALTH_OK 2023-09-23T14:53:08.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:08.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: Reconfiguring mon.a (unknown last config time)... 2023-09-23T14:53:08.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:53:08.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T14:53:08.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:08.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:08 smithi178 ceph-mon[104471]: Reconfiguring daemon mon.a on smithi118 2023-09-23T14:53:09.434 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:09 smithi118 ceph-mon[118212]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:09.434 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:09 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:09.434 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:09 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/159151593' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:09.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:09 smithi118 ceph-mon[100225]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:09.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:09 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:09.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:09 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/159151593' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:09.456 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-09-23T14:53:09.457 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:53:09.457 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd of=/etc/ceph/ceph.conf 2023-09-23T14:53:09.487 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:53:09.487 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:53:09.555 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:53:09.555 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/ceph/ceph.conf 2023-09-23T14:53:09.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:09 smithi178 ceph-mon[104471]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:09.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:09 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:53:09.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:09 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/159151593' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:09.592 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:53:09.592 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:53:09.663 INFO:tasks.cephadm:Adding mgr.y on smithi118 2023-09-23T14:53:09.663 INFO:tasks.cephadm:Adding mgr.x on smithi178 2023-09-23T14:53:09.663 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch apply mgr '2;smithi118=y;smithi178=x' 2023-09-23T14:53:10.031 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:53:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[118212]: Reconfiguring mon.c (monmap changed)... 2023-09-23T14:53:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:53:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T14:53:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[118212]: Reconfiguring daemon mon.c on smithi118 2023-09-23T14:53:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[100225]: Reconfiguring mon.c (monmap changed)... 2023-09-23T14:53:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:53:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T14:53:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[100225]: Reconfiguring daemon mon.c on smithi118 2023-09-23T14:53:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:10 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:10.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:10 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:10.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:10 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:10.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:10 smithi178 ceph-mon[104471]: Reconfiguring mon.c (monmap changed)... 2023-09-23T14:53:10.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:10 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:53:10.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:10 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T14:53:10.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:10 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:10.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:10 smithi178 ceph-mon[104471]: Reconfiguring daemon mon.c on smithi118 2023-09-23T14:53:10.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:10 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:11.342 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:11 smithi178 ceph-mon[104471]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:11.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:11 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:11.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:11 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:11.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:11 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:53:11.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:11 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T14:53:11.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:11 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[118212]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:53:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T14:53:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:11.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[100225]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:11.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:11.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:11.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T14:53:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T14:53:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:11 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:11.760 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled mgr update... 2023-09-23T14:53:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:12 smithi118 ceph-mon[118212]: Reconfiguring mon.b (monmap changed)... 2023-09-23T14:53:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:12 smithi118 ceph-mon[118212]: Reconfiguring daemon mon.b on smithi178 2023-09-23T14:53:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:12 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:12.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:12 smithi118 ceph-mon[100225]: Reconfiguring mon.b (monmap changed)... 2023-09-23T14:53:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:12 smithi118 ceph-mon[100225]: Reconfiguring daemon mon.b on smithi178 2023-09-23T14:53:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:12 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:12 smithi178 ceph-mon[104471]: Reconfiguring mon.b (monmap changed)... 2023-09-23T14:53:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:12 smithi178 ceph-mon[104471]: Reconfiguring daemon mon.b on smithi178 2023-09-23T14:53:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:12 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:12.650 DEBUG:teuthology.orchestra.run.smithi178:mgr.x> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.x.service 2023-09-23T14:53:12.653 INFO:tasks.cephadm:Deploying OSDs... 2023-09-23T14:53:12.653 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:53:12.653 DEBUG:teuthology.orchestra.run.smithi118:> dd if=/scratch_devs of=/dev/stdout 2023-09-23T14:53:12.675 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-09-23T14:53:12.676 DEBUG:teuthology.orchestra.run.smithi118:> stat /dev/vg_nvme/lv_1 2023-09-23T14:53:12.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:-- Logs begin at Sat 2023-09-23 14:31:56 UTC. -- 2023-09-23T14:53:12.736 INFO:teuthology.orchestra.run.smithi118.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-09-23T14:53:12.737 INFO:teuthology.orchestra.run.smithi118.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T14:53:12.737 INFO:teuthology.orchestra.run.smithi118.stdout:Device: 6h/6d Inode: 390236 Links: 1 2023-09-23T14:53:12.737 INFO:teuthology.orchestra.run.smithi118.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T14:53:12.737 INFO:teuthology.orchestra.run.smithi118.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T14:53:12.737 INFO:teuthology.orchestra.run.smithi118.stdout:Access: 2023-09-23 14:52:59.637103936 +0000 2023-09-23T14:53:12.737 INFO:teuthology.orchestra.run.smithi118.stdout:Modify: 2023-09-23 14:43:06.935129967 +0000 2023-09-23T14:53:12.737 INFO:teuthology.orchestra.run.smithi118.stdout:Change: 2023-09-23 14:43:06.935129967 +0000 2023-09-23T14:53:12.737 INFO:teuthology.orchestra.run.smithi118.stdout: Birth: - 2023-09-23T14:53:12.738 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-09-23T14:53:12.810 INFO:teuthology.orchestra.run.smithi118.stderr:1+0 records in 2023-09-23T14:53:12.810 INFO:teuthology.orchestra.run.smithi118.stderr:1+0 records out 2023-09-23T14:53:12.810 INFO:teuthology.orchestra.run.smithi118.stderr:512 bytes copied, 0.000141437 s, 3.6 MB/s 2023-09-23T14:53:12.812 DEBUG:teuthology.orchestra.run.smithi118:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-09-23T14:53:12.875 DEBUG:teuthology.orchestra.run.smithi118:> stat /dev/vg_nvme/lv_2 2023-09-23T14:53:12.938 INFO:teuthology.orchestra.run.smithi118.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-09-23T14:53:12.938 INFO:teuthology.orchestra.run.smithi118.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T14:53:12.938 INFO:teuthology.orchestra.run.smithi118.stdout:Device: 6h/6d Inode: 391404 Links: 1 2023-09-23T14:53:12.938 INFO:teuthology.orchestra.run.smithi118.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T14:53:12.938 INFO:teuthology.orchestra.run.smithi118.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T14:53:12.938 INFO:teuthology.orchestra.run.smithi118.stdout:Access: 2023-09-23 14:52:59.637103936 +0000 2023-09-23T14:53:12.938 INFO:teuthology.orchestra.run.smithi118.stdout:Modify: 2023-09-23 14:43:07.443119028 +0000 2023-09-23T14:53:12.938 INFO:teuthology.orchestra.run.smithi118.stdout:Change: 2023-09-23 14:43:07.443119028 +0000 2023-09-23T14:53:12.939 INFO:teuthology.orchestra.run.smithi118.stdout: Birth: - 2023-09-23T14:53:12.939 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-09-23T14:53:13.009 INFO:teuthology.orchestra.run.smithi118.stderr:1+0 records in 2023-09-23T14:53:13.009 INFO:teuthology.orchestra.run.smithi118.stderr:1+0 records out 2023-09-23T14:53:13.009 INFO:teuthology.orchestra.run.smithi118.stderr:512 bytes copied, 0.000139691 s, 3.7 MB/s 2023-09-23T14:53:13.010 DEBUG:teuthology.orchestra.run.smithi118:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-09-23T14:53:13.072 DEBUG:teuthology.orchestra.run.smithi118:> stat /dev/vg_nvme/lv_3 2023-09-23T14:53:13.133 INFO:teuthology.orchestra.run.smithi118.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-09-23T14:53:13.134 INFO:teuthology.orchestra.run.smithi118.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T14:53:13.134 INFO:teuthology.orchestra.run.smithi118.stdout:Device: 6h/6d Inode: 385955 Links: 1 2023-09-23T14:53:13.134 INFO:teuthology.orchestra.run.smithi118.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T14:53:13.134 INFO:teuthology.orchestra.run.smithi118.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T14:53:13.134 INFO:teuthology.orchestra.run.smithi118.stdout:Access: 2023-09-23 14:52:59.637103936 +0000 2023-09-23T14:53:13.134 INFO:teuthology.orchestra.run.smithi118.stdout:Modify: 2023-09-23 14:43:07.934108455 +0000 2023-09-23T14:53:13.134 INFO:teuthology.orchestra.run.smithi118.stdout:Change: 2023-09-23 14:43:07.934108455 +0000 2023-09-23T14:53:13.134 INFO:teuthology.orchestra.run.smithi118.stdout: Birth: - 2023-09-23T14:53:13.135 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-09-23T14:53:13.203 INFO:teuthology.orchestra.run.smithi118.stderr:1+0 records in 2023-09-23T14:53:13.203 INFO:teuthology.orchestra.run.smithi118.stderr:1+0 records out 2023-09-23T14:53:13.203 INFO:teuthology.orchestra.run.smithi118.stderr:512 bytes copied, 0.000151368 s, 3.4 MB/s 2023-09-23T14:53:13.204 DEBUG:teuthology.orchestra.run.smithi118:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-09-23T14:53:13.264 DEBUG:teuthology.orchestra.run.smithi118:> stat /dev/vg_nvme/lv_4 2023-09-23T14:53:13.324 INFO:teuthology.orchestra.run.smithi118.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-09-23T14:53:13.324 INFO:teuthology.orchestra.run.smithi118.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T14:53:13.325 INFO:teuthology.orchestra.run.smithi118.stdout:Device: 6h/6d Inode: 386572 Links: 1 2023-09-23T14:53:13.325 INFO:teuthology.orchestra.run.smithi118.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T14:53:13.325 INFO:teuthology.orchestra.run.smithi118.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T14:53:13.325 INFO:teuthology.orchestra.run.smithi118.stdout:Access: 2023-09-23 14:52:59.637103936 +0000 2023-09-23T14:53:13.325 INFO:teuthology.orchestra.run.smithi118.stdout:Modify: 2023-09-23 14:43:08.443097495 +0000 2023-09-23T14:53:13.325 INFO:teuthology.orchestra.run.smithi118.stdout:Change: 2023-09-23 14:43:08.443097495 +0000 2023-09-23T14:53:13.325 INFO:teuthology.orchestra.run.smithi118.stdout: Birth: - 2023-09-23T14:53:13.325 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-09-23T14:53:13.392 INFO:teuthology.orchestra.run.smithi118.stderr:1+0 records in 2023-09-23T14:53:13.392 INFO:teuthology.orchestra.run.smithi118.stderr:1+0 records out 2023-09-23T14:53:13.392 INFO:teuthology.orchestra.run.smithi118.stderr:512 bytes copied, 0.000142982 s, 3.6 MB/s 2023-09-23T14:53:13.393 DEBUG:teuthology.orchestra.run.smithi118:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-09-23T14:53:13.453 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:53:13.453 DEBUG:teuthology.orchestra.run.smithi178:> dd if=/scratch_devs of=/dev/stdout 2023-09-23T14:53:13.470 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-09-23T14:53:13.471 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_1 2023-09-23T14:53:13.529 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-09-23T14:53:13.529 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T14:53:13.529 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 6h/6d Inode: 386682 Links: 1 2023-09-23T14:53:13.529 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T14:53:13.529 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T14:53:13.529 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2023-09-23 14:52:51.478317790 +0000 2023-09-23T14:53:13.529 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2023-09-23 14:43:08.832128275 +0000 2023-09-23T14:53:13.530 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2023-09-23 14:43:08.832128275 +0000 2023-09-23T14:53:13.530 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: - 2023-09-23T14:53:13.530 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-09-23T14:53:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi118=y;smithi178=x", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:53:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: Saving service mgr spec with placement smithi118=y;smithi178=x;count:2 2023-09-23T14:53:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T14:53:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-09-23T14:53:13.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T14:53:13.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:13.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi118=y;smithi178=x", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:53:13.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: Saving service mgr spec with placement smithi118=y;smithi178=x;count:2 2023-09-23T14:53:13.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:13.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T14:53:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-09-23T14:53:13.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T14:53:13.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:13.596 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi118=y;smithi178=x", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:53:13.596 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: Saving service mgr spec with placement smithi118=y;smithi178=x;count:2 2023-09-23T14:53:13.596 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:13.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:13.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:13.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:13.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:13.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:13.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:13.598 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T14:53:13.598 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-09-23T14:53:13.598 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T14:53:13.598 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:13.599 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2023-09-23T14:53:13.600 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2023-09-23T14:53:13.600 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 0.000123015 s, 4.2 MB/s 2023-09-23T14:53:13.600 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-09-23T14:53:13.659 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_2 2023-09-23T14:53:13.717 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-09-23T14:53:13.718 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T14:53:13.718 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 6h/6d Inode: 389865 Links: 1 2023-09-23T14:53:13.718 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T14:53:13.718 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T14:53:13.718 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2023-09-23 14:52:51.478317790 +0000 2023-09-23T14:53:13.718 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2023-09-23 14:43:09.333119433 +0000 2023-09-23T14:53:13.719 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2023-09-23 14:43:09.333119433 +0000 2023-09-23T14:53:13.719 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: - 2023-09-23T14:53:13.719 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-09-23T14:53:13.784 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2023-09-23T14:53:13.784 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2023-09-23T14:53:13.784 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 9.3777e-05 s, 5.5 MB/s 2023-09-23T14:53:13.785 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-09-23T14:53:13.844 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_3 2023-09-23T14:53:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-09-23T14:53:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T14:53:13.901 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 6h/6d Inode: 385767 Links: 1 2023-09-23T14:53:13.901 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T14:53:13.902 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T14:53:13.902 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2023-09-23 14:52:51.479317772 +0000 2023-09-23T14:53:13.902 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2023-09-23 14:43:09.833110609 +0000 2023-09-23T14:53:13.902 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2023-09-23 14:43:09.833110609 +0000 2023-09-23T14:53:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: - 2023-09-23T14:53:13.903 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-09-23T14:53:13.967 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2023-09-23T14:53:13.967 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2023-09-23T14:53:13.967 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 0.00013204 s, 3.9 MB/s 2023-09-23T14:53:13.969 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-09-23T14:53:14.026 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_4 2023-09-23T14:53:14.083 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-09-23T14:53:14.084 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T14:53:14.084 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 6h/6d Inode: 394281 Links: 1 2023-09-23T14:53:14.084 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T14:53:14.084 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T14:53:14.084 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2023-09-23 14:52:51.479317772 +0000 2023-09-23T14:53:14.084 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2023-09-23 14:43:10.334101768 +0000 2023-09-23T14:53:14.084 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2023-09-23 14:43:10.334101768 +0000 2023-09-23T14:53:14.085 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: - 2023-09-23T14:53:14.085 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-09-23T14:53:14.149 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2023-09-23T14:53:14.149 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2023-09-23T14:53:14.149 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 0.000110533 s, 4.6 MB/s 2023-09-23T14:53:14.150 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-09-23T14:53:14.208 INFO:tasks.cephadm:Deploying osd.0 on smithi118 with /dev/vg_nvme/lv_4... 2023-09-23T14:53:14.208 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-09-23T14:53:14.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:14 smithi178 ceph-mon[104471]: Deploying daemon mgr.x on smithi178 2023-09-23T14:53:14.556 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:53:14.568 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:14 smithi118 ceph-mon[100225]: Deploying daemon mgr.x on smithi178 2023-09-23T14:53:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:14 smithi118 ceph-mon[118212]: Deploying daemon mgr.x on smithi178 2023-09-23T14:53:14.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:14 smithi178 systemd[1]: Starting Ceph mgr.x for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:53:15.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:15 smithi178 ceph-mon[104471]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:15.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:15 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:15.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:15 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:15.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:15 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:15.448 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:15 smithi178 ceph-mgr[107719]: -- 172.21.15.178:0/352087547 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562b8b6969c0 con 0x562b8b66f000 2023-09-23T14:53:15.448 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:15 smithi178 bash[107655]: 79c2668cd52c5e87579b3d10d9b7c06bda98a51f64b97345cd48957c0e413370 2023-09-23T14:53:15.448 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:15 smithi178 systemd[1]: Started Ceph mgr.x for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:53:15.448 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:15 smithi178 conmon[107695]: 2023-09-23T14:53:15.266+0000 7f14588281c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T14:53:15.448 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:15 smithi178 conmon[107695]: 2023-09-23T14:53:15.348+0000 7f14588281c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T14:53:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:15 smithi118 ceph-mon[100225]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:15 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:15 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:15 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:15.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:15 smithi118 ceph-mon[118212]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:15.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:15 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:15.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:15 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:15.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:15 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:15.738 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:15 smithi178 conmon[107695]: 2023-09-23T14:53:15.446+0000 7f14588281c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T14:53:15.738 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:15 smithi178 conmon[107695]: 2023-09-23T14:53:15.541+0000 7f14588281c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T14:53:16.077 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:15 smithi178 conmon[107695]: 2023-09-23T14:53:15.737+0000 7f14588281c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T14:53:16.078 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:16 smithi178 conmon[107695]: 2023-09-23T14:53:16.076+0000 7f14588281c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T14:53:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:16 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:16 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:16.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:16 smithi178 conmon[107695]: 2023-09-23T14:53:16.168+0000 7f14588281c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T14:53:16.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:16 smithi178 conmon[107695]: 2023-09-23T14:53:16.307+0000 7f14588281c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T14:53:16.418 INFO:teuthology.orchestra.run.smithi118.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-09-23T14:53:16.418 INFO:teuthology.orchestra.run.smithi118.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-09-23T14:53:16.418 INFO:teuthology.orchestra.run.smithi118.stderr: stderr: 10+0 records in 2023-09-23T14:53:16.419 INFO:teuthology.orchestra.run.smithi118.stderr:10+0 records out 2023-09-23T14:53:16.419 INFO:teuthology.orchestra.run.smithi118.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00844853 s, 1.2 GB/s 2023-09-23T14:53:16.419 INFO:teuthology.orchestra.run.smithi118.stderr:--> Zapping successful for: 2023-09-23T14:53:16.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:16 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:16.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:16 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:16 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:16 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:16.818 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:16 smithi178 conmon[107695]: 2023-09-23T14:53:16.401+0000 7f14588281c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T14:53:17.068 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi118:vg_nvme/lv_4 2023-09-23T14:53:17.127 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:16 smithi178 conmon[107695]: 2023-09-23T14:53:16.817+0000 7f14588281c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T14:53:17.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[100225]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:17.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:17.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:17.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:17.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:17.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:17.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[100225]: Reconfiguring mgr.y (unknown last config time)... 2023-09-23T14:53:17.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T14:53:17.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T14:53:17.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:17.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[100225]: Reconfiguring daemon mgr.y on smithi118 2023-09-23T14:53:17.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[118212]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:17.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:17.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:17.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:17.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:17.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:17.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[118212]: Reconfiguring mgr.y (unknown last config time)... 2023-09-23T14:53:17.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T14:53:17.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T14:53:17.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:17.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:17 smithi118 ceph-mon[118212]: Reconfiguring daemon mgr.y on smithi118 2023-09-23T14:53:17.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:17 smithi178 conmon[107695]: 2023-09-23T14:53:17.386+0000 7f14588281c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T14:53:17.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:17 smithi178 conmon[107695]: 2023-09-23T14:53:17.554+0000 7f14588281c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T14:53:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:17 smithi178 ceph-mon[104471]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:17 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:17 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:17 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:17 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:17 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:17 smithi178 ceph-mon[104471]: Reconfiguring mgr.y (unknown last config time)... 2023-09-23T14:53:17.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:17 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T14:53:17.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:17 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T14:53:17.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:17 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:17.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:17 smithi178 ceph-mon[104471]: Reconfiguring daemon mgr.y on smithi118 2023-09-23T14:53:18.156 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:53:18.563 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:18 smithi178 conmon[107695]: 2023-09-23T14:53:18.307+0000 7f14588281c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:53:18.563 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:18 smithi178 conmon[107695]: 2023-09-23T14:53:18.397+0000 7f14588281c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T14:53:18.832 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:18 smithi178 conmon[107695]: 2023-09-23T14:53:18.562+0000 7f14588281c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:53:19.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:18 smithi178 conmon[107695]: 2023-09-23T14:53:18.830+0000 7f14588281c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T14:53:19.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:18 smithi178 conmon[107695]: 2023-09-23T14:53:18.915+0000 7f14588281c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T14:53:19.469 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:19 smithi178 conmon[107695]: 2023-09-23T14:53:19.212+0000 7f14588281c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T14:53:19.469 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:19 smithi178 ceph-mon[104471]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:19.469 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:19.469 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:19.469 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:19.469 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:19.470 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:19.470 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:19.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[118212]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:19.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:19.521 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:19.521 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:19.521 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:19.521 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:19.521 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:19.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[100225]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:19.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:19.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:19.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:19.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:19.522 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:19.522 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:19.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:19 smithi178 conmon[107695]: 2023-09-23T14:53:19.468+0000 7f14588281c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T14:53:20.502 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:20 smithi178 conmon[107695]: 2023-09-23T14:53:20.184+0000 7f14588281c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T14:53:20.503 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:20 smithi178 conmon[107695]: 2023-09-23T14:53:20.316+0000 7f14588281c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T14:53:20.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:20 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:53:20.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:20 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:53:20.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:20 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:20.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:20 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:20.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:20 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:53:20.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:20 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:53:20.519 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:20 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:20.519 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:20 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:20.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:20 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:53:20.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:20 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:53:20.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:20 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:20.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:20 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:20.827 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:20 smithi178 conmon[107695]: 2023-09-23T14:53:20.501+0000 7f14588281c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T14:53:20.828 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:20 smithi178 conmon[107695]: 2023-09-23T14:53:20.614+0000 7f14588281c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T14:53:21.127 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:20 smithi178 conmon[107695]: 2023-09-23T14:53:20.826+0000 7f14588281c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T14:53:21.537 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:21 smithi118 ceph-mon[118212]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:53:21.537 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:21 smithi118 ceph-mon[118212]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:21.537 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:21 smithi118 ceph-mon[100225]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:53:21.537 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:21 smithi118 ceph-mon[100225]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:21.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:21 smithi178 ceph-mon[104471]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:53:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:21 smithi178 ceph-mon[104471]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:22.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:53:21 smithi178 conmon[107695]: 2023-09-23T14:53:21.674+0000 7f14588281c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T14:53:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:22 smithi118 ceph-mon[100225]: Standby manager daemon x started 2023-09-23T14:53:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:22 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T14:53:22.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:22 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T14:53:22.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:22 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T14:53:22.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:22 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T14:53:22.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:22 smithi118 ceph-mon[118212]: Standby manager daemon x started 2023-09-23T14:53:22.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:22 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T14:53:22.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:22 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T14:53:22.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:22 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T14:53:22.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:22 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T14:53:22.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:22 smithi178 ceph-mon[104471]: Standby manager daemon x started 2023-09-23T14:53:22.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:22 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T14:53:22.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:22 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T14:53:22.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:22 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T14:53:22.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:22 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/1753298428' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T14:53:23.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[100225]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:23.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[100225]: mgrmap e14: y(active, since 62s), standbys: x 2023-09-23T14:53:23.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T14:53:23.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3757093011' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efc8e2d6-f5b4-4927-85fd-5207aef6e6aa"}]: dispatch 2023-09-23T14:53:23.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efc8e2d6-f5b4-4927-85fd-5207aef6e6aa"}]: dispatch 2023-09-23T14:53:23.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "efc8e2d6-f5b4-4927-85fd-5207aef6e6aa"}]': finished 2023-09-23T14:53:23.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[100225]: osdmap e5: 1 total, 0 up, 1 in 2023-09-23T14:53:23.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:23.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2990521266' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:53:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[118212]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[118212]: mgrmap e14: y(active, since 62s), standbys: x 2023-09-23T14:53:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T14:53:23.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3757093011' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efc8e2d6-f5b4-4927-85fd-5207aef6e6aa"}]: dispatch 2023-09-23T14:53:23.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efc8e2d6-f5b4-4927-85fd-5207aef6e6aa"}]: dispatch 2023-09-23T14:53:23.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "efc8e2d6-f5b4-4927-85fd-5207aef6e6aa"}]': finished 2023-09-23T14:53:23.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[118212]: osdmap e5: 1 total, 0 up, 1 in 2023-09-23T14:53:23.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:23.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:23 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2990521266' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:53:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:23 smithi178 ceph-mon[104471]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:23 smithi178 ceph-mon[104471]: mgrmap e14: y(active, since 62s), standbys: x 2023-09-23T14:53:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T14:53:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:23 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3757093011' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efc8e2d6-f5b4-4927-85fd-5207aef6e6aa"}]: dispatch 2023-09-23T14:53:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:23 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efc8e2d6-f5b4-4927-85fd-5207aef6e6aa"}]: dispatch 2023-09-23T14:53:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:23 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "efc8e2d6-f5b4-4927-85fd-5207aef6e6aa"}]': finished 2023-09-23T14:53:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:23 smithi178 ceph-mon[104471]: osdmap e5: 1 total, 0 up, 1 in 2023-09-23T14:53:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:23 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2990521266' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:53:25.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:25 smithi118 ceph-mon[100225]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:25 smithi118 ceph-mon[118212]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:25.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:25 smithi178 ceph-mon[104471]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:27.394 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:27 smithi118 ceph-mon[100225]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:27.394 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:27 smithi118 ceph-mon[118212]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:27.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:27 smithi178 ceph-mon[104471]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:29 smithi118 ceph-mon[100225]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:29 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T14:53:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:29 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:29 smithi118 ceph-mon[100225]: Deploying daemon osd.0 on smithi118 2023-09-23T14:53:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:29 smithi118 ceph-mon[118212]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:29 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T14:53:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:29 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:29 smithi118 ceph-mon[118212]: Deploying daemon osd.0 on smithi118 2023-09-23T14:53:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:29 smithi178 ceph-mon[104471]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:29 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T14:53:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:29 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:29 smithi178 ceph-mon[104471]: Deploying daemon osd.0 on smithi118 2023-09-23T14:53:31.316 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:31 smithi118 ceph-mon[100225]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:31.317 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:31 smithi118 ceph-mon[118212]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:31.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:31 smithi178 ceph-mon[104471]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:33 smithi118 ceph-mon[100225]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:33 smithi118 ceph-mon[118212]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:33 smithi178 ceph-mon[104471]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:34.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:34 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:34.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:34 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:34.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:34 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:34.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:34 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:34.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:34 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:34 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:34.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:34 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:34 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:34 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:35 smithi178 ceph-mon[104471]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:35 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:35 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:35.769 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:35 smithi118 ceph-mon[118212]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:35.769 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:35 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:35.769 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:35 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:35.769 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:35 smithi118 ceph-mon[100225]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:35.769 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:35 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:35.769 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:35 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:36.397 INFO:teuthology.orchestra.run.smithi118.stdout:Created osd(s) 0 on host 'smithi118' 2023-09-23T14:53:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:36.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:36.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:36.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:36.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:36.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:36.990 DEBUG:teuthology.orchestra.run.smithi118:osd.0> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.0.service 2023-09-23T14:53:36.992 INFO:tasks.cephadm:Deploying osd.1 on smithi118 with /dev/vg_nvme/lv_3... 2023-09-23T14:53:36.992 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-09-23T14:53:37.021 INFO:journalctl@ceph.osd.0.smithi118.stdout:-- Logs begin at Sat 2023-09-23 14:32:04 UTC. -- 2023-09-23T14:53:37.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:37 smithi118 ceph-mon[100225]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:37.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:37 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:37.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:37 smithi118 ceph-mon[100225]: from='osd.0 [v2:172.21.15.118:6802/3903501740,v1:172.21.15.118:6803/3903501740]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T14:53:37.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:37 smithi118 ceph-mon[100225]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T14:53:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:37 smithi118 ceph-mon[118212]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:37 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:37 smithi118 ceph-mon[118212]: from='osd.0 [v2:172.21.15.118:6802/3903501740,v1:172.21.15.118:6803/3903501740]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T14:53:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:37 smithi118 ceph-mon[118212]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T14:53:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:37 smithi178 ceph-mon[104471]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:37 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:37 smithi178 ceph-mon[104471]: from='osd.0 [v2:172.21.15.118:6802/3903501740,v1:172.21.15.118:6803/3903501740]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T14:53:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:37 smithi178 ceph-mon[104471]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T14:53:37.686 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:53:38.719 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:38 smithi118 ceph-mon[118212]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T14:53:38.719 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:38 smithi118 ceph-mon[118212]: osdmap e6: 1 total, 0 up, 1 in 2023-09-23T14:53:38.719 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:38 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:38.719 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:38 smithi118 ceph-mon[118212]: from='osd.0 [v2:172.21.15.118:6802/3903501740,v1:172.21.15.118:6803/3903501740]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:53:38.719 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:38 smithi118 ceph-mon[118212]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:53:38.720 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 14:53:38 smithi118 conmon[124462]: 2023-09-23T14:53:38.386+0000 7fe08a967700 -1 osd.0 0 waiting for initial osdmap 2023-09-23T14:53:38.720 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 14:53:38 smithi118 conmon[124462]: 2023-09-23T14:53:38.389+0000 7fe08375e700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T14:53:38.720 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:38 smithi118 ceph-mon[100225]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T14:53:38.720 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:38 smithi118 ceph-mon[100225]: osdmap e6: 1 total, 0 up, 1 in 2023-09-23T14:53:38.720 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:38 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:38.720 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:38 smithi118 ceph-mon[100225]: from='osd.0 [v2:172.21.15.118:6802/3903501740,v1:172.21.15.118:6803/3903501740]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:53:38.720 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:38 smithi118 ceph-mon[100225]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:53:38.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:38 smithi178 ceph-mon[104471]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T14:53:38.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:38 smithi178 ceph-mon[104471]: osdmap e6: 1 total, 0 up, 1 in 2023-09-23T14:53:38.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:38 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:38.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:38 smithi178 ceph-mon[104471]: from='osd.0 [v2:172.21.15.118:6802/3903501740,v1:172.21.15.118:6803/3903501740]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:53:38.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:38 smithi178 ceph-mon[104471]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:53:39.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:39 smithi118 ceph-mon[100225]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:39.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:39 smithi118 ceph-mon[100225]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:53:39.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:39 smithi118 ceph-mon[100225]: osdmap e7: 1 total, 0 up, 1 in 2023-09-23T14:53:39.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:39 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:39.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:39 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:39.783 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:39 smithi118 ceph-mon[118212]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:39.783 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:39 smithi118 ceph-mon[118212]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:53:39.784 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:39 smithi118 ceph-mon[118212]: osdmap e7: 1 total, 0 up, 1 in 2023-09-23T14:53:39.784 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:39 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:39.784 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:39 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:39 smithi178 ceph-mon[104471]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:39 smithi178 ceph-mon[104471]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:53:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:39 smithi178 ceph-mon[104471]: osdmap e7: 1 total, 0 up, 1 in 2023-09-23T14:53:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:39 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:39 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:40.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: purged_snaps scrub starts 2023-09-23T14:53:40.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: purged_snaps scrub ok 2023-09-23T14:53:40.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: osd.0 [v2:172.21.15.118:6802/3903501740,v1:172.21.15.118:6803/3903501740] boot 2023-09-23T14:53:40.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: osdmap e8: 1 total, 1 up, 1 in 2023-09-23T14:53:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:53:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: purged_snaps scrub starts 2023-09-23T14:53:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: purged_snaps scrub ok 2023-09-23T14:53:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: osd.0 [v2:172.21.15.118:6802/3903501740,v1:172.21.15.118:6803/3903501740] boot 2023-09-23T14:53:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: osdmap e8: 1 total, 1 up, 1 in 2023-09-23T14:53:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:53:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:40.776 INFO:teuthology.orchestra.run.smithi118.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-09-23T14:53:40.776 INFO:teuthology.orchestra.run.smithi118.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-09-23T14:53:40.776 INFO:teuthology.orchestra.run.smithi118.stderr: stderr: 10+0 records in 2023-09-23T14:53:40.776 INFO:teuthology.orchestra.run.smithi118.stderr:10+0 records out 2023-09-23T14:53:40.776 INFO:teuthology.orchestra.run.smithi118.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00827744 s, 1.3 GB/s 2023-09-23T14:53:40.777 INFO:teuthology.orchestra.run.smithi118.stderr:--> Zapping successful for: 2023-09-23T14:53:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: purged_snaps scrub starts 2023-09-23T14:53:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: purged_snaps scrub ok 2023-09-23T14:53:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: osd.0 [v2:172.21.15.118:6802/3903501740,v1:172.21.15.118:6803/3903501740] boot 2023-09-23T14:53:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: osdmap e8: 1 total, 1 up, 1 in 2023-09-23T14:53:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:53:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:53:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:40.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:40.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:40.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:41.432 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi118:vg_nvme/lv_3 2023-09-23T14:53:41.768 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:53:41.818 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:41 smithi118 ceph-mon[100225]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:41.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:41 smithi118 ceph-mon[100225]: Detected new or changed devices on smithi118 2023-09-23T14:53:41.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:41 smithi118 ceph-mon[100225]: Adjusting osd_memory_target on smithi118 to 16144M 2023-09-23T14:53:41.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:41 smithi118 ceph-mon[100225]: osdmap e9: 1 total, 1 up, 1 in 2023-09-23T14:53:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:41 smithi118 ceph-mon[118212]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:41 smithi118 ceph-mon[118212]: Detected new or changed devices on smithi118 2023-09-23T14:53:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:41 smithi118 ceph-mon[118212]: Adjusting osd_memory_target on smithi118 to 16144M 2023-09-23T14:53:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:41 smithi118 ceph-mon[118212]: osdmap e9: 1 total, 1 up, 1 in 2023-09-23T14:53:41.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:41 smithi178 ceph-mon[104471]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-09-23T14:53:41.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:41 smithi178 ceph-mon[104471]: Detected new or changed devices on smithi118 2023-09-23T14:53:41.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:41 smithi178 ceph-mon[104471]: Adjusting osd_memory_target on smithi118 to 16144M 2023-09-23T14:53:41.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:41 smithi178 ceph-mon[104471]: osdmap e9: 1 total, 1 up, 1 in 2023-09-23T14:53:43.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:43 smithi118 ceph-mon[100225]: pgmap v40: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:43.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:43 smithi118 ceph-mon[118212]: pgmap v40: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:43 smithi178 ceph-mon[104471]: pgmap v40: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:44 smithi118 ceph-mon[100225]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:53:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:53:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:53:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:44 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:44 smithi118 ceph-mon[118212]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:53:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:44 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:53:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:44 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:53:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:44 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:44.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:44 smithi178 ceph-mon[104471]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:53:44.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:44 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:53:44.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:44 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:53:44.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:44 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:45 smithi118 ceph-mon[100225]: pgmap v41: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:45 smithi118 ceph-mon[118212]: pgmap v41: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:45 smithi178 ceph-mon[104471]: pgmap v41: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:46.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:46 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3265569768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b1fee90-d1aa-4264-a1ae-21633b287d4f"}]: dispatch 2023-09-23T14:53:46.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:46 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3265569768' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b1fee90-d1aa-4264-a1ae-21633b287d4f"}]': finished 2023-09-23T14:53:46.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:46 smithi118 ceph-mon[100225]: osdmap e10: 2 total, 1 up, 2 in 2023-09-23T14:53:46.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:46 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:53:46.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:46 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3265569768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b1fee90-d1aa-4264-a1ae-21633b287d4f"}]: dispatch 2023-09-23T14:53:46.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:46 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3265569768' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b1fee90-d1aa-4264-a1ae-21633b287d4f"}]': finished 2023-09-23T14:53:46.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:46 smithi118 ceph-mon[118212]: osdmap e10: 2 total, 1 up, 2 in 2023-09-23T14:53:46.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:46 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:53:46.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:46 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3265569768' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b1fee90-d1aa-4264-a1ae-21633b287d4f"}]: dispatch 2023-09-23T14:53:46.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:46 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3265569768' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b1fee90-d1aa-4264-a1ae-21633b287d4f"}]': finished 2023-09-23T14:53:46.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:46 smithi178 ceph-mon[104471]: osdmap e10: 2 total, 1 up, 2 in 2023-09-23T14:53:46.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:46 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:53:47.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:47 smithi118 ceph-mon[100225]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:47.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:47 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2641707723' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:53:47.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:47 smithi118 ceph-mon[118212]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:47.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:47 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2641707723' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:53:47.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:47 smithi178 ceph-mon[104471]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:47.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:47 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2641707723' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:53:49.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:49 smithi118 ceph-mon[100225]: pgmap v44: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:49 smithi118 ceph-mon[118212]: pgmap v44: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:49.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:49 smithi178 ceph-mon[104471]: pgmap v44: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:51.706 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:51 smithi118 ceph-mon[118212]: pgmap v45: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:51.706 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:51 smithi118 ceph-mon[100225]: pgmap v45: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:51.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:51 smithi178 ceph-mon[104471]: pgmap v45: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:52.669 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:52 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T14:53:52.669 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:52 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:52.669 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:52 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T14:53:52.669 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:52 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T14:53:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:52 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:53.807 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:53 smithi118 ceph-mon[100225]: Deploying daemon osd.1 on smithi118 2023-09-23T14:53:53.807 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:53 smithi118 ceph-mon[100225]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:53.807 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:53 smithi118 ceph-mon[118212]: Deploying daemon osd.1 on smithi118 2023-09-23T14:53:53.807 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:53 smithi118 ceph-mon[118212]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:53.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:53 smithi178 ceph-mon[104471]: Deploying daemon osd.1 on smithi118 2023-09-23T14:53:53.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:53 smithi178 ceph-mon[104471]: pgmap v46: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:55 smithi118 ceph-mon[100225]: pgmap v47: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:55 smithi118 ceph-mon[118212]: pgmap v47: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:55.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:55 smithi178 ceph-mon[104471]: pgmap v47: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:57.416 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:57 smithi118 ceph-mon[100225]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:57.772 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:57 smithi118 ceph-mon[118212]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:57.772 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:57 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:57.772 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:57 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:57.772 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:57 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:57.773 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:57.773 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:57.773 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:57 smithi178 ceph-mon[104471]: pgmap v48: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:53:59.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[100225]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:59.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:59.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:59.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:59.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:59.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:59.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[118212]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:59.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:59.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:59.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:59.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:59.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:53:59 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:59.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:59 smithi178 ceph-mon[104471]: pgmap v49: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:53:59.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:59 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:59.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:59 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:53:59.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:59 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:53:59.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:59 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:53:59.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:53:59 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:00.182 INFO:teuthology.orchestra.run.smithi118.stdout:Created osd(s) 1 on host 'smithi118' 2023-09-23T14:54:00.777 DEBUG:teuthology.orchestra.run.smithi118:osd.1> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.1.service 2023-09-23T14:54:00.779 INFO:tasks.cephadm:Deploying osd.2 on smithi118 with /dev/vg_nvme/lv_2... 2023-09-23T14:54:00.779 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-09-23T14:54:00.810 INFO:journalctl@ceph.osd.1.smithi118.stdout:-- Logs begin at Sat 2023-09-23 14:32:04 UTC. -- 2023-09-23T14:54:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[100225]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:54:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:01.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[100225]: from='osd.1 [v2:172.21.15.118:6810/59675331,v1:172.21.15.118:6811/59675331]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T14:54:01.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[100225]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T14:54:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[118212]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:54:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[118212]: from='osd.1 [v2:172.21.15.118:6810/59675331,v1:172.21.15.118:6811/59675331]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T14:54:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:01 smithi118 ceph-mon[118212]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T14:54:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:01 smithi178 ceph-mon[104471]: pgmap v50: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:54:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:01 smithi178 ceph-mon[104471]: from='osd.1 [v2:172.21.15.118:6810/59675331,v1:172.21.15.118:6811/59675331]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T14:54:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:01 smithi178 ceph-mon[104471]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T14:54:01.801 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:54:02.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:02 smithi118 ceph-mon[100225]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T14:54:02.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:02 smithi118 ceph-mon[100225]: osdmap e11: 2 total, 1 up, 2 in 2023-09-23T14:54:02.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:02 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:02.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:02 smithi118 ceph-mon[100225]: from='osd.1 [v2:172.21.15.118:6810/59675331,v1:172.21.15.118:6811/59675331]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:02.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:02 smithi118 ceph-mon[100225]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:02 smithi118 ceph-mon[118212]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T14:54:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:02 smithi118 ceph-mon[118212]: osdmap e11: 2 total, 1 up, 2 in 2023-09-23T14:54:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:02 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:02 smithi118 ceph-mon[118212]: from='osd.1 [v2:172.21.15.118:6810/59675331,v1:172.21.15.118:6811/59675331]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:02 smithi118 ceph-mon[118212]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:02.570 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 14:54:02 smithi118 conmon[133372]: 2023-09-23T14:54:02.218+0000 7f41f7e76700 -1 osd.1 0 waiting for initial osdmap 2023-09-23T14:54:02.570 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 14:54:02 smithi118 conmon[133372]: 2023-09-23T14:54:02.220+0000 7f41f2c71700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T14:54:02.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:02 smithi178 ceph-mon[104471]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T14:54:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:02 smithi178 ceph-mon[104471]: osdmap e11: 2 total, 1 up, 2 in 2023-09-23T14:54:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:02 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:02 smithi178 ceph-mon[104471]: from='osd.1 [v2:172.21.15.118:6810/59675331,v1:172.21.15.118:6811/59675331]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:02 smithi178 ceph-mon[104471]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:03.531 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:03 smithi118 ceph-mon[118212]: pgmap v52: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:54:03.531 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:03 smithi118 ceph-mon[118212]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:54:03.531 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:03 smithi118 ceph-mon[118212]: osdmap e12: 2 total, 1 up, 2 in 2023-09-23T14:54:03.531 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:03 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:03.531 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:03 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:03.532 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:03 smithi118 ceph-mon[100225]: pgmap v52: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:54:03.532 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:03 smithi118 ceph-mon[100225]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:54:03.532 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:03 smithi118 ceph-mon[100225]: osdmap e12: 2 total, 1 up, 2 in 2023-09-23T14:54:03.532 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:03 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:03.532 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:03 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:03 smithi178 ceph-mon[104471]: pgmap v52: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-09-23T14:54:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:03 smithi178 ceph-mon[104471]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:54:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:03 smithi178 ceph-mon[104471]: osdmap e12: 2 total, 1 up, 2 in 2023-09-23T14:54:03.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:03 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:03.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:03 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:03.878 INFO:teuthology.orchestra.run.smithi118.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-09-23T14:54:03.878 INFO:teuthology.orchestra.run.smithi118.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-09-23T14:54:03.878 INFO:teuthology.orchestra.run.smithi118.stderr: stderr: 10+0 records in 2023-09-23T14:54:03.879 INFO:teuthology.orchestra.run.smithi118.stderr:10+0 records out 2023-09-23T14:54:03.879 INFO:teuthology.orchestra.run.smithi118.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00822438 s, 1.3 GB/s 2023-09-23T14:54:03.879 INFO:teuthology.orchestra.run.smithi118.stderr:--> Zapping successful for: 2023-09-23T14:54:04.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:04 smithi118 ceph-mon[100225]: purged_snaps scrub starts 2023-09-23T14:54:04.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:04 smithi118 ceph-mon[100225]: purged_snaps scrub ok 2023-09-23T14:54:04.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:04 smithi118 ceph-mon[100225]: osd.1 [v2:172.21.15.118:6810/59675331,v1:172.21.15.118:6811/59675331] boot 2023-09-23T14:54:04.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:04 smithi118 ceph-mon[100225]: osdmap e13: 2 total, 2 up, 2 in 2023-09-23T14:54:04.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:04 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:04 smithi118 ceph-mon[118212]: purged_snaps scrub starts 2023-09-23T14:54:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:04 smithi118 ceph-mon[118212]: purged_snaps scrub ok 2023-09-23T14:54:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:04 smithi118 ceph-mon[118212]: osd.1 [v2:172.21.15.118:6810/59675331,v1:172.21.15.118:6811/59675331] boot 2023-09-23T14:54:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:04 smithi118 ceph-mon[118212]: osdmap e13: 2 total, 2 up, 2 in 2023-09-23T14:54:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:04 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:04.602 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi118:vg_nvme/lv_2 2023-09-23T14:54:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:04 smithi178 ceph-mon[104471]: purged_snaps scrub starts 2023-09-23T14:54:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:04 smithi178 ceph-mon[104471]: purged_snaps scrub ok 2023-09-23T14:54:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:04 smithi178 ceph-mon[104471]: osd.1 [v2:172.21.15.118:6810/59675331,v1:172.21.15.118:6811/59675331] boot 2023-09-23T14:54:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:04 smithi178 ceph-mon[104471]: osdmap e13: 2 total, 2 up, 2 in 2023-09-23T14:54:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:04 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:54:04.940 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:54:05.504 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: pgmap v55: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:05.504 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: osdmap e14: 2 total, 2 up, 2 in 2023-09-23T14:54:05.504 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: Detected new or changed devices on smithi118 2023-09-23T14:54:05.504 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:05.504 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:05.504 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:05.504 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:05.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: Adjusting osd_memory_target on smithi118 to 8072M 2023-09-23T14:54:05.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:05.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:05.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:05.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:05.505 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: pgmap v55: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:05.505 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: osdmap e14: 2 total, 2 up, 2 in 2023-09-23T14:54:05.505 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: Detected new or changed devices on smithi118 2023-09-23T14:54:05.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:05.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:05.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:05.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:05.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: Adjusting osd_memory_target on smithi118 to 8072M 2023-09-23T14:54:05.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:05.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:05.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:05.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: pgmap v55: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: osdmap e14: 2 total, 2 up, 2 in 2023-09-23T14:54:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: Detected new or changed devices on smithi118 2023-09-23T14:54:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: Adjusting osd_memory_target on smithi118 to 8072M 2023-09-23T14:54:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:07.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:07 smithi118 ceph-mon[100225]: pgmap v57: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:07.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:07 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:54:07.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:07 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:54:07.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:07 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:07 smithi118 ceph-mon[118212]: pgmap v57: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:54:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:54:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:07 smithi178 ceph-mon[104471]: pgmap v57: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:07 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:54:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:07 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:54:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:07 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:08.380 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:08 smithi118 ceph-mon[118212]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:54:08.380 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:08 smithi118 ceph-mon[100225]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:54:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:08 smithi178 ceph-mon[104471]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:54:09.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:09 smithi118 ceph-mon[100225]: pgmap v58: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:09.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:09 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/4197605387' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e331822-4d3c-4b5c-8cfa-b4568f66961b"}]: dispatch 2023-09-23T14:54:09.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:09 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/4197605387' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e331822-4d3c-4b5c-8cfa-b4568f66961b"}]': finished 2023-09-23T14:54:09.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:09 smithi118 ceph-mon[100225]: osdmap e15: 3 total, 2 up, 3 in 2023-09-23T14:54:09.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:09 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:09.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:09 smithi118 ceph-mon[118212]: pgmap v58: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:09.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:09 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/4197605387' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e331822-4d3c-4b5c-8cfa-b4568f66961b"}]: dispatch 2023-09-23T14:54:09.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:09 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/4197605387' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e331822-4d3c-4b5c-8cfa-b4568f66961b"}]': finished 2023-09-23T14:54:09.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:09 smithi118 ceph-mon[118212]: osdmap e15: 3 total, 2 up, 3 in 2023-09-23T14:54:09.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:09 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:09 smithi178 ceph-mon[104471]: pgmap v58: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:09 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/4197605387' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5e331822-4d3c-4b5c-8cfa-b4568f66961b"}]: dispatch 2023-09-23T14:54:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:09 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/4197605387' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5e331822-4d3c-4b5c-8cfa-b4568f66961b"}]': finished 2023-09-23T14:54:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:09 smithi178 ceph-mon[104471]: osdmap e15: 3 total, 2 up, 3 in 2023-09-23T14:54:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:09 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:10.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:10 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2742579041' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:54:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:10 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2742579041' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:54:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:10 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2742579041' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:54:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:11 smithi118 ceph-mon[100225]: pgmap v60: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:11 smithi118 ceph-mon[118212]: pgmap v60: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:11 smithi178 ceph-mon[104471]: pgmap v60: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:13 smithi118 ceph-mon[100225]: pgmap v61: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:13 smithi118 ceph-mon[118212]: pgmap v61: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:13 smithi178 ceph-mon[104471]: pgmap v61: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:15 smithi118 ceph-mon[100225]: pgmap v62: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:15.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:15 smithi118 ceph-mon[118212]: pgmap v62: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:15 smithi178 ceph-mon[104471]: pgmap v62: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:16 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T14:54:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:16 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:16 smithi118 ceph-mon[118212]: Deploying daemon osd.2 on smithi118 2023-09-23T14:54:16.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:16 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T14:54:16.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:16 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:16.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:16 smithi118 ceph-mon[100225]: Deploying daemon osd.2 on smithi118 2023-09-23T14:54:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:16 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T14:54:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:16 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:16 smithi178 ceph-mon[104471]: Deploying daemon osd.2 on smithi118 2023-09-23T14:54:17.543 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:17 smithi118 ceph-mon[118212]: pgmap v63: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:17.544 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:17 smithi118 ceph-mon[100225]: pgmap v63: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:17 smithi178 ceph-mon[104471]: pgmap v63: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:19.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:19 smithi118 ceph-mon[100225]: pgmap v64: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:19.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:19 smithi118 ceph-mon[118212]: pgmap v64: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:19 smithi178 ceph-mon[104471]: pgmap v64: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:21 smithi118 ceph-mon[118212]: pgmap v65: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:21 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:21 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:21.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:21 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:21 smithi118 ceph-mon[100225]: pgmap v65: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:21 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:21 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:21 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:21 smithi178 ceph-mon[104471]: pgmap v65: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:21 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:21 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:21 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:23.314 INFO:teuthology.orchestra.run.smithi118.stdout:Created osd(s) 2 on host 'smithi118' 2023-09-23T14:54:23.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[100225]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:23.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:23.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:23.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:23.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[100225]: from='osd.2 [v2:172.21.15.118:6818/3587798585,v1:172.21.15.118:6819/3587798585]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T14:54:23.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[100225]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T14:54:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[118212]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:23.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:23.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:23.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[118212]: from='osd.2 [v2:172.21.15.118:6818/3587798585,v1:172.21.15.118:6819/3587798585]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T14:54:23.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:23 smithi118 ceph-mon[118212]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T14:54:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:23 smithi178 ceph-mon[104471]: pgmap v66: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:23 smithi178 ceph-mon[104471]: from='osd.2 [v2:172.21.15.118:6818/3587798585,v1:172.21.15.118:6819/3587798585]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T14:54:23.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:23 smithi178 ceph-mon[104471]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T14:54:23.911 DEBUG:teuthology.orchestra.run.smithi118:osd.2> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2.service 2023-09-23T14:54:23.913 INFO:tasks.cephadm:Deploying osd.3 on smithi118 with /dev/vg_nvme/lv_1... 2023-09-23T14:54:23.913 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-09-23T14:54:23.944 INFO:journalctl@ceph.osd.2.smithi118.stdout:-- Logs begin at Sat 2023-09-23 14:32:04 UTC. -- 2023-09-23T14:54:24.522 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:54:25.492 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[118212]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:25.492 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[118212]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T14:54:25.493 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[118212]: osdmap e16: 3 total, 2 up, 3 in 2023-09-23T14:54:25.493 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:25.493 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[118212]: from='osd.2 [v2:172.21.15.118:6818/3587798585,v1:172.21.15.118:6819/3587798585]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:25.493 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[118212]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:25.493 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 14:54:25 smithi118 conmon[143002]: 2023-09-23T14:54:25.298+0000 7f4337bc3700 -1 osd.2 0 waiting for initial osdmap 2023-09-23T14:54:25.493 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 14:54:25 smithi118 conmon[143002]: 2023-09-23T14:54:25.301+0000 7f43329be700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T14:54:25.494 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[100225]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:25.494 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[100225]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T14:54:25.494 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[100225]: osdmap e16: 3 total, 2 up, 3 in 2023-09-23T14:54:25.494 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:25.494 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[100225]: from='osd.2 [v2:172.21.15.118:6818/3587798585,v1:172.21.15.118:6819/3587798585]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:25.494 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:25 smithi118 ceph-mon[100225]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:25.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:25 smithi178 ceph-mon[104471]: pgmap v67: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:25 smithi178 ceph-mon[104471]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T14:54:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:25 smithi178 ceph-mon[104471]: osdmap e16: 3 total, 2 up, 3 in 2023-09-23T14:54:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:25 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:25 smithi178 ceph-mon[104471]: from='osd.2 [v2:172.21.15.118:6818/3587798585,v1:172.21.15.118:6819/3587798585]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:25 smithi178 ceph-mon[104471]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:26.300 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:26 smithi118 ceph-mon[100225]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:54:26.300 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:26 smithi118 ceph-mon[100225]: osdmap e17: 3 total, 2 up, 3 in 2023-09-23T14:54:26.300 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:26 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:26.301 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:26 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:26 smithi118 ceph-mon[118212]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:54:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:26 smithi118 ceph-mon[118212]: osdmap e17: 3 total, 2 up, 3 in 2023-09-23T14:54:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:26 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:26 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:26 smithi178 ceph-mon[104471]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:54:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:26 smithi178 ceph-mon[104471]: osdmap e17: 3 total, 2 up, 3 in 2023-09-23T14:54:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:26 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:26 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:26.808 INFO:teuthology.orchestra.run.smithi118.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-09-23T14:54:26.808 INFO:teuthology.orchestra.run.smithi118.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-09-23T14:54:26.808 INFO:teuthology.orchestra.run.smithi118.stderr: stderr: 10+0 records in 2023-09-23T14:54:26.808 INFO:teuthology.orchestra.run.smithi118.stderr:10+0 records out 2023-09-23T14:54:26.808 INFO:teuthology.orchestra.run.smithi118.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00839017 s, 1.2 GB/s 2023-09-23T14:54:26.808 INFO:teuthology.orchestra.run.smithi118.stderr:--> Zapping successful for: 2023-09-23T14:54:27.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[100225]: purged_snaps scrub starts 2023-09-23T14:54:27.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[100225]: purged_snaps scrub ok 2023-09-23T14:54:27.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[100225]: pgmap v70: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:27.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:27.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[100225]: osd.2 [v2:172.21.15.118:6818/3587798585,v1:172.21.15.118:6819/3587798585] boot 2023-09-23T14:54:27.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[100225]: osdmap e18: 3 total, 3 up, 3 in 2023-09-23T14:54:27.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[118212]: purged_snaps scrub starts 2023-09-23T14:54:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[118212]: purged_snaps scrub ok 2023-09-23T14:54:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[118212]: pgmap v70: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[118212]: osd.2 [v2:172.21.15.118:6818/3587798585,v1:172.21.15.118:6819/3587798585] boot 2023-09-23T14:54:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[118212]: osdmap e18: 3 total, 3 up, 3 in 2023-09-23T14:54:27.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:27 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:27 smithi178 ceph-mon[104471]: purged_snaps scrub starts 2023-09-23T14:54:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:27 smithi178 ceph-mon[104471]: purged_snaps scrub ok 2023-09-23T14:54:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:27 smithi178 ceph-mon[104471]: pgmap v70: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-09-23T14:54:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:27 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:27 smithi178 ceph-mon[104471]: osd.2 [v2:172.21.15.118:6818/3587798585,v1:172.21.15.118:6819/3587798585] boot 2023-09-23T14:54:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:27 smithi178 ceph-mon[104471]: osdmap e18: 3 total, 3 up, 3 in 2023-09-23T14:54:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:27 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:54:27.967 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi118:vg_nvme/lv_1 2023-09-23T14:54:28.319 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:54:28.809 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[118212]: osdmap e19: 3 total, 3 up, 3 in 2023-09-23T14:54:28.809 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.809 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.809 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:28.809 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:28.809 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:28.809 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.809 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:28.809 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:28.810 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.810 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T14:54:28.810 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[100225]: osdmap e19: 3 total, 3 up, 3 in 2023-09-23T14:54:28.810 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.810 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.810 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:28.810 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:28.810 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:28.810 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.810 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:28.811 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:28.811 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.811 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:28 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T14:54:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:28 smithi178 ceph-mon[104471]: osdmap e19: 3 total, 3 up, 3 in 2023-09-23T14:54:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:28 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:28 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:28 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:28 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:28 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:28 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:28 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:28 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:28 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:28.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:28 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-09-23T14:54:29.535 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[118212]: Detected new or changed devices on smithi118 2023-09-23T14:54:29.535 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[118212]: Adjusting osd_memory_target on smithi118 to 5381M 2023-09-23T14:54:29.536 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[118212]: pgmap v73: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:29.536 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-09-23T14:54:29.536 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[118212]: osdmap e20: 3 total, 3 up, 3 in 2023-09-23T14:54:29.536 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:54:29.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[100225]: Detected new or changed devices on smithi118 2023-09-23T14:54:29.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[100225]: Adjusting osd_memory_target on smithi118 to 5381M 2023-09-23T14:54:29.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[100225]: pgmap v73: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:29.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-09-23T14:54:29.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[100225]: osdmap e20: 3 total, 3 up, 3 in 2023-09-23T14:54:29.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:29 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:54:29.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:29 smithi178 ceph-mon[104471]: Detected new or changed devices on smithi118 2023-09-23T14:54:29.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:29 smithi178 ceph-mon[104471]: Adjusting osd_memory_target on smithi118 to 5381M 2023-09-23T14:54:29.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:29 smithi178 ceph-mon[104471]: pgmap v73: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:29.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:29 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-09-23T14:54:29.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:29 smithi178 ceph-mon[104471]: osdmap e20: 3 total, 3 up, 3 in 2023-09-23T14:54:29.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:29 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:54:30.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:30 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:54:30.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:30 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:54:30.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:30 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:30.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:30 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-09-23T14:54:30.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:30 smithi118 ceph-mon[118212]: osdmap e21: 3 total, 3 up, 3 in 2023-09-23T14:54:30.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:30 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:54:30.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:30 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:54:30.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:30 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:30.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:30 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-09-23T14:54:30.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:30 smithi118 ceph-mon[100225]: osdmap e21: 3 total, 3 up, 3 in 2023-09-23T14:54:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:30 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:54:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:30 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:54:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:30 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:30 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-09-23T14:54:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:30 smithi178 ceph-mon[104471]: osdmap e21: 3 total, 3 up, 3 in 2023-09-23T14:54:31.095 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 14:54:30 smithi118 sudo[149246]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-09-23T14:54:31.095 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 14:54:30 smithi118 sudo[149246]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:31.095 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 14:54:30 smithi118 sudo[149246]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:31.095 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 14:54:30 smithi118 sudo[149246]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:31.355 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149274]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-09-23T14:54:31.355 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149274]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:31.355 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149274]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:31.355 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149274]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:31.616 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:31 smithi118 ceph-mon[118212]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:54:31.616 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:31 smithi118 ceph-mon[118212]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:31.616 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:31 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:31.616 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149287]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-09-23T14:54:31.616 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149287]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:31.616 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149287]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:31.616 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149287]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:31.617 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:31 smithi118 ceph-mon[100225]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:54:31.617 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:31 smithi118 ceph-mon[100225]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:31.617 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:31 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:31 smithi178 ceph-mon[104471]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi118:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:54:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:31 smithi178 ceph-mon[104471]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:31 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:31.892 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149348]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-09-23T14:54:31.892 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149348]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:31.893 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149348]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:31.893 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149348]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:32.155 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149369]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-09-23T14:54:32.155 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149369]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:32.155 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149369]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:32.155 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 14:54:31 smithi118 sudo[149369]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:32.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149398]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-09-23T14:54:32.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149398]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:32.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149398]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:32.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149398]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:32.412 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149385]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-09-23T14:54:32.412 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149385]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:32.413 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149385]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:32.413 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149385]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:32.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:32 smithi118 ceph-mon[118212]: osdmap e22: 3 total, 3 up, 3 in 2023-09-23T14:54:32.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:32 smithi118 ceph-mon[118212]: mgrmap e15: y(active, since 2m), standbys: x 2023-09-23T14:54:32.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:32 smithi118 ceph-mon[118212]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T14:54:32.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149401]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-09-23T14:54:32.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149401]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:32.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149401]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:32.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:32 smithi118 sudo[149401]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:32.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:32 smithi118 ceph-mon[100225]: osdmap e22: 3 total, 3 up, 3 in 2023-09-23T14:54:32.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:32 smithi118 ceph-mon[100225]: mgrmap e15: y(active, since 2m), standbys: x 2023-09-23T14:54:32.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:32 smithi118 ceph-mon[100225]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T14:54:32.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:32 smithi178 ceph-mon[104471]: osdmap e22: 3 total, 3 up, 3 in 2023-09-23T14:54:32.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:32 smithi178 ceph-mon[104471]: mgrmap e15: y(active, since 2m), standbys: x 2023-09-23T14:54:32.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:32 smithi178 ceph-mon[104471]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T14:54:32.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:32 smithi178 sudo[108594]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-09-23T14:54:32.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:32 smithi178 sudo[108594]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:32.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:32 smithi178 sudo[108594]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:32.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:32 smithi178 sudo[108594]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 sudo[108597]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-09-23T14:54:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 sudo[108597]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 sudo[108597]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 sudo[108597]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:33.682 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 sudo[149428]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-09-23T14:54:33.682 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 sudo[149428]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:33.682 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 sudo[149428]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:33.682 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 sudo[149428]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:34.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:34.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T14:54:34.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:54:34.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:54:34.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:54:34.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T14:54:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:54:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:54:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:54:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2104881434' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0d588c7-3821-4bd0-b170-6c24c1daece8"}]: dispatch 2023-09-23T14:54:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0d588c7-3821-4bd0-b170-6c24c1daece8"}]: dispatch 2023-09-23T14:54:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T14:54:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0d588c7-3821-4bd0-b170-6c24c1daece8"}]': finished 2023-09-23T14:54:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: osdmap e23: 4 total, 3 up, 4 in 2023-09-23T14:54:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:54:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:54:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:54:34.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 sudo[149451]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-09-23T14:54:34.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 sudo[149451]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-09-23T14:54:34.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 sudo[149451]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-09-23T14:54:34.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 sudo[149451]: pam_unix(sudo:session): session closed for user root 2023-09-23T14:54:34.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:34.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T14:54:34.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:54:34.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:54:34.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:54:34.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T14:54:34.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:54:34.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:54:34.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:54:34.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2104881434' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0d588c7-3821-4bd0-b170-6c24c1daece8"}]: dispatch 2023-09-23T14:54:34.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0d588c7-3821-4bd0-b170-6c24c1daece8"}]: dispatch 2023-09-23T14:54:34.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T14:54:34.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0d588c7-3821-4bd0-b170-6c24c1daece8"}]': finished 2023-09-23T14:54:34.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: osdmap e23: 4 total, 3 up, 4 in 2023-09-23T14:54:34.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:34.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:34.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:54:34.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:54:34.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:54:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T14:54:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:54:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:54:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:54:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T14:54:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:54:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:54:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:54:34.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2104881434' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0d588c7-3821-4bd0-b170-6c24c1daece8"}]: dispatch 2023-09-23T14:54:34.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0d588c7-3821-4bd0-b170-6c24c1daece8"}]: dispatch 2023-09-23T14:54:34.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T14:54:34.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0d588c7-3821-4bd0-b170-6c24c1daece8"}]': finished 2023-09-23T14:54:34.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: osdmap e23: 4 total, 3 up, 4 in 2023-09-23T14:54:34.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:34.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:34.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:54:34.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:54:34.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:54:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:34 smithi118 ceph-mon[100225]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T14:54:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:34 smithi118 ceph-mon[100225]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T14:54:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:34 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2801776123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:54:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:34 smithi118 ceph-mon[100225]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 17 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:34 smithi118 ceph-mon[118212]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T14:54:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:34 smithi118 ceph-mon[118212]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T14:54:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:34 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2801776123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:54:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:34 smithi118 ceph-mon[118212]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 17 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:34 smithi178 ceph-mon[104471]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-09-23T14:54:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:34 smithi178 ceph-mon[104471]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-09-23T14:54:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:34 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2801776123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:54:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:34 smithi178 ceph-mon[104471]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 17 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:37.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:37 smithi118 ceph-mon[118212]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:37.487 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:37 smithi118 ceph-mon[100225]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:37 smithi178 ceph-mon[104471]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:39.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:39 smithi118 ceph-mon[100225]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:39.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:39 smithi118 ceph-mon[118212]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:39 smithi178 ceph-mon[104471]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:40.223 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T14:54:40.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:40.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:40 smithi118 ceph-mon[100225]: Deploying daemon osd.3 on smithi118 2023-09-23T14:54:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T14:54:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:40 smithi118 ceph-mon[118212]: Deploying daemon osd.3 on smithi118 2023-09-23T14:54:40.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T14:54:40.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:40.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:40 smithi178 ceph-mon[104471]: Deploying daemon osd.3 on smithi118 2023-09-23T14:54:41.299 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:41 smithi118 ceph-mon[118212]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-09-23T14:54:41.299 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:41 smithi118 ceph-mon[100225]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-09-23T14:54:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:41 smithi178 ceph-mon[104471]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-09-23T14:54:43.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:43 smithi118 ceph-mon[100225]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-09-23T14:54:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:43 smithi118 ceph-mon[118212]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-09-23T14:54:43.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:43 smithi178 ceph-mon[104471]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-09-23T14:54:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:45 smithi118 ceph-mon[100225]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-09-23T14:54:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:45 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:45 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:45 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:45.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:45 smithi118 ceph-mon[118212]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-09-23T14:54:45.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:45 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:45.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:45 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:45.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:45 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:45 smithi178 ceph-mon[104471]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-09-23T14:54:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:45 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:45 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:45 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:47.271 INFO:teuthology.orchestra.run.smithi118.stdout:Created osd(s) 3 on host 'smithi118' 2023-09-23T14:54:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[100225]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-09-23T14:54:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:47.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[118212]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-09-23T14:54:47.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:47.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:47.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:47 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:47 smithi178 ceph-mon[104471]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-09-23T14:54:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:47 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:47 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:47 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:47 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:47 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:47 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:47 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:47 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:54:47.915 DEBUG:teuthology.orchestra.run.smithi118:osd.3> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.3.service 2023-09-23T14:54:47.917 INFO:tasks.cephadm:Deploying osd.4 on smithi178 with /dev/vg_nvme/lv_4... 2023-09-23T14:54:47.917 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-09-23T14:54:47.948 INFO:journalctl@ceph.osd.3.smithi118.stdout:-- Logs begin at Sat 2023-09-23 14:32:04 UTC. -- 2023-09-23T14:54:48.264 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:54:48.464 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:48 smithi118 ceph-mon[118212]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T14:54:48.464 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:48 smithi118 ceph-mon[100225]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T14:54:48.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:48 smithi178 ceph-mon[104471]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T14:54:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:49 smithi118 ceph-mon[100225]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-09-23T14:54:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:49 smithi118 ceph-mon[100225]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T14:54:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:49 smithi118 ceph-mon[100225]: osdmap e24: 4 total, 3 up, 4 in 2023-09-23T14:54:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:49 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:49.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:49 smithi118 ceph-mon[100225]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:49.570 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 14:54:49 smithi118 conmon[152007]: 2023-09-23T14:54:49.349+0000 7f48b9af6700 -1 osd.3 0 waiting for initial osdmap 2023-09-23T14:54:49.570 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 14:54:49 smithi118 conmon[152007]: 2023-09-23T14:54:49.353+0000 7f48b68f5700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T14:54:49.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:49 smithi118 ceph-mon[118212]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-09-23T14:54:49.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:49 smithi118 ceph-mon[118212]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T14:54:49.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:49 smithi118 ceph-mon[118212]: osdmap e24: 4 total, 3 up, 4 in 2023-09-23T14:54:49.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:49 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:49.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:49 smithi118 ceph-mon[118212]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:49.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:49 smithi178 ceph-mon[104471]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-09-23T14:54:49.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:49 smithi178 ceph-mon[104471]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T14:54:49.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:49 smithi178 ceph-mon[104471]: osdmap e24: 4 total, 3 up, 4 in 2023-09-23T14:54:49.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:49 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:49.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:49 smithi178 ceph-mon[104471]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T14:54:50.014 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-09-23T14:54:50.014 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-09-23T14:54:50.014 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2023-09-23T14:54:50.014 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2023-09-23T14:54:50.014 INFO:teuthology.orchestra.run.smithi178.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00814724 s, 1.3 GB/s 2023-09-23T14:54:50.014 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 2023-09-23T14:54:50.014 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2023-09-23T14:54:50.352 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:50 smithi118 ceph-mon[100225]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:54:50.352 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:50 smithi118 ceph-mon[100225]: osdmap e25: 4 total, 3 up, 4 in 2023-09-23T14:54:50.352 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:50 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:50.353 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:50 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:50 smithi178 ceph-mon[104471]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:54:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:50 smithi178 ceph-mon[104471]: osdmap e25: 4 total, 3 up, 4 in 2023-09-23T14:54:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:50 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:50 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:50.685 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi178:vg_nvme/lv_4 2023-09-23T14:54:50.787 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:50 smithi118 ceph-mon[118212]: from='osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]': finished 2023-09-23T14:54:50.787 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:50 smithi118 ceph-mon[118212]: osdmap e25: 4 total, 3 up, 4 in 2023-09-23T14:54:50.787 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:50 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:50.787 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:50 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:51.017 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:54:51.586 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: purged_snaps scrub starts 2023-09-23T14:54:51.586 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: purged_snaps scrub ok 2023-09-23T14:54:51.586 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:51.586 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435] boot 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: osdmap e26: 4 total, 4 up, 4 in 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:51.587 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:51.588 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:51 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: purged_snaps scrub starts 2023-09-23T14:54:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: purged_snaps scrub ok 2023-09-23T14:54:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435] boot 2023-09-23T14:54:51.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: osdmap e26: 4 total, 4 up, 4 in 2023-09-23T14:54:51.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:51.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:51.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:51.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:51.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:51.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:51.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:51.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: purged_snaps scrub starts 2023-09-23T14:54:51.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: purged_snaps scrub ok 2023-09-23T14:54:51.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 18 MiB used, 268 GiB / 268 GiB avail 2023-09-23T14:54:51.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:51.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: osd.3 [v2:172.21.15.118:6826/2565646435,v1:172.21.15.118:6827/2565646435] boot 2023-09-23T14:54:51.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: osdmap e26: 4 total, 4 up, 4 in 2023-09-23T14:54:51.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:54:51.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:51.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:51.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:54:51.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:51.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:51.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:54:51.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:51 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:54:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:52 smithi178 ceph-mon[104471]: Detected new or changed devices on smithi118 2023-09-23T14:54:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:52 smithi178 ceph-mon[104471]: Adjusting osd_memory_target on smithi118 to 4036M 2023-09-23T14:54:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:52 smithi178 ceph-mon[104471]: osdmap e27: 4 total, 4 up, 4 in 2023-09-23T14:54:52.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:52 smithi118 ceph-mon[100225]: Detected new or changed devices on smithi118 2023-09-23T14:54:52.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:52 smithi118 ceph-mon[100225]: Adjusting osd_memory_target on smithi118 to 4036M 2023-09-23T14:54:52.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:52 smithi118 ceph-mon[100225]: osdmap e27: 4 total, 4 up, 4 in 2023-09-23T14:54:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:52 smithi118 ceph-mon[118212]: Detected new or changed devices on smithi118 2023-09-23T14:54:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:52 smithi118 ceph-mon[118212]: Adjusting osd_memory_target on smithi118 to 4036M 2023-09-23T14:54:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:52 smithi118 ceph-mon[118212]: osdmap e27: 4 total, 4 up, 4 in 2023-09-23T14:54:53.577 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:53 smithi178 ceph-mon[104471]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:54:53.578 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:53 smithi178 ceph-mon[104471]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:54:53.578 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:53 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:54:53.578 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:53 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:54:53.578 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:53 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:53.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:53 smithi118 ceph-mon[100225]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:54:53.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:53 smithi118 ceph-mon[100225]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:54:53.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:53 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:54:53.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:53 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:54:53.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:53 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:53 smithi118 ceph-mon[118212]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 23 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:54:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:53 smithi118 ceph-mon[118212]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:54:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:53 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:54:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:53 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:54:53.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:53 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:55 smithi178 ceph-mon[104471]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:55 smithi178 ceph-mon[104471]: from='client.? 172.21.15.178:0/2769844583' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04df134a-b1b5-4165-bbd9-a4c111a6874d"}]: dispatch 2023-09-23T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:55 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04df134a-b1b5-4165-bbd9-a4c111a6874d"}]: dispatch 2023-09-23T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:55 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04df134a-b1b5-4165-bbd9-a4c111a6874d"}]': finished 2023-09-23T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:55 smithi178 ceph-mon[104471]: osdmap e28: 5 total, 4 up, 5 in 2023-09-23T14:54:55.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:55 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:54:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[100225]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:54:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[100225]: from='client.? 172.21.15.178:0/2769844583' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04df134a-b1b5-4165-bbd9-a4c111a6874d"}]: dispatch 2023-09-23T14:54:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04df134a-b1b5-4165-bbd9-a4c111a6874d"}]: dispatch 2023-09-23T14:54:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04df134a-b1b5-4165-bbd9-a4c111a6874d"}]': finished 2023-09-23T14:54:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[100225]: osdmap e28: 5 total, 4 up, 5 in 2023-09-23T14:54:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:54:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[118212]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:54:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[118212]: from='client.? 172.21.15.178:0/2769844583' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04df134a-b1b5-4165-bbd9-a4c111a6874d"}]: dispatch 2023-09-23T14:54:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "04df134a-b1b5-4165-bbd9-a4c111a6874d"}]: dispatch 2023-09-23T14:54:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "04df134a-b1b5-4165-bbd9-a4c111a6874d"}]': finished 2023-09-23T14:54:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[118212]: osdmap e28: 5 total, 4 up, 5 in 2023-09-23T14:54:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:55 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:54:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:56 smithi178 ceph-mon[104471]: from='client.? 172.21.15.178:0/4030635517' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:54:56.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:56 smithi118 ceph-mon[100225]: from='client.? 172.21.15.178:0/4030635517' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:54:56.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:56 smithi118 ceph-mon[118212]: from='client.? 172.21.15.178:0/4030635517' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:54:57.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:57 smithi178 ceph-mon[104471]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:54:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:57 smithi118 ceph-mon[100225]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:54:57.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:57 smithi118 ceph-mon[118212]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:54:59.527 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:54:59 smithi178 ceph-mon[104471]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:54:59.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:54:59 smithi118 ceph-mon[100225]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:54:59.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:54:59 smithi118 ceph-mon[118212]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:01 smithi178 ceph-mon[104471]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T14:55:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:01.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:01 smithi118 ceph-mon[100225]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:01.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T14:55:01.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:01.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:01 smithi118 ceph-mon[118212]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:01.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T14:55:01.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:02 smithi178 ceph-mon[104471]: Deploying daemon osd.4 on smithi178 2023-09-23T14:55:02.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:02 smithi118 ceph-mon[100225]: Deploying daemon osd.4 on smithi178 2023-09-23T14:55:02.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:02 smithi118 ceph-mon[118212]: Deploying daemon osd.4 on smithi178 2023-09-23T14:55:03.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:03 smithi118 ceph-mon[100225]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:03.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:03 smithi118 ceph-mon[118212]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:03.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:03 smithi178 ceph-mon[104471]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:05 smithi178 ceph-mon[104471]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:05.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:05 smithi118 ceph-mon[100225]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:05 smithi118 ceph-mon[118212]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:07 smithi178 ceph-mon[104471]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:07 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:07 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:07 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:07.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:07 smithi118 ceph-mon[100225]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:07.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:07 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:07.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:07 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:07.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:07 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:07.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:07 smithi118 ceph-mon[118212]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:07.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:07.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:07.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:07 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:09.442 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 4 on host 'smithi178' 2023-09-23T14:55:09.470 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:09 smithi178 ceph-mon[104471]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:09.470 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:09 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:09.470 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:09 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:09.470 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:09 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:09.470 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:09 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:09.471 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:09 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:09.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[100225]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:09.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:09.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:09.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:09.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:09.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:09.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[118212]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:09.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:09.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:09.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:09.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:09.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:09 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:10.079 DEBUG:teuthology.orchestra.run.smithi178:osd.4> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.4.service 2023-09-23T14:55:10.081 INFO:tasks.cephadm:Deploying osd.5 on smithi178 with /dev/vg_nvme/lv_3... 2023-09-23T14:55:10.082 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-09-23T14:55:10.110 INFO:journalctl@ceph.osd.4.smithi178.stdout:-- Logs begin at Sat 2023-09-23 14:31:56 UTC. -- 2023-09-23T14:55:10.616 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:55:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:10 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:10 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:10 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:10 smithi178 ceph-mon[104471]: from='osd.4 [v2:172.21.15.178:6800/3061359291,v1:172.21.15.178:6801/3061359291]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T14:55:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:10 smithi178 ceph-mon[104471]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T14:55:10.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:10 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:10.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:10 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:10.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:10 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:10.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:10 smithi118 ceph-mon[100225]: from='osd.4 [v2:172.21.15.178:6800/3061359291,v1:172.21.15.178:6801/3061359291]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T14:55:10.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:10 smithi118 ceph-mon[100225]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T14:55:10.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:10 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:10.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:10 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:10.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:10 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:10.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:10 smithi118 ceph-mon[118212]: from='osd.4 [v2:172.21.15.178:6800/3061359291,v1:172.21.15.178:6801/3061359291]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T14:55:10.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:10 smithi118 ceph-mon[118212]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-09-23T14:55:11.518 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:11 smithi178 ceph-mon[104471]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:11.518 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:11 smithi178 ceph-mon[104471]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-09-23T14:55:11.518 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:11 smithi178 ceph-mon[104471]: osdmap e29: 5 total, 4 up, 5 in 2023-09-23T14:55:11.519 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:11 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:11.519 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:11 smithi178 ceph-mon[104471]: from='osd.4 [v2:172.21.15.178:6800/3061359291,v1:172.21.15.178:6801/3061359291]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:11.519 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:11 smithi178 ceph-mon[104471]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:11.519 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 14:55:11 smithi178 conmon[112498]: 2023-09-23T14:55:11.421+0000 7ffaf507d700 -1 osd.4 0 waiting for initial osdmap 2023-09-23T14:55:11.519 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 14:55:11 smithi178 conmon[112498]: 2023-09-23T14:55:11.425+0000 7ffaef677700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T14:55:11.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[118212]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:11.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[118212]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-09-23T14:55:11.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[118212]: osdmap e29: 5 total, 4 up, 5 in 2023-09-23T14:55:11.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:11.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[118212]: from='osd.4 [v2:172.21.15.178:6800/3061359291,v1:172.21.15.178:6801/3061359291]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:11.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[118212]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:11.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[100225]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:11.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[100225]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-09-23T14:55:11.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[100225]: osdmap e29: 5 total, 4 up, 5 in 2023-09-23T14:55:11.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:11.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[100225]: from='osd.4 [v2:172.21.15.178:6800/3061359291,v1:172.21.15.178:6801/3061359291]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:11.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:11 smithi118 ceph-mon[100225]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:12.691 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:12 smithi178 ceph-mon[104471]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:55:12.691 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:12 smithi178 ceph-mon[104471]: osdmap e30: 5 total, 4 up, 5 in 2023-09-23T14:55:12.691 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:12 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:12.691 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:12 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:12.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:12 smithi118 ceph-mon[100225]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:55:12.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:12 smithi118 ceph-mon[100225]: osdmap e30: 5 total, 4 up, 5 in 2023-09-23T14:55:12.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:12 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:12.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:12 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:12.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:12 smithi118 ceph-mon[118212]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:55:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:12 smithi118 ceph-mon[118212]: osdmap e30: 5 total, 4 up, 5 in 2023-09-23T14:55:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:12 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:12 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:13.540 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-09-23T14:55:13.540 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-09-23T14:55:13.540 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2023-09-23T14:55:13.540 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2023-09-23T14:55:13.541 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0083622 s, 1.3 GB/s 2023-09-23T14:55:13.541 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2023-09-23T14:55:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: purged_snaps scrub starts 2023-09-23T14:55:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: purged_snaps scrub ok 2023-09-23T14:55:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: osd.4 [v2:172.21.15.178:6800/3061359291,v1:172.21.15.178:6801/3061359291] boot 2023-09-23T14:55:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: osdmap e31: 5 total, 5 up, 5 in 2023-09-23T14:55:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:55:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:13 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:13.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: purged_snaps scrub starts 2023-09-23T14:55:13.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: purged_snaps scrub ok 2023-09-23T14:55:13.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:13.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:13.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: osd.4 [v2:172.21.15.178:6800/3061359291,v1:172.21.15.178:6801/3061359291] boot 2023-09-23T14:55:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: osdmap e31: 5 total, 5 up, 5 in 2023-09-23T14:55:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:55:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:13.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: purged_snaps scrub starts 2023-09-23T14:55:13.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: purged_snaps scrub ok 2023-09-23T14:55:13.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-09-23T14:55:13.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:13.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: osd.4 [v2:172.21.15.178:6800/3061359291,v1:172.21.15.178:6801/3061359291] boot 2023-09-23T14:55:13.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: osdmap e31: 5 total, 5 up, 5 in 2023-09-23T14:55:13.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:55:13.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:13.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:13.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:55:13.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:13.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:13.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:13.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:13 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:14.140 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi178:vg_nvme/lv_3 2023-09-23T14:55:14.482 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:55:14.700 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:14 smithi178 ceph-mon[104471]: Detected new or changed devices on smithi178 2023-09-23T14:55:14.701 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:14 smithi178 ceph-mon[104471]: Adjusting osd_memory_target on smithi178 to 17168M 2023-09-23T14:55:14.701 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:14 smithi178 ceph-mon[104471]: osdmap e32: 5 total, 5 up, 5 in 2023-09-23T14:55:14.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:14 smithi118 ceph-mon[100225]: Detected new or changed devices on smithi178 2023-09-23T14:55:14.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:14 smithi118 ceph-mon[100225]: Adjusting osd_memory_target on smithi178 to 17168M 2023-09-23T14:55:14.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:14 smithi118 ceph-mon[100225]: osdmap e32: 5 total, 5 up, 5 in 2023-09-23T14:55:14.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:14 smithi118 ceph-mon[118212]: Detected new or changed devices on smithi178 2023-09-23T14:55:14.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:14 smithi118 ceph-mon[118212]: Adjusting osd_memory_target on smithi178 to 17168M 2023-09-23T14:55:14.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:14 smithi118 ceph-mon[118212]: osdmap e32: 5 total, 5 up, 5 in 2023-09-23T14:55:15.784 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:15 smithi178 ceph-mon[104471]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:15.784 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:15 smithi178 ceph-mon[104471]: osdmap e33: 5 total, 5 up, 5 in 2023-09-23T14:55:15.784 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:15 smithi178 ceph-mon[104471]: osdmap e34: 5 total, 5 up, 5 in 2023-09-23T14:55:15.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:15 smithi118 ceph-mon[100225]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:15.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:15 smithi118 ceph-mon[100225]: osdmap e33: 5 total, 5 up, 5 in 2023-09-23T14:55:15.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:15 smithi118 ceph-mon[100225]: osdmap e34: 5 total, 5 up, 5 in 2023-09-23T14:55:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:15 smithi118 ceph-mon[118212]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:15 smithi118 ceph-mon[118212]: osdmap e33: 5 total, 5 up, 5 in 2023-09-23T14:55:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:15 smithi118 ceph-mon[118212]: osdmap e34: 5 total, 5 up, 5 in 2023-09-23T14:55:16.780 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:16 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:55:16.780 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:16 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:55:16.781 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:16 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:16.781 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:16 smithi178 ceph-mon[104471]: osdmap e35: 5 total, 5 up, 5 in 2023-09-23T14:55:16.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:16 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:55:16.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:16 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:55:16.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:16 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:16.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:16 smithi118 ceph-mon[100225]: osdmap e35: 5 total, 5 up, 5 in 2023-09-23T14:55:16.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:16 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:55:16.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:16 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:55:16.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:16 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:16.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:16 smithi118 ceph-mon[118212]: osdmap e35: 5 total, 5 up, 5 in 2023-09-23T14:55:17.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:17 smithi118 ceph-mon[100225]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:17.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:17 smithi118 ceph-mon[100225]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:55:17.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:17 smithi118 ceph-mon[118212]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:17.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:17 smithi118 ceph-mon[118212]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:55:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:17 smithi178 ceph-mon[104471]: pgmap v112: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:17 smithi178 ceph-mon[104471]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:55:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[118212]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[118212]: from='client.? 172.21.15.178:0/694640602' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3b398f78-749d-440d-8afd-57ae5b890346"}]: dispatch 2023-09-23T14:55:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3b398f78-749d-440d-8afd-57ae5b890346"}]: dispatch 2023-09-23T14:55:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3b398f78-749d-440d-8afd-57ae5b890346"}]': finished 2023-09-23T14:55:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[118212]: osdmap e36: 6 total, 5 up, 6 in 2023-09-23T14:55:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[118212]: from='client.? 172.21.15.178:0/3198461152' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:55:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[100225]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[100225]: from='client.? 172.21.15.178:0/694640602' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3b398f78-749d-440d-8afd-57ae5b890346"}]: dispatch 2023-09-23T14:55:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3b398f78-749d-440d-8afd-57ae5b890346"}]: dispatch 2023-09-23T14:55:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3b398f78-749d-440d-8afd-57ae5b890346"}]': finished 2023-09-23T14:55:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[100225]: osdmap e36: 6 total, 5 up, 6 in 2023-09-23T14:55:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:19 smithi118 ceph-mon[100225]: from='client.? 172.21.15.178:0/3198461152' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:55:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:19 smithi178 ceph-mon[104471]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:19 smithi178 ceph-mon[104471]: from='client.? 172.21.15.178:0/694640602' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3b398f78-749d-440d-8afd-57ae5b890346"}]: dispatch 2023-09-23T14:55:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:19 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3b398f78-749d-440d-8afd-57ae5b890346"}]: dispatch 2023-09-23T14:55:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:19 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3b398f78-749d-440d-8afd-57ae5b890346"}]': finished 2023-09-23T14:55:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:19 smithi178 ceph-mon[104471]: osdmap e36: 6 total, 5 up, 6 in 2023-09-23T14:55:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:19 smithi178 ceph-mon[104471]: from='client.? 172.21.15.178:0/3198461152' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:55:21.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:21 smithi118 ceph-mon[100225]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 100 KiB/s, 0 objects/s recovering 2023-09-23T14:55:21.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:21 smithi118 ceph-mon[118212]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 100 KiB/s, 0 objects/s recovering 2023-09-23T14:55:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:21 smithi178 ceph-mon[104471]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 100 KiB/s, 0 objects/s recovering 2023-09-23T14:55:23.764 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:23 smithi178 ceph-mon[104471]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2023-09-23T14:55:23.818 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:23 smithi118 ceph-mon[100225]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2023-09-23T14:55:23.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:23 smithi118 ceph-mon[118212]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 83 KiB/s, 0 objects/s recovering 2023-09-23T14:55:25.788 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:25 smithi178 ceph-mon[104471]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-09-23T14:55:25.788 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:25 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T14:55:25.788 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:25 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:25.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:25 smithi118 ceph-mon[100225]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-09-23T14:55:25.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:25 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T14:55:25.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:25 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:25 smithi118 ceph-mon[118212]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-09-23T14:55:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:25 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T14:55:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:25 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:26 smithi118 ceph-mon[100225]: Deploying daemon osd.5 on smithi178 2023-09-23T14:55:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:26 smithi118 ceph-mon[118212]: Deploying daemon osd.5 on smithi178 2023-09-23T14:55:26.843 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:26 smithi178 ceph-mon[104471]: Deploying daemon osd.5 on smithi178 2023-09-23T14:55:27.744 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:27 smithi178 ceph-mon[104471]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:55:27.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:27 smithi118 ceph-mon[100225]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:55:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:27 smithi118 ceph-mon[118212]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:55:29.746 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:29 smithi178 ceph-mon[104471]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:55:29.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:29 smithi118 ceph-mon[100225]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:55:29.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:29 smithi118 ceph-mon[118212]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:55:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:30 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:30 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:30 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:30 smithi178 ceph-mon[104471]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:31.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:30 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:31.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:30 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:31.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:30 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:30 smithi118 ceph-mon[100225]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:31.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:30 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:31.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:30 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:31.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:30 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:31.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:30 smithi118 ceph-mon[118212]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:32.914 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 5 on host 'smithi178' 2023-09-23T14:55:33.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:32 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:33.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:32 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:33.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:32 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:33.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:32 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:33.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:32 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:33.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:32 smithi178 ceph-mon[104471]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:33.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:33.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:33.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:33.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:33.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:33.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[100225]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:33.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:33.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:33.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:33.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:33.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:33.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:32 smithi118 ceph-mon[118212]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:33.508 DEBUG:teuthology.orchestra.run.smithi178:osd.5> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.5.service 2023-09-23T14:55:33.511 INFO:tasks.cephadm:Deploying osd.6 on smithi178 with /dev/vg_nvme/lv_2... 2023-09-23T14:55:33.511 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-09-23T14:55:33.539 INFO:journalctl@ceph.osd.5.smithi178.stdout:-- Logs begin at Sat 2023-09-23 14:31:56 UTC. -- 2023-09-23T14:55:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:33 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:33 smithi178 ceph-mon[104471]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T14:55:34.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:34.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:34.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:33 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:34.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:33 smithi118 ceph-mon[100225]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T14:55:34.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:34.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:34.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:33 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:34.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:33 smithi118 ceph-mon[118212]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-09-23T14:55:34.665 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:55:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:34 smithi178 ceph-mon[104471]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-09-23T14:55:35.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:34 smithi178 ceph-mon[104471]: osdmap e37: 6 total, 5 up, 6 in 2023-09-23T14:55:35.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:34 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:35.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:34 smithi178 ceph-mon[104471]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:35.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:34 smithi178 ceph-mon[104471]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:35.129 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 14:55:34 smithi178 conmon[121507]: 2023-09-23T14:55:34.878+0000 7f050e4e4700 -1 osd.5 0 waiting for initial osdmap 2023-09-23T14:55:35.129 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 14:55:34 smithi178 conmon[121507]: 2023-09-23T14:55:34.884+0000 7f05072db700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T14:55:35.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:34 smithi118 ceph-mon[100225]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-09-23T14:55:35.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:34 smithi118 ceph-mon[100225]: osdmap e37: 6 total, 5 up, 6 in 2023-09-23T14:55:35.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:34 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:35.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:34 smithi118 ceph-mon[100225]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:35.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:34 smithi118 ceph-mon[100225]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:34 smithi118 ceph-mon[118212]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-09-23T14:55:35.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:34 smithi118 ceph-mon[118212]: osdmap e37: 6 total, 5 up, 6 in 2023-09-23T14:55:35.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:34 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:35.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:34 smithi118 ceph-mon[118212]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:35.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:34 smithi118 ceph-mon[118212]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-09-23T14:55:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:35 smithi178 ceph-mon[104471]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:55:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:35 smithi178 ceph-mon[104471]: osdmap e38: 6 total, 5 up, 6 in 2023-09-23T14:55:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:35 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:35 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:35 smithi178 ceph-mon[104471]: osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765] boot 2023-09-23T14:55:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:35 smithi178 ceph-mon[104471]: osdmap e39: 6 total, 6 up, 6 in 2023-09-23T14:55:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:35 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:36.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[100225]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:55:36.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[100225]: osdmap e38: 6 total, 5 up, 6 in 2023-09-23T14:55:36.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:36.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:36.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[100225]: osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765] boot 2023-09-23T14:55:36.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[100225]: osdmap e39: 6 total, 6 up, 6 in 2023-09-23T14:55:36.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:36.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[118212]: from='osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:55:36.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[118212]: osdmap e38: 6 total, 5 up, 6 in 2023-09-23T14:55:36.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:36.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:36.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[118212]: osd.5 [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765] boot 2023-09-23T14:55:36.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[118212]: osdmap e39: 6 total, 6 up, 6 in 2023-09-23T14:55:36.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:35 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:55:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: purged_snaps scrub starts 2023-09-23T14:55:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: purged_snaps scrub ok 2023-09-23T14:55:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: pgmap v127: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: osdmap e40: 6 total, 6 up, 6 in 2023-09-23T14:55:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: Detected new or changed devices on smithi178 2023-09-23T14:55:37.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:37.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:37.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:55:37.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:55:37.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: Adjusting osd_memory_target on smithi178 to 8584M 2023-09-23T14:55:37.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:37.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:37.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:37.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:36 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:37.272 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-09-23T14:55:37.272 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-09-23T14:55:37.272 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2023-09-23T14:55:37.272 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2023-09-23T14:55:37.272 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126553 s, 829 MB/s 2023-09-23T14:55:37.272 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2023-09-23T14:55:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: purged_snaps scrub starts 2023-09-23T14:55:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: purged_snaps scrub ok 2023-09-23T14:55:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: pgmap v127: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: osdmap e40: 6 total, 6 up, 6 in 2023-09-23T14:55:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: Detected new or changed devices on smithi178 2023-09-23T14:55:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:55:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:55:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: Adjusting osd_memory_target on smithi178 to 8584M 2023-09-23T14:55:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: purged_snaps scrub starts 2023-09-23T14:55:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: purged_snaps scrub ok 2023-09-23T14:55:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: pgmap v127: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: osdmap e40: 6 total, 6 up, 6 in 2023-09-23T14:55:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: Detected new or changed devices on smithi178 2023-09-23T14:55:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:55:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:55:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: Adjusting osd_memory_target on smithi178 to 8584M 2023-09-23T14:55:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:36 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:38.002 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi178:vg_nvme/lv_2 2023-09-23T14:55:38.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:37 smithi118 ceph-mon[100225]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-09-23T14:55:38.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:37 smithi118 ceph-mon[100225]: osdmap e41: 6 total, 6 up, 6 in 2023-09-23T14:55:38.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:37 smithi118 ceph-mon[118212]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-09-23T14:55:38.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:37 smithi118 ceph-mon[118212]: osdmap e41: 6 total, 6 up, 6 in 2023-09-23T14:55:38.340 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:55:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:37 smithi178 ceph-mon[104471]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-09-23T14:55:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:37 smithi178 ceph-mon[104471]: osdmap e41: 6 total, 6 up, 6 in 2023-09-23T14:55:39.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:39 smithi118 ceph-mon[100225]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:39.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:39 smithi118 ceph-mon[100225]: osdmap e42: 6 total, 6 up, 6 in 2023-09-23T14:55:39.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:39 smithi118 ceph-mon[118212]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:39.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:39 smithi118 ceph-mon[118212]: osdmap e42: 6 total, 6 up, 6 in 2023-09-23T14:55:39.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:39 smithi178 ceph-mon[104471]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:39.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:39 smithi178 ceph-mon[104471]: osdmap e42: 6 total, 6 up, 6 in 2023-09-23T14:55:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:40 smithi118 ceph-mon[118212]: osdmap e43: 6 total, 6 up, 6 in 2023-09-23T14:55:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:55:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:55:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:40 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:40.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:40 smithi118 ceph-mon[100225]: osdmap e43: 6 total, 6 up, 6 in 2023-09-23T14:55:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:55:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:55:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:40 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:40.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:40 smithi178 ceph-mon[104471]: osdmap e43: 6 total, 6 up, 6 in 2023-09-23T14:55:40.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:55:40.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:55:40.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:40 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:41.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:41 smithi118 ceph-mon[100225]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:55:41.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:41 smithi118 ceph-mon[100225]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:41.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:41 smithi118 ceph-mon[118212]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:55:41.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:41 smithi118 ceph-mon[118212]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:41 smithi178 ceph-mon[104471]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:55:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:41 smithi178 ceph-mon[104471]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:42 smithi118 ceph-mon[118212]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-09-23T14:55:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:42 smithi118 ceph-mon[118212]: Cluster is now healthy 2023-09-23T14:55:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:42 smithi118 ceph-mon[100225]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-09-23T14:55:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:42 smithi118 ceph-mon[100225]: Cluster is now healthy 2023-09-23T14:55:42.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:42 smithi178 ceph-mon[104471]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-09-23T14:55:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:42 smithi178 ceph-mon[104471]: Cluster is now healthy 2023-09-23T14:55:43.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[100225]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2023-09-23T14:55:43.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[100225]: from='client.? 172.21.15.178:0/1177984903' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86a6ec0f-884d-4f6b-8fc1-360dc8d847bc"}]: dispatch 2023-09-23T14:55:43.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86a6ec0f-884d-4f6b-8fc1-360dc8d847bc"}]: dispatch 2023-09-23T14:55:43.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86a6ec0f-884d-4f6b-8fc1-360dc8d847bc"}]': finished 2023-09-23T14:55:43.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[100225]: osdmap e44: 7 total, 6 up, 7 in 2023-09-23T14:55:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:55:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[100225]: from='client.? 172.21.15.178:0/1411843133' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:55:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[118212]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2023-09-23T14:55:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[118212]: from='client.? 172.21.15.178:0/1177984903' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86a6ec0f-884d-4f6b-8fc1-360dc8d847bc"}]: dispatch 2023-09-23T14:55:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86a6ec0f-884d-4f6b-8fc1-360dc8d847bc"}]: dispatch 2023-09-23T14:55:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86a6ec0f-884d-4f6b-8fc1-360dc8d847bc"}]': finished 2023-09-23T14:55:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[118212]: osdmap e44: 7 total, 6 up, 7 in 2023-09-23T14:55:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:55:43.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:43 smithi118 ceph-mon[118212]: from='client.? 172.21.15.178:0/1411843133' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:55:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:43 smithi178 ceph-mon[104471]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail; 97 KiB/s, 0 objects/s recovering 2023-09-23T14:55:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:43 smithi178 ceph-mon[104471]: from='client.? 172.21.15.178:0/1177984903' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86a6ec0f-884d-4f6b-8fc1-360dc8d847bc"}]: dispatch 2023-09-23T14:55:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:43 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86a6ec0f-884d-4f6b-8fc1-360dc8d847bc"}]: dispatch 2023-09-23T14:55:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:43 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86a6ec0f-884d-4f6b-8fc1-360dc8d847bc"}]': finished 2023-09-23T14:55:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:43 smithi178 ceph-mon[104471]: osdmap e44: 7 total, 6 up, 7 in 2023-09-23T14:55:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:43 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:55:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:43 smithi178 ceph-mon[104471]: from='client.? 172.21.15.178:0/1411843133' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:55:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:45 smithi118 ceph-mon[100225]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-09-23T14:55:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:45 smithi118 ceph-mon[118212]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-09-23T14:55:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:45 smithi178 ceph-mon[104471]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-09-23T14:55:47.493 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:47 smithi178 ceph-mon[104471]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-09-23T14:55:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:47 smithi118 ceph-mon[100225]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-09-23T14:55:47.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:47 smithi118 ceph-mon[118212]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-09-23T14:55:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:49 smithi118 ceph-mon[100225]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-09-23T14:55:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:49 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T14:55:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:49 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:49 smithi118 ceph-mon[100225]: Deploying daemon osd.6 on smithi178 2023-09-23T14:55:49.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:49 smithi118 ceph-mon[118212]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-09-23T14:55:49.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:49 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T14:55:49.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:49 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:49.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:49 smithi118 ceph-mon[118212]: Deploying daemon osd.6 on smithi178 2023-09-23T14:55:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:49 smithi178 ceph-mon[104471]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-09-23T14:55:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:49 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T14:55:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:49 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:49 smithi178 ceph-mon[104471]: Deploying daemon osd.6 on smithi178 2023-09-23T14:55:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:51 smithi118 ceph-mon[100225]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:55:51.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:51 smithi118 ceph-mon[118212]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:55:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:51 smithi178 ceph-mon[104471]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:55:53.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:53 smithi118 ceph-mon[118212]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:53.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:53 smithi118 ceph-mon[100225]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:53.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:53 smithi178 ceph-mon[104471]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:54.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:54 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:54.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:54 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:54.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:54 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:54.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:54 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:54.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:54 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:54.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:54 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:54 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:54 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:54 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:55.780 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:55 smithi178 ceph-mon[104471]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:55.781 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:55 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:55.781 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:55 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:55.781 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:55 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:55.781 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:55 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:55.781 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:55 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[100225]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[118212]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:55:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:55:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:55 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:56.350 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 6 on host 'smithi178' 2023-09-23T14:55:56.928 DEBUG:teuthology.orchestra.run.smithi178:osd.6> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.6.service 2023-09-23T14:55:56.930 INFO:tasks.cephadm:Deploying osd.7 on smithi178 with /dev/vg_nvme/lv_1... 2023-09-23T14:55:56.931 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-09-23T14:55:56.961 INFO:journalctl@ceph.osd.6.smithi178.stdout:-- Logs begin at Sat 2023-09-23 14:31:56 UTC. -- 2023-09-23T14:55:57.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:57 smithi178 ceph-mon[104471]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:57.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:57.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:57.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:57 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:57.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:57 smithi178 ceph-mon[104471]: from='osd.6 [v2:172.21.15.178:6816/3863537489,v1:172.21.15.178:6817/3863537489]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T14:55:57.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:57 smithi178 ceph-mon[104471]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T14:55:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[100225]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[100225]: from='osd.6 [v2:172.21.15.178:6816/3863537489,v1:172.21.15.178:6817/3863537489]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T14:55:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[100225]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T14:55:57.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[118212]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:57.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:57.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:55:57.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:55:57.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[118212]: from='osd.6 [v2:172.21.15.178:6816/3863537489,v1:172.21.15.178:6817/3863537489]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T14:55:57.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:57 smithi118 ceph-mon[118212]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T14:55:58.043 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:55:58.733 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 14:55:58 smithi178 conmon[130287]: 2023-09-23T14:55:58.427+0000 7f28ef158700 -1 osd.6 0 waiting for initial osdmap 2023-09-23T14:55:58.733 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 14:55:58 smithi178 conmon[130287]: 2023-09-23T14:55:58.434+0000 7f28ea754700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T14:55:58.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:58 smithi178 ceph-mon[104471]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T14:55:58.734 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:58 smithi178 ceph-mon[104471]: osdmap e45: 7 total, 6 up, 7 in 2023-09-23T14:55:58.734 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:58 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:55:58.734 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:58 smithi178 ceph-mon[104471]: from='osd.6 [v2:172.21.15.178:6816/3863537489,v1:172.21.15.178:6817/3863537489]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:58.734 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:58 smithi178 ceph-mon[104471]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:58.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:58 smithi118 ceph-mon[118212]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T14:55:58.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:58 smithi118 ceph-mon[118212]: osdmap e45: 7 total, 6 up, 7 in 2023-09-23T14:55:58.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:58 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:55:58.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:58 smithi118 ceph-mon[118212]: from='osd.6 [v2:172.21.15.178:6816/3863537489,v1:172.21.15.178:6817/3863537489]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:58.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:58 smithi118 ceph-mon[118212]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:58.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:58 smithi118 ceph-mon[100225]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T14:55:58.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:58 smithi118 ceph-mon[100225]: osdmap e45: 7 total, 6 up, 7 in 2023-09-23T14:55:58.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:58 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:55:58.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:58 smithi118 ceph-mon[100225]: from='osd.6 [v2:172.21.15.178:6816/3863537489,v1:172.21.15.178:6817/3863537489]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:58.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:58 smithi118 ceph-mon[100225]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:55:59.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:59 smithi178 ceph-mon[104471]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:59.535 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:59 smithi178 ceph-mon[104471]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:55:59.535 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:59 smithi178 ceph-mon[104471]: osdmap e46: 7 total, 6 up, 7 in 2023-09-23T14:55:59.535 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:59 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:55:59.535 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:55:59 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:55:59.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:59 smithi118 ceph-mon[100225]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:59.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:59 smithi118 ceph-mon[100225]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:55:59.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:59 smithi118 ceph-mon[100225]: osdmap e46: 7 total, 6 up, 7 in 2023-09-23T14:55:59.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:59 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:55:59.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:55:59 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:55:59.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:59 smithi118 ceph-mon[118212]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-09-23T14:55:59.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:59 smithi118 ceph-mon[118212]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:55:59.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:59 smithi118 ceph-mon[118212]: osdmap e46: 7 total, 6 up, 7 in 2023-09-23T14:55:59.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:59 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:55:59.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:55:59 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:56:00.141 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-09-23T14:56:00.141 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-09-23T14:56:00.141 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2023-09-23T14:56:00.141 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2023-09-23T14:56:00.141 INFO:teuthology.orchestra.run.smithi178.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00833864 s, 1.3 GB/s 2023-09-23T14:56:00.141 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2023-09-23T14:56:00.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:00 smithi178 ceph-mon[104471]: purged_snaps scrub starts 2023-09-23T14:56:00.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:00 smithi178 ceph-mon[104471]: purged_snaps scrub ok 2023-09-23T14:56:00.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:00 smithi178 ceph-mon[104471]: osd.6 [v2:172.21.15.178:6816/3863537489,v1:172.21.15.178:6817/3863537489] boot 2023-09-23T14:56:00.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:00 smithi178 ceph-mon[104471]: osdmap e47: 7 total, 7 up, 7 in 2023-09-23T14:56:00.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:00 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:56:00.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:00 smithi178 ceph-mon[104471]: osdmap e48: 7 total, 7 up, 7 in 2023-09-23T14:56:00.795 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch daemon add osd smithi178:vg_nvme/lv_1 2023-09-23T14:56:00.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[118212]: purged_snaps scrub starts 2023-09-23T14:56:00.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[118212]: purged_snaps scrub ok 2023-09-23T14:56:00.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[118212]: osd.6 [v2:172.21.15.178:6816/3863537489,v1:172.21.15.178:6817/3863537489] boot 2023-09-23T14:56:00.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[118212]: osdmap e47: 7 total, 7 up, 7 in 2023-09-23T14:56:00.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:56:00.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[118212]: osdmap e48: 7 total, 7 up, 7 in 2023-09-23T14:56:00.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[100225]: purged_snaps scrub starts 2023-09-23T14:56:00.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[100225]: purged_snaps scrub ok 2023-09-23T14:56:00.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[100225]: osd.6 [v2:172.21.15.178:6816/3863537489,v1:172.21.15.178:6817/3863537489] boot 2023-09-23T14:56:00.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[100225]: osdmap e47: 7 total, 7 up, 7 in 2023-09-23T14:56:00.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:56:00.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:00 smithi118 ceph-mon[100225]: osdmap e48: 7 total, 7 up, 7 in 2023-09-23T14:56:01.131 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:56:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: Detected new or changed devices on smithi178 2023-09-23T14:56:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: Adjusting osd_memory_target on smithi178 to 5722M 2023-09-23T14:56:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:01 smithi178 ceph-mon[104471]: osdmap e49: 7 total, 7 up, 7 in 2023-09-23T14:56:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: Detected new or changed devices on smithi178 2023-09-23T14:56:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: Adjusting osd_memory_target on smithi178 to 5722M 2023-09-23T14:56:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[118212]: osdmap e49: 7 total, 7 up, 7 in 2023-09-23T14:56:02.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:02.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: Detected new or changed devices on smithi178 2023-09-23T14:56:02.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:02.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: Adjusting osd_memory_target on smithi178 to 5722M 2023-09-23T14:56:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:01 smithi118 ceph-mon[100225]: osdmap e49: 7 total, 7 up, 7 in 2023-09-23T14:56:03.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:03 smithi178 ceph-mon[104471]: pgmap v150: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:03.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:03 smithi178 ceph-mon[104471]: osdmap e50: 7 total, 7 up, 7 in 2023-09-23T14:56:03.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:03 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:56:03.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:03 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:56:03.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:03 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:03 smithi118 ceph-mon[100225]: pgmap v150: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:03 smithi118 ceph-mon[100225]: osdmap e50: 7 total, 7 up, 7 in 2023-09-23T14:56:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:03 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:56:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:03 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:56:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:03 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:03.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:03 smithi118 ceph-mon[118212]: pgmap v150: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:03.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:03 smithi118 ceph-mon[118212]: osdmap e50: 7 total, 7 up, 7 in 2023-09-23T14:56:03.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:03 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-09-23T14:56:03.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:03 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-09-23T14:56:03.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:03 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:04.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:04 smithi178 ceph-mon[104471]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:04.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:04 smithi178 ceph-mon[104471]: osdmap e51: 7 total, 7 up, 7 in 2023-09-23T14:56:04.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:04 smithi118 ceph-mon[100225]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:04.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:04 smithi118 ceph-mon[100225]: osdmap e51: 7 total, 7 up, 7 in 2023-09-23T14:56:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:04 smithi118 ceph-mon[118212]: from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:04 smithi118 ceph-mon[118212]: osdmap e51: 7 total, 7 up, 7 in 2023-09-23T14:56:05.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[118212]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:05.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[118212]: from='client.? 172.21.15.178:0/4268157469' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df21937-2668-45dd-bb1a-e9b1835a8b81"}]: dispatch 2023-09-23T14:56:05.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df21937-2668-45dd-bb1a-e9b1835a8b81"}]: dispatch 2023-09-23T14:56:05.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[118212]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2df21937-2668-45dd-bb1a-e9b1835a8b81"}]': finished 2023-09-23T14:56:05.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[118212]: osdmap e52: 8 total, 7 up, 8 in 2023-09-23T14:56:05.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[100225]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[100225]: from='client.? 172.21.15.178:0/4268157469' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df21937-2668-45dd-bb1a-e9b1835a8b81"}]: dispatch 2023-09-23T14:56:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df21937-2668-45dd-bb1a-e9b1835a8b81"}]: dispatch 2023-09-23T14:56:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[100225]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2df21937-2668-45dd-bb1a-e9b1835a8b81"}]': finished 2023-09-23T14:56:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[100225]: osdmap e52: 8 total, 7 up, 8 in 2023-09-23T14:56:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:05 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:05 smithi178 ceph-mon[104471]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:05 smithi178 ceph-mon[104471]: from='client.? 172.21.15.178:0/4268157469' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df21937-2668-45dd-bb1a-e9b1835a8b81"}]: dispatch 2023-09-23T14:56:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:05 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2df21937-2668-45dd-bb1a-e9b1835a8b81"}]: dispatch 2023-09-23T14:56:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:05 smithi178 ceph-mon[104471]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2df21937-2668-45dd-bb1a-e9b1835a8b81"}]': finished 2023-09-23T14:56:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:05 smithi178 ceph-mon[104471]: osdmap e52: 8 total, 7 up, 8 in 2023-09-23T14:56:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:05 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:06.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:06 smithi118 ceph-mon[100225]: from='client.? 172.21.15.178:0/3216970011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:56:06.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:06 smithi118 ceph-mon[118212]: from='client.? 172.21.15.178:0/3216970011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:56:06.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:06 smithi178 ceph-mon[104471]: from='client.? 172.21.15.178:0/3216970011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-09-23T14:56:07.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:07 smithi118 ceph-mon[100225]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 117 KiB/s, 0 objects/s recovering 2023-09-23T14:56:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:07 smithi118 ceph-mon[118212]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 117 KiB/s, 0 objects/s recovering 2023-09-23T14:56:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:07 smithi178 ceph-mon[104471]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 117 KiB/s, 0 objects/s recovering 2023-09-23T14:56:09.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:09 smithi178 ceph-mon[104471]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-09-23T14:56:09.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:09 smithi118 ceph-mon[100225]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-09-23T14:56:09.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:09 smithi118 ceph-mon[118212]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-09-23T14:56:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:11 smithi118 ceph-mon[100225]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-09-23T14:56:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:11 smithi118 ceph-mon[118212]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-09-23T14:56:11.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:11 smithi178 ceph-mon[104471]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-09-23T14:56:12.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:12 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T14:56:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:12 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:12 smithi118 ceph-mon[100225]: Deploying daemon osd.7 on smithi178 2023-09-23T14:56:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:12 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T14:56:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:12 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:12 smithi118 ceph-mon[118212]: Deploying daemon osd.7 on smithi178 2023-09-23T14:56:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:12 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T14:56:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:12 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:12 smithi178 ceph-mon[104471]: Deploying daemon osd.7 on smithi178 2023-09-23T14:56:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:13 smithi178 ceph-mon[104471]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-09-23T14:56:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:13 smithi118 ceph-mon[100225]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-09-23T14:56:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:13 smithi118 ceph-mon[118212]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-09-23T14:56:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:15 smithi178 ceph-mon[104471]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:56:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:15 smithi118 ceph-mon[100225]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:56:15.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:15 smithi118 ceph-mon[118212]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:56:17.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:17 smithi118 ceph-mon[100225]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:17.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:17 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:17.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:17 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:17.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:17 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:17.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:17 smithi118 ceph-mon[118212]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:17.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:17 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:17.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:17 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:17.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:17 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:17 smithi178 ceph-mon[104471]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:17 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:17 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:17 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.543 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 7 on host 'smithi178' 2023-09-23T14:56:19.745 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:19 smithi178 ceph-mon[104471]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:19.745 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.745 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.745 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:19.745 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:19.746 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.746 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.746 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.746 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:19 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:19.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[100225]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:19.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:19.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:19.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[118212]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:19 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:20.173 DEBUG:teuthology.orchestra.run.smithi178:osd.7> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.7.service 2023-09-23T14:56:20.175 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-09-23T14:56:20.176 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd stat -f json 2023-09-23T14:56:20.207 INFO:journalctl@ceph.osd.7.smithi178.stdout:-- Logs begin at Sat 2023-09-23 14:31:56 UTC. -- 2023-09-23T14:56:20.530 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:56:20.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:20 smithi118 ceph-mon[100225]: from='osd.7 [v2:172.21.15.178:6824/2576702610,v1:172.21.15.178:6825/2576702610]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T14:56:20.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:20 smithi118 ceph-mon[100225]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T14:56:20.761 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:20 smithi178 ceph-mon[104471]: from='osd.7 [v2:172.21.15.178:6824/2576702610,v1:172.21.15.178:6825/2576702610]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T14:56:20.761 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:20 smithi178 ceph-mon[104471]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T14:56:20.807 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:20 smithi118 ceph-mon[118212]: from='osd.7 [v2:172.21.15.178:6824/2576702610,v1:172.21.15.178:6825/2576702610]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T14:56:20.807 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:20 smithi118 ceph-mon[118212]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T14:56:21.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[100225]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:21.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[100225]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-09-23T14:56:21.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[100225]: osdmap e53: 8 total, 7 up, 8 in 2023-09-23T14:56:21.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:21.816 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[100225]: from='osd.7 [v2:172.21.15.178:6824/2576702610,v1:172.21.15.178:6825/2576702610]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:56:21.816 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[100225]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:56:21.816 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[118212]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:21.816 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[118212]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-09-23T14:56:21.816 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[118212]: osdmap e53: 8 total, 7 up, 8 in 2023-09-23T14:56:21.816 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:21.816 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[118212]: from='osd.7 [v2:172.21.15.178:6824/2576702610,v1:172.21.15.178:6825/2576702610]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:56:21.816 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:21 smithi118 ceph-mon[118212]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:56:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:21 smithi178 ceph-mon[104471]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:21 smithi178 ceph-mon[104471]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-09-23T14:56:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:21 smithi178 ceph-mon[104471]: osdmap e53: 8 total, 7 up, 8 in 2023-09-23T14:56:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:21 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:21 smithi178 ceph-mon[104471]: from='osd.7 [v2:172.21.15.178:6824/2576702610,v1:172.21.15.178:6825/2576702610]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:56:21.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:21 smithi178 ceph-mon[104471]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T14:56:21.879 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 14:56:21 smithi178 conmon[139295]: 2023-09-23T14:56:21.561+0000 7f845957c700 -1 osd.7 0 waiting for initial osdmap 2023-09-23T14:56:21.879 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 14:56:21 smithi178 conmon[139295]: 2023-09-23T14:56:21.568+0000 7f845637b700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T14:56:22.131 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:56:22.564 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:22 smithi118 ceph-mon[100225]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:56:22.564 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:22 smithi118 ceph-mon[100225]: osdmap e54: 8 total, 7 up, 8 in 2023-09-23T14:56:22.564 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:22 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:22.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:22 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:22.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:22 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2427550499' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T14:56:22.779 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":54,"num_osds":8,"num_up_osds":7,"osd_up_since":1695480959,"num_in_osds":8,"osd_in_since":1695480965,"num_remapped_pgs":0} 2023-09-23T14:56:22.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:22 smithi118 ceph-mon[118212]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:56:22.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:22 smithi118 ceph-mon[118212]: osdmap e54: 8 total, 7 up, 8 in 2023-09-23T14:56:22.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:22 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:22.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:22 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:22.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:22 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2427550499' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T14:56:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:22 smithi178 ceph-mon[104471]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2023-09-23T14:56:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:22 smithi178 ceph-mon[104471]: osdmap e54: 8 total, 7 up, 8 in 2023-09-23T14:56:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:22 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:22 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:22 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2427550499' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T14:56:23.780 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd stat -f json 2023-09-23T14:56:23.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: purged_snaps scrub starts 2023-09-23T14:56:23.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: purged_snaps scrub ok 2023-09-23T14:56:23.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:23.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:23.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: osd.7 [v2:172.21.15.178:6824/2576702610,v1:172.21.15.178:6825/2576702610] boot 2023-09-23T14:56:23.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: osdmap e55: 8 total, 8 up, 8 in 2023-09-23T14:56:23.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:23.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:23.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:23.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: purged_snaps scrub starts 2023-09-23T14:56:23.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: purged_snaps scrub ok 2023-09-23T14:56:23.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:23.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:23.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: osd.7 [v2:172.21.15.178:6824/2576702610,v1:172.21.15.178:6825/2576702610] boot 2023-09-23T14:56:23.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: osdmap e55: 8 total, 8 up, 8 in 2023-09-23T14:56:23.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:23.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:23.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:23.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:23.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:23.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:23.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:23 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: purged_snaps scrub starts 2023-09-23T14:56:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: purged_snaps scrub ok 2023-09-23T14:56:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-09-23T14:56:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: osd.7 [v2:172.21.15.178:6824/2576702610,v1:172.21.15.178:6825/2576702610] boot 2023-09-23T14:56:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: osdmap e55: 8 total, 8 up, 8 in 2023-09-23T14:56:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:23.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:23.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:23.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:23.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:23.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:23 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:24.124 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:56:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:24 smithi178 ceph-mon[104471]: Detected new or changed devices on smithi178 2023-09-23T14:56:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:24 smithi178 ceph-mon[104471]: Adjusting osd_memory_target on smithi178 to 4292M 2023-09-23T14:56:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:24 smithi178 ceph-mon[104471]: osdmap e56: 8 total, 8 up, 8 in 2023-09-23T14:56:25.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:24 smithi118 ceph-mon[100225]: Detected new or changed devices on smithi178 2023-09-23T14:56:25.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:24 smithi118 ceph-mon[100225]: Adjusting osd_memory_target on smithi178 to 4292M 2023-09-23T14:56:25.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:24 smithi118 ceph-mon[100225]: osdmap e56: 8 total, 8 up, 8 in 2023-09-23T14:56:25.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:24 smithi118 ceph-mon[118212]: Detected new or changed devices on smithi178 2023-09-23T14:56:25.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:24 smithi118 ceph-mon[118212]: Adjusting osd_memory_target on smithi178 to 4292M 2023-09-23T14:56:25.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:24 smithi118 ceph-mon[118212]: osdmap e56: 8 total, 8 up, 8 in 2023-09-23T14:56:25.773 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:56:25.800 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:25 smithi118 ceph-mon[118212]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:25.800 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:25 smithi118 ceph-mon[118212]: osdmap e57: 8 total, 8 up, 8 in 2023-09-23T14:56:25.800 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:25 smithi118 ceph-mon[118212]: osdmap e58: 8 total, 8 up, 8 in 2023-09-23T14:56:25.801 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:25 smithi118 ceph-mon[100225]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:25.801 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:25 smithi118 ceph-mon[100225]: osdmap e57: 8 total, 8 up, 8 in 2023-09-23T14:56:25.801 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:25 smithi118 ceph-mon[100225]: osdmap e58: 8 total, 8 up, 8 in 2023-09-23T14:56:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:25 smithi178 ceph-mon[104471]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:25 smithi178 ceph-mon[104471]: osdmap e57: 8 total, 8 up, 8 in 2023-09-23T14:56:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:25 smithi178 ceph-mon[104471]: osdmap e58: 8 total, 8 up, 8 in 2023-09-23T14:56:26.479 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1695480982,"num_in_osds":8,"osd_in_since":1695480965,"num_remapped_pgs":0} 2023-09-23T14:56:26.480 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T14:56:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:26 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/518216093' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T14:56:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:26 smithi118 ceph-mon[100225]: osdmap e59: 8 total, 8 up, 8 in 2023-09-23T14:56:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:26 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/518216093' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T14:56:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:26 smithi118 ceph-mon[118212]: osdmap e59: 8 total, 8 up, 8 in 2023-09-23T14:56:26.861 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:56:26.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:26 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/518216093' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-09-23T14:56:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:26 smithi178 ceph-mon[104471]: osdmap e59: 8 total, 8 up, 8 in 2023-09-23T14:56:27.781 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:27 smithi118 ceph-mon[118212]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:27.782 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:27 smithi118 ceph-mon[100225]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:27 smithi178 ceph-mon[104471]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:28.418 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:56:28.418 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":59,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","created":"2023-09-23T14:51:29.898655+0000","modified":"2023-09-23T14:56:26.241975+0000","last_up_change":"2023-09-23T14:56:22.559207+0000","last_in_change":"2023-09-23T14:56:05.180194+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T14:54:28.481627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"efc8e2d6-f5b4-4927-85fd-5207aef6e6aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6802","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6803","nonce":3903501740}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6804","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6805","nonce":3903501740}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6808","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6809","nonce":3903501740}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6806","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6807","nonce":3903501740}]},"public_addr":"172.21.15.118:6803/3903501740","cluster_addr":"172.21.15.118:6805/3903501740","heartbeat_back_addr":"172.21.15.118:6809/3903501740","heartbeat_front_addr":"172.21.15.118:6807/3903501740","state":["exists","up"]},{"osd":1,"uuid":"7b1fee90-d1aa-4264-a1ae-21633b287d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6810","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6811","nonce":59675331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6812","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6813","nonce":59675331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6816","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6817","nonce":59675331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6814","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6815","nonce":59675331}]},"public_addr":"172.21.15.118:6811/59675331","cluster_addr":"172.21.15.118:6813/59675331","heartbeat_back_addr":"172.21.15.118:6817/59675331","heartbeat_front_addr":"172.21.15.118:6815/59675331","state":["exists","up"]},{"osd":2,"uuid":"5e331822-4d3c-4b5c-8cfa-b4568f66961b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6818","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6819","nonce":3587798585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6820","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6821","nonce":3587798585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6824","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6825","nonce":3587798585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6822","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6823","nonce":3587798585}]},"public_addr":"172.21.15.118:6819/3587798585","cluster_addr":"172.21.15.118:6821/3587798585","heartbeat_back_addr":"172.21.15.118:6825/3587798585","heartbeat_front_addr":"172.21.15.118:6823/3587798585","state":["exists","up"]},{"osd":3,"uuid":"b0d588c7-3821-4bd0-b170-6c24c1daece8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6826","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6827","nonce":2565646435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6828","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6829","nonce":2565646435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6832","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6833","nonce":2565646435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6830","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6831","nonce":2565646435}]},"public_addr":"172.21.15.118:6827/2565646435","cluster_addr":"172.21.15.118:6829/2565646435","heartbeat_back_addr":"172.21.15.118:6833/2565646435","heartbeat_front_addr":"172.21.15.118:6831/2565646435","state":["exists","up"]},{"osd":4,"uuid":"04df134a-b1b5-4165-bbd9-a4c111a6874d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6801","nonce":3061359291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6803","nonce":3061359291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6807","nonce":3061359291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6805","nonce":3061359291}]},"public_addr":"172.21.15.178:6801/3061359291","cluster_addr":"172.21.15.178:6803/3061359291","heartbeat_back_addr":"172.21.15.178:6807/3061359291","heartbeat_front_addr":"172.21.15.178:6805/3061359291","state":["exists","up"]},{"osd":5,"uuid":"3b398f78-749d-440d-8afd-57ae5b890346","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6809","nonce":2641122765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6811","nonce":2641122765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6815","nonce":2641122765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6813","nonce":2641122765}]},"public_addr":"172.21.15.178:6809/2641122765","cluster_addr":"172.21.15.178:6811/2641122765","heartbeat_back_addr":"172.21.15.178:6815/2641122765","heartbeat_front_addr":"172.21.15.178:6813/2641122765","state":["exists","up"]},{"osd":6,"uuid":"86a6ec0f-884d-4f6b-8fc1-360dc8d847bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6817","nonce":3863537489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6819","nonce":3863537489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6823","nonce":3863537489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6821","nonce":3863537489}]},"public_addr":"172.21.15.178:6817/3863537489","cluster_addr":"172.21.15.178:6819/3863537489","heartbeat_back_addr":"172.21.15.178:6823/3863537489","heartbeat_front_addr":"172.21.15.178:6821/3863537489","state":["exists","up"]},{"osd":7,"uuid":"2df21937-2668-45dd-bb1a-e9b1835a8b81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6825","nonce":2576702610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6827","nonce":2576702610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6831","nonce":2576702610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6829","nonce":2576702610}]},"public_addr":"172.21.15.178:6825/2576702610","cluster_addr":"172.21.15.178:6827/2576702610","heartbeat_back_addr":"172.21.15.178:6831/2576702610","heartbeat_front_addr":"172.21.15.178:6829/2576702610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:53:37.616732+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:01.464917+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:24.487975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:48.543832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:10.652416+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:34.023248+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:57.634210+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:56:20.644152+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.118:0/4249315536":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/2139662217":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1639125099":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1930847727":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1872462244":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2078246904":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/3125157696":"2023-09-24T14:52:20.140371+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T14:56:28.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:28 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/415811130' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:56:28.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:28 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/415811130' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:56:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:28 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/415811130' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:56:29.070 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T14:54:28.481627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-09-23T14:56:29.070 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool get .mgr pg_num 2023-09-23T14:56:29.407 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:56:29.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:29 smithi178 ceph-mon[104471]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:29.938 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:29 smithi118 ceph-mon[118212]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:29.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:29 smithi118 ceph-mon[100225]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:30.977 INFO:teuthology.orchestra.run.smithi118.stdout:pg_num: 1 2023-09-23T14:56:31.679 INFO:tasks.cephadm:Adding prometheus.a on smithi178 2023-09-23T14:56:31.679 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch apply prometheus '1;smithi178=a' 2023-09-23T14:56:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:31 smithi178 ceph-mon[104471]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-09-23T14:56:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:31 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/113768635' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-09-23T14:56:32.029 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:56:32.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:31 smithi118 ceph-mon[100225]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-09-23T14:56:32.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:31 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/113768635' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-09-23T14:56:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:31 smithi118 ceph-mon[118212]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-09-23T14:56:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:31 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/113768635' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-09-23T14:56:33.812 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled prometheus update... 2023-09-23T14:56:33.838 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:33 smithi178 ceph-mon[104471]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2023-09-23T14:56:34.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:33 smithi118 ceph-mon[100225]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2023-09-23T14:56:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:33 smithi118 ceph-mon[118212]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2023-09-23T14:56:34.458 DEBUG:teuthology.orchestra.run.smithi178:prometheus.a> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@prometheus.a.service 2023-09-23T14:56:34.460 INFO:tasks.cephadm:Adding node-exporter.a on smithi118 2023-09-23T14:56:34.460 INFO:tasks.cephadm:Adding node-exporter.b on smithi178 2023-09-23T14:56:34.460 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch apply node-exporter '2;smithi118=a;smithi178=b' 2023-09-23T14:56:34.489 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:-- Logs begin at Sat 2023-09-23 14:31:56 UTC. -- 2023-09-23T14:56:34.827 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:56:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[100225]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi178=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[100225]: Saving service prometheus spec with placement smithi178=a;count:1 2023-09-23T14:56:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:35.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[100225]: Deploying daemon prometheus.a on smithi178 2023-09-23T14:56:35.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[100225]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-09-23T14:56:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[118212]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi178=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[118212]: Saving service prometheus spec with placement smithi178=a;count:1 2023-09-23T14:56:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[118212]: Deploying daemon prometheus.a on smithi178 2023-09-23T14:56:35.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:34 smithi118 ceph-mon[118212]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-09-23T14:56:35.080 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:34 smithi178 ceph-mon[104471]: from='client.24325 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi178=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:35.080 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:34 smithi178 ceph-mon[104471]: Saving service prometheus spec with placement smithi178=a;count:1 2023-09-23T14:56:35.080 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:34 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:35.080 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:34 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:35.080 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:34 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:35.080 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:34 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:35.080 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:34 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:35.080 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:34 smithi178 ceph-mon[104471]: Deploying daemon prometheus.a on smithi178 2023-09-23T14:56:35.080 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:34 smithi178 ceph-mon[104471]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-09-23T14:56:36.920 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled node-exporter update... 2023-09-23T14:56:37.243 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:37 smithi178 ceph-mon[104471]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:56:37.243 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:37 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:37.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:37 smithi118 ceph-mon[100225]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:56:37.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:37 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:37 smithi118 ceph-mon[118212]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-09-23T14:56:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:37 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:38.565 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:38 smithi178 ceph-mon[104471]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi118=a;smithi178=b", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:38.565 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:38 smithi178 ceph-mon[104471]: Saving service node-exporter spec with placement smithi118=a;smithi178=b;count:2 2023-09-23T14:56:38.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:38 smithi118 ceph-mon[100225]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi118=a;smithi178=b", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:38.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:38 smithi118 ceph-mon[100225]: Saving service node-exporter spec with placement smithi118=a;smithi178=b;count:2 2023-09-23T14:56:38.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:38 smithi118 ceph-mon[118212]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi118=a;smithi178=b", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:38.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:38 smithi118 ceph-mon[118212]: Saving service node-exporter spec with placement smithi118=a;smithi178=b;count:2 2023-09-23T14:56:38.584 DEBUG:teuthology.orchestra.run.smithi118:node-exporter.a> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@node-exporter.a.service 2023-09-23T14:56:38.586 DEBUG:teuthology.orchestra.run.smithi178:node-exporter.b> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@node-exporter.b.service 2023-09-23T14:56:38.589 INFO:tasks.cephadm:Adding alertmanager.a on smithi118 2023-09-23T14:56:38.589 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch apply alertmanager '1;smithi118=a' 2023-09-23T14:56:38.617 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:-- Logs begin at Sat 2023-09-23 14:31:56 UTC. -- 2023-09-23T14:56:38.623 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:-- Logs begin at Sat 2023-09-23 14:32:04 UTC. -- 2023-09-23T14:56:39.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:39 smithi118 ceph-mon[100225]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-09-23T14:56:39.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:39 smithi118 ceph-mon[118212]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-09-23T14:56:39.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:39 smithi178 ceph-mon[104471]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-09-23T14:56:41.206 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:56:41.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:41 smithi118 ceph-mon[100225]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-09-23T14:56:41.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:41 smithi118 ceph-mon[118212]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-09-23T14:56:41.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:41 smithi178 ceph-mon[104471]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-09-23T14:56:43.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:43 smithi118 ceph-mon[100225]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:43 smithi118 ceph-mon[118212]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:43.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:43 smithi178 ceph-mon[104471]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:45 smithi118 ceph-mon[118212]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:45 smithi118 ceph-mon[100225]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:45.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:45 smithi178 ceph-mon[104471]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:46.966 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled alertmanager update... 2023-09-23T14:56:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:47 smithi118 ceph-mon[100225]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:47 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:47.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:47 smithi118 ceph-mon[118212]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:47.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:47 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:47 smithi178 ceph-mon[104471]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:47 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:47.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:47 smithi178 systemd[1]: Starting Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:56:47.721 DEBUG:teuthology.orchestra.run.smithi118:alertmanager.a> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@alertmanager.a.service 2023-09-23T14:56:47.724 INFO:tasks.cephadm:Adding grafana.a on smithi178 2023-09-23T14:56:47.725 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph orch apply grafana '1;smithi178=a' 2023-09-23T14:56:47.758 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:-- Logs begin at Sat 2023-09-23 14:32:04 UTC. -- 2023-09-23T14:56:48.329 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:56:48.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:48 smithi178 ceph-mon[104471]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi118=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:48.548 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:48 smithi178 ceph-mon[104471]: Saving service alertmanager spec with placement smithi118=a;count:1 2023-09-23T14:56:48.548 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.251Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-09-23T14:56:48.548 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.252Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-09-23T14:56:48.548 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.252Z caller=main.go:570 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi178 (none))" 2023-09-23T14:56:48.548 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.252Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-09-23T14:56:48.548 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.252Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-09-23T14:56:48.548 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.253Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-09-23T14:56:48.548 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.253Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-09-23T14:56:48.548 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.254Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-09-23T14:56:48.548 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.254Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.257Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.257Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.637µs 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.257Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.257Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.257Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.839µs wal_replay_duration=247.808µs wbl_replay_duration=137ns total_replay_duration=284.107µs 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.258Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.258Z caller=main.go:1029 level=info msg="TSDB started" 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.258Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 bash[146581]: 321fa00468d9c28fe6b28d5ee7aa58e5d24919b66608265539adfef7dd55df57 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 systemd[1]: Started Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.275Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.792053ms db_storage=843ns remote_storage=1.602µs web_handler=425ns query_engine=525ns scrape=255.867µs scrape_sd=19.441µs notify=722ns notify_sd=1.441µs rules=16.349625ms tracing=8.978µs 2023-09-23T14:56:48.549 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.275Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-09-23T14:56:48.550 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:56:48 smithi178 conmon[146674]: ts=2023-09-23T14:56:48.275Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-09-23T14:56:48.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:48 smithi118 ceph-mon[100225]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi118=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:48.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:48 smithi118 ceph-mon[100225]: Saving service alertmanager spec with placement smithi118=a;count:1 2023-09-23T14:56:48.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:48 smithi118 ceph-mon[118212]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi118=a", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:56:48.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:48 smithi118 ceph-mon[118212]: Saving service alertmanager spec with placement smithi118=a;count:1 2023-09-23T14:56:49.625 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:49 smithi118 conmon[100650]: ignoring --setuser ceph since I am not root 2023-09-23T14:56:49.625 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:49 smithi118 conmon[100650]: ignoring --setgroup ceph since I am not root 2023-09-23T14:56:49.625 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:49 smithi118 ceph-mgr[100674]: -- 172.21.15.118:0/1258047303 <== mon.0 v2:172.21.15.118:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55647a9829c0 con 0x55647a95b000 2023-09-23T14:56:49.625 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:49 smithi118 conmon[100650]: 2023-09-23T14:56:49.549+0000 7f718ffed1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T14:56:49.626 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:49 smithi118 ceph-mon[118212]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:49.626 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:49 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:49.626 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:49 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:49.626 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:49 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:49.626 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:49 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-09-23T14:56:49.626 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:49 smithi118 ceph-mon[100225]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:49.626 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:49 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:49.627 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:49 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:49.627 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:49 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:49.627 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:49 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-09-23T14:56:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:49 smithi178 ceph-mon[104471]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:49 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:49 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:49 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' 2023-09-23T14:56:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:49 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-09-23T14:56:49.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:49 smithi178 conmon[107695]: ignoring --setuser ceph since I am not root 2023-09-23T14:56:49.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:49 smithi178 conmon[107695]: ignoring --setgroup ceph since I am not root 2023-09-23T14:56:49.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:49 smithi178 ceph-mgr[107719]: -- 172.21.15.178:0/872642357 <== mon.0 v2:172.21.15.118:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56345cd849c0 con 0x56345cd5c800 2023-09-23T14:56:49.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:49 smithi178 conmon[107695]: 2023-09-23T14:56:49.560+0000 7f52adf441c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T14:56:49.966 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:49 smithi118 conmon[100650]: 2023-09-23T14:56:49.625+0000 7f718ffed1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T14:56:49.966 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:49 smithi118 conmon[100650]: 2023-09-23T14:56:49.711+0000 7f718ffed1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T14:56:49.966 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:49 smithi118 conmon[100650]: 2023-09-23T14:56:49.801+0000 7f718ffed1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T14:56:50.005 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:49 smithi178 conmon[107695]: 2023-09-23T14:56:49.638+0000 7f52adf441c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T14:56:50.006 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:49 smithi178 conmon[107695]: 2023-09-23T14:56:49.728+0000 7f52adf441c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T14:56:50.006 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:49 smithi178 conmon[107695]: 2023-09-23T14:56:49.830+0000 7f52adf441c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T14:56:50.006 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:50 smithi178 conmon[107695]: 2023-09-23T14:56:50.005+0000 7f52adf441c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T14:56:50.267 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:49 smithi118 conmon[100650]: 2023-09-23T14:56:49.966+0000 7f718ffed1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T14:56:50.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:50 smithi118 ceph-mon[100225]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-09-23T14:56:50.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:50 smithi118 ceph-mon[100225]: mgrmap e16: y(active, since 4m), standbys: x 2023-09-23T14:56:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:50 smithi118 ceph-mon[118212]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-09-23T14:56:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:50 smithi118 ceph-mon[118212]: mgrmap e16: y(active, since 4m), standbys: x 2023-09-23T14:56:50.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:50 smithi118 conmon[100650]: 2023-09-23T14:56:50.267+0000 7f718ffed1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T14:56:50.570 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:50 smithi118 conmon[100650]: 2023-09-23T14:56:50.354+0000 7f718ffed1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T14:56:50.570 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:50 smithi118 conmon[100650]: 2023-09-23T14:56:50.480+0000 7f718ffed1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T14:56:50.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:50 smithi178 ceph-mon[104471]: from='mgr.14152 172.21.15.118:0/2324032527' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-09-23T14:56:50.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:50 smithi178 ceph-mon[104471]: mgrmap e16: y(active, since 4m), standbys: x 2023-09-23T14:56:50.615 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:50 smithi178 conmon[107695]: 2023-09-23T14:56:50.311+0000 7f52adf441c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T14:56:50.615 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:50 smithi178 conmon[107695]: 2023-09-23T14:56:50.398+0000 7f52adf441c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T14:56:50.615 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:50 smithi178 conmon[107695]: 2023-09-23T14:56:50.524+0000 7f52adf441c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T14:56:50.616 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:50 smithi178 conmon[107695]: 2023-09-23T14:56:50.615+0000 7f52adf441c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T14:56:50.986 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:50 smithi118 conmon[100650]: 2023-09-23T14:56:50.573+0000 7f718ffed1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T14:56:51.318 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:50 smithi118 conmon[100650]: 2023-09-23T14:56:50.986+0000 7f718ffed1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T14:56:51.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:51 smithi178 conmon[107695]: 2023-09-23T14:56:51.029+0000 7f52adf441c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T14:56:51.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:51 smithi118 conmon[100650]: 2023-09-23T14:56:51.541+0000 7f718ffed1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T14:56:51.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:51 smithi118 conmon[100650]: 2023-09-23T14:56:51.707+0000 7f718ffed1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T14:56:51.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:51 smithi178 conmon[107695]: 2023-09-23T14:56:51.580+0000 7f52adf441c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T14:56:51.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:51 smithi178 conmon[107695]: 2023-09-23T14:56:51.748+0000 7f52adf441c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T14:56:52.712 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:52 smithi118 conmon[100650]: 2023-09-23T14:56:52.455+0000 7f718ffed1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:56:52.713 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:52 smithi118 conmon[100650]: 2023-09-23T14:56:52.544+0000 7f718ffed1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T14:56:52.756 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:52 smithi178 conmon[107695]: 2023-09-23T14:56:52.501+0000 7f52adf441c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:56:52.756 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:52 smithi178 conmon[107695]: 2023-09-23T14:56:52.589+0000 7f52adf441c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T14:56:52.985 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:52 smithi118 conmon[100650]: 2023-09-23T14:56:52.712+0000 7f718ffed1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:56:53.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:52 smithi118 conmon[100650]: 2023-09-23T14:56:52.985+0000 7f718ffed1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T14:56:53.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:53 smithi118 conmon[100650]: 2023-09-23T14:56:53.072+0000 7f718ffed1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T14:56:53.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:52 smithi178 conmon[107695]: 2023-09-23T14:56:52.756+0000 7f52adf441c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T14:56:53.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:53 smithi178 conmon[107695]: 2023-09-23T14:56:53.028+0000 7f52adf441c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T14:56:53.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:53 smithi178 conmon[107695]: 2023-09-23T14:56:53.114+0000 7f52adf441c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T14:56:53.611 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:53 smithi118 conmon[100650]: 2023-09-23T14:56:53.355+0000 7f718ffed1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T14:56:53.655 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:53 smithi178 conmon[107695]: 2023-09-23T14:56:53.401+0000 7f52adf441c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T14:56:54.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:53 smithi118 conmon[100650]: 2023-09-23T14:56:53.611+0000 7f718ffed1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T14:56:54.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:53 smithi178 conmon[107695]: 2023-09-23T14:56:53.655+0000 7f52adf441c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T14:56:54.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:54 smithi118 conmon[100650]: 2023-09-23T14:56:54.309+0000 7f718ffed1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T14:56:54.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:54 smithi118 conmon[100650]: 2023-09-23T14:56:54.437+0000 7f718ffed1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T14:56:54.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:54 smithi178 conmon[107695]: 2023-09-23T14:56:54.350+0000 7f52adf441c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T14:56:54.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:54 smithi178 conmon[107695]: 2023-09-23T14:56:54.478+0000 7f52adf441c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T14:56:54.950 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:54 smithi118 conmon[100650]: 2023-09-23T14:56:54.624+0000 7f718ffed1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T14:56:54.951 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:54 smithi118 conmon[100650]: 2023-09-23T14:56:54.738+0000 7f718ffed1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T14:56:54.984 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:54 smithi178 conmon[107695]: 2023-09-23T14:56:54.663+0000 7f52adf441c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T14:56:54.984 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:54 smithi178 conmon[107695]: 2023-09-23T14:56:54.775+0000 7f52adf441c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T14:56:55.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:54 smithi118 conmon[100650]: 2023-09-23T14:56:54.949+0000 7f718ffed1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T14:56:55.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:54 smithi178 conmon[107695]: 2023-09-23T14:56:54.984+0000 7f52adf441c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T14:56:56.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:55 smithi118 conmon[100650]: 2023-09-23T14:56:55.795+0000 7f718ffed1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T14:56:56.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:55 smithi118 conmon[100650]: [23/Sep/2023:14:56:55] ENGINE Bus STARTING 2023-09-23T14:56:56.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:56 smithi118 conmon[100650]: CherryPy Checker: 2023-09-23T14:56:56.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:56 smithi118 conmon[100650]: The Application mounted at '' has an empty config. 2023-09-23T14:56:56.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:56 smithi118 conmon[100650]: 2023-09-23T14:56:56.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:56 smithi118 conmon[100650]: [23/Sep/2023:14:56:56] ENGINE Serving on http://:::9283 2023-09-23T14:56:56.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:56:56 smithi118 conmon[100650]: [23/Sep/2023:14:56:56] ENGINE Bus STARTED 2023-09-23T14:56:56.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:55 smithi178 conmon[107695]: 2023-09-23T14:56:55.828+0000 7f52adf441c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T14:56:56.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:55 smithi178 conmon[107695]: [23/Sep/2023:14:56:55] ENGINE Bus STARTING 2023-09-23T14:56:56.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:55 smithi178 conmon[107695]: CherryPy Checker: 2023-09-23T14:56:56.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:55 smithi178 conmon[107695]: The Application mounted at '' has an empty config. 2023-09-23T14:56:56.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:55 smithi178 conmon[107695]: 2023-09-23T14:56:56.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:55 smithi178 conmon[107695]: [23/Sep/2023:14:56:55] ENGINE Serving on http://:::9283 2023-09-23T14:56:56.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:56:55 smithi178 conmon[107695]: [23/Sep/2023:14:56:55] ENGINE Bus STARTED 2023-09-23T14:56:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: Active manager daemon y restarted 2023-09-23T14:56:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: Activating manager daemon y 2023-09-23T14:56:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: osdmap e60: 8 total, 8 up, 8 in 2023-09-23T14:56:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: mgrmap e17: y(active, starting, since 0.00613577s), standbys: x 2023-09-23T14:56:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:56:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:56:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T14:56:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: Manager daemon y is now available 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: Standby manager daemon x restarted 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: Standby manager daemon x started 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T14:56:56.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T14:56:56.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: Active manager daemon y restarted 2023-09-23T14:56:56.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: Activating manager daemon y 2023-09-23T14:56:56.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: osdmap e60: 8 total, 8 up, 8 in 2023-09-23T14:56:56.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: mgrmap e17: y(active, starting, since 0.00613577s), standbys: x 2023-09-23T14:56:56.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:56:56.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:56:56.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:56:56.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T14:56:56.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T14:56:56.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:56:56.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: Manager daemon y is now available 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: Standby manager daemon x restarted 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: Standby manager daemon x started 2023-09-23T14:56:56.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T14:56:56.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T14:56:56.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T14:56:56.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T14:56:56.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:56.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:56.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:56.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:56:56.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T14:56:56.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T14:56:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: Active manager daemon y restarted 2023-09-23T14:56:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: Activating manager daemon y 2023-09-23T14:56:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: osdmap e60: 8 total, 8 up, 8 in 2023-09-23T14:56:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: mgrmap e17: y(active, starting, since 0.00613577s), standbys: x 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T14:56:56.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: Manager daemon y is now available 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: Standby manager daemon x restarted 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: Standby manager daemon x started 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/1693046645' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T14:56:56.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:56.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:56:56.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:56.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:56:56.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T14:56:56.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T14:56:56.831 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled grafana update... 2023-09-23T14:56:57.616 DEBUG:teuthology.orchestra.run.smithi178:grafana.a> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@grafana.a.service 2023-09-23T14:56:57.618 INFO:tasks.cephadm:Setting up client nodes... 2023-09-23T14:56:57.618 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-09-23T14:56:57.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:-- Logs begin at Sat 2023-09-23 14:31:56 UTC. -- 2023-09-23T14:56:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:57 smithi178 ceph-mon[104471]: mgrmap e18: y(active, since 1.01039s), standbys: x 2023-09-23T14:56:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:57 smithi178 ceph-mon[104471]: Saving service grafana spec with placement smithi178=a;count:1 2023-09-23T14:56:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:57 smithi178 ceph-mon[104471]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:57 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:57 smithi178 ceph-mon[104471]: [23/Sep/2023:14:56:56] ENGINE Bus STARTING 2023-09-23T14:56:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:57 smithi178 ceph-mon[104471]: [23/Sep/2023:14:56:57] ENGINE Serving on https://172.21.15.118:7150 2023-09-23T14:56:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:57 smithi178 ceph-mon[104471]: [23/Sep/2023:14:56:57] ENGINE Bus STARTED 2023-09-23T14:56:57.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:57 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:57.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:57 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:57.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:57 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:57.973 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:56:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[118212]: mgrmap e18: y(active, since 1.01039s), standbys: x 2023-09-23T14:56:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[118212]: Saving service grafana spec with placement smithi178=a;count:1 2023-09-23T14:56:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[118212]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[118212]: [23/Sep/2023:14:56:56] ENGINE Bus STARTING 2023-09-23T14:56:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[118212]: [23/Sep/2023:14:56:57] ENGINE Serving on https://172.21.15.118:7150 2023-09-23T14:56:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[118212]: [23/Sep/2023:14:56:57] ENGINE Bus STARTED 2023-09-23T14:56:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:58.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[100225]: mgrmap e18: y(active, since 1.01039s), standbys: x 2023-09-23T14:56:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[100225]: Saving service grafana spec with placement smithi178=a;count:1 2023-09-23T14:56:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[100225]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[100225]: [23/Sep/2023:14:56:56] ENGINE Bus STARTING 2023-09-23T14:56:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[100225]: [23/Sep/2023:14:56:57] ENGINE Serving on https://172.21.15.118:7150 2023-09-23T14:56:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[100225]: [23/Sep/2023:14:56:57] ENGINE Bus STARTED 2023-09-23T14:56:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:58.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:58.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:57 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.371 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: mgrmap e19: y(active, since 3s), standbys: x 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.372 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.373 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:59.373 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:59.373 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:59.373 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.373 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.373 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.373 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.373 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: mgrmap e19: y(active, since 3s), standbys: x 2023-09-23T14:56:59.374 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.374 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.374 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.374 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.374 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.374 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.374 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.374 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:59.374 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:56:59 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:56:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: mgrmap e19: y(active, since 3s), standbys: x 2023-09-23T14:56:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T14:56:59.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:56:59.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:56:59.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:56:59 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:56:59.852 INFO:teuthology.orchestra.run.smithi118.stdout:[client.0] 2023-09-23T14:56:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: key = AQC7/A5lAligMhAA2V/kRHoys2sjA0UhzNUDkw== 2023-09-23T14:57:00.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: Adjusting osd_memory_target on smithi178 to 4036M 2023-09-23T14:57:00.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T14:57:00.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T14:57:00.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:57:00.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:57:00.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2969035741' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T14:57:00.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2969035741' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T14:57:00.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.518 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: Adjusting osd_memory_target on smithi178 to 4036M 2023-09-23T14:57:00.518 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T14:57:00.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T14:57:00.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:57:00.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:57:00.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2969035741' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T14:57:00.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2969035741' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T14:57:00.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.537 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:57:00.537 DEBUG:teuthology.orchestra.run.smithi118:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-09-23T14:57:00.537 DEBUG:teuthology.orchestra.run.smithi118:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-09-23T14:57:00.579 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-09-23T14:57:00.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: Adjusting osd_memory_target on smithi178 to 4036M 2023-09-23T14:57:00.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T14:57:00.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T14:57:00.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:57:00.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T14:57:00.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2969035741' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T14:57:00.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2969035741' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T14:57:00.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:00.927 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T14:57:01.537 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:01 smithi178 ceph-mon[104471]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:57:01.537 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:01 smithi178 ceph-mon[104471]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:57:01.537 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:01 smithi178 ceph-mon[104471]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T14:57:01.538 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:01 smithi178 ceph-mon[104471]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:01.538 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:01 smithi178 ceph-mon[104471]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T14:57:01.538 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:01 smithi178 ceph-mon[104471]: Deploying daemon alertmanager.a on smithi118 2023-09-23T14:57:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[118212]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:57:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[118212]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:57:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[118212]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T14:57:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[118212]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[118212]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T14:57:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[118212]: Deploying daemon alertmanager.a on smithi118 2023-09-23T14:57:01.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[100225]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:57:01.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[100225]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T14:57:01.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[100225]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T14:57:01.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[100225]: pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:01.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[100225]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T14:57:01.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:01 smithi118 ceph-mon[100225]: Deploying daemon alertmanager.a on smithi118 2023-09-23T14:57:02.205 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:57:01 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:57:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:57:02.671 INFO:teuthology.orchestra.run.smithi178.stdout:[client.1] 2023-09-23T14:57:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: key = AQC+/A5lgKTdJxAACuSdlopfpGuNY/wBVgnM0A== 2023-09-23T14:57:03.218 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2023-09-23T14:57:03.218 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-09-23T14:57:03.218 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-09-23T14:57:03.301 INFO:tasks.cephadm:Waiting for OSDs to come up 2023-09-23T14:57:03.301 DEBUG:teuthology.orchestra.run.smithi118:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-09-23T14:57:03.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:03 smithi118 ceph-mon[118212]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:03.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:03 smithi118 ceph-mon[118212]: from='client.? 172.21.15.178:0/2506835234' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T14:57:03.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:03 smithi118 ceph-mon[118212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T14:57:03.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:03 smithi118 ceph-mon[118212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T14:57:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:03 smithi118 ceph-mon[100225]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:03.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:03 smithi118 ceph-mon[100225]: from='client.? 172.21.15.178:0/2506835234' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T14:57:03.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:03 smithi118 ceph-mon[100225]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T14:57:03.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:03 smithi118 ceph-mon[100225]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T14:57:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:03 smithi178 ceph-mon[104471]: pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:03 smithi178 ceph-mon[104471]: from='client.? 172.21.15.178:0/2506835234' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T14:57:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:03 smithi178 ceph-mon[104471]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-09-23T14:57:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:03 smithi178 ceph-mon[104471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-09-23T14:57:03.639 INFO:teuthology.misc.health.smithi118.stdout: 2023-09-23T14:57:03.640 INFO:teuthology.misc.health.smithi118.stdout:{"epoch":60,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","created":"2023-09-23T14:51:29.898655+0000","modified":"2023-09-23T14:56:55.810168+0000","last_up_change":"2023-09-23T14:56:22.559207+0000","last_in_change":"2023-09-23T14:56:05.180194+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T14:54:28.481627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"efc8e2d6-f5b4-4927-85fd-5207aef6e6aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6802","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6803","nonce":3903501740}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6804","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6805","nonce":3903501740}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6808","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6809","nonce":3903501740}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6806","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6807","nonce":3903501740}]},"public_addr":"172.21.15.118:6803/3903501740","cluster_addr":"172.21.15.118:6805/3903501740","heartbeat_back_addr":"172.21.15.118:6809/3903501740","heartbeat_front_addr":"172.21.15.118:6807/3903501740","state":["exists","up"]},{"osd":1,"uuid":"7b1fee90-d1aa-4264-a1ae-21633b287d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6810","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6811","nonce":59675331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6812","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6813","nonce":59675331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6816","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6817","nonce":59675331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6814","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6815","nonce":59675331}]},"public_addr":"172.21.15.118:6811/59675331","cluster_addr":"172.21.15.118:6813/59675331","heartbeat_back_addr":"172.21.15.118:6817/59675331","heartbeat_front_addr":"172.21.15.118:6815/59675331","state":["exists","up"]},{"osd":2,"uuid":"5e331822-4d3c-4b5c-8cfa-b4568f66961b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6818","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6819","nonce":3587798585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6820","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6821","nonce":3587798585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6824","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6825","nonce":3587798585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6822","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6823","nonce":3587798585}]},"public_addr":"172.21.15.118:6819/3587798585","cluster_addr":"172.21.15.118:6821/3587798585","heartbeat_back_addr":"172.21.15.118:6825/3587798585","heartbeat_front_addr":"172.21.15.118:6823/3587798585","state":["exists","up"]},{"osd":3,"uuid":"b0d588c7-3821-4bd0-b170-6c24c1daece8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6826","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6827","nonce":2565646435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6828","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6829","nonce":2565646435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6832","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6833","nonce":2565646435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6830","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6831","nonce":2565646435}]},"public_addr":"172.21.15.118:6827/2565646435","cluster_addr":"172.21.15.118:6829/2565646435","heartbeat_back_addr":"172.21.15.118:6833/2565646435","heartbeat_front_addr":"172.21.15.118:6831/2565646435","state":["exists","up"]},{"osd":4,"uuid":"04df134a-b1b5-4165-bbd9-a4c111a6874d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6801","nonce":3061359291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6803","nonce":3061359291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6807","nonce":3061359291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6805","nonce":3061359291}]},"public_addr":"172.21.15.178:6801/3061359291","cluster_addr":"172.21.15.178:6803/3061359291","heartbeat_back_addr":"172.21.15.178:6807/3061359291","heartbeat_front_addr":"172.21.15.178:6805/3061359291","state":["exists","up"]},{"osd":5,"uuid":"3b398f78-749d-440d-8afd-57ae5b890346","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6809","nonce":2641122765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6811","nonce":2641122765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6815","nonce":2641122765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6813","nonce":2641122765}]},"public_addr":"172.21.15.178:6809/2641122765","cluster_addr":"172.21.15.178:6811/2641122765","heartbeat_back_addr":"172.21.15.178:6815/2641122765","heartbeat_front_addr":"172.21.15.178:6813/2641122765","state":["exists","up"]},{"osd":6,"uuid":"86a6ec0f-884d-4f6b-8fc1-360dc8d847bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6817","nonce":3863537489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6819","nonce":3863537489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6823","nonce":3863537489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6821","nonce":3863537489}]},"public_addr":"172.21.15.178:6817/3863537489","cluster_addr":"172.21.15.178:6819/3863537489","heartbeat_back_addr":"172.21.15.178:6823/3863537489","heartbeat_front_addr":"172.21.15.178:6821/3863537489","state":["exists","up"]},{"osd":7,"uuid":"2df21937-2668-45dd-bb1a-e9b1835a8b81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6825","nonce":2576702610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6827","nonce":2576702610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6831","nonce":2576702610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6829","nonce":2576702610}]},"public_addr":"172.21.15.178:6825/2576702610","cluster_addr":"172.21.15.178:6827/2576702610","heartbeat_back_addr":"172.21.15.178:6831/2576702610","heartbeat_front_addr":"172.21.15.178:6829/2576702610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:53:37.616732+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:01.464917+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:24.487975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:48.543832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:10.652416+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:34.023248+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:57.634210+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:56:20.644152+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.118:0/1707253320":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6801/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1039320426":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/3530206762":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1178925339":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/4249315536":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/2139662217":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1639125099":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1930847727":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6800/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1872462244":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2078246904":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/3125157696":"2023-09-24T14:52:20.140371+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T14:57:03.652 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-09-23T14:57:03.653 INFO:tasks.cephadm:Creating RBD pool 2023-09-23T14:57:03.653 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- sudo ceph --cluster ceph osd pool create rbd 8 2023-09-23T14:57:04.323 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:04.467 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:04 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/973189101' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:57:04.467 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:04 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/973189101' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:57:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:04 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/973189101' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:57:05.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:05 smithi118 ceph-mon[118212]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:05 smithi118 ceph-mon[100225]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:05 smithi178 ceph-mon[104471]: pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:07.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:07 smithi118 ceph-mon[118212]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:07.546 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:07 smithi118 systemd[1]: Starting Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:57:07.547 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:07 smithi118 ceph-mon[100225]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:07 smithi178 ceph-mon[104471]: pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:08.267 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'rbd' created 2023-09-23T14:57:08.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:08 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1895235455' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-09-23T14:57:08.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:08 smithi118 ceph-mon[118212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-09-23T14:57:08.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:08 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1895235455' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-09-23T14:57:08.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:08 smithi118 ceph-mon[100225]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-09-23T14:57:08.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:08 smithi118 conmon[163560]: ts=2023-09-23T14:57:08.234Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-09-23T14:57:08.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:08 smithi118 conmon[163560]: ts=2023-09-23T14:57:08.234Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-09-23T14:57:08.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:08 smithi118 conmon[163560]: ts=2023-09-23T14:57:08.236Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.118 port=9094 2023-09-23T14:57:08.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:08 smithi118 conmon[163560]: ts=2023-09-23T14:57:08.237Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-09-23T14:57:08.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:08 smithi118 conmon[163560]: ts=2023-09-23T14:57:08.259Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T14:57:08.571 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:08 smithi118 conmon[163560]: ts=2023-09-23T14:57:08.260Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T14:57:08.571 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:08 smithi118 conmon[163560]: ts=2023-09-23T14:57:08.263Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-09-23T14:57:08.571 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:08 smithi118 conmon[163560]: ts=2023-09-23T14:57:08.263Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-09-23T14:57:08.571 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:08 smithi118 bash[163517]: 7bb92a31e2f68d7259b20a9f102e42764341dbc4286b282592417266f5f36ab4 2023-09-23T14:57:08.571 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:08 smithi118 systemd[1]: Started Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:57:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:08 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1895235455' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-09-23T14:57:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:08 smithi178 ceph-mon[104471]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-09-23T14:57:08.928 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-09-23T14:57:09.434 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:09.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[118212]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:09.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[118212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-09-23T14:57:09.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[118212]: osdmap e61: 8 total, 8 up, 8 in 2023-09-23T14:57:09.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[118212]: Deploying daemon node-exporter.a on smithi118 2023-09-23T14:57:09.570 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:09 smithi118 systemd[1]: Starting Ceph node-exporter.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:57:09.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[100225]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:09.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[100225]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-09-23T14:57:09.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[100225]: osdmap e61: 8 total, 8 up, 8 in 2023-09-23T14:57:09.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:09 smithi118 ceph-mon[100225]: Deploying daemon node-exporter.a on smithi118 2023-09-23T14:57:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:09 smithi178 ceph-mon[104471]: pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:09 smithi178 ceph-mon[104471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-09-23T14:57:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:09 smithi178 ceph-mon[104471]: osdmap e61: 8 total, 8 up, 8 in 2023-09-23T14:57:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:09 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:09 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:09 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:09 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:09 smithi178 ceph-mon[104471]: Deploying daemon node-exporter.a on smithi118 2023-09-23T14:57:09.991 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:09 smithi118 bash[164216]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-09-23T14:57:10.270 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:10 smithi118 bash[164216]: Getting image source signatures 2023-09-23T14:57:10.270 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:10 smithi118 conmon[163560]: ts=2023-09-23T14:57:10.237Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000292337s 2023-09-23T14:57:10.271 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:10 smithi118 ceph-mon[100225]: osdmap e62: 8 total, 8 up, 8 in 2023-09-23T14:57:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:10 smithi118 ceph-mon[118212]: osdmap e62: 8 total, 8 up, 8 in 2023-09-23T14:57:10.569 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:10 smithi118 bash[164216]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-09-23T14:57:10.569 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:10 smithi118 bash[164216]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-09-23T14:57:10.569 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:10 smithi118 bash[164216]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-09-23T14:57:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:10 smithi178 ceph-mon[104471]: osdmap e62: 8 total, 8 up, 8 in 2023-09-23T14:57:11.271 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:10 smithi118 bash[164216]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-09-23T14:57:11.271 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:10 smithi118 bash[164216]: Writing manifest to image destination 2023-09-23T14:57:11.272 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:10 smithi118 bash[164216]: Storing signatures 2023-09-23T14:57:11.272 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:11 smithi118 ceph-mon[118212]: pgmap v12: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:11.272 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:11 smithi118 ceph-mon[118212]: osdmap e63: 8 total, 8 up, 8 in 2023-09-23T14:57:11.272 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:11.272 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:11 smithi118 ceph-mon[100225]: pgmap v12: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:11 smithi118 ceph-mon[100225]: osdmap e63: 8 total, 8 up, 8 in 2023-09-23T14:57:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:11 smithi178 ceph-mon[104471]: pgmap v12: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:11 smithi178 ceph-mon[104471]: osdmap e63: 8 total, 8 up, 8 in 2023-09-23T14:57:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:12.272 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:57:11 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:57:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:57:12.281 INFO:teuthology.orchestra.run.smithi118.stderr:enabled application 'rbd' on pool 'rbd' 2023-09-23T14:57:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:12 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/4204010668' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:57:12.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:12 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/4204010668' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:57:12.570 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.303Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-09-23T14:57:12.570 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.303Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-09-23T14:57:12.570 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.303Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-09-23T14:57:12.570 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.303Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-09-23T14:57:12.570 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-09-23T14:57:12.570 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-09-23T14:57:12.570 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-09-23T14:57:12.571 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=arp 2023-09-23T14:57:12.571 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=bcache 2023-09-23T14:57:12.571 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=bonding 2023-09-23T14:57:12.571 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=btrfs 2023-09-23T14:57:12.571 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=conntrack 2023-09-23T14:57:12.571 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=cpu 2023-09-23T14:57:12.571 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-09-23T14:57:12.571 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=diskstats 2023-09-23T14:57:12.571 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=dmi 2023-09-23T14:57:12.571 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=edac 2023-09-23T14:57:12.571 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=entropy 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=filefd 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=filesystem 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=hwmon 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=infiniband 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=ipvs 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=loadavg 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=mdadm 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=meminfo 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=netclass 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=netdev 2023-09-23T14:57:12.572 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=netstat 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=nfs 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=nfsd 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=nvme 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=os 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=pressure 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=rapl 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.304Z caller=node_exporter.go:117 level=info collector=schedstat 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=selinux 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=sockstat 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=softnet 2023-09-23T14:57:12.573 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=stat 2023-09-23T14:57:12.574 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=tapestats 2023-09-23T14:57:12.574 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=textfile 2023-09-23T14:57:12.574 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-09-23T14:57:12.574 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=time 2023-09-23T14:57:12.574 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-09-23T14:57:12.574 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=uname 2023-09-23T14:57:12.574 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=vmstat 2023-09-23T14:57:12.574 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=xfs 2023-09-23T14:57:12.574 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=node_exporter.go:117 level=info collector=zfs 2023-09-23T14:57:12.574 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-09-23T14:57:12.574 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 conmon[164483]: ts=2023-09-23T14:57:12.305Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-09-23T14:57:12.575 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 bash[164216]: 9809c7b642b069b2a609d2cff7bc6eb4d81cbfad31702cdfa1658a2e8fbbe080 2023-09-23T14:57:12.575 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 14:57:12 smithi118 systemd[1]: Started Ceph node-exporter.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:57:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:12 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/4204010668' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:57:13.128 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:13 smithi178 systemd[1]: Starting Ceph node-exporter.b for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:57:13.226 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-09-23T14:57:13.226 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-09-23T14:57:13.226 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph mgr dump --format=json 2023-09-23T14:57:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[100225]: pgmap v14: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/4204010668' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-09-23T14:57:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[100225]: osdmap e64: 8 total, 8 up, 8 in 2023-09-23T14:57:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[118212]: pgmap v14: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:13.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/4204010668' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-09-23T14:57:13.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[118212]: osdmap e64: 8 total, 8 up, 8 in 2023-09-23T14:57:13.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:13.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:13.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:13 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:13.574 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:13.628 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:13 smithi178 bash[149732]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-09-23T14:57:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:13 smithi178 ceph-mon[104471]: pgmap v14: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:13 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/4204010668' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-09-23T14:57:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:13 smithi178 ceph-mon[104471]: osdmap e64: 8 total, 8 up, 8 in 2023-09-23T14:57:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:13 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:13 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:13 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:14.128 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:13 smithi178 bash[149732]: Getting image source signatures 2023-09-23T14:57:14.128 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:14 smithi178 bash[149732]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-09-23T14:57:14.128 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:14 smithi178 bash[149732]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-09-23T14:57:14.128 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:14 smithi178 bash[149732]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-09-23T14:57:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:14 smithi118 ceph-mon[118212]: Deploying daemon node-exporter.b on smithi178 2023-09-23T14:57:14.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:14 smithi118 ceph-mon[100225]: Deploying daemon node-exporter.b on smithi178 2023-09-23T14:57:14.591 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:14 smithi178 ceph-mon[104471]: Deploying daemon node-exporter.b on smithi178 2023-09-23T14:57:14.591 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:14 smithi178 bash[149732]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-09-23T14:57:14.591 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:14 smithi178 bash[149732]: Writing manifest to image destination 2023-09-23T14:57:14.592 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:14 smithi178 bash[149732]: Storing signatures 2023-09-23T14:57:15.362 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:57:15.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:15 smithi118 ceph-mon[118212]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:15 smithi118 ceph-mon[100225]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:15 smithi178 ceph-mon[104471]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:16.038 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":19,"active_gid":24362,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6800","nonce":2972534977},{"type":"v1","addr":"172.21.15.118:6801","nonce":2972534977}]},"active_addr":"172.21.15.118:6801/2972534977","active_change":"2023-09-23T14:56:55.810282+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24359,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":502001712}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":779524663}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":1137273613}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":2024373301}]}]} 2023-09-23T14:57:16.043 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-09-23T14:57:16.043 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-09-23T14:57:16.043 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T14:57:16.284 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:57:16 smithi118 conmon[100650]: [23/Sep/2023:14:57:16] ENGINE Bus STOPPING 2023-09-23T14:57:16.285 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:57:16 smithi118 conmon[100650]: [23/Sep/2023:14:57:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T14:57:16.285 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:57:16 smithi118 conmon[100650]: [23/Sep/2023:14:57:16] ENGINE Bus STOPPED 2023-09-23T14:57:16.285 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:57:16 smithi118 conmon[100650]: [23/Sep/2023:14:57:16] ENGINE Bus STARTING 2023-09-23T14:57:16.285 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.949Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-09-23T14:57:16.285 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.950Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-09-23T14:57:16.286 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.950Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-09-23T14:57:16.286 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.950Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-09-23T14:57:16.286 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-09-23T14:57:16.286 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-09-23T14:57:16.286 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-09-23T14:57:16.286 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=arp 2023-09-23T14:57:16.286 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=bcache 2023-09-23T14:57:16.286 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=bonding 2023-09-23T14:57:16.286 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=btrfs 2023-09-23T14:57:16.286 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=conntrack 2023-09-23T14:57:16.286 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=cpu 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=diskstats 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=dmi 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=edac 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=entropy 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=filefd 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=filesystem 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=hwmon 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=infiniband 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=ipvs 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=loadavg 2023-09-23T14:57:16.287 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=mdadm 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=meminfo 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=netclass 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=netdev 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=netstat 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=nfs 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=nfsd 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=nvme 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=os 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=pressure 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=rapl 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=schedstat 2023-09-23T14:57:16.288 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=selinux 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=sockstat 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=softnet 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=stat 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=tapestats 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=textfile 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=time 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=uname 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=vmstat 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=xfs 2023-09-23T14:57:16.289 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.951Z caller=node_exporter.go:117 level=info collector=zfs 2023-09-23T14:57:16.290 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.952Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-09-23T14:57:16.290 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 conmon[149808]: ts=2023-09-23T14:57:15.952Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-09-23T14:57:16.290 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 bash[149732]: 577d1cafa5fd2b59ea1d1986988a48593761f2b9b7b22a45975b25ce8cfbeeb8 2023-09-23T14:57:16.290 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 14:57:15 smithi178 systemd[1]: Started Ceph node-exporter.b for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:57:16.290 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2562438176' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T14:57:16.290 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.290 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.290 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T14:57:16.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.400 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:16.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:57:16 smithi118 conmon[100650]: [23/Sep/2023:14:57:16] ENGINE Serving on http://:::9283 2023-09-23T14:57:16.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:57:16 smithi118 conmon[100650]: [23/Sep/2023:14:57:16] ENGINE Bus STARTED 2023-09-23T14:57:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2562438176' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T14:57:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T14:57:16.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:16 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:16 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2562438176' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T14:57:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:16 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:16 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:16 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:16 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:16 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:16 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:16 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:16 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T14:57:16.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:16 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:17.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:17 smithi118 ceph-mon[118212]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:17.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:17 smithi118 ceph-mon[118212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T14:57:17.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:17 smithi118 ceph-mon[118212]: Deploying daemon grafana.a on smithi178 2023-09-23T14:57:17.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:17 smithi118 ceph-mon[100225]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:17.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:17 smithi118 ceph-mon[100225]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T14:57:17.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:17 smithi118 ceph-mon[100225]: Deploying daemon grafana.a on smithi178 2023-09-23T14:57:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:17 smithi178 ceph-mon[104471]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:17 smithi178 ceph-mon[104471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-09-23T14:57:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:17 smithi178 ceph-mon[104471]: Deploying daemon grafana.a on smithi178 2023-09-23T14:57:17.968 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:57:17.968 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":64,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","created":"2023-09-23T14:51:29.898655+0000","modified":"2023-09-23T14:57:12.271565+0000","last_up_change":"2023-09-23T14:56:22.559207+0000","last_in_change":"2023-09-23T14:56:05.180194+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T14:54:28.481627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T14:57:08.197561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"efc8e2d6-f5b4-4927-85fd-5207aef6e6aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6802","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6803","nonce":3903501740}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6804","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6805","nonce":3903501740}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6808","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6809","nonce":3903501740}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6806","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6807","nonce":3903501740}]},"public_addr":"172.21.15.118:6803/3903501740","cluster_addr":"172.21.15.118:6805/3903501740","heartbeat_back_addr":"172.21.15.118:6809/3903501740","heartbeat_front_addr":"172.21.15.118:6807/3903501740","state":["exists","up"]},{"osd":1,"uuid":"7b1fee90-d1aa-4264-a1ae-21633b287d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6810","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6811","nonce":59675331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6812","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6813","nonce":59675331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6816","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6817","nonce":59675331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6814","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6815","nonce":59675331}]},"public_addr":"172.21.15.118:6811/59675331","cluster_addr":"172.21.15.118:6813/59675331","heartbeat_back_addr":"172.21.15.118:6817/59675331","heartbeat_front_addr":"172.21.15.118:6815/59675331","state":["exists","up"]},{"osd":2,"uuid":"5e331822-4d3c-4b5c-8cfa-b4568f66961b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6818","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6819","nonce":3587798585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6820","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6821","nonce":3587798585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6824","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6825","nonce":3587798585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6822","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6823","nonce":3587798585}]},"public_addr":"172.21.15.118:6819/3587798585","cluster_addr":"172.21.15.118:6821/3587798585","heartbeat_back_addr":"172.21.15.118:6825/3587798585","heartbeat_front_addr":"172.21.15.118:6823/3587798585","state":["exists","up"]},{"osd":3,"uuid":"b0d588c7-3821-4bd0-b170-6c24c1daece8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6826","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6827","nonce":2565646435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6828","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6829","nonce":2565646435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6832","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6833","nonce":2565646435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6830","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6831","nonce":2565646435}]},"public_addr":"172.21.15.118:6827/2565646435","cluster_addr":"172.21.15.118:6829/2565646435","heartbeat_back_addr":"172.21.15.118:6833/2565646435","heartbeat_front_addr":"172.21.15.118:6831/2565646435","state":["exists","up"]},{"osd":4,"uuid":"04df134a-b1b5-4165-bbd9-a4c111a6874d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6801","nonce":3061359291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6803","nonce":3061359291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6807","nonce":3061359291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6805","nonce":3061359291}]},"public_addr":"172.21.15.178:6801/3061359291","cluster_addr":"172.21.15.178:6803/3061359291","heartbeat_back_addr":"172.21.15.178:6807/3061359291","heartbeat_front_addr":"172.21.15.178:6805/3061359291","state":["exists","up"]},{"osd":5,"uuid":"3b398f78-749d-440d-8afd-57ae5b890346","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6809","nonce":2641122765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6811","nonce":2641122765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6815","nonce":2641122765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6813","nonce":2641122765}]},"public_addr":"172.21.15.178:6809/2641122765","cluster_addr":"172.21.15.178:6811/2641122765","heartbeat_back_addr":"172.21.15.178:6815/2641122765","heartbeat_front_addr":"172.21.15.178:6813/2641122765","state":["exists","up"]},{"osd":6,"uuid":"86a6ec0f-884d-4f6b-8fc1-360dc8d847bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6817","nonce":3863537489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6819","nonce":3863537489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6823","nonce":3863537489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6821","nonce":3863537489}]},"public_addr":"172.21.15.178:6817/3863537489","cluster_addr":"172.21.15.178:6819/3863537489","heartbeat_back_addr":"172.21.15.178:6823/3863537489","heartbeat_front_addr":"172.21.15.178:6821/3863537489","state":["exists","up"]},{"osd":7,"uuid":"2df21937-2668-45dd-bb1a-e9b1835a8b81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6825","nonce":2576702610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6827","nonce":2576702610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6831","nonce":2576702610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6829","nonce":2576702610}]},"public_addr":"172.21.15.178:6825/2576702610","cluster_addr":"172.21.15.178:6827/2576702610","heartbeat_back_addr":"172.21.15.178:6831/2576702610","heartbeat_front_addr":"172.21.15.178:6829/2576702610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:53:37.616732+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:01.464917+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:24.487975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:48.543832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:10.652416+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:34.023248+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:57.634210+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:56:20.644152+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.118:0/1707253320":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6801/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1039320426":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/3530206762":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1178925339":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/4249315536":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/2139662217":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1639125099":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1930847727":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6800/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1872462244":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2078246904":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/3125157696":"2023-09-24T14:52:20.140371+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T14:57:18.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:18 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1092363961' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:57:18.569 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:18 smithi118 conmon[163560]: ts=2023-09-23T14:57:18.239Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002808958s 2023-09-23T14:57:18.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:18 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1092363961' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:57:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:18 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1092363961' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:57:18.671 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-09-23T14:57:18.672 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T14:57:19.014 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:19.539 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:19 smithi118 ceph-mon[118212]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:19.540 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:19 smithi118 ceph-mon[100225]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:19 smithi178 ceph-mon[104471]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:20.657 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:57:20.657 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":64,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","created":"2023-09-23T14:51:29.898655+0000","modified":"2023-09-23T14:57:12.271565+0000","last_up_change":"2023-09-23T14:56:22.559207+0000","last_in_change":"2023-09-23T14:56:05.180194+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T14:54:28.481627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T14:57:08.197561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"efc8e2d6-f5b4-4927-85fd-5207aef6e6aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6802","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6803","nonce":3903501740}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6804","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6805","nonce":3903501740}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6808","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6809","nonce":3903501740}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6806","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6807","nonce":3903501740}]},"public_addr":"172.21.15.118:6803/3903501740","cluster_addr":"172.21.15.118:6805/3903501740","heartbeat_back_addr":"172.21.15.118:6809/3903501740","heartbeat_front_addr":"172.21.15.118:6807/3903501740","state":["exists","up"]},{"osd":1,"uuid":"7b1fee90-d1aa-4264-a1ae-21633b287d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6810","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6811","nonce":59675331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6812","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6813","nonce":59675331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6816","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6817","nonce":59675331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6814","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6815","nonce":59675331}]},"public_addr":"172.21.15.118:6811/59675331","cluster_addr":"172.21.15.118:6813/59675331","heartbeat_back_addr":"172.21.15.118:6817/59675331","heartbeat_front_addr":"172.21.15.118:6815/59675331","state":["exists","up"]},{"osd":2,"uuid":"5e331822-4d3c-4b5c-8cfa-b4568f66961b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6818","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6819","nonce":3587798585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6820","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6821","nonce":3587798585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6824","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6825","nonce":3587798585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6822","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6823","nonce":3587798585}]},"public_addr":"172.21.15.118:6819/3587798585","cluster_addr":"172.21.15.118:6821/3587798585","heartbeat_back_addr":"172.21.15.118:6825/3587798585","heartbeat_front_addr":"172.21.15.118:6823/3587798585","state":["exists","up"]},{"osd":3,"uuid":"b0d588c7-3821-4bd0-b170-6c24c1daece8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6826","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6827","nonce":2565646435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6828","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6829","nonce":2565646435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6832","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6833","nonce":2565646435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6830","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6831","nonce":2565646435}]},"public_addr":"172.21.15.118:6827/2565646435","cluster_addr":"172.21.15.118:6829/2565646435","heartbeat_back_addr":"172.21.15.118:6833/2565646435","heartbeat_front_addr":"172.21.15.118:6831/2565646435","state":["exists","up"]},{"osd":4,"uuid":"04df134a-b1b5-4165-bbd9-a4c111a6874d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6801","nonce":3061359291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6803","nonce":3061359291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6807","nonce":3061359291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6805","nonce":3061359291}]},"public_addr":"172.21.15.178:6801/3061359291","cluster_addr":"172.21.15.178:6803/3061359291","heartbeat_back_addr":"172.21.15.178:6807/3061359291","heartbeat_front_addr":"172.21.15.178:6805/3061359291","state":["exists","up"]},{"osd":5,"uuid":"3b398f78-749d-440d-8afd-57ae5b890346","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6809","nonce":2641122765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6811","nonce":2641122765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6815","nonce":2641122765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6813","nonce":2641122765}]},"public_addr":"172.21.15.178:6809/2641122765","cluster_addr":"172.21.15.178:6811/2641122765","heartbeat_back_addr":"172.21.15.178:6815/2641122765","heartbeat_front_addr":"172.21.15.178:6813/2641122765","state":["exists","up"]},{"osd":6,"uuid":"86a6ec0f-884d-4f6b-8fc1-360dc8d847bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6817","nonce":3863537489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6819","nonce":3863537489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6823","nonce":3863537489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6821","nonce":3863537489}]},"public_addr":"172.21.15.178:6817/3863537489","cluster_addr":"172.21.15.178:6819/3863537489","heartbeat_back_addr":"172.21.15.178:6823/3863537489","heartbeat_front_addr":"172.21.15.178:6821/3863537489","state":["exists","up"]},{"osd":7,"uuid":"2df21937-2668-45dd-bb1a-e9b1835a8b81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6825","nonce":2576702610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6827","nonce":2576702610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6831","nonce":2576702610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6829","nonce":2576702610}]},"public_addr":"172.21.15.178:6825/2576702610","cluster_addr":"172.21.15.178:6827/2576702610","heartbeat_back_addr":"172.21.15.178:6831/2576702610","heartbeat_front_addr":"172.21.15.178:6829/2576702610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:53:37.616732+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:01.464917+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:24.487975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:48.543832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:10.652416+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:34.023248+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:57.634210+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:56:20.644152+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.118:0/1707253320":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6801/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1039320426":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/3530206762":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1178925339":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/4249315536":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/2139662217":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1639125099":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1930847727":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6800/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1872462244":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2078246904":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/3125157696":"2023-09-24T14:52:20.140371+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T14:57:21.406 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-09-23T14:57:21.407 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-09-23T14:57:21.407 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-09-23T14:57:21.407 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-09-23T14:57:21.408 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-09-23T14:57:21.408 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-09-23T14:57:21.409 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-09-23T14:57:21.409 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-09-23T14:57:21.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:21 smithi118 ceph-mon[100225]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:21.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:21 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3212710651' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:57:21.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:21 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:21.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:21 smithi118 ceph-mon[118212]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:21.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:21 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3212710651' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:57:21.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:21 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:21 smithi178 ceph-mon[104471]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:21 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3212710651' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:57:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:21 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:22.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:57:21 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:57:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:57:22.828 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:22.953 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:23.032 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:23.122 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:23.265 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:23.294 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:23 smithi118 ceph-mon[100225]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:23 smithi118 ceph-mon[118212]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:23 smithi178 ceph-mon[104471]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:23.760 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:24.388 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:24.644 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:25.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:25 smithi118 ceph-mon[100225]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:25 smithi118 ceph-mon[118212]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:25.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:25 smithi178 ceph-mon[104471]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:26.549 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:26 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:26.549 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:26 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:26.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:26 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:26.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:26 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:26 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:26 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:27.408 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:27 smithi118 ceph-mon[118212]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:27.409 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:27 smithi118 ceph-mon[100225]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:27 smithi178 ceph-mon[104471]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:28.756 INFO:teuthology.orchestra.run.smithi118.stdout:201863462930 2023-09-23T14:57:28.756 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-09-23T14:57:29.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:29 smithi118 ceph-mon[118212]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:29.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:29 smithi118 ceph-mon[100225]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:29 smithi178 ceph-mon[104471]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:30.081 INFO:teuthology.orchestra.run.smithi118.stdout:77309411367 2023-09-23T14:57:30.082 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-09-23T14:57:31.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:31 smithi118 ceph-mon[118212]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:31.547 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:31 smithi118 ceph-mon[100225]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:31 smithi178 ceph-mon[104471]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:32.212 INFO:teuthology.orchestra.run.smithi118.stdout:133143986205 2023-09-23T14:57:32.212 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-09-23T14:57:32.328 INFO:teuthology.orchestra.run.smithi118.stdout:167503724568 2023-09-23T14:57:32.328 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-09-23T14:57:32.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:57:31 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:57:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:57:32.893 INFO:teuthology.orchestra.run.smithi118.stdout:34359738414 2023-09-23T14:57:32.893 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-09-23T14:57:33.556 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:33 smithi118 ceph-mon[118212]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:33.556 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:33 smithi118 ceph-mon[100225]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:33 smithi178 ceph-mon[104471]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:34.040 INFO:teuthology.orchestra.run.smithi118.stdout:111669149731 2023-09-23T14:57:34.040 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-09-23T14:57:34.478 INFO:teuthology.orchestra.run.smithi118.stdout:236223201296 2023-09-23T14:57:34.479 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-09-23T14:57:34.685 INFO:teuthology.orchestra.run.smithi118.stdout:55834574892 2023-09-23T14:57:34.686 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-09-23T14:57:34.703 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:34.909 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:35.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:35 smithi118 ceph-mon[118212]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:35.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:35 smithi118 ceph-mon[100225]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:35.604 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:35 smithi178 ceph-mon[104471]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:35.628 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:35 smithi178 systemd[1]: Starting Ceph grafana.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:57:35.966 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:35.966 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:36.226 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:36.357 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 bash[150484]: ca1b8005d363fa23cd565ab32092c3377d0cccb54c90916ff26df014824f99d7 2023-09-23T14:57:36.357 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 systemd[1]: Started Ceph grafana.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:57:36.357 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.228798255Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-09-23T14:57:36.357 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229035649Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-09-23T14:57:36.357 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.22905988Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-09-23T14:57:36.358 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229069873Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-09-23T14:57:36.358 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229078533Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-09-23T14:57:36.358 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229087307Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-09-23T14:57:36.358 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229095737Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-09-23T14:57:36.358 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229104566Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-09-23T14:57:36.358 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229113178Z level=info msg="Path Home" path=/usr/share/grafana 2023-09-23T14:57:36.358 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229121242Z level=info msg="Path Data" path=/var/lib/grafana 2023-09-23T14:57:36.358 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229128979Z level=info msg="Path Logs" path=/var/log/grafana 2023-09-23T14:57:36.358 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229141587Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-09-23T14:57:36.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229149569Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-09-23T14:57:36.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=settings t=2023-09-23T14:57:36.229157659Z level=info msg="App mode production" 2023-09-23T14:57:36.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=sqlstore t=2023-09-23T14:57:36.229221401Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-09-23T14:57:36.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=sqlstore t=2023-09-23T14:57:36.229242339Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-09-23T14:57:36.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.230144058Z level=info msg="Starting DB migrations" 2023-09-23T14:57:36.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.230230609Z level=info msg="Executing migration" id="create migration_log table" 2023-09-23T14:57:36.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.273671186Z level=info msg="Executing migration" id="create user table" 2023-09-23T14:57:36.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.315317532Z level=info msg="Executing migration" id="add unique index user.login" 2023-09-23T14:57:36.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.357398717Z level=info msg="Executing migration" id="add unique index user.email" 2023-09-23T14:57:36.618 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.399932308Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2023-09-23T14:57:36.618 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.424966425Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2023-09-23T14:57:36.618 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.45017682Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2023-09-23T14:57:36.618 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.475390622Z level=info msg="Executing migration" id="create user table v2" 2023-09-23T14:57:36.618 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.517373675Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2023-09-23T14:57:36.618 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.592741957Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2023-09-23T14:57:36.618 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.618109186Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2023-09-23T14:57:36.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.643117544Z level=info msg="Executing migration" id="Drop old table user_v1" 2023-09-23T14:57:36.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.685084174Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2023-09-23T14:57:36.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.727209825Z level=info msg="Executing migration" id="Update user table charset" 2023-09-23T14:57:36.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.752271053Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2023-09-23T14:57:36.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.777402286Z level=info msg="Executing migration" id="Add missing user data" 2023-09-23T14:57:36.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.802893751Z level=info msg="Executing migration" id="Add is_disabled column to user" 2023-09-23T14:57:36.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.83652773Z level=info msg="Executing migration" id="Add index user.login/user.email" 2023-09-23T14:57:37.153 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:36 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:36.896532374Z level=info msg="Executing migration" id="Add is_service_account column to user" 2023-09-23T14:57:37.154 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.004055175Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2023-09-23T14:57:37.154 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.046117793Z level=info msg="Executing migration" id="create temp user table v1-7" 2023-09-23T14:57:37.154 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.080029044Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2023-09-23T14:57:37.154 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.130285192Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2023-09-23T14:57:37.407 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[100225]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:37.407 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.407 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.407 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.407 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.407 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:57:37.408 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[118212]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:37.408 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.408 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.408 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.408 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.408 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:37 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:57:37.423 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.197700159Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2023-09-23T14:57:37.423 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.264773214Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2023-09-23T14:57:37.423 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.377419581Z level=info msg="Executing migration" id="Update temp_user table charset" 2023-09-23T14:57:37.423 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:37 smithi178 ceph-mon[104471]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:37.424 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:37 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.424 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:37 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.424 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:37 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.424 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:37 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:37.424 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:37 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:57:37.675 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.423758227Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2023-09-23T14:57:37.675 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.474345518Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2023-09-23T14:57:37.675 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.51627853Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2023-09-23T14:57:37.675 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.541463348Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2023-09-23T14:57:37.676 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.566699518Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2023-09-23T14:57:37.676 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.608556645Z level=info msg="Executing migration" id="create temp_user v2" 2023-09-23T14:57:37.676 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.633811634Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2023-09-23T14:57:37.676 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.675765924Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2023-09-23T14:57:37.702 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:37.960 INFO:teuthology.orchestra.run.smithi118.stdout:201863462931 2023-09-23T14:57:37.986 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.726242889Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2023-09-23T14:57:37.986 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.801587657Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2023-09-23T14:57:37.986 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.8519109Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2023-09-23T14:57:37.986 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.924468895Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2023-09-23T14:57:38.264 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:38 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3264704158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T14:57:38.265 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:37 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:37.986382226Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2023-09-23T14:57:38.265 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.07139815Z level=info msg="Executing migration" id="create star table" 2023-09-23T14:57:38.265 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.087220204Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2023-09-23T14:57:38.265 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.15466334Z level=info msg="Executing migration" id="create org table v1" 2023-09-23T14:57:38.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:38 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3264704158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T14:57:38.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:38 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3264704158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T14:57:38.559 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.265090402Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2023-09-23T14:57:38.559 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.313446984Z level=info msg="Executing migration" id="create org_user table v1" 2023-09-23T14:57:38.559 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.347187383Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2023-09-23T14:57:38.560 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.380780296Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2023-09-23T14:57:38.560 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.405992154Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2023-09-23T14:57:38.560 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.431141829Z level=info msg="Executing migration" id="Update org table charset" 2023-09-23T14:57:38.560 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.489683767Z level=info msg="Executing migration" id="Update org_user table charset" 2023-09-23T14:57:38.560 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.55948999Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2023-09-23T14:57:38.858 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.649377603Z level=info msg="Executing migration" id="create dashboard table" 2023-09-23T14:57:38.859 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.699562091Z level=info msg="Executing migration" id="add index dashboard.account_id" 2023-09-23T14:57:38.859 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.749842747Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2023-09-23T14:57:38.859 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.8045276Z level=info msg="Executing migration" id="create dashboard_tag table" 2023-09-23T14:57:39.110 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.858997718Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2023-09-23T14:57:39.110 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.917729731Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2023-09-23T14:57:39.110 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:38 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:38.942965761Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2023-09-23T14:57:39.110 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.034821805Z level=info msg="Executing migration" id="create dashboard v2" 2023-09-23T14:57:39.110 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.11016091Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2023-09-23T14:57:39.315 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:39.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:39 smithi118 ceph-mon[118212]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:39.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:39 smithi118 ceph-mon[100225]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:39 smithi178 ceph-mon[104471]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:39.378 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.14422236Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2023-09-23T14:57:39.378 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.194994729Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2023-09-23T14:57:39.378 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.253628936Z level=info msg="Executing migration" id="drop table dashboard_v1" 2023-09-23T14:57:39.378 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.278957447Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2023-09-23T14:57:39.378 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.32969898Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2023-09-23T14:57:39.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.446736482Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2023-09-23T14:57:39.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.497353645Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2023-09-23T14:57:39.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.539388035Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2023-09-23T14:57:39.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.5811523Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2023-09-23T14:57:39.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.606353871Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2023-09-23T14:57:39.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.631722401Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2023-09-23T14:57:39.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.673487159Z level=info msg="Executing migration" id="Update dashboard table charset" 2023-09-23T14:57:39.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.715375711Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2023-09-23T14:57:39.967 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.765986737Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2023-09-23T14:57:39.967 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.832984917Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2023-09-23T14:57:39.967 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.866506052Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2023-09-23T14:57:39.967 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.883645062Z level=info msg="Executing migration" id="Add column uid in dashboard" 2023-09-23T14:57:39.967 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.900373132Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2023-09-23T14:57:39.967 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.917295827Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2023-09-23T14:57:39.967 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.942374123Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2023-09-23T14:57:39.968 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:39 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:39.967484459Z level=info msg="Executing migration" id="Update dashboard title length" 2023-09-23T14:57:40.252 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.018053684Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2023-09-23T14:57:40.253 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.04333047Z level=info msg="Executing migration" id="create dashboard_provisioning" 2023-09-23T14:57:40.253 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.085410772Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2023-09-23T14:57:40.253 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.110426154Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2023-09-23T14:57:40.253 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.135535248Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2023-09-23T14:57:40.253 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.177521021Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2023-09-23T14:57:40.253 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.253137217Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2023-09-23T14:57:40.505 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.295365991Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2023-09-23T14:57:40.506 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.33744292Z level=info msg="Executing migration" id="Add check_sum column" 2023-09-23T14:57:40.506 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.362486181Z level=info msg="Executing migration" id="Add index for dashboard_title" 2023-09-23T14:57:40.506 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.387620954Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2023-09-23T14:57:40.506 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.413088777Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2023-09-23T14:57:40.506 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.438150298Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2023-09-23T14:57:40.506 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.46333756Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2023-09-23T14:57:40.506 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.488729977Z level=info msg="Executing migration" id="create data_source table" 2023-09-23T14:57:40.529 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462930 got 201863462931 for osd.6 2023-09-23T14:57:40.530 DEBUG:teuthology.parallel:result is None 2023-09-23T14:57:40.626 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:40 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:40.626 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:40 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:40.626 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:40 smithi118 ceph-mon[118212]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:40.627 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:40 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:40.627 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:40 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:40.627 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:40 smithi118 ceph-mon[100225]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:40.757 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:40 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:40.757 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:40 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:40.757 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:40 smithi178 ceph-mon[104471]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:40.757 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.539193577Z level=info msg="Executing migration" id="add index data_source.account_id" 2023-09-23T14:57:40.757 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.564376326Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2023-09-23T14:57:40.757 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.639560887Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2023-09-23T14:57:40.757 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.66496864Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2023-09-23T14:57:40.757 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.689924232Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2023-09-23T14:57:40.758 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.732069292Z level=info msg="Executing migration" id="create data_source table v2" 2023-09-23T14:57:40.758 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.757203512Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2023-09-23T14:57:40.800 INFO:teuthology.orchestra.run.smithi118.stdout:167503724570 2023-09-23T14:57:41.059 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.816018329Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2023-09-23T14:57:41.059 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.841353967Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2023-09-23T14:57:41.059 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.883140147Z level=info msg="Executing migration" id="Add column with_credentials" 2023-09-23T14:57:41.059 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.925235309Z level=info msg="Executing migration" id="Add secure json data column" 2023-09-23T14:57:41.059 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.950436361Z level=info msg="Executing migration" id="Update data_source table charset" 2023-09-23T14:57:41.060 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.967238791Z level=info msg="Executing migration" id="Update initial version to 1" 2023-09-23T14:57:41.060 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:40 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:40.984034276Z level=info msg="Executing migration" id="Add read_only data column" 2023-09-23T14:57:41.060 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.059313106Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2023-09-23T14:57:41.353 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.101319863Z level=info msg="Executing migration" id="Update json_data with nulls" 2023-09-23T14:57:41.353 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.126524368Z level=info msg="Executing migration" id="Add uid column" 2023-09-23T14:57:41.353 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.168404225Z level=info msg="Executing migration" id="Update uid value" 2023-09-23T14:57:41.353 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.193700851Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2023-09-23T14:57:41.353 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.218993498Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2023-09-23T14:57:41.353 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.260787802Z level=info msg="Executing migration" id="create api_key table" 2023-09-23T14:57:41.353 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.302771252Z level=info msg="Executing migration" id="add index api_key.account_id" 2023-09-23T14:57:41.353 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.35341265Z level=info msg="Executing migration" id="add index api_key.key" 2023-09-23T14:57:41.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:41 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3327041924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T14:57:41.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:41 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:41.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:41 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:41.614 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.43719994Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2023-09-23T14:57:41.614 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.462465733Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2023-09-23T14:57:41.614 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.504368806Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2023-09-23T14:57:41.614 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.546359015Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2023-09-23T14:57:41.614 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.571448034Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2023-09-23T14:57:41.641 INFO:teuthology.orchestra.run.smithi118.stdout:77309411369 2023-09-23T14:57:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:41 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3327041924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T14:57:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:41 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:41 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:41.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:41 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3327041924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T14:57:41.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:41 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:41.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:41 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:41.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.613501435Z level=info msg="Executing migration" id="create api_key table v2" 2023-09-23T14:57:41.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.655614718Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2023-09-23T14:57:41.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.680668154Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2023-09-23T14:57:41.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.722573577Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2023-09-23T14:57:41.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.764768183Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2023-09-23T14:57:41.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.839940702Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2023-09-23T14:57:42.159 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:57:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:57:42.159 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.881887804Z level=info msg="Executing migration" id="Update api_key table charset" 2023-09-23T14:57:42.159 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.907247911Z level=info msg="Executing migration" id="Add expires to api_key table" 2023-09-23T14:57:42.159 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.932525734Z level=info msg="Executing migration" id="Add service account foreign key" 2023-09-23T14:57:42.159 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.957674263Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2023-09-23T14:57:42.159 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:41 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:41.98285678Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2023-09-23T14:57:42.159 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.024922511Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2023-09-23T14:57:42.160 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.058582287Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2023-09-23T14:57:42.160 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.075454718Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2023-09-23T14:57:42.160 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.109068249Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2023-09-23T14:57:42.160 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.125831866Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2023-09-23T14:57:42.160 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.159526466Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2023-09-23T14:57:42.267 INFO:teuthology.orchestra.run.smithi118.stdout:34359738416 2023-09-23T14:57:42.428 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.23012517Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2023-09-23T14:57:42.428 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.268678686Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2023-09-23T14:57:42.428 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.302343405Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2023-09-23T14:57:42.428 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.319203634Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2023-09-23T14:57:42.429 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.335918324Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2023-09-23T14:57:42.429 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.361470444Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2023-09-23T14:57:42.429 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.378513606Z level=info msg="Executing migration" id="create quota table v1" 2023-09-23T14:57:42.429 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.403561099Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2023-09-23T14:57:42.429 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.428724101Z level=info msg="Executing migration" id="Update quota table charset" 2023-09-23T14:57:42.722 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:42 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/43785077' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T14:57:42.722 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:42 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3096901597' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T14:57:42.722 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:42 smithi178 ceph-mon[104471]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:42.723 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.479400042Z level=info msg="Executing migration" id="create plugin_setting table" 2023-09-23T14:57:42.723 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.504526947Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2023-09-23T14:57:42.723 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.546642725Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2023-09-23T14:57:42.723 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.571627477Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2023-09-23T14:57:42.723 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.646905068Z level=info msg="Executing migration" id="create session table" 2023-09-23T14:57:42.723 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.672351846Z level=info msg="Executing migration" id="Drop old table playlist table" 2023-09-23T14:57:42.723 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.722554347Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2023-09-23T14:57:42.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:42 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/43785077' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T14:57:42.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:42 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3096901597' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T14:57:42.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:42 smithi118 ceph-mon[118212]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:42.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:42 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/43785077' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T14:57:42.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:42 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3096901597' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T14:57:42.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:42 smithi118 ceph-mon[100225]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:42.991 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.772925073Z level=info msg="Executing migration" id="create playlist table v2" 2023-09-23T14:57:42.991 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.814859872Z level=info msg="Executing migration" id="create playlist item table v2" 2023-09-23T14:57:42.991 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.856852528Z level=info msg="Executing migration" id="Update playlist table charset" 2023-09-23T14:57:42.991 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.898682212Z level=info msg="Executing migration" id="Update playlist_item table charset" 2023-09-23T14:57:42.991 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.94074761Z level=info msg="Executing migration" id="drop preferences table v2" 2023-09-23T14:57:42.991 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.965807296Z level=info msg="Executing migration" id="drop preferences table v3" 2023-09-23T14:57:42.991 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:42 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:42.991430467Z level=info msg="Executing migration" id="create preferences table v3" 2023-09-23T14:57:43.100 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724568 got 167503724570 for osd.5 2023-09-23T14:57:43.100 DEBUG:teuthology.parallel:result is None 2023-09-23T14:57:43.123 INFO:teuthology.orchestra.run.smithi118.stdout:111669149733 2023-09-23T14:57:43.144 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411367 got 77309411369 for osd.2 2023-09-23T14:57:43.144 DEBUG:teuthology.parallel:result is None 2023-09-23T14:57:43.275 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.074809338Z level=info msg="Executing migration" id="Update preferences table charset" 2023-09-23T14:57:43.275 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.125090027Z level=info msg="Executing migration" id="Add column team_id in preferences" 2023-09-23T14:57:43.276 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.166850476Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2023-09-23T14:57:43.276 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.209017748Z level=info msg="Executing migration" id="Add column week_start in preferences" 2023-09-23T14:57:43.276 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.234219438Z level=info msg="Executing migration" id="Add column preferences.json_data" 2023-09-23T14:57:43.553 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:43 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3001374868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T14:57:43.553 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:43 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3993544078' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T14:57:43.553 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.276014342Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2023-09-23T14:57:43.554 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.326669356Z level=info msg="Executing migration" id="Add preferences index org_id" 2023-09-23T14:57:43.554 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.35190402Z level=info msg="Executing migration" id="Add preferences index user_id" 2023-09-23T14:57:43.554 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.393759695Z level=info msg="Executing migration" id="create alert table v1" 2023-09-23T14:57:43.554 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.452238594Z level=info msg="Executing migration" id="add index alert org_id & id " 2023-09-23T14:57:43.554 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.47744262Z level=info msg="Executing migration" id="add index alert state" 2023-09-23T14:57:43.554 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.494365488Z level=info msg="Executing migration" id="add index alert dashboard_id" 2023-09-23T14:57:43.554 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.511374759Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2023-09-23T14:57:43.554 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.553521963Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2023-09-23T14:57:43.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:43 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3001374868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T14:57:43.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:43 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3993544078' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T14:57:43.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:43 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3001374868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T14:57:43.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:43 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3993544078' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T14:57:43.834 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.603974429Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2023-09-23T14:57:43.834 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.645774687Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2023-09-23T14:57:43.834 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.671077646Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2023-09-23T14:57:43.834 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.696339656Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2023-09-23T14:57:43.834 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.721678442Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2023-09-23T14:57:43.834 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.763544864Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2023-09-23T14:57:43.834 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.834469884Z level=info msg="Executing migration" id="create alert_notification table v1" 2023-09-23T14:57:44.124 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.864159686Z level=info msg="Executing migration" id="Add column is_default" 2023-09-23T14:57:44.124 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.889464101Z level=info msg="Executing migration" id="Add column frequency" 2023-09-23T14:57:44.124 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.914599472Z level=info msg="Executing migration" id="Add column send_reminder" 2023-09-23T14:57:44.124 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.939661012Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2023-09-23T14:57:44.124 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.964859469Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2023-09-23T14:57:44.124 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:43 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:43.990109575Z level=info msg="Executing migration" id="Update alert table charset" 2023-09-23T14:57:44.124 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.032011645Z level=info msg="Executing migration" id="Update alert_notification table charset" 2023-09-23T14:57:44.124 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.057392626Z level=info msg="Executing migration" id="create notification_journal table v1" 2023-09-23T14:57:44.124 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.082496026Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2023-09-23T14:57:44.124 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.124257383Z level=info msg="Executing migration" id="drop alert_notification_journal" 2023-09-23T14:57:44.376 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.16669388Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2023-09-23T14:57:44.376 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.183408251Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2023-09-23T14:57:44.376 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.250360225Z level=info msg="Executing migration" id="Add for to alert table" 2023-09-23T14:57:44.377 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.267389638Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2023-09-23T14:57:44.377 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.284085972Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2023-09-23T14:57:44.377 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.317822092Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2023-09-23T14:57:44.377 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.334818711Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2023-09-23T14:57:44.377 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.359786488Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2023-09-23T14:57:44.377 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.376604281Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2023-09-23T14:57:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:44 smithi178 ceph-mon[104471]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:44.628 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.418868305Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2023-09-23T14:57:44.628 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.444161543Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2023-09-23T14:57:44.628 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.46945877Z level=info msg="Executing migration" id="Drop old annotation table v4" 2023-09-23T14:57:44.629 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.494535183Z level=info msg="Executing migration" id="create annotation table v5" 2023-09-23T14:57:44.629 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.536665614Z level=info msg="Executing migration" id="add index annotation 0 v3" 2023-09-23T14:57:44.629 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.562100229Z level=info msg="Executing migration" id="add index annotation 1 v3" 2023-09-23T14:57:44.629 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.587119341Z level=info msg="Executing migration" id="add index annotation 2 v3" 2023-09-23T14:57:44.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:44 smithi118 ceph-mon[118212]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:44.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:44 smithi118 ceph-mon[100225]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:44.916 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738414 got 34359738416 for osd.0 2023-09-23T14:57:44.916 DEBUG:teuthology.parallel:result is None 2023-09-23T14:57:44.939 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.670769217Z level=info msg="Executing migration" id="add index annotation 3 v3" 2023-09-23T14:57:44.939 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.695947407Z level=info msg="Executing migration" id="add index annotation 4 v3" 2023-09-23T14:57:44.939 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.737886518Z level=info msg="Executing migration" id="Update annotation table charset" 2023-09-23T14:57:44.939 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.779838376Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2023-09-23T14:57:44.939 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.805005829Z level=info msg="Executing migration" id="Drop category_id index" 2023-09-23T14:57:44.939 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.8469945Z level=info msg="Executing migration" id="Add column tags to annotation table" 2023-09-23T14:57:44.939 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.872171457Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2023-09-23T14:57:44.939 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.897425697Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2023-09-23T14:57:44.939 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.939330672Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2023-09-23T14:57:45.059 INFO:teuthology.orchestra.run.smithi118.stdout:133143986207 2023-09-23T14:57:45.190 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:44 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:44.989942428Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2023-09-23T14:57:45.191 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.07349477Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2023-09-23T14:57:45.191 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.098538014Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2023-09-23T14:57:45.191 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.140691684Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2023-09-23T14:57:45.191 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.165769949Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2023-09-23T14:57:45.191 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.191063128Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2023-09-23T14:57:45.296 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149731 got 111669149733 for osd.3 2023-09-23T14:57:45.296 DEBUG:teuthology.parallel:result is None 2023-09-23T14:57:45.476 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.241450058Z level=info msg="Executing migration" id="Add created time to annotation table" 2023-09-23T14:57:45.476 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.283396975Z level=info msg="Executing migration" id="Add updated time to annotation table" 2023-09-23T14:57:45.476 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.325575861Z level=info msg="Executing migration" id="Add index for created in annotation table" 2023-09-23T14:57:45.476 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.350694441Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2023-09-23T14:57:45.476 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.375718786Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2023-09-23T14:57:45.476 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.401042343Z level=info msg="Executing migration" id="Add epoch_end column" 2023-09-23T14:57:45.476 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.476247805Z level=info msg="Executing migration" id="Add index for epoch_end" 2023-09-23T14:57:45.728 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.510149864Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2023-09-23T14:57:45.728 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.535357575Z level=info msg="Executing migration" id="Move region to single row" 2023-09-23T14:57:45.728 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.560428954Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2023-09-23T14:57:45.728 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.585645654Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2023-09-23T14:57:45.728 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.610849964Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2023-09-23T14:57:45.728 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.636201204Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2023-09-23T14:57:45.729 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.677987195Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2023-09-23T14:57:45.729 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.728432581Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2023-09-23T14:57:46.005 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.77050392Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2023-09-23T14:57:46.005 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.795698801Z level=info msg="Executing migration" id="create test_data table" 2023-09-23T14:57:46.005 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.820853214Z level=info msg="Executing migration" id="create dashboard_version table v1" 2023-09-23T14:57:46.005 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.896365692Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2023-09-23T14:57:46.005 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.93803239Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2023-09-23T14:57:46.005 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:45 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:45.963464907Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2023-09-23T14:57:46.005 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.005286316Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2023-09-23T14:57:46.273 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.072533489Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2023-09-23T14:57:46.274 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.097808046Z level=info msg="Executing migration" id="create team table" 2023-09-23T14:57:46.274 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.139720806Z level=info msg="Executing migration" id="add index team.org_id" 2023-09-23T14:57:46.274 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.181587624Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2023-09-23T14:57:46.274 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.206826305Z level=info msg="Executing migration" id="create team member table" 2023-09-23T14:57:46.378 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986205 got 133143986207 for osd.4 2023-09-23T14:57:46.378 DEBUG:teuthology.parallel:result is None 2023-09-23T14:57:46.499 INFO:teuthology.orchestra.run.smithi118.stdout:55834574894 2023-09-23T14:57:46.533 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.274006035Z level=info msg="Executing migration" id="add index team_member.org_id" 2023-09-23T14:57:46.533 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.332510008Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2023-09-23T14:57:46.534 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.374467949Z level=info msg="Executing migration" id="add index team_member.team_id" 2023-09-23T14:57:46.534 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.416472493Z level=info msg="Executing migration" id="Add column email to team table" 2023-09-23T14:57:46.534 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.441530402Z level=info msg="Executing migration" id="Add column external to team_member table" 2023-09-23T14:57:46.534 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.483378597Z level=info msg="Executing migration" id="Add column permission to team_member table" 2023-09-23T14:57:46.534 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.508547404Z level=info msg="Executing migration" id="create dashboard acl table" 2023-09-23T14:57:46.534 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.533949259Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2023-09-23T14:57:46.569 INFO:teuthology.orchestra.run.smithi118.stdout:236223201299 2023-09-23T14:57:46.785 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.558956098Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2023-09-23T14:57:46.785 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.584143445Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2023-09-23T14:57:46.785 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.609550553Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2023-09-23T14:57:46.785 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.678245834Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2023-09-23T14:57:46.785 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.734836291Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2023-09-23T14:57:46.785 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.760292619Z level=info msg="Executing migration" id="add index dashboard_permission" 2023-09-23T14:57:46.785 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.78538106Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2023-09-23T14:57:47.104 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.81061596Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2023-09-23T14:57:47.104 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.852529524Z level=info msg="Executing migration" id="create tag table" 2023-09-23T14:57:47.104 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.87780907Z level=info msg="Executing migration" id="add index tag.key_value" 2023-09-23T14:57:47.104 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.903198917Z level=info msg="Executing migration" id="create login attempt table" 2023-09-23T14:57:47.104 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.936719385Z level=info msg="Executing migration" id="add index login_attempt.username" 2023-09-23T14:57:47.105 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:46 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:46.978673472Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2023-09-23T14:57:47.105 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.003854622Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2023-09-23T14:57:47.105 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.029082028Z level=info msg="Executing migration" id="create login_attempt v2" 2023-09-23T14:57:47.105 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.10438579Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2023-09-23T14:57:47.364 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:47 smithi178 ceph-mon[104471]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:47.364 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:47 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/622286868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T14:57:47.365 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:47 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/138255553' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T14:57:47.365 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.154865577Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2023-09-23T14:57:47.365 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.197008487Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2023-09-23T14:57:47.365 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.238793343Z level=info msg="Executing migration" id="create user auth table" 2023-09-23T14:57:47.365 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.280727159Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2023-09-23T14:57:47.365 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.32272846Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2023-09-23T14:57:47.365 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.364733175Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2023-09-23T14:57:47.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:47 smithi118 ceph-mon[118212]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:47.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:47 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/622286868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T14:57:47.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:47 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/138255553' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T14:57:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:47 smithi118 ceph-mon[100225]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:47 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/622286868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T14:57:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:47 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/138255553' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T14:57:47.606 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574892 got 55834574894 for osd.1 2023-09-23T14:57:47.606 DEBUG:teuthology.parallel:result is None 2023-09-23T14:57:47.615 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.398421363Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2023-09-23T14:57:47.616 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.423556695Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2023-09-23T14:57:47.616 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.498796189Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2023-09-23T14:57:47.616 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.524008802Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2023-09-23T14:57:47.616 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.549358557Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2023-09-23T14:57:47.616 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.574417982Z level=info msg="Executing migration" id="create server_lock table" 2023-09-23T14:57:47.616 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.616395573Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2023-09-23T14:57:47.648 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201296 got 236223201299 for osd.7 2023-09-23T14:57:47.648 DEBUG:teuthology.parallel:result is None 2023-09-23T14:57:47.648 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-09-23T14:57:47.648 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T14:57:47.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.650178962Z level=info msg="Executing migration" id="create user auth token table" 2023-09-23T14:57:47.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.692111784Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2023-09-23T14:57:47.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.733972582Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2023-09-23T14:57:47.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.759183826Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2023-09-23T14:57:47.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.784398401Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2023-09-23T14:57:47.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.826423992Z level=info msg="Executing migration" id="create cache_data table" 2023-09-23T14:57:48.165 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:48.186 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.90172012Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2023-09-23T14:57:48.186 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.943559236Z level=info msg="Executing migration" id="create short_url table v1" 2023-09-23T14:57:48.186 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.968644118Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2023-09-23T14:57:48.187 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:47 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:47.993975037Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2023-09-23T14:57:48.187 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.019014003Z level=info msg="Executing migration" id="delete alert_definition table" 2023-09-23T14:57:48.187 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.044169129Z level=info msg="Executing migration" id="recreate alert_definition table" 2023-09-23T14:57:48.187 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.069393688Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2023-09-23T14:57:48.187 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.094522469Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2023-09-23T14:57:48.187 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.145237706Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2023-09-23T14:57:48.187 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.186932977Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2023-09-23T14:57:48.446 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.237535457Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2023-09-23T14:57:48.447 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.304660071Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2023-09-23T14:57:48.447 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.346337557Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2023-09-23T14:57:48.447 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.371730285Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2023-09-23T14:57:48.447 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.39675601Z level=info msg="Executing migration" id="drop alert_definition table" 2023-09-23T14:57:48.447 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.421849396Z level=info msg="Executing migration" id="delete alert_definition_version table" 2023-09-23T14:57:48.447 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.447140201Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2023-09-23T14:57:48.698 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.489075349Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2023-09-23T14:57:48.698 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.522662013Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2023-09-23T14:57:48.699 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.556328728Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2023-09-23T14:57:48.699 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.581578771Z level=info msg="Executing migration" id="drop alert_definition_version table" 2023-09-23T14:57:48.699 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.623251336Z level=info msg="Executing migration" id="create alert_instance table" 2023-09-23T14:57:48.699 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.698693562Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2023-09-23T14:57:48.967 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.740721153Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2023-09-23T14:57:48.967 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.782501475Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2023-09-23T14:57:48.967 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.80790786Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2023-09-23T14:57:48.968 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.849625719Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2023-09-23T14:57:48.968 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.891638805Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2023-09-23T14:57:48.968 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.916838543Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2023-09-23T14:57:48.968 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.942233521Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2023-09-23T14:57:48.968 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:48 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:48.967424692Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2023-09-23T14:57:49.227 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.001143453Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2023-09-23T14:57:49.227 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.026373701Z level=info msg="Executing migration" id="create alert_rule table" 2023-09-23T14:57:49.227 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.109846511Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2023-09-23T14:57:49.227 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.151849909Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2023-09-23T14:57:49.227 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.17703707Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2023-09-23T14:57:49.228 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.202413252Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2023-09-23T14:57:49.228 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.227436965Z level=info msg="Executing migration" id="add column for to alert_rule" 2023-09-23T14:57:49.520 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:49 smithi178 ceph-mon[104471]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:49.521 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:49 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:49.521 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:49 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:49.521 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:49 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:57:49.521 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:49 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:57:49.521 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:49 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:49.521 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.277777833Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2023-09-23T14:57:49.521 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.328341656Z level=info msg="Executing migration" id="add column labels to alert_rule" 2023-09-23T14:57:49.521 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.370422389Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2023-09-23T14:57:49.521 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.395536415Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2023-09-23T14:57:49.522 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.420650337Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2023-09-23T14:57:49.522 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.445797426Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2023-09-23T14:57:49.522 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.521084991Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2023-09-23T14:57:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[100225]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:57:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:57:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:49.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[118212]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:49.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:49.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:49.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:57:49.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:57:49.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:49 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:49.772 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.563491605Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2023-09-23T14:57:49.772 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.605287749Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2023-09-23T14:57:49.773 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.630715118Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2023-09-23T14:57:49.773 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.672524845Z level=info msg="Executing migration" id="create alert_rule_version table" 2023-09-23T14:57:49.773 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.722641743Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2023-09-23T14:57:49.773 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.772993835Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2023-09-23T14:57:50.041 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.806740606Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2023-09-23T14:57:50.041 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.831899701Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2023-09-23T14:57:50.041 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.907135017Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2023-09-23T14:57:50.041 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.932342966Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2023-09-23T14:57:50.041 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.974326668Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2023-09-23T14:57:50.041 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:49 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:49.999492456Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2023-09-23T14:57:50.041 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.041251445Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2023-09-23T14:57:50.307 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:57:50.308 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T14:57:50.317 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:50 smithi178 ceph-mon[104471]: Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T14:57:50.318 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:50 smithi178 ceph-mon[104471]: Reconfiguring daemon alertmanager.a on smithi118 2023-09-23T14:57:50.318 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.091918146Z level=info msg="Executing migration" id=create_alert_configuration_table 2023-09-23T14:57:50.318 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.133636602Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2023-09-23T14:57:50.318 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.175621874Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2023-09-23T14:57:50.318 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.200920106Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2023-09-23T14:57:50.318 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.243072141Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2023-09-23T14:57:50.318 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.318169233Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2023-09-23T14:57:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:50 smithi118 ceph-mon[118212]: Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T14:57:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:50 smithi118 ceph-mon[118212]: Reconfiguring daemon alertmanager.a on smithi118 2023-09-23T14:57:50.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:50 smithi118 ceph-mon[100225]: Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T14:57:50.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:50 smithi118 ceph-mon[100225]: Reconfiguring daemon alertmanager.a on smithi118 2023-09-23T14:57:50.578 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.343196511Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2023-09-23T14:57:50.578 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.368624795Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2023-09-23T14:57:50.578 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.393631182Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2023-09-23T14:57:50.578 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.418714761Z level=info msg="Executing migration" id="create provenance_type table" 2023-09-23T14:57:50.578 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.444098694Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2023-09-23T14:57:50.578 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.485909503Z level=info msg="Executing migration" id="create alert_image table" 2023-09-23T14:57:50.578 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.511138394Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2023-09-23T14:57:50.578 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.552942503Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2023-09-23T14:57:50.578 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.578475049Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2023-09-23T14:57:50.838 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.603837424Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2023-09-23T14:57:50.838 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.629166878Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2023-09-23T14:57:50.838 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.629299096Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2023-09-23T14:57:50.838 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.694073503Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2023-09-23T14:57:50.839 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.738013772Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2023-09-23T14:57:50.839 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.763214408Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2023-09-23T14:57:50.839 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.763407579Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2023-09-23T14:57:50.839 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.763565605Z level=info msg="alerts found to migrate" alerts=0 2023-09-23T14:57:50.839 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.788426821Z level=info msg="Executing migration" id="create library_element table v1" 2023-09-23T14:57:50.839 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.813605453Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2023-09-23T14:57:50.839 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.83875331Z level=info msg="Executing migration" id="create library_element_connection table v1" 2023-09-23T14:57:51.098 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.889362358Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2023-09-23T14:57:51.098 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.931228229Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2023-09-23T14:57:51.098 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.956705346Z level=info msg="Executing migration" id="increase max description length to 2048" 2023-09-23T14:57:51.098 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:50 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:50.981560371Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2023-09-23T14:57:51.098 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.006755721Z level=info msg="Executing migration" id="create data_keys table" 2023-09-23T14:57:51.098 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.032083091Z level=info msg="Executing migration" id="create secrets table" 2023-09-23T14:57:51.098 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.09837645Z level=info msg="Executing migration" id="rename data_keys name column to id" 2023-09-23T14:57:51.328 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2023-09-23T14:57:49.830016+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":50432,"kb_used_data":6720,"kb_used_omap":0,"kb_used_meta":43648,"kb_avail":749910784,"statfs":{"total":767960285184,"available":767908642816,"internally_reserved":0,"allocated":6881280,"data_stored":3898471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":44695552},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002237"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:12.732785+0000","last_change":"2023-09-23T14:57:09.273432+0000","last_active":"2023-09-23T14:57:12.732785+0000","last_peered":"2023-09-23T14:57:12.732785+0000","last_clean":"2023-09-23T14:57:12.732785+0000","last_became_active":"2023-09-23T14:57:09.273036+0000","last_became_peered":"2023-09-23T14:57:09.273036+0000","last_unstale":"2023-09-23T14:57:12.732785+0000","last_undegraded":"2023-09-23T14:57:12.732785+0000","last_fullsized":"2023-09-23T14:57:12.732785+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:23:01.649357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-09-23T14:57:09.504726+0000","last_change":"2023-09-23T14:57:09.504484+0000","last_active":"2023-09-23T14:57:09.504726+0000","last_peered":"2023-09-23T14:57:09.504726+0000","last_clean":"2023-09-23T14:57:09.504726+0000","last_became_active":"2023-09-23T14:57:09.504167+0000","last_became_peered":"2023-09-23T14:57:09.504167+0000","last_unstale":"2023-09-23T14:57:09.504726+0000","last_undegraded":"2023-09-23T14:57:09.504726+0000","last_fullsized":"2023-09-23T14:57:09.504726+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:07:53.179971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271739+0000","last_change":"2023-09-23T14:57:09.580035+0000","last_active":"2023-09-23T14:57:10.271739+0000","last_peered":"2023-09-23T14:57:10.271739+0000","last_clean":"2023-09-23T14:57:10.271739+0000","last_became_active":"2023-09-23T14:57:09.579679+0000","last_became_peered":"2023-09-23T14:57:09.579679+0000","last_unstale":"2023-09-23T14:57:10.271739+0000","last_undegraded":"2023-09-23T14:57:10.271739+0000","last_fullsized":"2023-09-23T14:57:10.271739+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:37:36.711097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271712+0000","last_change":"2023-09-23T14:57:09.580169+0000","last_active":"2023-09-23T14:57:10.271712+0000","last_peered":"2023-09-23T14:57:10.271712+0000","last_clean":"2023-09-23T14:57:10.271712+0000","last_became_active":"2023-09-23T14:57:09.579804+0000","last_became_peered":"2023-09-23T14:57:09.579804+0000","last_unstale":"2023-09-23T14:57:10.271712+0000","last_undegraded":"2023-09-23T14:57:10.271712+0000","last_fullsized":"2023-09-23T14:57:10.271712+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:48:34.193486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":271,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271726+0000","last_change":"2023-09-23T14:56:26.248818+0000","last_active":"2023-09-23T14:57:10.271726+0000","last_peered":"2023-09-23T14:57:10.271726+0000","last_clean":"2023-09-23T14:57:10.271726+0000","last_became_active":"2023-09-23T14:56:26.248450+0000","last_became_peered":"2023-09-23T14:56:26.248450+0000","last_unstale":"2023-09-23T14:57:10.271726+0000","last_undegraded":"2023-09-23T14:57:10.271726+0000","last_fullsized":"2023-09-23T14:57:10.271726+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:58.424912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271524+0000","last_change":"2023-09-23T14:57:09.273730+0000","last_active":"2023-09-23T14:57:10.271524+0000","last_peered":"2023-09-23T14:57:10.271524+0000","last_clean":"2023-09-23T14:57:10.271524+0000","last_became_active":"2023-09-23T14:57:09.273328+0000","last_became_peered":"2023-09-23T14:57:09.273328+0000","last_unstale":"2023-09-23T14:57:10.271524+0000","last_undegraded":"2023-09-23T14:57:10.271524+0000","last_fullsized":"2023-09-23T14:57:10.271524+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:23.064229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271478+0000","last_change":"2023-09-23T14:57:09.580076+0000","last_active":"2023-09-23T14:57:10.271478+0000","last_peered":"2023-09-23T14:57:10.271478+0000","last_clean":"2023-09-23T14:57:10.271478+0000","last_became_active":"2023-09-23T14:57:09.579749+0000","last_became_peered":"2023-09-23T14:57:09.579749+0000","last_unstale":"2023-09-23T14:57:10.271478+0000","last_undegraded":"2023-09-23T14:57:10.271478+0000","last_fullsized":"2023-09-23T14:57:10.271478+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:34:22.574084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271525+0000","last_change":"2023-09-23T14:57:09.273777+0000","last_active":"2023-09-23T14:57:10.271525+0000","last_peered":"2023-09-23T14:57:10.271525+0000","last_clean":"2023-09-23T14:57:10.271525+0000","last_became_active":"2023-09-23T14:57:09.273181+0000","last_became_peered":"2023-09-23T14:57:09.273181+0000","last_unstale":"2023-09-23T14:57:10.271525+0000","last_undegraded":"2023-09-23T14:57:10.271525+0000","last_fullsized":"2023-09-23T14:57:10.271525+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:00:11.625196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-09-23T14:57:09.580341+0000","last_change":"2023-09-23T14:57:09.580069+0000","last_active":"2023-09-23T14:57:09.580341+0000","last_peered":"2023-09-23T14:57:09.580341+0000","last_clean":"2023-09-23T14:57:09.580341+0000","last_became_active":"2023-09-23T14:57:09.579753+0000","last_became_peered":"2023-09-23T14:57:09.579753+0000","last_unstale":"2023-09-23T14:57:09.580341+0000","last_undegraded":"2023-09-23T14:57:09.580341+0000","last_fullsized":"2023-09-23T14:57:09.580341+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:23.619438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201300,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6328,"kb_used_data":1200,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93738824,"statfs":{"total":95995035648,"available":95988555776,"internally_reserved":0,"allocated":1228800,"data_stored":856087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.75700000000000001}]},{"osd":1,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.72099999999999997}]},{"osd":2,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.745}]},{"osd":3,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.77300000000000002}]},{"osd":4,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.58499999999999996}]},{"osd":5,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.67500000000000004}]},{"osd":6,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.628},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.69599999999999995}]}]},{"osd":6,"up_from":47,"seq":201863462934,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6392,"kb_used_data":1200,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93738760,"statfs":{"total":95995035648,"available":95988490240,"internally_reserved":0,"allocated":1228800,"data_stored":856087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.61599999999999999}]},{"osd":1,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.66500000000000004}]},{"osd":2,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.45200000000000001}]},{"osd":3,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.70099999999999996}]},{"osd":4,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.68100000000000005}]},{"osd":5,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.75}]},{"osd":7,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.73599999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574895,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6520,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738632,"statfs":{"total":95995035648,"available":95988359168,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:05 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.33200000000000002,"15min":0.311},"min":{"1min":0.26700000000000002,"5min":0.192,"15min":0.192},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35499999999999998,"15min":0.33400000000000002},"min":{"1min":0.26500000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.55400000000000005,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.40899999999999997}]},{"osd":2,"last update":"Sat Sep 23 14:57:30 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38600000000000001,"15min":0.38500000000000001},"min":{"1min":0.29199999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.504,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.40200000000000002,"15min":0.40000000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.56699999999999995,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.497}]},{"osd":3,"last update":"Sat Sep 23 14:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.29999999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.53000000000000003,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.439},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.45600000000000002,"15min":0.45500000000000002},"min":{"1min":0.34899999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.47399999999999998}]},{"osd":4,"last update":"Sat Sep 23 14:57:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.55500000000000005,"15min":0.55300000000000005},"min":{"1min":0.44,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.432,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.46200000000000002}]},{"osd":5,"last update":"Sat Sep 23 14:57:36 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57299999999999995,"15min":0.57199999999999995},"min":{"1min":0.438,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.39300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.80500000000000005,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.54900000000000004}]},{"osd":6,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.60899999999999999}]},{"osd":7,"last update":"Sat Sep 23 14:57:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.63600000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738418,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7164,"kb_used_data":1204,"kb_used_omap":0,"kb_used_meta":5952,"kb_avail":93737988,"statfs":{"total":95995035648,"available":95987699712,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6094848},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 14:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.35699999999999998,"15min":0.35099999999999998},"min":{"1min":0.252,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.55900000000000005,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.377,"15min":0.36399999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.66300000000000003,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.26600000000000001}]},{"osd":2,"last update":"Sat Sep 23 14:57:31 2023","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.39700000000000002,"15min":0.39600000000000002},"min":{"1min":0.27100000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.57199999999999995,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.38,"15min":0.38200000000000001},"min":{"1min":0.23899999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.35199999999999998}]},{"osd":3,"last update":"Sat Sep 23 14:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.44700000000000001,"15min":0.44900000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.45600000000000002,"15min":0.45400000000000001},"min":{"1min":0.34799999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.30399999999999999}]},{"osd":4,"last update":"Sat Sep 23 14:57:17 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.38700000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.54100000000000004,"15min":0.53200000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.50700000000000001}]},{"osd":5,"last update":"Sat Sep 23 14:57:38 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.56000000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.57699999999999996,"15min":0.58499999999999996},"min":{"1min":0.371,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.52200000000000002}]},{"osd":6,"last update":"Sat Sep 23 14:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.69499999999999995}]},{"osd":7,"last update":"Sat Sep 23 14:57:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.56299999999999994}]}]},{"osd":2,"up_from":18,"seq":77309411371,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6456,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738696,"statfs":{"total":95995035648,"available":95988424704,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:30 2023","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.34799999999999998,"15min":0.34000000000000002},"min":{"1min":0.254,"5min":0.22,"15min":0.22},"max":{"1min":0.46700000000000003,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.36499999999999999,"15min":0.35699999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.48999999999999999,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.27600000000000002}]},{"osd":1,"last update":"Sat Sep 23 14:57:30 2023","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.36399999999999999,"15min":0.35699999999999998},"min":{"1min":0.23400000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.46200000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.442},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.39900000000000002,"15min":0.38700000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.52600000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.61499999999999999}]},{"osd":3,"last update":"Sat Sep 23 14:56:53 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.67700000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.70299999999999996,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.50900000000000001}]},{"osd":4,"last update":"Sat Sep 23 14:57:17 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.59499999999999997,"15min":0.60599999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.75,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.73299999999999998,"5min":1.054,"15min":1.054},"last":0.68000000000000005}]},{"osd":5,"last update":"Sat Sep 23 14:57:37 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.625,"15min":0.64100000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.70199999999999996,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.60699999999999998,"15min":0.61599999999999999},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.75900000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.64000000000000001}]},{"osd":6,"last update":"Sat Sep 23 14:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.65100000000000002}]},{"osd":7,"last update":"Sat Sep 23 14:57:25 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.66500000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149734,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5880,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739272,"statfs":{"total":95995035648,"available":95989014528,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.36499999999999999,"15min":0.36399999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.64300000000000002,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.36299999999999999}]},{"osd":1,"last update":"Sat Sep 23 14:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.42099999999999999,"15min":0.42699999999999999},"min":{"1min":0.25900000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58599999999999997,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.40799999999999997,"15min":0.40999999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.441}]},{"osd":2,"last update":"Sat Sep 23 14:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.46700000000000003,"15min":0.46600000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.38},{"interface":"front","average":{"1min":0.441,"5min":0.45300000000000001,"15min":0.45500000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.40500000000000003}]},{"osd":4,"last update":"Sat Sep 23 14:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.56499999999999995,"15min":0.57299999999999995},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73799999999999999,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.59099999999999997,"15min":0.59499999999999997},"min":{"1min":0.437,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.73499999999999999,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.48699999999999999}]},{"osd":5,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.59499999999999997,"15min":0.59999999999999998},"min":{"1min":0.41299999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.78800000000000003,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57999999999999996,"15min":0.58299999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.83099999999999996,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.52700000000000002}]},{"osd":6,"last update":"Sat Sep 23 14:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.55600000000000005}]},{"osd":7,"last update":"Sat Sep 23 14:57:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.629}]}]},{"osd":4,"up_from":31,"seq":133143986209,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5880,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739272,"statfs":{"total":95995035648,"available":95989014528,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.53400000000000003,"15min":0.53900000000000003},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.72499999999999998,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.53300000000000003,"15min":0.53900000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.77200000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.33400000000000002}]},{"osd":1,"last update":"Sat Sep 23 14:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.51900000000000002,"15min":0.52200000000000002},"min":{"1min":0.377,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78000000000000003,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.53400000000000003,"15min":0.53700000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.746,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.40799999999999997}]},{"osd":2,"last update":"Sat Sep 23 14:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53300000000000003,"15min":0.53200000000000003},"min":{"1min":0.40000000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79000000000000004,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.75600000000000001,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.46700000000000003}]},{"osd":3,"last update":"Sat Sep 23 14:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.56599999999999995,"15min":0.57199999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73299999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.432},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.53400000000000003,"15min":0.53000000000000003},"min":{"1min":0.41799999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.80200000000000005,"5min":0.878,"15min":0.878},"last":0.49399999999999999}]},{"osd":5,"last update":"Sat Sep 23 14:57:38 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.39100000000000001,"15min":0.38},"min":{"1min":0.312,"5min":0.255,"15min":0.255},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.499,"5min":0.40500000000000003,"15min":0.38900000000000001},"min":{"1min":0.29999999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.50800000000000001}]},{"osd":6,"last update":"Sat Sep 23 14:57:02 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.56399999999999995}]},{"osd":7,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.57799999999999996}]}]},{"osd":5,"up_from":39,"seq":167503724572,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5812,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739340,"statfs":{"total":95995035648,"available":95989084160,"internally_reserved":0,"allocated":634880,"data_stored":265719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.53100000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.70399999999999996,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57499999999999996,"15min":0.57799999999999996},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.752,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.61599999999999999}]},{"osd":1,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73599999999999999,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.313,"5min":0.307,"15min":0.307},"max":{"1min":0.68999999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.51000000000000001}]},{"osd":2,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52000000000000002,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.61699999999999999,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.57799999999999996}]},{"osd":3,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.73299999999999998,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39400000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.752,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.495}]},{"osd":4,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.41899999999999998,"15min":0.41199999999999998},"min":{"1min":0.35099999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.66800000000000004,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.42899999999999999,"15min":0.41899999999999998},"min":{"1min":0.32300000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.63200000000000001}]},{"osd":6,"last update":"Sat Sep 23 14:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.47399999999999998}]},{"osd":7,"last update":"Sat Sep 23 14:57:26 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.53200000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T14:57:51.330 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T14:57:51.356 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:51 smithi118 ceph-mon[118212]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:51.356 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:51 smithi118 ceph-mon[118212]: from='client.24536 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:57:51.356 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:51 smithi118 ceph-mon[100225]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:51.356 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:51 smithi118 ceph-mon[100225]: from='client.24536 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:57:51.359 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:51 smithi178 ceph-mon[104471]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:51.359 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:51 smithi178 ceph-mon[104471]: from='client.24536 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:57:51.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.157793652Z level=info msg="Executing migration" id="add name column into data_keys" 2023-09-23T14:57:51.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.199741328Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2023-09-23T14:57:51.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.22487724Z level=info msg="Executing migration" id="rename data_keys name column to label" 2023-09-23T14:57:51.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.26682749Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2023-09-23T14:57:51.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.308913462Z level=info msg="Executing migration" id="create kv_store table v1" 2023-09-23T14:57:51.359 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.334020303Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2023-09-23T14:57:51.360 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.359387461Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2023-09-23T14:57:51.610 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.409843504Z level=info msg="Executing migration" id="create permission table" 2023-09-23T14:57:51.611 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.434861445Z level=info msg="Executing migration" id="add unique index permission.role_id" 2023-09-23T14:57:51.611 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.460280402Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2023-09-23T14:57:51.611 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.535364661Z level=info msg="Executing migration" id="create role table" 2023-09-23T14:57:51.611 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.560529806Z level=info msg="Executing migration" id="add column display_name" 2023-09-23T14:57:51.611 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.585680016Z level=info msg="Executing migration" id="add column group_name" 2023-09-23T14:57:51.611 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.611182571Z level=info msg="Executing migration" id="add index role.org_id" 2023-09-23T14:57:51.780 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:51.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.661583458Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2023-09-23T14:57:51.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.688977554Z level=info msg="Executing migration" id="add index role_org_id_uid" 2023-09-23T14:57:51.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.730765236Z level=info msg="Executing migration" id="create team role table" 2023-09-23T14:57:51.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.756169332Z level=info msg="Executing migration" id="add index team_role.org_id" 2023-09-23T14:57:51.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.781249291Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2023-09-23T14:57:51.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.806519915Z level=info msg="Executing migration" id="add index team_role.team_id" 2023-09-23T14:57:51.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.848353843Z level=info msg="Executing migration" id="create user role table" 2023-09-23T14:57:52.158 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:57:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:57:52.158 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.931859657Z level=info msg="Executing migration" id="add index user_role.org_id" 2023-09-23T14:57:52.158 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.973978887Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2023-09-23T14:57:52.158 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:51 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:51.998912692Z level=info msg="Executing migration" id="add index user_role.user_id" 2023-09-23T14:57:52.159 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.024103285Z level=info msg="Executing migration" id="create builtin role table" 2023-09-23T14:57:52.159 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.049410354Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2023-09-23T14:57:52.159 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.074442934Z level=info msg="Executing migration" id="add index builtin_role.name" 2023-09-23T14:57:52.159 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.116348744Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2023-09-23T14:57:52.159 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.158406316Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2023-09-23T14:57:52.409 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.208653039Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2023-09-23T14:57:52.409 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.250535104Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2023-09-23T14:57:52.410 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.334259605Z level=info msg="Executing migration" id="add unique index role.uid" 2023-09-23T14:57:52.410 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.359430191Z level=info msg="Executing migration" id="create seed assignment table" 2023-09-23T14:57:52.410 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.38469491Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2023-09-23T14:57:52.410 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.409767393Z level=info msg="Executing migration" id="add column hidden to role table" 2023-09-23T14:57:52.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.443328858Z level=info msg="Executing migration" id="create query_history table v1" 2023-09-23T14:57:52.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.468713792Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2023-09-23T14:57:52.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.493805944Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2023-09-23T14:57:52.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.518714769Z level=info msg="Executing migration" id="teams permissions migration" 2023-09-23T14:57:52.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.560691826Z level=info msg="Executing migration" id="dashboard permissions" 2023-09-23T14:57:52.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.57754576Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2023-09-23T14:57:52.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.594447978Z level=info msg="Executing migration" id="drop managed folder create actions" 2023-09-23T14:57:52.715 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.611348194Z level=info msg="Executing migration" id="alerting notification permissions" 2023-09-23T14:57:52.716 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.636539635Z level=info msg="Executing migration" id="create query_history_star table v1" 2023-09-23T14:57:52.716 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.653370576Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2023-09-23T14:57:52.716 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.715373739Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2023-09-23T14:57:52.819 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:52 smithi118 systemd[1]: Stopping Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:57:52.972 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.762341177Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.779203559Z level=info msg="Executing migration" id="create correlation table v1" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.796186869Z level=info msg="Executing migration" id="add index correlations.uid" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.812970157Z level=info msg="Executing migration" id="add index correlations.source_uid" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.829765897Z level=info msg="Executing migration" id="add correlation config column" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.846617199Z level=info msg="Executing migration" id="create entity_events table" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.888806632Z level=info msg="Executing migration" id="create dashboard public config v1" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.905870873Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.906002396Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.939315635Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.93943401Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.956206179Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2023-09-23T14:57:52.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:52 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:52.972981476Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2023-09-23T14:57:53.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.01512536Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2023-09-23T14:57:53.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.032041036Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-09-23T14:57:53.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.065567547Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2023-09-23T14:57:53.233 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.132411841Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-09-23T14:57:53.233 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.174318797Z level=info msg="Executing migration" id="Drop public config table" 2023-09-23T14:57:53.233 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.232806387Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2023-09-23T14:57:53.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:53 smithi178 ceph-mon[104471]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:53.551 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.283365346Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2023-09-23T14:57:53.551 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.325532035Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-09-23T14:57:53.551 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.350517908Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2023-09-23T14:57:53.552 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.375756003Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2023-09-23T14:57:53.552 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.400756103Z level=info msg="Executing migration" id="add annotations_enabled column" 2023-09-23T14:57:53.552 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.426143469Z level=info msg="Executing migration" id="add time_selection_enabled column" 2023-09-23T14:57:53.552 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.45125131Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2023-09-23T14:57:53.552 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.476459346Z level=info msg="Executing migration" id="add share column" 2023-09-23T14:57:53.552 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.551653036Z level=info msg="Executing migration" id="create default alerting folders" 2023-09-23T14:57:53.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:53 smithi118 ceph-mon[100225]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:53.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:53 smithi118 ceph-mon[118212]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:53.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:53 smithi118 conmon[163560]: ts=2023-09-23T14:57:53.394Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-09-23T14:57:53.811 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.585367076Z level=info msg="Executing migration" id="create file table" 2023-09-23T14:57:53.811 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.610517464Z level=info msg="Executing migration" id="file table idx: path natural pk" 2023-09-23T14:57:53.811 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.652436666Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2023-09-23T14:57:53.811 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.677537658Z level=info msg="Executing migration" id="create file_meta table" 2023-09-23T14:57:53.811 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.719327987Z level=info msg="Executing migration" id="file table idx: path key" 2023-09-23T14:57:53.811 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.761250409Z level=info msg="Executing migration" id="set path collation in file table" 2023-09-23T14:57:53.812 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.78646507Z level=info msg="Executing migration" id="managed permissions migration" 2023-09-23T14:57:53.812 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.811642547Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2023-09-23T14:57:54.069 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:53 smithi118 bash[174375]: 7bb92a31e2f68d7259b20a9f102e42764341dbc4286b282592417266f5f36ab4 2023-09-23T14:57:54.096 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.853631939Z level=info msg="Executing migration" id="RBAC action name migrator" 2023-09-23T14:57:54.096 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.878884376Z level=info msg="Executing migration" id="Add UID column to playlist" 2023-09-23T14:57:54.096 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.962364447Z level=info msg="Executing migration" id="Update uid column values in playlist" 2023-09-23T14:57:54.096 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:53 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:53.98756177Z level=info msg="Executing migration" id="Add index for uid in playlist" 2023-09-23T14:57:54.096 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.012813885Z level=info msg="Executing migration" id="update group index for alert rules" 2023-09-23T14:57:54.096 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.054533596Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2023-09-23T14:57:54.096 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.096679035Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2023-09-23T14:57:54.229 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:57:54.231 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T14:57:54.364 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.121840214Z level=info msg="Executing migration" id="add action column to seed_assignment" 2023-09-23T14:57:54.364 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.172227486Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2023-09-23T14:57:54.364 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.214176444Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2023-09-23T14:57:54.364 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.256013499Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2023-09-23T14:57:54.364 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.334255757Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2023-09-23T14:57:54.364 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.364655096Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2023-09-23T14:57:54.628 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.398592632Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2023-09-23T14:57:54.628 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.423717789Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2023-09-23T14:57:54.628 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.448719308Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2023-09-23T14:57:54.628 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.473837411Z level=info msg="Executing migration" id="create folder table" 2023-09-23T14:57:54.628 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.515915815Z level=info msg="Executing migration" id="Add index for parent_uid" 2023-09-23T14:57:54.629 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.557761859Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2023-09-23T14:57:54.629 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.582939014Z level=info msg="Executing migration" id="Update folder title length" 2023-09-23T14:57:54.629 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.608128207Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2023-09-23T14:57:54.773 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:54 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@alertmanager.a.service: Succeeded. 2023-09-23T14:57:54.773 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:54 smithi118 systemd[1]: Stopped Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:57:54.773 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:54 smithi118 systemd[1]: Starting Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:57:54.791 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":36,"stamp":"2023-09-23T14:57:53.830655+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":50432,"kb_used_data":6720,"kb_used_omap":0,"kb_used_meta":43648,"kb_avail":749910784,"statfs":{"total":767960285184,"available":767908642816,"internally_reserved":0,"allocated":6881280,"data_stored":3898471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":44695552},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002279"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:12.732785+0000","last_change":"2023-09-23T14:57:09.273432+0000","last_active":"2023-09-23T14:57:12.732785+0000","last_peered":"2023-09-23T14:57:12.732785+0000","last_clean":"2023-09-23T14:57:12.732785+0000","last_became_active":"2023-09-23T14:57:09.273036+0000","last_became_peered":"2023-09-23T14:57:09.273036+0000","last_unstale":"2023-09-23T14:57:12.732785+0000","last_undegraded":"2023-09-23T14:57:12.732785+0000","last_fullsized":"2023-09-23T14:57:12.732785+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:23:01.649357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-09-23T14:57:09.504726+0000","last_change":"2023-09-23T14:57:09.504484+0000","last_active":"2023-09-23T14:57:09.504726+0000","last_peered":"2023-09-23T14:57:09.504726+0000","last_clean":"2023-09-23T14:57:09.504726+0000","last_became_active":"2023-09-23T14:57:09.504167+0000","last_became_peered":"2023-09-23T14:57:09.504167+0000","last_unstale":"2023-09-23T14:57:09.504726+0000","last_undegraded":"2023-09-23T14:57:09.504726+0000","last_fullsized":"2023-09-23T14:57:09.504726+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:07:53.179971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271739+0000","last_change":"2023-09-23T14:57:09.580035+0000","last_active":"2023-09-23T14:57:10.271739+0000","last_peered":"2023-09-23T14:57:10.271739+0000","last_clean":"2023-09-23T14:57:10.271739+0000","last_became_active":"2023-09-23T14:57:09.579679+0000","last_became_peered":"2023-09-23T14:57:09.579679+0000","last_unstale":"2023-09-23T14:57:10.271739+0000","last_undegraded":"2023-09-23T14:57:10.271739+0000","last_fullsized":"2023-09-23T14:57:10.271739+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:37:36.711097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271712+0000","last_change":"2023-09-23T14:57:09.580169+0000","last_active":"2023-09-23T14:57:10.271712+0000","last_peered":"2023-09-23T14:57:10.271712+0000","last_clean":"2023-09-23T14:57:10.271712+0000","last_became_active":"2023-09-23T14:57:09.579804+0000","last_became_peered":"2023-09-23T14:57:09.579804+0000","last_unstale":"2023-09-23T14:57:10.271712+0000","last_undegraded":"2023-09-23T14:57:10.271712+0000","last_fullsized":"2023-09-23T14:57:10.271712+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:48:34.193486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":271,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271726+0000","last_change":"2023-09-23T14:56:26.248818+0000","last_active":"2023-09-23T14:57:10.271726+0000","last_peered":"2023-09-23T14:57:10.271726+0000","last_clean":"2023-09-23T14:57:10.271726+0000","last_became_active":"2023-09-23T14:56:26.248450+0000","last_became_peered":"2023-09-23T14:56:26.248450+0000","last_unstale":"2023-09-23T14:57:10.271726+0000","last_undegraded":"2023-09-23T14:57:10.271726+0000","last_fullsized":"2023-09-23T14:57:10.271726+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:58.424912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271524+0000","last_change":"2023-09-23T14:57:09.273730+0000","last_active":"2023-09-23T14:57:10.271524+0000","last_peered":"2023-09-23T14:57:10.271524+0000","last_clean":"2023-09-23T14:57:10.271524+0000","last_became_active":"2023-09-23T14:57:09.273328+0000","last_became_peered":"2023-09-23T14:57:09.273328+0000","last_unstale":"2023-09-23T14:57:10.271524+0000","last_undegraded":"2023-09-23T14:57:10.271524+0000","last_fullsized":"2023-09-23T14:57:10.271524+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:23.064229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271478+0000","last_change":"2023-09-23T14:57:09.580076+0000","last_active":"2023-09-23T14:57:10.271478+0000","last_peered":"2023-09-23T14:57:10.271478+0000","last_clean":"2023-09-23T14:57:10.271478+0000","last_became_active":"2023-09-23T14:57:09.579749+0000","last_became_peered":"2023-09-23T14:57:09.579749+0000","last_unstale":"2023-09-23T14:57:10.271478+0000","last_undegraded":"2023-09-23T14:57:10.271478+0000","last_fullsized":"2023-09-23T14:57:10.271478+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:34:22.574084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-09-23T14:57:10.271525+0000","last_change":"2023-09-23T14:57:09.273777+0000","last_active":"2023-09-23T14:57:10.271525+0000","last_peered":"2023-09-23T14:57:10.271525+0000","last_clean":"2023-09-23T14:57:10.271525+0000","last_became_active":"2023-09-23T14:57:09.273181+0000","last_became_peered":"2023-09-23T14:57:09.273181+0000","last_unstale":"2023-09-23T14:57:10.271525+0000","last_undegraded":"2023-09-23T14:57:10.271525+0000","last_fullsized":"2023-09-23T14:57:10.271525+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:00:11.625196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-09-23T14:57:09.580341+0000","last_change":"2023-09-23T14:57:09.580069+0000","last_active":"2023-09-23T14:57:09.580341+0000","last_peered":"2023-09-23T14:57:09.580341+0000","last_clean":"2023-09-23T14:57:09.580341+0000","last_became_active":"2023-09-23T14:57:09.579753+0000","last_became_peered":"2023-09-23T14:57:09.579753+0000","last_unstale":"2023-09-23T14:57:09.580341+0000","last_undegraded":"2023-09-23T14:57:09.580341+0000","last_fullsized":"2023-09-23T14:57:09.580341+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:23.619438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6328,"kb_used_data":1200,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93738824,"statfs":{"total":95995035648,"available":95988555776,"internally_reserved":0,"allocated":1228800,"data_stored":856087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.42999999999999999}]},{"osd":1,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.58099999999999996}]},{"osd":2,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.53300000000000003}]},{"osd":3,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.51000000000000001}]},{"osd":4,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.47499999999999998}]},{"osd":5,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.49099999999999999}]},{"osd":6,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.45100000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462935,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6392,"kb_used_data":1200,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93738760,"statfs":{"total":95995035648,"available":95988490240,"internally_reserved":0,"allocated":1228800,"data_stored":856087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.64900000000000002}]},{"osd":1,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.72299999999999998}]},{"osd":2,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.68799999999999994}]},{"osd":3,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.52800000000000002}]},{"osd":4,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.59799999999999998}]},{"osd":5,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.62},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.67200000000000004}]},{"osd":7,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.80800000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6520,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738632,"statfs":{"total":95995035648,"available":95988359168,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:05 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.33200000000000002,"15min":0.311},"min":{"1min":0.26700000000000002,"5min":0.192,"15min":0.192},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35499999999999998,"15min":0.33400000000000002},"min":{"1min":0.26500000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.55400000000000005,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.29299999999999998}]},{"osd":2,"last update":"Sat Sep 23 14:57:30 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.38600000000000001,"15min":0.38500000000000001},"min":{"1min":0.29199999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.504,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.313},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.40200000000000002,"15min":0.40000000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.56699999999999995,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.34699999999999998}]},{"osd":3,"last update":"Sat Sep 23 14:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.42199999999999999,"15min":0.42399999999999999},"min":{"1min":0.29999999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.53000000000000003,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.45600000000000002,"15min":0.45500000000000002},"min":{"1min":0.34899999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.37}]},{"osd":4,"last update":"Sat Sep 23 14:57:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.55500000000000005,"15min":0.55300000000000005},"min":{"1min":0.44,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.432,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.67100000000000004}]},{"osd":5,"last update":"Sat Sep 23 14:57:36 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57299999999999995,"15min":0.57199999999999995},"min":{"1min":0.438,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.39300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.80500000000000005,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.69999999999999996}]},{"osd":6,"last update":"Sat Sep 23 14:57:04 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.76000000000000001}]},{"osd":7,"last update":"Sat Sep 23 14:57:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.621},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.81000000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738419,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7164,"kb_used_data":1204,"kb_used_omap":0,"kb_used_meta":5952,"kb_avail":93737988,"statfs":{"total":95995035648,"available":95987699712,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6094848},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 14:57:10 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.35699999999999998,"15min":0.35099999999999998},"min":{"1min":0.252,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.55900000000000005,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.377,"15min":0.36399999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.66300000000000003,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.61699999999999999}]},{"osd":2,"last update":"Sat Sep 23 14:57:31 2023","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.39700000000000002,"15min":0.39600000000000002},"min":{"1min":0.27100000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.57199999999999995,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.38,"15min":0.38200000000000001},"min":{"1min":0.23899999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"last":0.60499999999999998}]},{"osd":3,"last update":"Sat Sep 23 14:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.44700000000000001,"15min":0.44900000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.45600000000000002,"15min":0.45400000000000001},"min":{"1min":0.34799999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.55700000000000005}]},{"osd":4,"last update":"Sat Sep 23 14:57:17 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.38700000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.54100000000000004,"15min":0.53200000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.80800000000000005}]},{"osd":5,"last update":"Sat Sep 23 14:57:38 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.56000000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.57699999999999996,"15min":0.58499999999999996},"min":{"1min":0.371,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.89200000000000002}]},{"osd":6,"last update":"Sat Sep 23 14:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.92400000000000004}]},{"osd":7,"last update":"Sat Sep 23 14:57:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.94699999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6456,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738696,"statfs":{"total":95995035648,"available":95988424704,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:30 2023","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.34799999999999998,"15min":0.34000000000000002},"min":{"1min":0.254,"5min":0.22,"15min":0.22},"max":{"1min":0.46700000000000003,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.36499999999999999,"15min":0.35699999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.48999999999999999,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.33500000000000002}]},{"osd":1,"last update":"Sat Sep 23 14:57:30 2023","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.36399999999999999,"15min":0.35699999999999998},"min":{"1min":0.23400000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.46200000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.39900000000000002,"15min":0.38700000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.52600000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.36199999999999999}]},{"osd":3,"last update":"Sat Sep 23 14:56:53 2023","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.67700000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.70299999999999996,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.35099999999999998}]},{"osd":4,"last update":"Sat Sep 23 14:57:17 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.59499999999999997,"15min":0.60599999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.75,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.73299999999999998,"5min":1.054,"15min":1.054},"last":0.47099999999999997}]},{"osd":5,"last update":"Sat Sep 23 14:57:37 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.625,"15min":0.64100000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.70199999999999996,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.434},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.60699999999999998,"15min":0.61599999999999999},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.75900000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.50600000000000001}]},{"osd":6,"last update":"Sat Sep 23 14:57:03 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.51400000000000001}]},{"osd":7,"last update":"Sat Sep 23 14:57:25 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.41999999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149735,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5880,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739272,"statfs":{"total":95995035648,"available":95989014528,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.36499999999999999,"15min":0.36399999999999999},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.64300000000000002,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.377}]},{"osd":1,"last update":"Sat Sep 23 14:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.42099999999999999,"15min":0.42699999999999999},"min":{"1min":0.25900000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58599999999999997,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.40799999999999997,"15min":0.40999999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.32800000000000001}]},{"osd":2,"last update":"Sat Sep 23 14:56:56 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.46700000000000003,"15min":0.46600000000000003},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.441,"5min":0.45300000000000001,"15min":0.45500000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.30599999999999999}]},{"osd":4,"last update":"Sat Sep 23 14:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.56499999999999995,"15min":0.57299999999999995},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73799999999999999,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.59099999999999997,"15min":0.59499999999999997},"min":{"1min":0.437,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.73499999999999999,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.53200000000000003}]},{"osd":5,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.59499999999999997,"15min":0.59999999999999998},"min":{"1min":0.41299999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.78800000000000003,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57999999999999996,"15min":0.58299999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.83099999999999996,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.54800000000000004}]},{"osd":6,"last update":"Sat Sep 23 14:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.44400000000000001}]},{"osd":7,"last update":"Sat Sep 23 14:57:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.56000000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986210,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5880,"kb_used_data":624,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739272,"statfs":{"total":95995035648,"available":95989014528,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.53400000000000003,"15min":0.53900000000000003},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.72499999999999998,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.53300000000000003,"15min":0.53900000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.77200000000000002,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.627}]},{"osd":1,"last update":"Sat Sep 23 14:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.51900000000000002,"15min":0.52200000000000002},"min":{"1min":0.377,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78000000000000003,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.53400000000000003,"15min":0.53700000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.746,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.55600000000000005}]},{"osd":2,"last update":"Sat Sep 23 14:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53300000000000003,"15min":0.53200000000000003},"min":{"1min":0.40000000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79000000000000004,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.75600000000000001,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.443}]},{"osd":3,"last update":"Sat Sep 23 14:57:15 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.56599999999999995,"15min":0.57199999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.73299999999999998,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.53400000000000003,"15min":0.53000000000000003},"min":{"1min":0.41799999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.80200000000000005,"5min":0.878,"15min":0.878},"last":0.54400000000000004}]},{"osd":5,"last update":"Sat Sep 23 14:57:38 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.39100000000000001,"15min":0.38},"min":{"1min":0.312,"5min":0.255,"15min":0.255},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.501},{"interface":"front","average":{"1min":0.499,"5min":0.40500000000000003,"15min":0.38900000000000001},"min":{"1min":0.29999999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.51800000000000002}]},{"osd":6,"last update":"Sat Sep 23 14:57:02 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.60999999999999999}]},{"osd":7,"last update":"Sat Sep 23 14:57:24 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.63900000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724573,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5812,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739340,"statfs":{"total":95995035648,"available":95989084160,"internally_reserved":0,"allocated":634880,"data_stored":265719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.53100000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.70399999999999996,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57499999999999996,"15min":0.57799999999999996},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.752,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.377}]},{"osd":1,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73599999999999999,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.313,"5min":0.307,"15min":0.307},"max":{"1min":0.68999999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.42699999999999999}]},{"osd":2,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52000000000000002,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.61699999999999999,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.52300000000000002}]},{"osd":3,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.73299999999999998,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.5},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39400000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.752,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.56200000000000006}]},{"osd":4,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.41899999999999998,"15min":0.41199999999999998},"min":{"1min":0.35099999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.66800000000000004,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.42899999999999999,"15min":0.41899999999999998},"min":{"1min":0.32300000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.54400000000000004}]},{"osd":6,"last update":"Sat Sep 23 14:56:59 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.48599999999999999}]},{"osd":7,"last update":"Sat Sep 23 14:57:26 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.53400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T14:57:54.793 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-09-23T14:57:54.793 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-09-23T14:57:54.793 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-09-23T14:57:54.794 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph health --format=json 2023-09-23T14:57:55.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=migrator t=2023-09-23T14:57:54.658658781Z level=info msg="migrations completed" performed=485 skipped=0 duration=18.428441005s 2023-09-23T14:57:55.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=sqlstore t=2023-09-23T14:57:54.659388433Z level=info msg="Created default organization" 2023-09-23T14:57:55.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=plugin.loader t=2023-09-23T14:57:54.757992659Z level=info msg="Plugin registered" pluginID=input 2023-09-23T14:57:55.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=plugin.loader t=2023-09-23T14:57:54.786277681Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-09-23T14:57:55.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=plugin.loader t=2023-09-23T14:57:54.786330749Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-09-23T14:57:55.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=secrets t=2023-09-23T14:57:54.786367115Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-09-23T14:57:55.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=query_data t=2023-09-23T14:57:54.788132526Z level=info msg="Query Service initialization" 2023-09-23T14:57:55.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:54 smithi178 conmon[150525]: logger=live.push_http t=2023-09-23T14:57:54.79113753Z level=info msg="Live Push Gateway initialization" 2023-09-23T14:57:55.391 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:55.552 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:55 smithi178 ceph-mon[104471]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:55.553 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:55 smithi178 ceph-mon[104471]: from='client.14628 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:57:55.568 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:55 smithi118 ceph-mon[118212]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:55.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:55 smithi118 ceph-mon[118212]: from='client.14628 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:57:55.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:55 smithi118 ceph-mon[100225]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:55.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:55 smithi118 ceph-mon[100225]: from='client.14628 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:57:55.569 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:55 smithi118 conmon[174938]: ts=2023-09-23T14:57:55.310Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-09-23T14:57:55.569 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:55 smithi118 conmon[174938]: ts=2023-09-23T14:57:55.310Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-09-23T14:57:55.569 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:55 smithi118 conmon[174938]: ts=2023-09-23T14:57:55.312Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.118 port=9094 2023-09-23T14:57:55.569 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:55 smithi118 conmon[174938]: ts=2023-09-23T14:57:55.313Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-09-23T14:57:55.569 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:55 smithi118 bash[174882]: a8975a414e1b3a0926eacddeecde64faaf19b5c34ae36194c03e0dcee12f88bc 2023-09-23T14:57:55.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:55 smithi118 systemd[1]: Started Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:57:55.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:55 smithi118 conmon[174938]: ts=2023-09-23T14:57:55.342Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T14:57:55.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:55 smithi118 conmon[174938]: ts=2023-09-23T14:57:55.343Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T14:57:55.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:55 smithi118 conmon[174938]: ts=2023-09-23T14:57:55.346Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-09-23T14:57:55.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:55 smithi118 conmon[174938]: ts=2023-09-23T14:57:55.346Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-09-23T14:57:55.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=infra.usagestats.collector t=2023-09-23T14:57:55.553111959Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-09-23T14:57:55.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=provisioning.datasources t=2023-09-23T14:57:55.553487362Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2023-09-23T14:57:55.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=provisioning.datasources t=2023-09-23T14:57:55.585947492Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-09-23T14:57:55.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=provisioning.datasources t=2023-09-23T14:57:55.661954524Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2023-09-23T14:57:55.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=provisioning.alerting t=2023-09-23T14:57:55.73545281Z level=info msg="starting to provision alerting" 2023-09-23T14:57:55.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=provisioning.alerting t=2023-09-23T14:57:55.735484002Z level=info msg="finished to provision alerting" 2023-09-23T14:57:55.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=ngalert.state.manager t=2023-09-23T14:57:55.73563639Z level=info msg="Warming state cache for startup" 2023-09-23T14:57:55.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=grafanaStorageLogger t=2023-09-23T14:57:55.735775018Z level=info msg="storage starting" 2023-09-23T14:57:55.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=http.server t=2023-09-23T14:57:55.737450807Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-09-23T14:57:55.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=sqlstore.transactions t=2023-09-23T14:57:55.747032543Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-09-23T14:57:55.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=ngalert.state.manager t=2023-09-23T14:57:55.799899057Z level=info msg="State cache has been initialized" states=0 duration=64.262309ms 2023-09-23T14:57:55.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=ticker t=2023-09-23T14:57:55.799959681Z level=info msg=starting first_tick=2023-09-23T14:58:00Z 2023-09-23T14:57:55.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 14:57:55 smithi178 conmon[150525]: logger=ngalert.multiorg.alertmanager t=2023-09-23T14:57:55.799971681Z level=info msg="starting MultiOrg Alertmanager" 2023-09-23T14:57:56.361 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:56.361 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:56.361 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:56 smithi118 ceph-mon[100225]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T14:57:56.361 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:56 smithi118 ceph-mon[100225]: Reconfiguring daemon prometheus.a on smithi178 2023-09-23T14:57:56.362 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:56 smithi178 ceph-mon[104471]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T14:57:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:56 smithi178 ceph-mon[104471]: Reconfiguring daemon prometheus.a on smithi178 2023-09-23T14:57:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:56.794 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:56.794 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:57:56.794 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:56 smithi118 ceph-mon[118212]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T14:57:56.794 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:56 smithi118 ceph-mon[118212]: Reconfiguring daemon prometheus.a on smithi178 2023-09-23T14:57:56.794 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:57:57.195 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:57:57.195 INFO:teuthology.orchestra.run.smithi118.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-09-23T14:57:57.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:57 smithi118 ceph-mon[118212]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:57.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:57 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/450742141' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T14:57:57.569 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:57:57 smithi118 conmon[174938]: ts=2023-09-23T14:57:57.313Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000554226s 2023-09-23T14:57:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:57 smithi118 ceph-mon[100225]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:57 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/450742141' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T14:57:57.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:57 smithi178 ceph-mon[104471]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:57.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:57 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/450742141' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T14:57:57.893 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-09-23T14:57:57.893 INFO:tasks.cephadm:Setup complete, yielding 2023-09-23T14:57:57.893 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-09-23T14:57:57.902 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi118.front.sepia.ceph.com 2023-09-23T14:57:57.903 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- bash -c 'ceph fs volume create foo' 2023-09-23T14:57:58.250 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:57:58.878 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 systemd[1]: Stopping Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:57:59.368 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.917Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-09-23T14:57:59.368 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.917Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-09-23T14:57:59.368 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.917Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-09-23T14:57:59.368 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.917Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-09-23T14:57:59.368 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.917Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-09-23T14:57:59.368 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.917Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-09-23T14:57:59.368 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.917Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-09-23T14:57:59.368 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.917Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-09-23T14:57:59.368 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.918Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-09-23T14:57:59.369 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.918Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-09-23T14:57:59.369 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.918Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-09-23T14:57:59.369 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:58 smithi178 conmon[146674]: ts=2023-09-23T14:57:58.918Z caller=main.go:1147 level=info msg="See you next time!" 2023-09-23T14:57:59.568 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:57:59 smithi118 ceph-mon[118212]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:59.568 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:57:59 smithi118 ceph-mon[100225]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:59.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:57:59 smithi178 ceph-mon[104471]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:57:59.618 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:59 smithi178 bash[152066]: 321fa00468d9c28fe6b28d5ee7aa58e5d24919b66608265539adfef7dd55df57 2023-09-23T14:57:59.878 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:59 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@prometheus.a.service: Succeeded. 2023-09-23T14:57:59.878 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:59 smithi178 systemd[1]: Stopped Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:57:59.878 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:57:59 smithi178 systemd[1]: Starting Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T14:58:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-09-23T14:58:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T14:58:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118:9093"}]: dispatch 2023-09-23T14:58:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T14:58:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T14:58:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T14:58:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T14:58:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-09-23T14:58:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T14:58:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118:9093"}]: dispatch 2023-09-23T14:58:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T14:58:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T14:58:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T14:58:00.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T14:58:00.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:00 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:00.572 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STOPPING 2023-09-23T14:58:00.572 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T14:58:00.572 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STOPPED 2023-09-23T14:58:00.572 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STARTING 2023-09-23T14:58:00.572 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Serving on http://:::9283 2023-09-23T14:58:00.572 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STARTED 2023-09-23T14:58:00.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STOPPING 2023-09-23T14:58:00.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T14:58:00.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STOPPED 2023-09-23T14:58:00.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STARTING 2023-09-23T14:58:00.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Serving on http://:::9283 2023-09-23T14:58:00.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STARTED 2023-09-23T14:58:00.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STOPPING 2023-09-23T14:58:00.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T14:58:00.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STOPPED 2023-09-23T14:58:00.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STARTING 2023-09-23T14:58:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-09-23T14:58:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T14:58:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118:9093"}]: dispatch 2023-09-23T14:58:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T14:58:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T14:58:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T14:58:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T14:58:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:00 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:00.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 bash[152392]: c3fdff06bc86ed1744a75b2d0ee15409d847aa93a841fe2d3543940ad625f569 2023-09-23T14:58:00.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 systemd[1]: Started Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T14:58:00.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.210Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-09-23T14:58:00.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.210Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-09-23T14:58:00.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.210Z caller=main.go:570 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi178 (none))" 2023-09-23T14:58:00.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.210Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-09-23T14:58:00.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.210Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-09-23T14:58:00.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.212Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-09-23T14:58:00.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.212Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-09-23T14:58:00.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.213Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-09-23T14:58:00.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.213Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-09-23T14:58:00.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.214Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-09-23T14:58:00.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.214Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.415µs 2023-09-23T14:58:00.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.214Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-09-23T14:58:00.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.216Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2023-09-23T14:58:00.631 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.217Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2023-09-23T14:58:00.631 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.217Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.173µs wal_replay_duration=2.356195ms wbl_replay_duration=123ns total_replay_duration=2.392162ms 2023-09-23T14:58:00.631 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.218Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-09-23T14:58:00.631 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.218Z caller=main.go:1029 level=info msg="TSDB started" 2023-09-23T14:58:00.631 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.218Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-09-23T14:58:00.631 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.238Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.628817ms db_storage=992ns remote_storage=1.378µs web_handler=440ns query_engine=598ns scrape=369.726µs scrape_sd=37.121µs notify=40.296µs notify_sd=11.799µs rules=18.835971ms tracing=12.541µs 2023-09-23T14:58:00.631 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.238Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-09-23T14:58:00.631 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 14:58:00 smithi178 conmon[152433]: ts=2023-09-23T14:58:00.238Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-09-23T14:58:01.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Serving on http://:::9283 2023-09-23T14:58:01.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:00 smithi118 conmon[100650]: [23/Sep/2023:14:58:00] ENGINE Bus STARTED 2023-09-23T14:58:01.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[118212]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:01.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[118212]: from='client.24554 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:58:01.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[118212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T14:58:01.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[118212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118:9093"}]: dispatch 2023-09-23T14:58:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[118212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T14:58:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[118212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T14:58:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[118212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T14:58:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[118212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T14:58:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-09-23T14:58:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[118212]: osdmap e65: 8 total, 8 up, 8 in 2023-09-23T14:58:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-09-23T14:58:01.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[100225]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[100225]: from='client.24554 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:58:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[100225]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T14:58:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[100225]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118:9093"}]: dispatch 2023-09-23T14:58:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[100225]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T14:58:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[100225]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T14:58:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[100225]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T14:58:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[100225]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T14:58:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-09-23T14:58:01.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[100225]: osdmap e65: 8 total, 8 up, 8 in 2023-09-23T14:58:01.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-09-23T14:58:01.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:01 smithi118 conmon[100200]: 2023-09-23T14:58:01.396+0000 7f24211e1700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-09-23T14:58:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:01 smithi178 ceph-mon[104471]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:01 smithi178 ceph-mon[104471]: from='client.24554 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:58:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:01 smithi178 ceph-mon[104471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T14:58:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:01 smithi178 ceph-mon[104471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118:9093"}]: dispatch 2023-09-23T14:58:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:01 smithi178 ceph-mon[104471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T14:58:01.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:01 smithi178 ceph-mon[104471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2023-09-23T14:58:01.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:01 smithi178 ceph-mon[104471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T14:58:01.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:01 smithi178 ceph-mon[104471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2023-09-23T14:58:01.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:01 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-09-23T14:58:01.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:01 smithi178 ceph-mon[104471]: osdmap e65: 8 total, 8 up, 8 in 2023-09-23T14:58:01.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:01 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-09-23T14:58:02.118 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2023-09-23T14:58:02.681 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:02.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-09-23T14:58:02.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[100225]: osdmap e66: 8 total, 8 up, 8 in 2023-09-23T14:58:02.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-09-23T14:58:02.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[100225]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-09-23T14:58:02.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[100225]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-09-23T14:58:02.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[100225]: osdmap e67: 8 total, 8 up, 8 in 2023-09-23T14:58:02.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-09-23T14:58:02.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[100225]: fsmap foo:0 2023-09-23T14:58:02.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[100225]: Saving service mds.foo spec with placement count:2 2023-09-23T14:58:02.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:02.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-09-23T14:58:02.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[118212]: osdmap e66: 8 total, 8 up, 8 in 2023-09-23T14:58:02.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-09-23T14:58:02.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[118212]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-09-23T14:58:02.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[118212]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-09-23T14:58:02.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[118212]: osdmap e67: 8 total, 8 up, 8 in 2023-09-23T14:58:02.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-09-23T14:58:02.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[118212]: fsmap foo:0 2023-09-23T14:58:02.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[118212]: Saving service mds.foo spec with placement count:2 2023-09-23T14:58:02.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:02 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:02 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-09-23T14:58:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:02 smithi178 ceph-mon[104471]: osdmap e66: 8 total, 8 up, 8 in 2023-09-23T14:58:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:02 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-09-23T14:58:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:02 smithi178 ceph-mon[104471]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-09-23T14:58:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:02 smithi178 ceph-mon[104471]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-09-23T14:58:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:02 smithi178 ceph-mon[104471]: osdmap e67: 8 total, 8 up, 8 in 2023-09-23T14:58:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:02 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-09-23T14:58:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:02 smithi178 ceph-mon[104471]: fsmap foo:0 2023-09-23T14:58:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:02 smithi178 ceph-mon[104471]: Saving service mds.foo spec with placement count:2 2023-09-23T14:58:02.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:02 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:03.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:03 smithi118 ceph-mon[100225]: pgmap v43: 73 pgs: 12 creating+peering, 60 active+clean, 1 unknown; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:03.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:03 smithi118 ceph-mon[100225]: osdmap e68: 8 total, 8 up, 8 in 2023-09-23T14:58:03.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:03 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:03.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:03 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:03.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:03 smithi118 ceph-mon[118212]: pgmap v43: 73 pgs: 12 creating+peering, 60 active+clean, 1 unknown; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:03.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:03 smithi118 ceph-mon[118212]: osdmap e68: 8 total, 8 up, 8 in 2023-09-23T14:58:03.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:03 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:03.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:03 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:03.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:03 smithi178 ceph-mon[104471]: pgmap v43: 73 pgs: 12 creating+peering, 60 active+clean, 1 unknown; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:03.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:03 smithi178 ceph-mon[104471]: osdmap e68: 8 total, 8 up, 8 in 2023-09-23T14:58:03.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:03 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:03.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:03 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:04.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:04 smithi118 ceph-mon[100225]: osdmap e69: 8 total, 8 up, 8 in 2023-09-23T14:58:04.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:04 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:04.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:04 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:04 smithi118 ceph-mon[118212]: osdmap e69: 8 total, 8 up, 8 in 2023-09-23T14:58:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:04 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:04 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:04.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:04 smithi178 ceph-mon[104471]: osdmap e69: 8 total, 8 up, 8 in 2023-09-23T14:58:04.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:04 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:04.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:04 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:05.295 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2023-09-23T14:58:05.569 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 14:58:05 smithi118 conmon[174938]: ts=2023-09-23T14:58:05.316Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00303855s 2023-09-23T14:58:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[100225]: pgmap v46: 73 pgs: 12 creating+peering, 61 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi118.efkhxl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T14:58:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi118.efkhxl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T14:58:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:05.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[100225]: Deploying daemon mds.foo.smithi118.efkhxl on smithi118 2023-09-23T14:58:05.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[118212]: pgmap v46: 73 pgs: 12 creating+peering, 61 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:05.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:05.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:05.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:05.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi118.efkhxl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T14:58:05.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi118.efkhxl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T14:58:05.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:05.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:05 smithi118 ceph-mon[118212]: Deploying daemon mds.foo.smithi118.efkhxl on smithi118 2023-09-23T14:58:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:05 smithi178 ceph-mon[104471]: pgmap v46: 73 pgs: 12 creating+peering, 61 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:05 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:05 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:05 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:05 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi118.efkhxl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T14:58:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:05 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi118.efkhxl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T14:58:05.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:05 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:05.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:05 smithi178 ceph-mon[104471]: Deploying daemon mds.foo.smithi118.efkhxl on smithi118 2023-09-23T14:58:06.343 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:07.798 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:07 smithi118 ceph-mon[100225]: pgmap v47: 73 pgs: 12 creating+peering, 61 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:07.799 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:07 smithi118 ceph-mon[118212]: pgmap v47: 73 pgs: 12 creating+peering, 61 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:07.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:07 smithi178 ceph-mon[104471]: pgmap v47: 73 pgs: 12 creating+peering, 61 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:09.113 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: pgmap v48: 73 pgs: 73 active+clean; 577 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:09.113 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:09.114 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:09.114 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:09.114 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi178.hfjibd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T14:58:09.114 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi178.hfjibd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T14:58:09.114 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:09.114 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: Deploying daemon mds.foo.smithi178.hfjibd on smithi178 2023-09-23T14:58:09.114 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: mds.? [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] up:boot 2023-09-23T14:58:09.114 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: daemon mds.foo.smithi118.efkhxl assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-09-23T14:58:09.114 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-09-23T14:58:09.114 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-09-23T14:58:09.115 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: Cluster is now healthy 2023-09-23T14:58:09.115 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: fsmap foo:0 1 up:standby 2023-09-23T14:58:09.115 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T14:58:09.115 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:creating} 2023-09-23T14:58:09.115 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[118212]: daemon mds.foo.smithi118.efkhxl is now active in filesystem foo as rank 0 2023-09-23T14:58:09.115 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: pgmap v48: 73 pgs: 73 active+clean; 577 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:09.115 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:09.116 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:09.116 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:09.116 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi178.hfjibd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T14:58:09.116 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi178.hfjibd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T14:58:09.116 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:09.116 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: Deploying daemon mds.foo.smithi178.hfjibd on smithi178 2023-09-23T14:58:09.116 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: mds.? [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] up:boot 2023-09-23T14:58:09.116 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: daemon mds.foo.smithi118.efkhxl assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-09-23T14:58:09.116 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-09-23T14:58:09.116 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-09-23T14:58:09.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: Cluster is now healthy 2023-09-23T14:58:09.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: fsmap foo:0 1 up:standby 2023-09-23T14:58:09.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T14:58:09.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:creating} 2023-09-23T14:58:09.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:08 smithi118 ceph-mon[100225]: daemon mds.foo.smithi118.efkhxl is now active in filesystem foo as rank 0 2023-09-23T14:58:09.118 INFO:teuthology.run_tasks:Running task ceph.healthy... 2023-09-23T14:58:09.127 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-09-23T14:58:09.127 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-09-23T14:58:09.127 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph mgr dump --format=json 2023-09-23T14:58:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: pgmap v48: 73 pgs: 73 active+clean; 577 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi178.hfjibd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T14:58:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi178.hfjibd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-09-23T14:58:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: Deploying daemon mds.foo.smithi178.hfjibd on smithi178 2023-09-23T14:58:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: mds.? [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] up:boot 2023-09-23T14:58:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: daemon mds.foo.smithi118.efkhxl assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-09-23T14:58:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-09-23T14:58:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-09-23T14:58:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: Cluster is now healthy 2023-09-23T14:58:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: fsmap foo:0 1 up:standby 2023-09-23T14:58:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T14:58:09.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:creating} 2023-09-23T14:58:09.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:08 smithi178 ceph-mon[104471]: daemon mds.foo.smithi118.efkhxl is now active in filesystem foo as rank 0 2023-09-23T14:58:09.477 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:10.717 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:10 smithi118 ceph-mon[118212]: mds.? [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] up:active 2023-09-23T14:58:10.717 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:10 smithi118 ceph-mon[118212]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 2023-09-23T14:58:10.717 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:10 smithi118 ceph-mon[100225]: mds.? [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] up:active 2023-09-23T14:58:10.717 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:10 smithi118 ceph-mon[100225]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 2023-09-23T14:58:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:10 smithi178 ceph-mon[104471]: mds.? [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] up:active 2023-09-23T14:58:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:10 smithi178 ceph-mon[104471]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 2023-09-23T14:58:11.245 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:58:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: pgmap v49: 73 pgs: 73 active+clean; 577 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3549275654' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T14:58:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: mds.? [v2:172.21.15.178:6832/3165101068,v1:172.21.15.178:6833/3165101068] up:boot 2023-09-23T14:58:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T14:58:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[118212]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: pgmap v49: 73 pgs: 73 active+clean; 577 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3549275654' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T14:58:11.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: mds.? [v2:172.21.15.178:6832/3165101068,v1:172.21.15.178:6833/3165101068] up:boot 2023-09-23T14:58:11.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:11.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T14:58:11.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:11 smithi118 ceph-mon[100225]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: pgmap v49: 73 pgs: 73 active+clean; 577 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:11.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:11.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3549275654' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T14:58:11.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: mds.? [v2:172.21.15.178:6832/3165101068,v1:172.21.15.178:6833/3165101068] up:boot 2023-09-23T14:58:11.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:11.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T14:58:11.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:11 smithi178 ceph-mon[104471]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:12.179 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":19,"active_gid":24362,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6800","nonce":2972534977},{"type":"v1","addr":"172.21.15.118:6801","nonce":2972534977}]},"active_addr":"172.21.15.118:6801/2972534977","active_change":"2023-09-23T14:56:55.810282+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24359,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":502001712}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":779524663}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":1137273613}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":2024373301}]}]} 2023-09-23T14:58:12.184 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-09-23T14:58:12.184 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-09-23T14:58:12.184 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T14:58:12.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:58:11 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:58:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:58:12.612 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:13.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:13 smithi118 ceph-mon[100225]: pgmap v50: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2023-09-23T14:58:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:13 smithi118 ceph-mon[100225]: mds.? [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] up:active 2023-09-23T14:58:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:13 smithi118 ceph-mon[100225]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:13 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:13 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:13.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:13 smithi118 ceph-mon[118212]: pgmap v50: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2023-09-23T14:58:13.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:13 smithi118 ceph-mon[118212]: mds.? [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] up:active 2023-09-23T14:58:13.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:13 smithi118 ceph-mon[118212]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:13.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:13 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:13.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:13 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:13.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:13 smithi178 ceph-mon[104471]: pgmap v50: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2023-09-23T14:58:13.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:13 smithi178 ceph-mon[104471]: mds.? [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] up:active 2023-09-23T14:58:13.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:13 smithi178 ceph-mon[104471]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:13.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:13 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:13.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:13 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:14.730 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:58:14.731 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":69,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","created":"2023-09-23T14:51:29.898655+0000","modified":"2023-09-23T14:58:03.402504+0000","last_up_change":"2023-09-23T14:56:22.559207+0000","last_in_change":"2023-09-23T14:56:05.180194+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T14:54:28.481627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T14:57:08.197561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T14:58:00.211833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T14:58:00.627607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"efc8e2d6-f5b4-4927-85fd-5207aef6e6aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6802","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6803","nonce":3903501740}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6804","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6805","nonce":3903501740}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6808","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6809","nonce":3903501740}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6806","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6807","nonce":3903501740}]},"public_addr":"172.21.15.118:6803/3903501740","cluster_addr":"172.21.15.118:6805/3903501740","heartbeat_back_addr":"172.21.15.118:6809/3903501740","heartbeat_front_addr":"172.21.15.118:6807/3903501740","state":["exists","up"]},{"osd":1,"uuid":"7b1fee90-d1aa-4264-a1ae-21633b287d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6810","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6811","nonce":59675331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6812","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6813","nonce":59675331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6816","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6817","nonce":59675331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6814","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6815","nonce":59675331}]},"public_addr":"172.21.15.118:6811/59675331","cluster_addr":"172.21.15.118:6813/59675331","heartbeat_back_addr":"172.21.15.118:6817/59675331","heartbeat_front_addr":"172.21.15.118:6815/59675331","state":["exists","up"]},{"osd":2,"uuid":"5e331822-4d3c-4b5c-8cfa-b4568f66961b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6818","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6819","nonce":3587798585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6820","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6821","nonce":3587798585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6824","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6825","nonce":3587798585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6822","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6823","nonce":3587798585}]},"public_addr":"172.21.15.118:6819/3587798585","cluster_addr":"172.21.15.118:6821/3587798585","heartbeat_back_addr":"172.21.15.118:6825/3587798585","heartbeat_front_addr":"172.21.15.118:6823/3587798585","state":["exists","up"]},{"osd":3,"uuid":"b0d588c7-3821-4bd0-b170-6c24c1daece8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6826","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6827","nonce":2565646435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6828","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6829","nonce":2565646435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6832","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6833","nonce":2565646435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6830","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6831","nonce":2565646435}]},"public_addr":"172.21.15.118:6827/2565646435","cluster_addr":"172.21.15.118:6829/2565646435","heartbeat_back_addr":"172.21.15.118:6833/2565646435","heartbeat_front_addr":"172.21.15.118:6831/2565646435","state":["exists","up"]},{"osd":4,"uuid":"04df134a-b1b5-4165-bbd9-a4c111a6874d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6801","nonce":3061359291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6803","nonce":3061359291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6807","nonce":3061359291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6805","nonce":3061359291}]},"public_addr":"172.21.15.178:6801/3061359291","cluster_addr":"172.21.15.178:6803/3061359291","heartbeat_back_addr":"172.21.15.178:6807/3061359291","heartbeat_front_addr":"172.21.15.178:6805/3061359291","state":["exists","up"]},{"osd":5,"uuid":"3b398f78-749d-440d-8afd-57ae5b890346","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6809","nonce":2641122765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6811","nonce":2641122765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6815","nonce":2641122765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6813","nonce":2641122765}]},"public_addr":"172.21.15.178:6809/2641122765","cluster_addr":"172.21.15.178:6811/2641122765","heartbeat_back_addr":"172.21.15.178:6815/2641122765","heartbeat_front_addr":"172.21.15.178:6813/2641122765","state":["exists","up"]},{"osd":6,"uuid":"86a6ec0f-884d-4f6b-8fc1-360dc8d847bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6817","nonce":3863537489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6819","nonce":3863537489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6823","nonce":3863537489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6821","nonce":3863537489}]},"public_addr":"172.21.15.178:6817/3863537489","cluster_addr":"172.21.15.178:6819/3863537489","heartbeat_back_addr":"172.21.15.178:6823/3863537489","heartbeat_front_addr":"172.21.15.178:6821/3863537489","state":["exists","up"]},{"osd":7,"uuid":"2df21937-2668-45dd-bb1a-e9b1835a8b81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6825","nonce":2576702610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6827","nonce":2576702610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6831","nonce":2576702610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6829","nonce":2576702610}]},"public_addr":"172.21.15.178:6825/2576702610","cluster_addr":"172.21.15.178:6827/2576702610","heartbeat_back_addr":"172.21.15.178:6831/2576702610","heartbeat_front_addr":"172.21.15.178:6829/2576702610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:53:37.616732+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:01.464917+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:24.487975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:48.543832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:10.652416+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:34.023248+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:57.634210+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:56:20.644152+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.118:0/1707253320":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6801/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1039320426":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/3530206762":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1178925339":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/4249315536":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/2139662217":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1639125099":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1930847727":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6800/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1872462244":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2078246904":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/3125157696":"2023-09-24T14:52:20.140371+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T14:58:15.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:15 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:58:15] "GET /metrics HTTP/1.1" 200 238054 "" "Prometheus/2.43.0" 2023-09-23T14:58:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[100225]: pgmap v51: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2023-09-23T14:58:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:15.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:15.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:15.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:15.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:15.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3824289612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:58:15.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[118212]: pgmap v51: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2023-09-23T14:58:15.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:15.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:15.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:15.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:15.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:15.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:15.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:15 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3824289612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:58:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:15 smithi178 ceph-mon[104471]: pgmap v51: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2023-09-23T14:58:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:15 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:15 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:15 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:15 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:15 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:15 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:15 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3824289612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:58:15.875 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-09-23T14:58:15.875 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T14:58:16.351 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:16.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:16 smithi118 ceph-mon[118212]: mds.? [v2:172.21.15.178:6832/3165101068,v1:172.21.15.178:6833/3165101068] up:standby 2023-09-23T14:58:16.577 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:16 smithi118 ceph-mon[118212]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:16.577 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:16 smithi118 ceph-mon[100225]: mds.? [v2:172.21.15.178:6832/3165101068,v1:172.21.15.178:6833/3165101068] up:standby 2023-09-23T14:58:16.577 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:16 smithi118 ceph-mon[100225]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:16 smithi178 ceph-mon[104471]: mds.? [v2:172.21.15.178:6832/3165101068,v1:172.21.15.178:6833/3165101068] up:standby 2023-09-23T14:58:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:16 smithi178 ceph-mon[104471]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T14:58:17.628 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:17 smithi118 ceph-mon[118212]: pgmap v52: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:17.628 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:17 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:17.628 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:17 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:17.628 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:17 smithi118 ceph-mon[100225]: pgmap v52: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:17.628 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:17 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:17.628 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:17 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:17.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:17 smithi178 ceph-mon[104471]: pgmap v52: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:17.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:17 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:17.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:17 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:18.366 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:58:18.366 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":69,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","created":"2023-09-23T14:51:29.898655+0000","modified":"2023-09-23T14:58:03.402504+0000","last_up_change":"2023-09-23T14:56:22.559207+0000","last_in_change":"2023-09-23T14:56:05.180194+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T14:54:28.481627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T14:57:08.197561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T14:58:00.211833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T14:58:00.627607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"efc8e2d6-f5b4-4927-85fd-5207aef6e6aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6802","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6803","nonce":3903501740}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6804","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6805","nonce":3903501740}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6808","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6809","nonce":3903501740}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6806","nonce":3903501740},{"type":"v1","addr":"172.21.15.118:6807","nonce":3903501740}]},"public_addr":"172.21.15.118:6803/3903501740","cluster_addr":"172.21.15.118:6805/3903501740","heartbeat_back_addr":"172.21.15.118:6809/3903501740","heartbeat_front_addr":"172.21.15.118:6807/3903501740","state":["exists","up"]},{"osd":1,"uuid":"7b1fee90-d1aa-4264-a1ae-21633b287d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6810","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6811","nonce":59675331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6812","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6813","nonce":59675331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6816","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6817","nonce":59675331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6814","nonce":59675331},{"type":"v1","addr":"172.21.15.118:6815","nonce":59675331}]},"public_addr":"172.21.15.118:6811/59675331","cluster_addr":"172.21.15.118:6813/59675331","heartbeat_back_addr":"172.21.15.118:6817/59675331","heartbeat_front_addr":"172.21.15.118:6815/59675331","state":["exists","up"]},{"osd":2,"uuid":"5e331822-4d3c-4b5c-8cfa-b4568f66961b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6818","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6819","nonce":3587798585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6820","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6821","nonce":3587798585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6824","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6825","nonce":3587798585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6822","nonce":3587798585},{"type":"v1","addr":"172.21.15.118:6823","nonce":3587798585}]},"public_addr":"172.21.15.118:6819/3587798585","cluster_addr":"172.21.15.118:6821/3587798585","heartbeat_back_addr":"172.21.15.118:6825/3587798585","heartbeat_front_addr":"172.21.15.118:6823/3587798585","state":["exists","up"]},{"osd":3,"uuid":"b0d588c7-3821-4bd0-b170-6c24c1daece8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6826","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6827","nonce":2565646435}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6828","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6829","nonce":2565646435}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6832","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6833","nonce":2565646435}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6830","nonce":2565646435},{"type":"v1","addr":"172.21.15.118:6831","nonce":2565646435}]},"public_addr":"172.21.15.118:6827/2565646435","cluster_addr":"172.21.15.118:6829/2565646435","heartbeat_back_addr":"172.21.15.118:6833/2565646435","heartbeat_front_addr":"172.21.15.118:6831/2565646435","state":["exists","up"]},{"osd":4,"uuid":"04df134a-b1b5-4165-bbd9-a4c111a6874d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6801","nonce":3061359291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6803","nonce":3061359291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6807","nonce":3061359291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6805","nonce":3061359291}]},"public_addr":"172.21.15.178:6801/3061359291","cluster_addr":"172.21.15.178:6803/3061359291","heartbeat_back_addr":"172.21.15.178:6807/3061359291","heartbeat_front_addr":"172.21.15.178:6805/3061359291","state":["exists","up"]},{"osd":5,"uuid":"3b398f78-749d-440d-8afd-57ae5b890346","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6809","nonce":2641122765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6811","nonce":2641122765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6815","nonce":2641122765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6813","nonce":2641122765}]},"public_addr":"172.21.15.178:6809/2641122765","cluster_addr":"172.21.15.178:6811/2641122765","heartbeat_back_addr":"172.21.15.178:6815/2641122765","heartbeat_front_addr":"172.21.15.178:6813/2641122765","state":["exists","up"]},{"osd":6,"uuid":"86a6ec0f-884d-4f6b-8fc1-360dc8d847bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6817","nonce":3863537489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6819","nonce":3863537489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6823","nonce":3863537489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6821","nonce":3863537489}]},"public_addr":"172.21.15.178:6817/3863537489","cluster_addr":"172.21.15.178:6819/3863537489","heartbeat_back_addr":"172.21.15.178:6823/3863537489","heartbeat_front_addr":"172.21.15.178:6821/3863537489","state":["exists","up"]},{"osd":7,"uuid":"2df21937-2668-45dd-bb1a-e9b1835a8b81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6825","nonce":2576702610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6827","nonce":2576702610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6831","nonce":2576702610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6829","nonce":2576702610}]},"public_addr":"172.21.15.178:6825/2576702610","cluster_addr":"172.21.15.178:6827/2576702610","heartbeat_back_addr":"172.21.15.178:6831/2576702610","heartbeat_front_addr":"172.21.15.178:6829/2576702610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:53:37.616732+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:01.464917+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:24.487975+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:48.543832+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:10.652416+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:34.023248+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:57.634210+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:56:20.644152+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.118:0/1707253320":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6801/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1039320426":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/3530206762":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1178925339":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/4249315536":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/2139662217":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1639125099":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1930847727":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6800/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1872462244":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2078246904":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6800/3125157696":"2023-09-24T14:52:20.140371+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T14:58:19.039 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-09-23T14:58:19.039 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-09-23T14:58:19.039 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-09-23T14:58:19.040 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-09-23T14:58:19.040 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-09-23T14:58:19.041 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-09-23T14:58:19.041 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-09-23T14:58:19.041 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-09-23T14:58:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:19 smithi178 ceph-mon[104471]: pgmap v53: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:19 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:19 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:19 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:19 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:19.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:19 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:19.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:19 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2827277927' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:58:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[118212]: pgmap v53: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2827277927' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:58:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[100225]: pgmap v53: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:19 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2827277927' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T14:58:20.011 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:20.117 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:21 smithi118 ceph-mon[118212]: pgmap v54: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:21 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:21 smithi118 ceph-mon[100225]: pgmap v54: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:21 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:21.622 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:21.623 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:21.625 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:21 smithi178 ceph-mon[104471]: pgmap v54: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:21 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:21.743 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:21.782 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:21.788 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:22.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:58:21 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:58:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:58:23.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:23 smithi118 ceph-mon[118212]: pgmap v55: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:23.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:23 smithi118 ceph-mon[100225]: pgmap v55: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:23 smithi178 ceph-mon[104471]: pgmap v55: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-09-23T14:58:25.361 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:25 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:58:25] "GET /metrics HTTP/1.1" 200 238054 "" "Prometheus/2.43.0" 2023-09-23T14:58:25.485 INFO:teuthology.orchestra.run.smithi118.stdout:77309411379 2023-09-23T14:58:25.485 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-09-23T14:58:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:25 smithi178 ceph-mon[104471]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T14:58:25.743 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:25 smithi118 ceph-mon[118212]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T14:58:25.743 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:25 smithi118 ceph-mon[100225]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T14:58:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:26 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:26.785 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:26 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:26.785 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:26 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:27.622 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:27 smithi118 ceph-mon[118212]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T14:58:27.622 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:27 smithi118 ceph-mon[100225]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T14:58:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:27 smithi178 ceph-mon[104471]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T14:58:29.103 INFO:teuthology.orchestra.run.smithi118.stdout:236223201308 2023-09-23T14:58:29.103 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-09-23T14:58:29.541 INFO:teuthology.orchestra.run.smithi118.stdout:201863462943 2023-09-23T14:58:29.541 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-09-23T14:58:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:29 smithi178 ceph-mon[104471]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T14:58:29.676 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:29 smithi118 ceph-mon[118212]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T14:58:29.677 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:29 smithi118 ceph-mon[100225]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-09-23T14:58:30.811 INFO:teuthology.orchestra.run.smithi118.stdout:167503724581 2023-09-23T14:58:30.812 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-09-23T14:58:30.862 INFO:teuthology.orchestra.run.smithi118.stdout:111669149743 2023-09-23T14:58:30.862 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-09-23T14:58:31.517 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:31 smithi118 ceph-mon[118212]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:31.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:31 smithi118 ceph-mon[100225]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:31.518 INFO:teuthology.orchestra.run.smithi118.stdout:34359738427 2023-09-23T14:58:31.519 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-09-23T14:58:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:31 smithi178 ceph-mon[104471]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:31.823 INFO:teuthology.orchestra.run.smithi118.stdout:133143986217 2023-09-23T14:58:31.823 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-09-23T14:58:31.874 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:31.909 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:32.094 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:32.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:58:31 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:58:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:58:32.424 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:32.521 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:33 smithi118 ceph-mon[118212]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:33 smithi118 ceph-mon[100225]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:33 smithi178 ceph-mon[104471]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:34.505 INFO:teuthology.orchestra.run.smithi118.stdout:55834574905 2023-09-23T14:58:34.505 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-09-23T14:58:35.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:35 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:58:35] "GET /metrics HTTP/1.1" 200 238625 "" "Prometheus/2.43.0" 2023-09-23T14:58:35.603 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:35 smithi118 ceph-mon[118212]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:35.603 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:35 smithi118 ceph-mon[100225]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:35 smithi178 ceph-mon[104471]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:35.933 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:36.426 INFO:teuthology.orchestra.run.smithi118.stdout:77309411381 2023-09-23T14:58:36.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:36 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1129145173' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T14:58:36.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:36 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1129145173' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T14:58:36.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:36 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1129145173' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T14:58:37.594 INFO:teuthology.orchestra.run.smithi118.stdout:167503724582 2023-09-23T14:58:37.666 INFO:teuthology.orchestra.run.smithi118.stdout:236223201310 2023-09-23T14:58:37.694 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:37 smithi118 ceph-mon[118212]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:37.694 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:37 smithi118 ceph-mon[100225]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:37 smithi178 ceph-mon[104471]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:38.753 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:38 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2777589110' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T14:58:38.754 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:38 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2045655811' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T14:58:38.754 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:38 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2777589110' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T14:58:38.754 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:38 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2045655811' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T14:58:38.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:38 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2777589110' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T14:58:38.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:38 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2045655811' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T14:58:39.219 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201308 got 236223201310 for osd.7 2023-09-23T14:58:39.219 DEBUG:teuthology.parallel:result is None 2023-09-23T14:58:39.512 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:39 smithi118 ceph-mon[118212]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:39.512 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:39 smithi118 ceph-mon[100225]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:39.513 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411379 got 77309411381 for osd.2 2023-09-23T14:58:39.514 DEBUG:teuthology.parallel:result is None 2023-09-23T14:58:39.708 INFO:teuthology.orchestra.run.smithi118.stdout:34359738429 2023-09-23T14:58:39.843 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724581 got 167503724582 for osd.5 2023-09-23T14:58:39.843 DEBUG:teuthology.parallel:result is None 2023-09-23T14:58:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:39 smithi178 ceph-mon[104471]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:39.932 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:40.000 INFO:teuthology.orchestra.run.smithi118.stdout:201863462945 2023-09-23T14:58:40.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:40 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/524168682' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T14:58:40.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:40 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1545526515' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T14:58:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:40 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/524168682' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T14:58:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:40 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1545526515' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T14:58:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:40 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/524168682' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T14:58:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:40 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1545526515' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T14:58:40.948 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462943 got 201863462945 for osd.6 2023-09-23T14:58:40.948 DEBUG:teuthology.parallel:result is None 2023-09-23T14:58:41.336 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738427 got 34359738429 for osd.0 2023-09-23T14:58:41.336 DEBUG:teuthology.parallel:result is None 2023-09-23T14:58:41.415 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:41.475 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:41 smithi118 ceph-mon[118212]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:41.475 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:41 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:41.476 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:41 smithi118 ceph-mon[100225]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:41.476 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:41 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:41.609 INFO:teuthology.orchestra.run.smithi118.stdout:111669149745 2023-09-23T14:58:41.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:41 smithi178 ceph-mon[104471]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:41.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:41 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:42.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:58:41 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:58:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:58:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:42 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/432744597' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T14:58:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:42 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/432744597' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T14:58:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:42 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/432744597' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T14:58:42.959 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149743 got 111669149745 for osd.3 2023-09-23T14:58:42.959 DEBUG:teuthology.parallel:result is None 2023-09-23T14:58:43.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:43 smithi118 ceph-mon[100225]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:43 smithi118 ceph-mon[118212]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:43 smithi178 ceph-mon[104471]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:44.091 INFO:teuthology.orchestra.run.smithi118.stdout:133143986221 2023-09-23T14:58:44.420 INFO:teuthology.orchestra.run.smithi118.stdout:55834574907 2023-09-23T14:58:44.568 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:44 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/4264333028' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T14:58:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:44 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/4264333028' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T14:58:44.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:44 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/4264333028' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T14:58:45.139 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:45 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:58:45] "GET /metrics HTTP/1.1" 200 238592 "" "Prometheus/2.43.0" 2023-09-23T14:58:45.157 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986217 got 133143986221 for osd.4 2023-09-23T14:58:45.157 DEBUG:teuthology.parallel:result is None 2023-09-23T14:58:45.349 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574905 got 55834574907 for osd.1 2023-09-23T14:58:45.349 DEBUG:teuthology.parallel:result is None 2023-09-23T14:58:45.349 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-09-23T14:58:45.349 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T14:58:45.698 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:45.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:45 smithi118 ceph-mon[118212]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:45.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:45 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2392611070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T14:58:45.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:45 smithi118 ceph-mon[100225]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:45.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:45 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2392611070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T14:58:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:45 smithi178 ceph-mon[104471]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:45 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2392611070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T14:58:47.397 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:58:47.399 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T14:58:47.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:47 smithi118 ceph-mon[118212]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:47.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:47 smithi118 ceph-mon[100225]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:47.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:47 smithi178 ceph-mon[104471]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:48.023 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2023-09-23T14:58:45.842017+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":52480,"kb_used_data":7296,"kb_used_omap":0,"kb_used_meta":45120,"kb_avail":749908736,"statfs":{"total":767960285184,"available":767906545664,"internally_reserved":0,"allocated":7471104,"data_stored":4196061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":46202880},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002629"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770875+0000","last_change":"2023-09-23T14:58:02.770598+0000","last_active":"2023-09-23T14:58:02.770875+0000","last_peered":"2023-09-23T14:58:02.770875+0000","last_clean":"2023-09-23T14:58:02.770875+0000","last_became_active":"2023-09-23T14:58:02.770275+0000","last_became_peered":"2023-09-23T14:58:02.770275+0000","last_unstale":"2023-09-23T14:58:02.770875+0000","last_undegraded":"2023-09-23T14:58:02.770875+0000","last_fullsized":"2023-09-23T14:58:02.770875+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:03:30.675195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.430728+0000","last_change":"2023-09-23T14:58:01.386951+0000","last_active":"2023-09-23T14:58:08.430728+0000","last_peered":"2023-09-23T14:58:08.430728+0000","last_clean":"2023-09-23T14:58:08.430728+0000","last_became_active":"2023-09-23T14:58:01.386629+0000","last_became_peered":"2023-09-23T14:58:01.386629+0000","last_unstale":"2023-09-23T14:58:08.430728+0000","last_undegraded":"2023-09-23T14:58:08.430728+0000","last_fullsized":"2023-09-23T14:58:08.430728+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:14:25.100392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403753+0000","last_change":"2023-09-23T14:58:01.419827+0000","last_active":"2023-09-23T14:58:02.403753+0000","last_peered":"2023-09-23T14:58:02.403753+0000","last_clean":"2023-09-23T14:58:02.403753+0000","last_became_active":"2023-09-23T14:58:01.419566+0000","last_became_peered":"2023-09-23T14:58:01.419566+0000","last_unstale":"2023-09-23T14:58:02.403753+0000","last_undegraded":"2023-09-23T14:58:02.403753+0000","last_fullsized":"2023-09-23T14:58:02.403753+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:23:54.201919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.409422+0000","last_change":"2023-09-23T14:58:01.400793+0000","last_active":"2023-09-23T14:58:03.409422+0000","last_peered":"2023-09-23T14:58:03.409422+0000","last_clean":"2023-09-23T14:58:03.409422+0000","last_became_active":"2023-09-23T14:58:01.400515+0000","last_became_peered":"2023-09-23T14:58:01.400515+0000","last_unstale":"2023-09-23T14:58:03.409422+0000","last_undegraded":"2023-09-23T14:58:03.409422+0000","last_fullsized":"2023-09-23T14:58:03.409422+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:07:55.418527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.608458+0000","last_change":"2023-09-23T14:58:02.608295+0000","last_active":"2023-09-23T14:58:02.608458+0000","last_peered":"2023-09-23T14:58:02.608458+0000","last_clean":"2023-09-23T14:58:02.608458+0000","last_became_active":"2023-09-23T14:58:02.607987+0000","last_became_peered":"2023-09-23T14:58:02.607987+0000","last_unstale":"2023-09-23T14:58:02.608458+0000","last_undegraded":"2023-09-23T14:58:02.608458+0000","last_fullsized":"2023-09-23T14:58:02.608458+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:40.542131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.432309+0000","last_change":"2023-09-23T14:58:01.394297+0000","last_active":"2023-09-23T14:58:08.432309+0000","last_peered":"2023-09-23T14:58:08.432309+0000","last_clean":"2023-09-23T14:58:08.432309+0000","last_became_active":"2023-09-23T14:58:01.394001+0000","last_became_peered":"2023-09-23T14:58:01.394001+0000","last_unstale":"2023-09-23T14:58:08.432309+0000","last_undegraded":"2023-09-23T14:58:08.432309+0000","last_fullsized":"2023-09-23T14:58:08.432309+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:13:15.496399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.771124+0000","last_change":"2023-09-23T14:58:02.770721+0000","last_active":"2023-09-23T14:58:02.771124+0000","last_peered":"2023-09-23T14:58:02.771124+0000","last_clean":"2023-09-23T14:58:02.771124+0000","last_became_active":"2023-09-23T14:58:02.770436+0000","last_became_peered":"2023-09-23T14:58:02.770436+0000","last_unstale":"2023-09-23T14:58:02.771124+0000","last_undegraded":"2023-09-23T14:58:02.771124+0000","last_fullsized":"2023-09-23T14:58:02.771124+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:58.173635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.431826+0000","last_change":"2023-09-23T14:58:01.390611+0000","last_active":"2023-09-23T14:58:08.431826+0000","last_peered":"2023-09-23T14:58:08.431826+0000","last_clean":"2023-09-23T14:58:08.431826+0000","last_became_active":"2023-09-23T14:58:01.390351+0000","last_became_peered":"2023-09-23T14:58:01.390351+0000","last_unstale":"2023-09-23T14:58:08.431826+0000","last_undegraded":"2023-09-23T14:58:08.431826+0000","last_fullsized":"2023-09-23T14:58:08.431826+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:46:47.547827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.405962+0000","last_change":"2023-09-23T14:58:01.417027+0000","last_active":"2023-09-23T14:58:02.405962+0000","last_peered":"2023-09-23T14:58:02.405962+0000","last_clean":"2023-09-23T14:58:02.405962+0000","last_became_active":"2023-09-23T14:58:01.416629+0000","last_became_peered":"2023-09-23T14:58:01.416629+0000","last_unstale":"2023-09-23T14:58:02.405962+0000","last_undegraded":"2023-09-23T14:58:02.405962+0000","last_fullsized":"2023-09-23T14:58:02.405962+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:08.943779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.408861+0000","last_change":"2023-09-23T14:58:01.391534+0000","last_active":"2023-09-23T14:58:03.408861+0000","last_peered":"2023-09-23T14:58:03.408861+0000","last_clean":"2023-09-23T14:58:03.408861+0000","last_became_active":"2023-09-23T14:58:01.391254+0000","last_became_peered":"2023-09-23T14:58:01.391254+0000","last_unstale":"2023-09-23T14:58:03.408861+0000","last_undegraded":"2023-09-23T14:58:03.408861+0000","last_fullsized":"2023-09-23T14:58:03.408861+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:01:02.628185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.078886+0000","last_change":"2023-09-23T14:58:03.078606+0000","last_active":"2023-09-23T14:58:03.078886+0000","last_peered":"2023-09-23T14:58:03.078886+0000","last_clean":"2023-09-23T14:58:03.078886+0000","last_became_active":"2023-09-23T14:58:03.078274+0000","last_became_peered":"2023-09-23T14:58:03.078274+0000","last_unstale":"2023-09-23T14:58:03.078886+0000","last_undegraded":"2023-09-23T14:58:03.078886+0000","last_fullsized":"2023-09-23T14:58:03.078886+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:56.308795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.409255+0000","last_change":"2023-09-23T14:58:01.389925+0000","last_active":"2023-09-23T14:58:03.409255+0000","last_peered":"2023-09-23T14:58:03.409255+0000","last_clean":"2023-09-23T14:58:03.409255+0000","last_became_active":"2023-09-23T14:58:01.389640+0000","last_became_peered":"2023-09-23T14:58:01.389640+0000","last_unstale":"2023-09-23T14:58:03.409255+0000","last_undegraded":"2023-09-23T14:58:03.409255+0000","last_fullsized":"2023-09-23T14:58:03.409255+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:28:05.047187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.404126+0000","last_change":"2023-09-23T14:57:09.273432+0000","last_active":"2023-09-23T14:58:02.404126+0000","last_peered":"2023-09-23T14:58:02.404126+0000","last_clean":"2023-09-23T14:58:02.404126+0000","last_became_active":"2023-09-23T14:57:09.273036+0000","last_became_peered":"2023-09-23T14:57:09.273036+0000","last_unstale":"2023-09-23T14:58:02.404126+0000","last_undegraded":"2023-09-23T14:58:02.404126+0000","last_fullsized":"2023-09-23T14:58:02.404126+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:23:01.649357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403609+0000","last_change":"2023-09-23T14:58:01.642524+0000","last_active":"2023-09-23T14:58:02.403609+0000","last_peered":"2023-09-23T14:58:02.403609+0000","last_clean":"2023-09-23T14:58:02.403609+0000","last_became_active":"2023-09-23T14:58:01.642253+0000","last_became_peered":"2023-09-23T14:58:01.642253+0000","last_unstale":"2023-09-23T14:58:02.403609+0000","last_undegraded":"2023-09-23T14:58:02.403609+0000","last_fullsized":"2023-09-23T14:58:02.403609+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:51:16.520516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770484+0000","last_change":"2023-09-23T14:57:09.504484+0000","last_active":"2023-09-23T14:58:02.770484+0000","last_peered":"2023-09-23T14:58:02.770484+0000","last_clean":"2023-09-23T14:58:02.770484+0000","last_became_active":"2023-09-23T14:57:09.504167+0000","last_became_peered":"2023-09-23T14:57:09.504167+0000","last_unstale":"2023-09-23T14:58:02.770484+0000","last_undegraded":"2023-09-23T14:58:02.770484+0000","last_fullsized":"2023-09-23T14:58:02.770484+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:07:53.179971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.430048+0000","last_change":"2023-09-23T14:58:01.398067+0000","last_active":"2023-09-23T14:58:08.430048+0000","last_peered":"2023-09-23T14:58:08.430048+0000","last_clean":"2023-09-23T14:58:08.430048+0000","last_became_active":"2023-09-23T14:58:01.397811+0000","last_became_peered":"2023-09-23T14:58:01.397811+0000","last_unstale":"2023-09-23T14:58:08.430048+0000","last_undegraded":"2023-09-23T14:58:08.430048+0000","last_fullsized":"2023-09-23T14:58:08.430048+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:41:23.070762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607564+0000","last_change":"2023-09-23T14:58:01.642585+0000","last_active":"2023-09-23T14:58:02.607564+0000","last_peered":"2023-09-23T14:58:02.607564+0000","last_clean":"2023-09-23T14:58:02.607564+0000","last_became_active":"2023-09-23T14:58:01.642294+0000","last_became_peered":"2023-09-23T14:58:01.642294+0000","last_unstale":"2023-09-23T14:58:02.607564+0000","last_undegraded":"2023-09-23T14:58:02.607564+0000","last_fullsized":"2023-09-23T14:58:02.607564+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:39:35.428600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770418+0000","last_change":"2023-09-23T14:58:01.395385+0000","last_active":"2023-09-23T14:58:02.770418+0000","last_peered":"2023-09-23T14:58:02.770418+0000","last_clean":"2023-09-23T14:58:02.770418+0000","last_became_active":"2023-09-23T14:58:01.394906+0000","last_became_peered":"2023-09-23T14:58:01.394906+0000","last_unstale":"2023-09-23T14:58:02.770418+0000","last_undegraded":"2023-09-23T14:58:02.770418+0000","last_fullsized":"2023-09-23T14:58:02.770418+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:23.627645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.804844+0000","last_change":"2023-09-23T14:57:09.580035+0000","last_active":"2023-09-23T14:58:02.804844+0000","last_peered":"2023-09-23T14:58:02.804844+0000","last_clean":"2023-09-23T14:58:02.804844+0000","last_became_active":"2023-09-23T14:57:09.579679+0000","last_became_peered":"2023-09-23T14:57:09.579679+0000","last_unstale":"2023-09-23T14:58:02.804844+0000","last_undegraded":"2023-09-23T14:58:02.804844+0000","last_fullsized":"2023-09-23T14:58:02.804844+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:37:36.711097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607754+0000","last_change":"2023-09-23T14:58:01.411489+0000","last_active":"2023-09-23T14:58:02.607754+0000","last_peered":"2023-09-23T14:58:02.607754+0000","last_clean":"2023-09-23T14:58:02.607754+0000","last_became_active":"2023-09-23T14:58:01.411145+0000","last_became_peered":"2023-09-23T14:58:01.411145+0000","last_unstale":"2023-09-23T14:58:02.607754+0000","last_undegraded":"2023-09-23T14:58:02.607754+0000","last_fullsized":"2023-09-23T14:58:02.607754+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:08:14.129473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607369+0000","last_change":"2023-09-23T14:58:01.389455+0000","last_active":"2023-09-23T14:58:02.607369+0000","last_peered":"2023-09-23T14:58:02.607369+0000","last_clean":"2023-09-23T14:58:02.607369+0000","last_became_active":"2023-09-23T14:58:01.388498+0000","last_became_peered":"2023-09-23T14:58:01.388498+0000","last_unstale":"2023-09-23T14:58:02.607369+0000","last_undegraded":"2023-09-23T14:58:02.607369+0000","last_fullsized":"2023-09-23T14:58:02.607369+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:23:45.333614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.804657+0000","last_change":"2023-09-23T14:57:09.580169+0000","last_active":"2023-09-23T14:58:02.804657+0000","last_peered":"2023-09-23T14:58:02.804657+0000","last_clean":"2023-09-23T14:58:02.804657+0000","last_became_active":"2023-09-23T14:57:09.579804+0000","last_became_peered":"2023-09-23T14:57:09.579804+0000","last_unstale":"2023-09-23T14:58:02.804657+0000","last_undegraded":"2023-09-23T14:58:02.804657+0000","last_fullsized":"2023-09-23T14:58:02.804657+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:48:34.193486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.805998+0000","last_change":"2023-09-23T14:58:02.805675+0000","last_active":"2023-09-23T14:58:02.805998+0000","last_peered":"2023-09-23T14:58:02.805998+0000","last_clean":"2023-09-23T14:58:02.805998+0000","last_became_active":"2023-09-23T14:58:02.805353+0000","last_became_peered":"2023-09-23T14:58:02.805353+0000","last_unstale":"2023-09-23T14:58:02.805998+0000","last_undegraded":"2023-09-23T14:58:02.805998+0000","last_fullsized":"2023-09-23T14:58:02.805998+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:32:35.528182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403709+0000","last_change":"2023-09-23T14:58:01.393642+0000","last_active":"2023-09-23T14:58:02.403709+0000","last_peered":"2023-09-23T14:58:02.403709+0000","last_clean":"2023-09-23T14:58:02.403709+0000","last_became_active":"2023-09-23T14:58:01.393359+0000","last_became_peered":"2023-09-23T14:58:01.393359+0000","last_unstale":"2023-09-23T14:58:02.403709+0000","last_undegraded":"2023-09-23T14:58:02.403709+0000","last_fullsized":"2023-09-23T14:58:02.403709+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:49.249431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":276,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.804605+0000","last_change":"2023-09-23T14:56:26.248818+0000","last_active":"2023-09-23T14:58:02.804605+0000","last_peered":"2023-09-23T14:58:02.804605+0000","last_clean":"2023-09-23T14:58:02.804605+0000","last_became_active":"2023-09-23T14:56:26.248450+0000","last_became_peered":"2023-09-23T14:56:26.248450+0000","last_unstale":"2023-09-23T14:58:02.804605+0000","last_undegraded":"2023-09-23T14:58:02.804605+0000","last_fullsized":"2023-09-23T14:58:02.804605+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:58.424912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077656+0000","last_change":"2023-09-23T14:57:09.273730+0000","last_active":"2023-09-23T14:58:03.077656+0000","last_peered":"2023-09-23T14:58:03.077656+0000","last_clean":"2023-09-23T14:58:03.077656+0000","last_became_active":"2023-09-23T14:57:09.273328+0000","last_became_peered":"2023-09-23T14:57:09.273328+0000","last_unstale":"2023-09-23T14:58:03.077656+0000","last_undegraded":"2023-09-23T14:58:03.077656+0000","last_fullsized":"2023-09-23T14:58:03.077656+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:23.064229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770498+0000","last_change":"2023-09-23T14:58:01.413248+0000","last_active":"2023-09-23T14:58:02.770498+0000","last_peered":"2023-09-23T14:58:02.770498+0000","last_clean":"2023-09-23T14:58:02.770498+0000","last_became_active":"2023-09-23T14:58:01.412981+0000","last_became_peered":"2023-09-23T14:58:01.412981+0000","last_unstale":"2023-09-23T14:58:02.770498+0000","last_undegraded":"2023-09-23T14:58:02.770498+0000","last_fullsized":"2023-09-23T14:58:02.770498+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:33.078675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770024+0000","last_change":"2023-09-23T14:58:01.395227+0000","last_active":"2023-09-23T14:58:02.770024+0000","last_peered":"2023-09-23T14:58:02.770024+0000","last_clean":"2023-09-23T14:58:02.770024+0000","last_became_active":"2023-09-23T14:58:01.394525+0000","last_became_peered":"2023-09-23T14:58:01.394525+0000","last_unstale":"2023-09-23T14:58:02.770024+0000","last_undegraded":"2023-09-23T14:58:02.770024+0000","last_fullsized":"2023-09-23T14:58:02.770024+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:05.511552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.405816+0000","last_change":"2023-09-23T14:57:09.580076+0000","last_active":"2023-09-23T14:58:02.405816+0000","last_peered":"2023-09-23T14:58:02.405816+0000","last_clean":"2023-09-23T14:58:02.405816+0000","last_became_active":"2023-09-23T14:57:09.579749+0000","last_became_peered":"2023-09-23T14:57:09.579749+0000","last_unstale":"2023-09-23T14:58:02.405816+0000","last_undegraded":"2023-09-23T14:58:02.405816+0000","last_fullsized":"2023-09-23T14:58:02.405816+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:34:22.574084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770387+0000","last_change":"2023-09-23T14:58:01.419723+0000","last_active":"2023-09-23T14:58:02.770387+0000","last_peered":"2023-09-23T14:58:02.770387+0000","last_clean":"2023-09-23T14:58:02.770387+0000","last_became_active":"2023-09-23T14:58:01.419425+0000","last_became_peered":"2023-09-23T14:58:01.419425+0000","last_unstale":"2023-09-23T14:58:02.770387+0000","last_undegraded":"2023-09-23T14:58:02.770387+0000","last_fullsized":"2023-09-23T14:58:02.770387+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:26.827630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.406971+0000","last_change":"2023-09-23T14:58:01.392372+0000","last_active":"2023-09-23T14:58:02.406971+0000","last_peered":"2023-09-23T14:58:02.406971+0000","last_clean":"2023-09-23T14:58:02.406971+0000","last_became_active":"2023-09-23T14:58:01.392063+0000","last_became_peered":"2023-09-23T14:58:01.392063+0000","last_unstale":"2023-09-23T14:58:02.406971+0000","last_undegraded":"2023-09-23T14:58:02.406971+0000","last_fullsized":"2023-09-23T14:58:02.406971+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:26:43.907161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077673+0000","last_change":"2023-09-23T14:57:09.273777+0000","last_active":"2023-09-23T14:58:03.077673+0000","last_peered":"2023-09-23T14:58:03.077673+0000","last_clean":"2023-09-23T14:58:03.077673+0000","last_became_active":"2023-09-23T14:57:09.273181+0000","last_became_peered":"2023-09-23T14:57:09.273181+0000","last_unstale":"2023-09-23T14:58:03.077673+0000","last_undegraded":"2023-09-23T14:58:03.077673+0000","last_fullsized":"2023-09-23T14:58:03.077673+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:00:11.625196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770111+0000","last_change":"2023-09-23T14:58:01.411043+0000","last_active":"2023-09-23T14:58:02.770111+0000","last_peered":"2023-09-23T14:58:02.770111+0000","last_clean":"2023-09-23T14:58:02.770111+0000","last_became_active":"2023-09-23T14:58:01.410768+0000","last_became_peered":"2023-09-23T14:58:01.410768+0000","last_unstale":"2023-09-23T14:58:02.770111+0000","last_undegraded":"2023-09-23T14:58:02.770111+0000","last_fullsized":"2023-09-23T14:58:02.770111+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:52:46.336287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077912+0000","last_change":"2023-09-23T14:58:01.383417+0000","last_active":"2023-09-23T14:58:03.077912+0000","last_peered":"2023-09-23T14:58:03.077912+0000","last_clean":"2023-09-23T14:58:03.077912+0000","last_became_active":"2023-09-23T14:58:01.383133+0000","last_became_peered":"2023-09-23T14:58:01.383133+0000","last_unstale":"2023-09-23T14:58:03.077912+0000","last_undegraded":"2023-09-23T14:58:03.077912+0000","last_fullsized":"2023-09-23T14:58:03.077912+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:31.227137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770242+0000","last_change":"2023-09-23T14:57:09.580069+0000","last_active":"2023-09-23T14:58:02.770242+0000","last_peered":"2023-09-23T14:58:02.770242+0000","last_clean":"2023-09-23T14:58:02.770242+0000","last_became_active":"2023-09-23T14:57:09.579753+0000","last_became_peered":"2023-09-23T14:57:09.579753+0000","last_unstale":"2023-09-23T14:58:02.770242+0000","last_undegraded":"2023-09-23T14:58:02.770242+0000","last_fullsized":"2023-09-23T14:58:02.770242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:23.619438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770407+0000","last_change":"2023-09-23T14:58:01.419017+0000","last_active":"2023-09-23T14:58:02.770407+0000","last_peered":"2023-09-23T14:58:02.770407+0000","last_clean":"2023-09-23T14:58:02.770407+0000","last_became_active":"2023-09-23T14:58:01.418741+0000","last_became_peered":"2023-09-23T14:58:01.418741+0000","last_unstale":"2023-09-23T14:58:02.770407+0000","last_undegraded":"2023-09-23T14:58:02.770407+0000","last_fullsized":"2023-09-23T14:58:02.770407+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:44.303239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403876+0000","last_change":"2023-09-23T14:58:01.399074+0000","last_active":"2023-09-23T14:58:02.403876+0000","last_peered":"2023-09-23T14:58:02.403876+0000","last_clean":"2023-09-23T14:58:02.403876+0000","last_became_active":"2023-09-23T14:58:01.398719+0000","last_became_peered":"2023-09-23T14:58:01.398719+0000","last_unstale":"2023-09-23T14:58:02.403876+0000","last_undegraded":"2023-09-23T14:58:02.403876+0000","last_fullsized":"2023-09-23T14:58:02.403876+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:34:29.165207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770900+0000","last_change":"2023-09-23T14:58:02.770419+0000","last_active":"2023-09-23T14:58:02.770900+0000","last_peered":"2023-09-23T14:58:02.770900+0000","last_clean":"2023-09-23T14:58:02.770900+0000","last_became_active":"2023-09-23T14:58:02.770104+0000","last_became_peered":"2023-09-23T14:58:02.770104+0000","last_unstale":"2023-09-23T14:58:02.770900+0000","last_undegraded":"2023-09-23T14:58:02.770900+0000","last_fullsized":"2023-09-23T14:58:02.770900+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:33.013977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.407088+0000","last_change":"2023-09-23T14:58:01.386030+0000","last_active":"2023-09-23T14:58:02.407088+0000","last_peered":"2023-09-23T14:58:02.407088+0000","last_clean":"2023-09-23T14:58:02.407088+0000","last_became_active":"2023-09-23T14:58:01.385732+0000","last_became_peered":"2023-09-23T14:58:01.385732+0000","last_unstale":"2023-09-23T14:58:02.407088+0000","last_undegraded":"2023-09-23T14:58:02.407088+0000","last_fullsized":"2023-09-23T14:58:02.407088+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:58:24.568366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.771307+0000","last_change":"2023-09-23T14:58:02.770858+0000","last_active":"2023-09-23T14:58:02.771307+0000","last_peered":"2023-09-23T14:58:02.771307+0000","last_clean":"2023-09-23T14:58:02.771307+0000","last_became_active":"2023-09-23T14:58:02.770211+0000","last_became_peered":"2023-09-23T14:58:02.770211+0000","last_unstale":"2023-09-23T14:58:02.771307+0000","last_undegraded":"2023-09-23T14:58:02.771307+0000","last_fullsized":"2023-09-23T14:58:02.771307+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:36:49.457491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.404102+0000","last_change":"2023-09-23T14:58:01.397286+0000","last_active":"2023-09-23T14:58:02.404102+0000","last_peered":"2023-09-23T14:58:02.404102+0000","last_clean":"2023-09-23T14:58:02.404102+0000","last_became_active":"2023-09-23T14:58:01.397017+0000","last_became_peered":"2023-09-23T14:58:01.397017+0000","last_unstale":"2023-09-23T14:58:02.404102+0000","last_undegraded":"2023-09-23T14:58:02.404102+0000","last_fullsized":"2023-09-23T14:58:02.404102+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:53:01.704726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.409008+0000","last_change":"2023-09-23T14:58:02.408804+0000","last_active":"2023-09-23T14:58:02.409008+0000","last_peered":"2023-09-23T14:58:02.409008+0000","last_clean":"2023-09-23T14:58:02.409008+0000","last_became_active":"2023-09-23T14:58:02.408539+0000","last_became_peered":"2023-09-23T14:58:02.408539+0000","last_unstale":"2023-09-23T14:58:02.409008+0000","last_undegraded":"2023-09-23T14:58:02.409008+0000","last_fullsized":"2023-09-23T14:58:02.409008+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:05:09.359733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.429229+0000","last_change":"2023-09-23T14:58:01.390563+0000","last_active":"2023-09-23T14:58:08.429229+0000","last_peered":"2023-09-23T14:58:08.429229+0000","last_clean":"2023-09-23T14:58:08.429229+0000","last_became_active":"2023-09-23T14:58:01.390317+0000","last_became_peered":"2023-09-23T14:58:01.390317+0000","last_unstale":"2023-09-23T14:58:08.429229+0000","last_undegraded":"2023-09-23T14:58:08.429229+0000","last_fullsized":"2023-09-23T14:58:08.429229+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:19.058578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607437+0000","last_change":"2023-09-23T14:58:01.412145+0000","last_active":"2023-09-23T14:58:02.607437+0000","last_peered":"2023-09-23T14:58:02.607437+0000","last_clean":"2023-09-23T14:58:02.607437+0000","last_became_active":"2023-09-23T14:58:01.411764+0000","last_became_peered":"2023-09-23T14:58:01.411764+0000","last_unstale":"2023-09-23T14:58:02.607437+0000","last_undegraded":"2023-09-23T14:58:02.607437+0000","last_fullsized":"2023-09-23T14:58:02.607437+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:35.903057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077832+0000","last_change":"2023-09-23T14:58:01.393107+0000","last_active":"2023-09-23T14:58:03.077832+0000","last_peered":"2023-09-23T14:58:03.077832+0000","last_clean":"2023-09-23T14:58:03.077832+0000","last_became_active":"2023-09-23T14:58:01.392821+0000","last_became_peered":"2023-09-23T14:58:01.392821+0000","last_unstale":"2023-09-23T14:58:03.077832+0000","last_undegraded":"2023-09-23T14:58:03.077832+0000","last_fullsized":"2023-09-23T14:58:03.077832+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:59:49.088671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.805992+0000","last_change":"2023-09-23T14:58:02.805753+0000","last_active":"2023-09-23T14:58:02.805992+0000","last_peered":"2023-09-23T14:58:02.805992+0000","last_clean":"2023-09-23T14:58:02.805992+0000","last_became_active":"2023-09-23T14:58:02.805393+0000","last_became_peered":"2023-09-23T14:58:02.805393+0000","last_unstale":"2023-09-23T14:58:02.805992+0000","last_undegraded":"2023-09-23T14:58:02.805992+0000","last_fullsized":"2023-09-23T14:58:02.805992+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:15:34.251568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.509950+0000","last_change":"2023-09-23T14:58:01.398697+0000","last_active":"2023-09-23T14:58:03.509950+0000","last_peered":"2023-09-23T14:58:03.509950+0000","last_clean":"2023-09-23T14:58:03.509950+0000","last_became_active":"2023-09-23T14:58:01.398408+0000","last_became_peered":"2023-09-23T14:58:01.398408+0000","last_unstale":"2023-09-23T14:58:03.509950+0000","last_undegraded":"2023-09-23T14:58:03.509950+0000","last_fullsized":"2023-09-23T14:58:03.509950+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:49.929037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.771696+0000","last_change":"2023-09-23T14:58:02.771525+0000","last_active":"2023-09-23T14:58:02.771696+0000","last_peered":"2023-09-23T14:58:02.771696+0000","last_clean":"2023-09-23T14:58:02.771696+0000","last_became_active":"2023-09-23T14:58:02.771235+0000","last_became_peered":"2023-09-23T14:58:02.771235+0000","last_unstale":"2023-09-23T14:58:02.771696+0000","last_undegraded":"2023-09-23T14:58:02.771696+0000","last_fullsized":"2023-09-23T14:58:02.771696+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:18:16.654004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.431567+0000","last_change":"2023-09-23T14:58:01.388524+0000","last_active":"2023-09-23T14:58:08.431567+0000","last_peered":"2023-09-23T14:58:08.431567+0000","last_clean":"2023-09-23T14:58:08.431567+0000","last_became_active":"2023-09-23T14:58:01.388275+0000","last_became_peered":"2023-09-23T14:58:01.388275+0000","last_unstale":"2023-09-23T14:58:08.431567+0000","last_undegraded":"2023-09-23T14:58:08.431567+0000","last_fullsized":"2023-09-23T14:58:08.431567+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:12:03.892129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077587+0000","last_change":"2023-09-23T14:58:01.642624+0000","last_active":"2023-09-23T14:58:03.077587+0000","last_peered":"2023-09-23T14:58:03.077587+0000","last_clean":"2023-09-23T14:58:03.077587+0000","last_became_active":"2023-09-23T14:58:01.642338+0000","last_became_peered":"2023-09-23T14:58:01.642338+0000","last_unstale":"2023-09-23T14:58:03.077587+0000","last_undegraded":"2023-09-23T14:58:03.077587+0000","last_fullsized":"2023-09-23T14:58:03.077587+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:02.939895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.509731+0000","last_change":"2023-09-23T14:58:01.400760+0000","last_active":"2023-09-23T14:58:03.509731+0000","last_peered":"2023-09-23T14:58:03.509731+0000","last_clean":"2023-09-23T14:58:03.509731+0000","last_became_active":"2023-09-23T14:58:01.400476+0000","last_became_peered":"2023-09-23T14:58:01.400476+0000","last_unstale":"2023-09-23T14:58:03.509731+0000","last_undegraded":"2023-09-23T14:58:03.509731+0000","last_fullsized":"2023-09-23T14:58:03.509731+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:24:29.127765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.404099+0000","last_change":"2023-09-23T14:58:01.643552+0000","last_active":"2023-09-23T14:58:02.404099+0000","last_peered":"2023-09-23T14:58:02.404099+0000","last_clean":"2023-09-23T14:58:02.404099+0000","last_became_active":"2023-09-23T14:58:01.643270+0000","last_became_peered":"2023-09-23T14:58:01.643270+0000","last_unstale":"2023-09-23T14:58:02.404099+0000","last_undegraded":"2023-09-23T14:58:02.404099+0000","last_fullsized":"2023-09-23T14:58:02.404099+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:08:13.950730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.432456+0000","last_change":"2023-09-23T14:58:01.395786+0000","last_active":"2023-09-23T14:58:08.432456+0000","last_peered":"2023-09-23T14:58:08.432456+0000","last_clean":"2023-09-23T14:58:08.432456+0000","last_became_active":"2023-09-23T14:58:01.395525+0000","last_became_peered":"2023-09-23T14:58:01.395525+0000","last_unstale":"2023-09-23T14:58:08.432456+0000","last_undegraded":"2023-09-23T14:58:08.432456+0000","last_fullsized":"2023-09-23T14:58:08.432456+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:06:47.620088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607669+0000","last_change":"2023-09-23T14:58:01.643056+0000","last_active":"2023-09-23T14:58:02.607669+0000","last_peered":"2023-09-23T14:58:02.607669+0000","last_clean":"2023-09-23T14:58:02.607669+0000","last_became_active":"2023-09-23T14:58:01.642596+0000","last_became_peered":"2023-09-23T14:58:01.642596+0000","last_unstale":"2023-09-23T14:58:02.607669+0000","last_undegraded":"2023-09-23T14:58:02.607669+0000","last_fullsized":"2023-09-23T14:58:02.607669+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:04:16.005067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.804467+0000","last_change":"2023-09-23T14:58:01.395686+0000","last_active":"2023-09-23T14:58:02.804467+0000","last_peered":"2023-09-23T14:58:02.804467+0000","last_clean":"2023-09-23T14:58:02.804467+0000","last_became_active":"2023-09-23T14:58:01.395425+0000","last_became_peered":"2023-09-23T14:58:01.395425+0000","last_unstale":"2023-09-23T14:58:02.804467+0000","last_undegraded":"2023-09-23T14:58:02.804467+0000","last_fullsized":"2023-09-23T14:58:02.804467+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:47:28.809985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077843+0000","last_change":"2023-09-23T14:58:01.642658+0000","last_active":"2023-09-23T14:58:03.077843+0000","last_peered":"2023-09-23T14:58:03.077843+0000","last_clean":"2023-09-23T14:58:03.077843+0000","last_became_active":"2023-09-23T14:58:01.642302+0000","last_became_peered":"2023-09-23T14:58:01.642302+0000","last_unstale":"2023-09-23T14:58:03.077843+0000","last_undegraded":"2023-09-23T14:58:03.077843+0000","last_fullsized":"2023-09-23T14:58:03.077843+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:58:43.455665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607365+0000","last_change":"2023-09-23T14:58:01.385821+0000","last_active":"2023-09-23T14:58:02.607365+0000","last_peered":"2023-09-23T14:58:02.607365+0000","last_clean":"2023-09-23T14:58:02.607365+0000","last_became_active":"2023-09-23T14:58:01.385160+0000","last_became_peered":"2023-09-23T14:58:01.385160+0000","last_unstale":"2023-09-23T14:58:02.607365+0000","last_undegraded":"2023-09-23T14:58:02.607365+0000","last_fullsized":"2023-09-23T14:58:02.607365+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:38:35.155597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403889+0000","last_change":"2023-09-23T14:58:01.642509+0000","last_active":"2023-09-23T14:58:02.403889+0000","last_peered":"2023-09-23T14:58:02.403889+0000","last_clean":"2023-09-23T14:58:02.403889+0000","last_became_active":"2023-09-23T14:58:01.642186+0000","last_became_peered":"2023-09-23T14:58:01.642186+0000","last_unstale":"2023-09-23T14:58:02.403889+0000","last_undegraded":"2023-09-23T14:58:02.403889+0000","last_fullsized":"2023-09-23T14:58:02.403889+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:35:31.509422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.431605+0000","last_change":"2023-09-23T14:58:01.395589+0000","last_active":"2023-09-23T14:58:08.431605+0000","last_peered":"2023-09-23T14:58:08.431605+0000","last_clean":"2023-09-23T14:58:08.431605+0000","last_became_active":"2023-09-23T14:58:01.395209+0000","last_became_peered":"2023-09-23T14:58:01.395209+0000","last_unstale":"2023-09-23T14:58:08.431605+0000","last_undegraded":"2023-09-23T14:58:08.431605+0000","last_fullsized":"2023-09-23T14:58:08.431605+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:46.869886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770885+0000","last_change":"2023-09-23T14:58:02.770608+0000","last_active":"2023-09-23T14:58:02.770885+0000","last_peered":"2023-09-23T14:58:02.770885+0000","last_clean":"2023-09-23T14:58:02.770885+0000","last_became_active":"2023-09-23T14:58:02.770329+0000","last_became_peered":"2023-09-23T14:58:02.770329+0000","last_unstale":"2023-09-23T14:58:02.770885+0000","last_undegraded":"2023-09-23T14:58:02.770885+0000","last_fullsized":"2023-09-23T14:58:02.770885+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:16:41.652892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'6","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.433438+0000","last_change":"2023-09-23T14:58:01.389110+0000","last_active":"2023-09-23T14:58:08.433438+0000","last_peered":"2023-09-23T14:58:08.433438+0000","last_clean":"2023-09-23T14:58:08.433438+0000","last_became_active":"2023-09-23T14:58:01.388809+0000","last_became_peered":"2023-09-23T14:58:01.388809+0000","last_unstale":"2023-09-23T14:58:08.433438+0000","last_undegraded":"2023-09-23T14:58:08.433438+0000","last_fullsized":"2023-09-23T14:58:08.433438+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:02:11.154917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770067+0000","last_change":"2023-09-23T14:58:01.642298+0000","last_active":"2023-09-23T14:58:02.770067+0000","last_peered":"2023-09-23T14:58:02.770067+0000","last_clean":"2023-09-23T14:58:02.770067+0000","last_became_active":"2023-09-23T14:58:01.641986+0000","last_became_peered":"2023-09-23T14:58:01.641986+0000","last_unstale":"2023-09-23T14:58:02.770067+0000","last_undegraded":"2023-09-23T14:58:02.770067+0000","last_fullsized":"2023-09-23T14:58:02.770067+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:33:04.137758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.431312+0000","last_change":"2023-09-23T14:58:01.391892+0000","last_active":"2023-09-23T14:58:08.431312+0000","last_peered":"2023-09-23T14:58:08.431312+0000","last_clean":"2023-09-23T14:58:08.431312+0000","last_became_active":"2023-09-23T14:58:01.391536+0000","last_became_peered":"2023-09-23T14:58:01.391536+0000","last_unstale":"2023-09-23T14:58:08.431312+0000","last_undegraded":"2023-09-23T14:58:08.431312+0000","last_fullsized":"2023-09-23T14:58:08.431312+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:57:58.879572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403836+0000","last_change":"2023-09-23T14:58:01.644678+0000","last_active":"2023-09-23T14:58:02.403836+0000","last_peered":"2023-09-23T14:58:02.403836+0000","last_clean":"2023-09-23T14:58:02.403836+0000","last_became_active":"2023-09-23T14:58:01.644392+0000","last_became_peered":"2023-09-23T14:58:01.644392+0000","last_unstale":"2023-09-23T14:58:02.403836+0000","last_undegraded":"2023-09-23T14:58:02.403836+0000","last_fullsized":"2023-09-23T14:58:02.403836+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:29.934329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077870+0000","last_change":"2023-09-23T14:58:01.389474+0000","last_active":"2023-09-23T14:58:03.077870+0000","last_peered":"2023-09-23T14:58:03.077870+0000","last_clean":"2023-09-23T14:58:03.077870+0000","last_became_active":"2023-09-23T14:58:01.389163+0000","last_became_peered":"2023-09-23T14:58:01.389163+0000","last_unstale":"2023-09-23T14:58:03.077870+0000","last_undegraded":"2023-09-23T14:58:03.077870+0000","last_fullsized":"2023-09-23T14:58:03.077870+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:47:07.014768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403698+0000","last_change":"2023-09-23T14:58:01.643044+0000","last_active":"2023-09-23T14:58:02.403698+0000","last_peered":"2023-09-23T14:58:02.403698+0000","last_clean":"2023-09-23T14:58:02.403698+0000","last_became_active":"2023-09-23T14:58:01.642774+0000","last_became_peered":"2023-09-23T14:58:01.642774+0000","last_unstale":"2023-09-23T14:58:02.403698+0000","last_undegraded":"2023-09-23T14:58:02.403698+0000","last_fullsized":"2023-09-23T14:58:02.403698+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:54:57.824779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607772+0000","last_change":"2023-09-23T14:58:01.387879+0000","last_active":"2023-09-23T14:58:02.607772+0000","last_peered":"2023-09-23T14:58:02.607772+0000","last_clean":"2023-09-23T14:58:02.607772+0000","last_became_active":"2023-09-23T14:58:01.387566+0000","last_became_peered":"2023-09-23T14:58:01.387566+0000","last_unstale":"2023-09-23T14:58:02.607772+0000","last_undegraded":"2023-09-23T14:58:02.607772+0000","last_fullsized":"2023-09-23T14:58:02.607772+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.038282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.079022+0000","last_change":"2023-09-23T14:58:03.078643+0000","last_active":"2023-09-23T14:58:03.079022+0000","last_peered":"2023-09-23T14:58:03.079022+0000","last_clean":"2023-09-23T14:58:03.079022+0000","last_became_active":"2023-09-23T14:58:03.078354+0000","last_became_peered":"2023-09-23T14:58:03.078354+0000","last_unstale":"2023-09-23T14:58:03.079022+0000","last_undegraded":"2023-09-23T14:58:03.079022+0000","last_fullsized":"2023-09-23T14:58:03.079022+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:16.284638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403789+0000","last_change":"2023-09-23T14:58:01.398879+0000","last_active":"2023-09-23T14:58:02.403789+0000","last_peered":"2023-09-23T14:58:02.403789+0000","last_clean":"2023-09-23T14:58:02.403789+0000","last_became_active":"2023-09-23T14:58:01.398591+0000","last_became_peered":"2023-09-23T14:58:01.398591+0000","last_unstale":"2023-09-23T14:58:02.403789+0000","last_undegraded":"2023-09-23T14:58:02.403789+0000","last_fullsized":"2023-09-23T14:58:02.403789+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:16.624530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607682+0000","last_change":"2023-09-23T14:58:01.642883+0000","last_active":"2023-09-23T14:58:02.607682+0000","last_peered":"2023-09-23T14:58:02.607682+0000","last_clean":"2023-09-23T14:58:02.607682+0000","last_became_active":"2023-09-23T14:58:01.642172+0000","last_became_peered":"2023-09-23T14:58:01.642172+0000","last_unstale":"2023-09-23T14:58:02.607682+0000","last_undegraded":"2023-09-23T14:58:02.607682+0000","last_fullsized":"2023-09-23T14:58:02.607682+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:47.831768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.769988+0000","last_change":"2023-09-23T14:58:01.397572+0000","last_active":"2023-09-23T14:58:02.769988+0000","last_peered":"2023-09-23T14:58:02.769988+0000","last_clean":"2023-09-23T14:58:02.769988+0000","last_became_active":"2023-09-23T14:58:01.397330+0000","last_became_peered":"2023-09-23T14:58:01.397330+0000","last_unstale":"2023-09-23T14:58:02.769988+0000","last_undegraded":"2023-09-23T14:58:02.769988+0000","last_fullsized":"2023-09-23T14:58:02.769988+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:52:38.553369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.405414+0000","last_change":"2023-09-23T14:58:01.419002+0000","last_active":"2023-09-23T14:58:02.405414+0000","last_peered":"2023-09-23T14:58:02.405414+0000","last_clean":"2023-09-23T14:58:02.405414+0000","last_became_active":"2023-09-23T14:58:01.418704+0000","last_became_peered":"2023-09-23T14:58:01.418704+0000","last_unstale":"2023-09-23T14:58:02.405414+0000","last_undegraded":"2023-09-23T14:58:02.405414+0000","last_fullsized":"2023-09-23T14:58:02.405414+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:38.860392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.508523+0000","last_change":"2023-09-23T14:58:01.388444+0000","last_active":"2023-09-23T14:58:03.508523+0000","last_peered":"2023-09-23T14:58:03.508523+0000","last_clean":"2023-09-23T14:58:03.508523+0000","last_became_active":"2023-09-23T14:58:01.388213+0000","last_became_peered":"2023-09-23T14:58:01.388213+0000","last_unstale":"2023-09-23T14:58:03.508523+0000","last_undegraded":"2023-09-23T14:58:03.508523+0000","last_fullsized":"2023-09-23T14:58:03.508523+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:45:50.501276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201312,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6608,"kb_used_data":1288,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738544,"statfs":{"total":95995035648,"available":95988269056,"internally_reserved":0,"allocated":1318912,"data_stored":894173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.498,"15min":0.502},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.52700000000000002,"15min":0.53100000000000003},"min":{"1min":0.40100000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.75700000000000001,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.47399999999999998}]},{"osd":1,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53200000000000003,"15min":0.53600000000000003},"min":{"1min":0.39200000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.64900000000000002,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.53800000000000003,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72099999999999997,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.57299999999999995}]},{"osd":2,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.52800000000000002,"15min":0.53800000000000003},"min":{"1min":0.33300000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.52400000000000002,"15min":0.52700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.70799999999999996}]},{"osd":3,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.54400000000000004,"15min":0.53900000000000003},"min":{"1min":0.38900000000000001,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.776,"5min":1.776,"15min":1.776},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77300000000000002,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.75}]},{"osd":4,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.45900000000000002,"15min":0.46300000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.625},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.48699999999999999,"15min":0.49099999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.67400000000000004,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.66200000000000003}]},{"osd":5,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52000000000000002,"15min":0.52600000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.78100000000000003,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.53700000000000003,"15min":0.54200000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.72599999999999998,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.73599999999999999}]},{"osd":6,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.55300000000000005,"15min":0.55900000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.76600000000000001,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54200000000000004,"15min":0.54700000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73999999999999999,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.76600000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462946,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6596,"kb_used_data":1276,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738556,"statfs":{"total":95995035648,"available":95988281344,"internally_reserved":0,"allocated":1306624,"data_stored":894027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.41999999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.79500000000000004,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.67800000000000005,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.441}]},{"osd":1,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56999999999999995,"15min":0.57499999999999996},"min":{"1min":0.41099999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79000000000000004,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.622},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.54700000000000004,"15min":0.54900000000000004},"min":{"1min":0.40300000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.75700000000000001,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.38900000000000001}]},{"osd":2,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.55400000000000005,"15min":0.55900000000000005},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.77600000000000002,"5min":0.88,"15min":0.88},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.68999999999999995,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.49199999999999999}]},{"osd":3,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.57599999999999996,"15min":0.57899999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.76900000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56000000000000005,"15min":0.56200000000000006},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.74099999999999999,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.52700000000000002}]},{"osd":4,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.434,"15min":0.42999999999999999},"min":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.47599999999999998,"15min":0.46800000000000003},"min":{"1min":0.33800000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.68100000000000005,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.36599999999999999}]},{"osd":5,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.46800000000000003,"15min":0.45900000000000002},"min":{"1min":0.36099999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.54300000000000004,"15min":0.54200000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.75,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.42299999999999999}]},{"osd":7,"last update":"Sat Sep 23 14:58:24 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.51100000000000001,"15min":0.502},"min":{"1min":0.36399999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.71899999999999997,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.52500000000000002,"15min":0.51700000000000002},"min":{"1min":0.376,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.56399999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6772,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":6080,"kb_avail":93738380,"statfs":{"total":95995035648,"available":95988101120,"internally_reserved":0,"allocated":700416,"data_stored":302376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6225920},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:58:09 2023","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.314},"min":{"1min":0.23499999999999999,"5min":0.192,"15min":0.192},"max":{"1min":0.54700000000000004,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.35599999999999998,"15min":0.33400000000000002},"min":{"1min":0.23899999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.51600000000000001,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.39300000000000002}]},{"osd":2,"last update":"Sat Sep 23 14:58:31 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.41299999999999998,"15min":0.39400000000000002},"min":{"1min":0.26900000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":2.4809999999999999,"5min":2.4809999999999999,"15min":2.4809999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.44400000000000001,"15min":0.41399999999999998},"min":{"1min":0.27600000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.7679999999999998,"5min":2.7679999999999998,"15min":2.7679999999999998},"last":0.28899999999999998}]},{"osd":3,"last update":"Sat Sep 23 14:57:56 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.41199999999999998,"15min":0.41999999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.5,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44600000000000001,"15min":0.45200000000000001},"min":{"1min":0.28699999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.34599999999999997}]},{"osd":4,"last update":"Sat Sep 23 14:58:19 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.56100000000000005,"15min":0.55500000000000005},"min":{"1min":0.40899999999999997,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.1579999999999999,"5min":2.1579999999999999,"15min":2.1579999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.56299999999999994,"15min":0.55700000000000005},"min":{"1min":0.35199999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.0369999999999999,"5min":2.0369999999999999,"15min":2.0369999999999999},"last":0.59199999999999997}]},{"osd":5,"last update":"Sat Sep 23 14:58:39 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.59799999999999998,"15min":0.57999999999999996},"min":{"1min":0.38300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.61299999999999999,"15min":0.59899999999999998},"min":{"1min":0.39600000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.0760000000000001,"5min":2.0760000000000001,"15min":2.0760000000000001},"last":0.72599999999999998}]},{"osd":6,"last update":"Sat Sep 23 14:58:09 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83199999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58199999999999996,"15min":0.58599999999999997},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76000000000000001,"5min":0.997,"15min":0.997},"last":0.53800000000000003}]},{"osd":7,"last update":"Sat Sep 23 14:58:25 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":2.2709999999999999,"5min":2.2709999999999999,"15min":2.2709999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.64600000000000002,"15min":0.64200000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":2.3860000000000001,"5min":2.3860000000000001,"15min":2.3860000000000001},"last":0.74399999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738430,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7424,"kb_used_data":1272,"kb_used_omap":0,"kb_used_meta":6144,"kb_avail":93737728,"statfs":{"total":95995035648,"available":95987433472,"internally_reserved":0,"allocated":1302528,"data_stored":893320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6291456},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 14:58:15 2023","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.34799999999999998},"min":{"1min":0.218,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.54300000000000004,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.375,"5min":0.38,"15min":0.36499999999999999},"min":{"1min":0.252,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.63100000000000001,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.24299999999999999}]},{"osd":2,"last update":"Sat Sep 23 14:58:31 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.39100000000000001,"15min":0.39400000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.56999999999999995,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.375,"15min":0.38},"min":{"1min":0.23200000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.31}]},{"osd":3,"last update":"Sat Sep 23 14:58:02 2023","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.434,"15min":0.44500000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.68200000000000005,"5min":0.747,"15min":0.747},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.438,"15min":0.44800000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.55700000000000005,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.36199999999999999}]},{"osd":4,"last update":"Sat Sep 23 14:58:20 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.54100000000000004,"15min":0.53200000000000003},"min":{"1min":0.38900000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.80800000000000005,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51600000000000001}]},{"osd":5,"last update":"Sat Sep 23 14:57:38 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.56000000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.57699999999999996,"15min":0.58499999999999996},"min":{"1min":0.371,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.626}]},{"osd":6,"last update":"Sat Sep 23 14:58:02 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.59199999999999997,"15min":0.59999999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.81699999999999995,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.61799999999999999,"15min":0.622},"min":{"1min":0.42899999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.53900000000000003}]},{"osd":7,"last update":"Sat Sep 23 14:58:27 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.58999999999999997,"15min":0.57899999999999996},"min":{"1min":0.40699999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.59799999999999998,"15min":0.59999999999999998},"min":{"1min":0.45800000000000002,"5min":0.436,"15min":0.436},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.70199999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6652,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":5952,"kb_avail":93738500,"statfs":{"total":95995035648,"available":95988224000,"internally_reserved":0,"allocated":708608,"data_stored":302964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6094848},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:58:31 2023","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34499999999999997,"15min":0.33900000000000002},"min":{"1min":0.22800000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.54300000000000004,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.35599999999999998},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.498,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.378}]},{"osd":1,"last update":"Sat Sep 23 14:58:31 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35799999999999998,"15min":0.35499999999999998},"min":{"1min":0.246,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.442,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.26700000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.61499999999999999,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.40400000000000003}]},{"osd":3,"last update":"Sat Sep 23 14:57:56 2023","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.42999999999999999,"15min":0.441},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56100000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.45100000000000001,"15min":0.46500000000000002},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.50900000000000001,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.32800000000000001}]},{"osd":4,"last update":"Sat Sep 23 14:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.58199999999999996,"15min":0.60199999999999998},"min":{"1min":0.38200000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.77200000000000002,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.60199999999999998,"15min":0.628},"min":{"1min":0.41399999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.68000000000000005,"5min":1.054,"15min":1.054},"last":0.48599999999999999}]},{"osd":5,"last update":"Sat Sep 23 14:58:39 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.60099999999999998,"15min":0.63300000000000001},"min":{"1min":0.41899999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72199999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60199999999999998,"15min":0.61399999999999999},"min":{"1min":0.498,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82599999999999996,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.51200000000000001}]},{"osd":6,"last update":"Sat Sep 23 14:58:05 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.59399999999999997,"15min":0.60599999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.745,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.624,"15min":0.63500000000000001},"min":{"1min":0.442,"5min":0.435,"15min":0.435},"max":{"1min":0.70599999999999996,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.54500000000000004}]},{"osd":7,"last update":"Sat Sep 23 14:58:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72299999999999998,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.41999999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.74299999999999999,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.44500000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149746,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6136,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739016,"statfs":{"total":95995035648,"available":95988752384,"internally_reserved":0,"allocated":704512,"data_stored":302466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:58 2023","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.35799999999999998,"15min":0.36199999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.49199999999999999,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.38500000000000001,"15min":0.39300000000000002},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.47699999999999998,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.57499999999999996}]},{"osd":1,"last update":"Sat Sep 23 14:57:58 2023","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.40999999999999998,"15min":0.42299999999999999},"min":{"1min":0.26200000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.52700000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.499},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39800000000000002,"15min":0.40699999999999997},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.66300000000000003}]},{"osd":2,"last update":"Sat Sep 23 14:57:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.45800000000000002,"15min":0.46300000000000002},"min":{"1min":0.29299999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.443,"15min":0.45200000000000001},"min":{"1min":0.29199999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.621}]},{"osd":4,"last update":"Sat Sep 23 14:58:17 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.55000000000000004,"15min":0.56799999999999995},"min":{"1min":0.38100000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.74399999999999999,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.57299999999999995,"15min":0.58899999999999997},"min":{"1min":0.42699999999999999,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.63900000000000001,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.76300000000000001}]},{"osd":5,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.59499999999999997,"15min":0.59999999999999998},"min":{"1min":0.41299999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.78800000000000003,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.57999999999999996,"15min":0.58299999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.83099999999999996,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.77900000000000003}]},{"osd":6,"last update":"Sat Sep 23 14:58:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56599999999999995,"15min":0.56499999999999995},"min":{"1min":0.40100000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.67600000000000005,"5min":0.746,"15min":0.746},"last":0.754}]},{"osd":7,"last update":"Sat Sep 23 14:58:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.56200000000000006,"15min":0.56799999999999995},"min":{"1min":0.39800000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.69999999999999996,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.70999999999999996},{"interface":"front","average":{"1min":1.1539999999999999,"5min":0.70699999999999996,"15min":0.63300000000000001},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":11.025,"5min":11.025,"15min":11.025},"last":0.83499999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986221,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6220,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738932,"statfs":{"total":95995035648,"available":95988666368,"internally_reserved":0,"allocated":724992,"data_stored":304058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.52100000000000002,"15min":0.53500000000000003},"min":{"1min":0.30299999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80200000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.54000000000000004,"15min":0.54200000000000004},"min":{"1min":0.315,"5min":0.312,"15min":0.312},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":0.52700000000000002}]},{"osd":1,"last update":"Sat Sep 23 14:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52000000000000002,"15min":0.52200000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.59799999999999998,"15min":0.55800000000000005},"min":{"1min":0.36799999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.7430000000000003,"5min":7.7430000000000003,"15min":7.7430000000000003},"last":0.45800000000000002}]},{"osd":2,"last update":"Sat Sep 23 14:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53000000000000003,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.80700000000000005,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.503},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.39300000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.47399999999999998}]},{"osd":3,"last update":"Sat Sep 23 14:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.63,"15min":0.59399999999999997},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":7.8639999999999999,"5min":7.8639999999999999,"15min":7.8639999999999999},"last":0.58799999999999997},{"interface":"front","average":{"1min":1.0589999999999999,"5min":0.64000000000000001,"15min":0.56599999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":10.689,"5min":10.689,"15min":10.689},"last":0.48999999999999999}]},{"osd":5,"last update":"Sat Sep 23 14:58:38 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40699999999999997,"15min":0.38500000000000001},"min":{"1min":0.28699999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.622,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.42999999999999999,"15min":0.39800000000000002},"min":{"1min":0.34000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.71099999999999997,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.34200000000000003}]},{"osd":6,"last update":"Sat Sep 23 14:58:02 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47299999999999998,"15min":0.46999999999999997},"min":{"1min":0.34499999999999997,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.36199999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.55400000000000005}]},{"osd":7,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.55900000000000005,"15min":0.54600000000000004},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":2.4910000000000001,"5min":2.4910000000000001,"15min":2.4910000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.435}]}]},{"osd":5,"up_from":39,"seq":167503724584,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6072,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93739080,"statfs":{"total":95995035648,"available":95988817920,"internally_reserved":0,"allocated":704512,"data_stored":302677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.53100000000000003,"15min":0.53700000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.70399999999999996,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57499999999999996,"15min":0.57799999999999996},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.752,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.59399999999999997}]},{"osd":1,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73599999999999999,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.313,"5min":0.307,"15min":0.307},"max":{"1min":0.68999999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.58299999999999996}]},{"osd":2,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52000000000000002,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.61699999999999999,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55200000000000005,"15min":0.55500000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.50700000000000001}]},{"osd":3,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53100000000000003,"15min":0.53500000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.73299999999999998,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39400000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.752,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.55800000000000005}]},{"osd":4,"last update":"Sat Sep 23 14:57:39 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.41899999999999998,"15min":0.41199999999999998},"min":{"1min":0.35099999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.66800000000000004,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.42899999999999999,"15min":0.41899999999999998},"min":{"1min":0.32300000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.66300000000000003}]},{"osd":6,"last update":"Sat Sep 23 14:58:01 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.50900000000000001,"15min":0.50700000000000001},"min":{"1min":0.36499999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.68400000000000005}]},{"osd":7,"last update":"Sat Sep 23 14:58:27 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57399999999999995,"15min":0.57799999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83799999999999997,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.55500000000000005,"15min":0.55800000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.65300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T14:58:48.031 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T14:58:48.377 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:48.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:48 smithi118 ceph-mon[118212]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:58:48.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:48 smithi118 ceph-mon[100225]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:58:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:48 smithi178 ceph-mon[104471]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:58:49.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:49 smithi118 ceph-mon[100225]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:49.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:49 smithi118 ceph-mon[118212]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:49 smithi178 ceph-mon[104471]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:49.984 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:58:49.986 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T14:58:50.648 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2023-09-23T14:58:49.842877+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":52480,"kb_used_data":7296,"kb_used_omap":0,"kb_used_meta":45120,"kb_avail":749908736,"statfs":{"total":767960285184,"available":767906545664,"internally_reserved":0,"allocated":7471104,"data_stored":4196061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":46202880},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002503"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770875+0000","last_change":"2023-09-23T14:58:02.770598+0000","last_active":"2023-09-23T14:58:02.770875+0000","last_peered":"2023-09-23T14:58:02.770875+0000","last_clean":"2023-09-23T14:58:02.770875+0000","last_became_active":"2023-09-23T14:58:02.770275+0000","last_became_peered":"2023-09-23T14:58:02.770275+0000","last_unstale":"2023-09-23T14:58:02.770875+0000","last_undegraded":"2023-09-23T14:58:02.770875+0000","last_fullsized":"2023-09-23T14:58:02.770875+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:03:30.675195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":16,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.430728+0000","last_change":"2023-09-23T14:58:01.386951+0000","last_active":"2023-09-23T14:58:08.430728+0000","last_peered":"2023-09-23T14:58:08.430728+0000","last_clean":"2023-09-23T14:58:08.430728+0000","last_became_active":"2023-09-23T14:58:01.386629+0000","last_became_peered":"2023-09-23T14:58:01.386629+0000","last_unstale":"2023-09-23T14:58:08.430728+0000","last_undegraded":"2023-09-23T14:58:08.430728+0000","last_fullsized":"2023-09-23T14:58:08.430728+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:14:25.100392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403753+0000","last_change":"2023-09-23T14:58:01.419827+0000","last_active":"2023-09-23T14:58:02.403753+0000","last_peered":"2023-09-23T14:58:02.403753+0000","last_clean":"2023-09-23T14:58:02.403753+0000","last_became_active":"2023-09-23T14:58:01.419566+0000","last_became_peered":"2023-09-23T14:58:01.419566+0000","last_unstale":"2023-09-23T14:58:02.403753+0000","last_undegraded":"2023-09-23T14:58:02.403753+0000","last_fullsized":"2023-09-23T14:58:02.403753+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:23:54.201919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.409422+0000","last_change":"2023-09-23T14:58:01.400793+0000","last_active":"2023-09-23T14:58:03.409422+0000","last_peered":"2023-09-23T14:58:03.409422+0000","last_clean":"2023-09-23T14:58:03.409422+0000","last_became_active":"2023-09-23T14:58:01.400515+0000","last_became_peered":"2023-09-23T14:58:01.400515+0000","last_unstale":"2023-09-23T14:58:03.409422+0000","last_undegraded":"2023-09-23T14:58:03.409422+0000","last_fullsized":"2023-09-23T14:58:03.409422+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:07:55.418527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.608458+0000","last_change":"2023-09-23T14:58:02.608295+0000","last_active":"2023-09-23T14:58:02.608458+0000","last_peered":"2023-09-23T14:58:02.608458+0000","last_clean":"2023-09-23T14:58:02.608458+0000","last_became_active":"2023-09-23T14:58:02.607987+0000","last_became_peered":"2023-09-23T14:58:02.607987+0000","last_unstale":"2023-09-23T14:58:02.608458+0000","last_undegraded":"2023-09-23T14:58:02.608458+0000","last_fullsized":"2023-09-23T14:58:02.608458+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:40.542131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.432309+0000","last_change":"2023-09-23T14:58:01.394297+0000","last_active":"2023-09-23T14:58:08.432309+0000","last_peered":"2023-09-23T14:58:08.432309+0000","last_clean":"2023-09-23T14:58:08.432309+0000","last_became_active":"2023-09-23T14:58:01.394001+0000","last_became_peered":"2023-09-23T14:58:01.394001+0000","last_unstale":"2023-09-23T14:58:08.432309+0000","last_undegraded":"2023-09-23T14:58:08.432309+0000","last_fullsized":"2023-09-23T14:58:08.432309+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:13:15.496399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.771124+0000","last_change":"2023-09-23T14:58:02.770721+0000","last_active":"2023-09-23T14:58:02.771124+0000","last_peered":"2023-09-23T14:58:02.771124+0000","last_clean":"2023-09-23T14:58:02.771124+0000","last_became_active":"2023-09-23T14:58:02.770436+0000","last_became_peered":"2023-09-23T14:58:02.770436+0000","last_unstale":"2023-09-23T14:58:02.771124+0000","last_undegraded":"2023-09-23T14:58:02.771124+0000","last_fullsized":"2023-09-23T14:58:02.771124+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:58.173635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.431826+0000","last_change":"2023-09-23T14:58:01.390611+0000","last_active":"2023-09-23T14:58:08.431826+0000","last_peered":"2023-09-23T14:58:08.431826+0000","last_clean":"2023-09-23T14:58:08.431826+0000","last_became_active":"2023-09-23T14:58:01.390351+0000","last_became_peered":"2023-09-23T14:58:01.390351+0000","last_unstale":"2023-09-23T14:58:08.431826+0000","last_undegraded":"2023-09-23T14:58:08.431826+0000","last_fullsized":"2023-09-23T14:58:08.431826+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:46:47.547827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.405962+0000","last_change":"2023-09-23T14:58:01.417027+0000","last_active":"2023-09-23T14:58:02.405962+0000","last_peered":"2023-09-23T14:58:02.405962+0000","last_clean":"2023-09-23T14:58:02.405962+0000","last_became_active":"2023-09-23T14:58:01.416629+0000","last_became_peered":"2023-09-23T14:58:01.416629+0000","last_unstale":"2023-09-23T14:58:02.405962+0000","last_undegraded":"2023-09-23T14:58:02.405962+0000","last_fullsized":"2023-09-23T14:58:02.405962+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:08.943779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.408861+0000","last_change":"2023-09-23T14:58:01.391534+0000","last_active":"2023-09-23T14:58:03.408861+0000","last_peered":"2023-09-23T14:58:03.408861+0000","last_clean":"2023-09-23T14:58:03.408861+0000","last_became_active":"2023-09-23T14:58:01.391254+0000","last_became_peered":"2023-09-23T14:58:01.391254+0000","last_unstale":"2023-09-23T14:58:03.408861+0000","last_undegraded":"2023-09-23T14:58:03.408861+0000","last_fullsized":"2023-09-23T14:58:03.408861+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:01:02.628185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.078886+0000","last_change":"2023-09-23T14:58:03.078606+0000","last_active":"2023-09-23T14:58:03.078886+0000","last_peered":"2023-09-23T14:58:03.078886+0000","last_clean":"2023-09-23T14:58:03.078886+0000","last_became_active":"2023-09-23T14:58:03.078274+0000","last_became_peered":"2023-09-23T14:58:03.078274+0000","last_unstale":"2023-09-23T14:58:03.078886+0000","last_undegraded":"2023-09-23T14:58:03.078886+0000","last_fullsized":"2023-09-23T14:58:03.078886+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:56.308795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.409255+0000","last_change":"2023-09-23T14:58:01.389925+0000","last_active":"2023-09-23T14:58:03.409255+0000","last_peered":"2023-09-23T14:58:03.409255+0000","last_clean":"2023-09-23T14:58:03.409255+0000","last_became_active":"2023-09-23T14:58:01.389640+0000","last_became_peered":"2023-09-23T14:58:01.389640+0000","last_unstale":"2023-09-23T14:58:03.409255+0000","last_undegraded":"2023-09-23T14:58:03.409255+0000","last_fullsized":"2023-09-23T14:58:03.409255+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:28:05.047187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.404126+0000","last_change":"2023-09-23T14:57:09.273432+0000","last_active":"2023-09-23T14:58:02.404126+0000","last_peered":"2023-09-23T14:58:02.404126+0000","last_clean":"2023-09-23T14:58:02.404126+0000","last_became_active":"2023-09-23T14:57:09.273036+0000","last_became_peered":"2023-09-23T14:57:09.273036+0000","last_unstale":"2023-09-23T14:58:02.404126+0000","last_undegraded":"2023-09-23T14:58:02.404126+0000","last_fullsized":"2023-09-23T14:58:02.404126+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:23:01.649357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403609+0000","last_change":"2023-09-23T14:58:01.642524+0000","last_active":"2023-09-23T14:58:02.403609+0000","last_peered":"2023-09-23T14:58:02.403609+0000","last_clean":"2023-09-23T14:58:02.403609+0000","last_became_active":"2023-09-23T14:58:01.642253+0000","last_became_peered":"2023-09-23T14:58:01.642253+0000","last_unstale":"2023-09-23T14:58:02.403609+0000","last_undegraded":"2023-09-23T14:58:02.403609+0000","last_fullsized":"2023-09-23T14:58:02.403609+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:51:16.520516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770484+0000","last_change":"2023-09-23T14:57:09.504484+0000","last_active":"2023-09-23T14:58:02.770484+0000","last_peered":"2023-09-23T14:58:02.770484+0000","last_clean":"2023-09-23T14:58:02.770484+0000","last_became_active":"2023-09-23T14:57:09.504167+0000","last_became_peered":"2023-09-23T14:57:09.504167+0000","last_unstale":"2023-09-23T14:58:02.770484+0000","last_undegraded":"2023-09-23T14:58:02.770484+0000","last_fullsized":"2023-09-23T14:58:02.770484+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:07:53.179971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.430048+0000","last_change":"2023-09-23T14:58:01.398067+0000","last_active":"2023-09-23T14:58:08.430048+0000","last_peered":"2023-09-23T14:58:08.430048+0000","last_clean":"2023-09-23T14:58:08.430048+0000","last_became_active":"2023-09-23T14:58:01.397811+0000","last_became_peered":"2023-09-23T14:58:01.397811+0000","last_unstale":"2023-09-23T14:58:08.430048+0000","last_undegraded":"2023-09-23T14:58:08.430048+0000","last_fullsized":"2023-09-23T14:58:08.430048+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:41:23.070762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607564+0000","last_change":"2023-09-23T14:58:01.642585+0000","last_active":"2023-09-23T14:58:02.607564+0000","last_peered":"2023-09-23T14:58:02.607564+0000","last_clean":"2023-09-23T14:58:02.607564+0000","last_became_active":"2023-09-23T14:58:01.642294+0000","last_became_peered":"2023-09-23T14:58:01.642294+0000","last_unstale":"2023-09-23T14:58:02.607564+0000","last_undegraded":"2023-09-23T14:58:02.607564+0000","last_fullsized":"2023-09-23T14:58:02.607564+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:39:35.428600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770418+0000","last_change":"2023-09-23T14:58:01.395385+0000","last_active":"2023-09-23T14:58:02.770418+0000","last_peered":"2023-09-23T14:58:02.770418+0000","last_clean":"2023-09-23T14:58:02.770418+0000","last_became_active":"2023-09-23T14:58:01.394906+0000","last_became_peered":"2023-09-23T14:58:01.394906+0000","last_unstale":"2023-09-23T14:58:02.770418+0000","last_undegraded":"2023-09-23T14:58:02.770418+0000","last_fullsized":"2023-09-23T14:58:02.770418+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:23.627645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.804844+0000","last_change":"2023-09-23T14:57:09.580035+0000","last_active":"2023-09-23T14:58:02.804844+0000","last_peered":"2023-09-23T14:58:02.804844+0000","last_clean":"2023-09-23T14:58:02.804844+0000","last_became_active":"2023-09-23T14:57:09.579679+0000","last_became_peered":"2023-09-23T14:57:09.579679+0000","last_unstale":"2023-09-23T14:58:02.804844+0000","last_undegraded":"2023-09-23T14:58:02.804844+0000","last_fullsized":"2023-09-23T14:58:02.804844+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:37:36.711097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607754+0000","last_change":"2023-09-23T14:58:01.411489+0000","last_active":"2023-09-23T14:58:02.607754+0000","last_peered":"2023-09-23T14:58:02.607754+0000","last_clean":"2023-09-23T14:58:02.607754+0000","last_became_active":"2023-09-23T14:58:01.411145+0000","last_became_peered":"2023-09-23T14:58:01.411145+0000","last_unstale":"2023-09-23T14:58:02.607754+0000","last_undegraded":"2023-09-23T14:58:02.607754+0000","last_fullsized":"2023-09-23T14:58:02.607754+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:08:14.129473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607369+0000","last_change":"2023-09-23T14:58:01.389455+0000","last_active":"2023-09-23T14:58:02.607369+0000","last_peered":"2023-09-23T14:58:02.607369+0000","last_clean":"2023-09-23T14:58:02.607369+0000","last_became_active":"2023-09-23T14:58:01.388498+0000","last_became_peered":"2023-09-23T14:58:01.388498+0000","last_unstale":"2023-09-23T14:58:02.607369+0000","last_undegraded":"2023-09-23T14:58:02.607369+0000","last_fullsized":"2023-09-23T14:58:02.607369+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:23:45.333614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.804657+0000","last_change":"2023-09-23T14:57:09.580169+0000","last_active":"2023-09-23T14:58:02.804657+0000","last_peered":"2023-09-23T14:58:02.804657+0000","last_clean":"2023-09-23T14:58:02.804657+0000","last_became_active":"2023-09-23T14:57:09.579804+0000","last_became_peered":"2023-09-23T14:57:09.579804+0000","last_unstale":"2023-09-23T14:58:02.804657+0000","last_undegraded":"2023-09-23T14:58:02.804657+0000","last_fullsized":"2023-09-23T14:58:02.804657+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:48:34.193486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.805998+0000","last_change":"2023-09-23T14:58:02.805675+0000","last_active":"2023-09-23T14:58:02.805998+0000","last_peered":"2023-09-23T14:58:02.805998+0000","last_clean":"2023-09-23T14:58:02.805998+0000","last_became_active":"2023-09-23T14:58:02.805353+0000","last_became_peered":"2023-09-23T14:58:02.805353+0000","last_unstale":"2023-09-23T14:58:02.805998+0000","last_undegraded":"2023-09-23T14:58:02.805998+0000","last_fullsized":"2023-09-23T14:58:02.805998+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:32:35.528182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403709+0000","last_change":"2023-09-23T14:58:01.393642+0000","last_active":"2023-09-23T14:58:02.403709+0000","last_peered":"2023-09-23T14:58:02.403709+0000","last_clean":"2023-09-23T14:58:02.403709+0000","last_became_active":"2023-09-23T14:58:01.393359+0000","last_became_peered":"2023-09-23T14:58:01.393359+0000","last_unstale":"2023-09-23T14:58:02.403709+0000","last_undegraded":"2023-09-23T14:58:02.403709+0000","last_fullsized":"2023-09-23T14:58:02.403709+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:49.249431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":276,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.804605+0000","last_change":"2023-09-23T14:56:26.248818+0000","last_active":"2023-09-23T14:58:02.804605+0000","last_peered":"2023-09-23T14:58:02.804605+0000","last_clean":"2023-09-23T14:58:02.804605+0000","last_became_active":"2023-09-23T14:56:26.248450+0000","last_became_peered":"2023-09-23T14:56:26.248450+0000","last_unstale":"2023-09-23T14:58:02.804605+0000","last_undegraded":"2023-09-23T14:58:02.804605+0000","last_fullsized":"2023-09-23T14:58:02.804605+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:58.424912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077656+0000","last_change":"2023-09-23T14:57:09.273730+0000","last_active":"2023-09-23T14:58:03.077656+0000","last_peered":"2023-09-23T14:58:03.077656+0000","last_clean":"2023-09-23T14:58:03.077656+0000","last_became_active":"2023-09-23T14:57:09.273328+0000","last_became_peered":"2023-09-23T14:57:09.273328+0000","last_unstale":"2023-09-23T14:58:03.077656+0000","last_undegraded":"2023-09-23T14:58:03.077656+0000","last_fullsized":"2023-09-23T14:58:03.077656+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:23.064229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770498+0000","last_change":"2023-09-23T14:58:01.413248+0000","last_active":"2023-09-23T14:58:02.770498+0000","last_peered":"2023-09-23T14:58:02.770498+0000","last_clean":"2023-09-23T14:58:02.770498+0000","last_became_active":"2023-09-23T14:58:01.412981+0000","last_became_peered":"2023-09-23T14:58:01.412981+0000","last_unstale":"2023-09-23T14:58:02.770498+0000","last_undegraded":"2023-09-23T14:58:02.770498+0000","last_fullsized":"2023-09-23T14:58:02.770498+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:33.078675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770024+0000","last_change":"2023-09-23T14:58:01.395227+0000","last_active":"2023-09-23T14:58:02.770024+0000","last_peered":"2023-09-23T14:58:02.770024+0000","last_clean":"2023-09-23T14:58:02.770024+0000","last_became_active":"2023-09-23T14:58:01.394525+0000","last_became_peered":"2023-09-23T14:58:01.394525+0000","last_unstale":"2023-09-23T14:58:02.770024+0000","last_undegraded":"2023-09-23T14:58:02.770024+0000","last_fullsized":"2023-09-23T14:58:02.770024+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:05.511552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.405816+0000","last_change":"2023-09-23T14:57:09.580076+0000","last_active":"2023-09-23T14:58:02.405816+0000","last_peered":"2023-09-23T14:58:02.405816+0000","last_clean":"2023-09-23T14:58:02.405816+0000","last_became_active":"2023-09-23T14:57:09.579749+0000","last_became_peered":"2023-09-23T14:57:09.579749+0000","last_unstale":"2023-09-23T14:58:02.405816+0000","last_undegraded":"2023-09-23T14:58:02.405816+0000","last_fullsized":"2023-09-23T14:58:02.405816+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:34:22.574084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770387+0000","last_change":"2023-09-23T14:58:01.419723+0000","last_active":"2023-09-23T14:58:02.770387+0000","last_peered":"2023-09-23T14:58:02.770387+0000","last_clean":"2023-09-23T14:58:02.770387+0000","last_became_active":"2023-09-23T14:58:01.419425+0000","last_became_peered":"2023-09-23T14:58:01.419425+0000","last_unstale":"2023-09-23T14:58:02.770387+0000","last_undegraded":"2023-09-23T14:58:02.770387+0000","last_fullsized":"2023-09-23T14:58:02.770387+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:26.827630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.406971+0000","last_change":"2023-09-23T14:58:01.392372+0000","last_active":"2023-09-23T14:58:02.406971+0000","last_peered":"2023-09-23T14:58:02.406971+0000","last_clean":"2023-09-23T14:58:02.406971+0000","last_became_active":"2023-09-23T14:58:01.392063+0000","last_became_peered":"2023-09-23T14:58:01.392063+0000","last_unstale":"2023-09-23T14:58:02.406971+0000","last_undegraded":"2023-09-23T14:58:02.406971+0000","last_fullsized":"2023-09-23T14:58:02.406971+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:26:43.907161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077673+0000","last_change":"2023-09-23T14:57:09.273777+0000","last_active":"2023-09-23T14:58:03.077673+0000","last_peered":"2023-09-23T14:58:03.077673+0000","last_clean":"2023-09-23T14:58:03.077673+0000","last_became_active":"2023-09-23T14:57:09.273181+0000","last_became_peered":"2023-09-23T14:57:09.273181+0000","last_unstale":"2023-09-23T14:58:03.077673+0000","last_undegraded":"2023-09-23T14:58:03.077673+0000","last_fullsized":"2023-09-23T14:58:03.077673+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:00:11.625196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770111+0000","last_change":"2023-09-23T14:58:01.411043+0000","last_active":"2023-09-23T14:58:02.770111+0000","last_peered":"2023-09-23T14:58:02.770111+0000","last_clean":"2023-09-23T14:58:02.770111+0000","last_became_active":"2023-09-23T14:58:01.410768+0000","last_became_peered":"2023-09-23T14:58:01.410768+0000","last_unstale":"2023-09-23T14:58:02.770111+0000","last_undegraded":"2023-09-23T14:58:02.770111+0000","last_fullsized":"2023-09-23T14:58:02.770111+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:52:46.336287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077912+0000","last_change":"2023-09-23T14:58:01.383417+0000","last_active":"2023-09-23T14:58:03.077912+0000","last_peered":"2023-09-23T14:58:03.077912+0000","last_clean":"2023-09-23T14:58:03.077912+0000","last_became_active":"2023-09-23T14:58:01.383133+0000","last_became_peered":"2023-09-23T14:58:01.383133+0000","last_unstale":"2023-09-23T14:58:03.077912+0000","last_undegraded":"2023-09-23T14:58:03.077912+0000","last_fullsized":"2023-09-23T14:58:03.077912+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:31.227137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770242+0000","last_change":"2023-09-23T14:57:09.580069+0000","last_active":"2023-09-23T14:58:02.770242+0000","last_peered":"2023-09-23T14:58:02.770242+0000","last_clean":"2023-09-23T14:58:02.770242+0000","last_became_active":"2023-09-23T14:57:09.579753+0000","last_became_peered":"2023-09-23T14:57:09.579753+0000","last_unstale":"2023-09-23T14:58:02.770242+0000","last_undegraded":"2023-09-23T14:58:02.770242+0000","last_fullsized":"2023-09-23T14:58:02.770242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:23.619438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770407+0000","last_change":"2023-09-23T14:58:01.419017+0000","last_active":"2023-09-23T14:58:02.770407+0000","last_peered":"2023-09-23T14:58:02.770407+0000","last_clean":"2023-09-23T14:58:02.770407+0000","last_became_active":"2023-09-23T14:58:01.418741+0000","last_became_peered":"2023-09-23T14:58:01.418741+0000","last_unstale":"2023-09-23T14:58:02.770407+0000","last_undegraded":"2023-09-23T14:58:02.770407+0000","last_fullsized":"2023-09-23T14:58:02.770407+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:44.303239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403876+0000","last_change":"2023-09-23T14:58:01.399074+0000","last_active":"2023-09-23T14:58:02.403876+0000","last_peered":"2023-09-23T14:58:02.403876+0000","last_clean":"2023-09-23T14:58:02.403876+0000","last_became_active":"2023-09-23T14:58:01.398719+0000","last_became_peered":"2023-09-23T14:58:01.398719+0000","last_unstale":"2023-09-23T14:58:02.403876+0000","last_undegraded":"2023-09-23T14:58:02.403876+0000","last_fullsized":"2023-09-23T14:58:02.403876+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:34:29.165207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770900+0000","last_change":"2023-09-23T14:58:02.770419+0000","last_active":"2023-09-23T14:58:02.770900+0000","last_peered":"2023-09-23T14:58:02.770900+0000","last_clean":"2023-09-23T14:58:02.770900+0000","last_became_active":"2023-09-23T14:58:02.770104+0000","last_became_peered":"2023-09-23T14:58:02.770104+0000","last_unstale":"2023-09-23T14:58:02.770900+0000","last_undegraded":"2023-09-23T14:58:02.770900+0000","last_fullsized":"2023-09-23T14:58:02.770900+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:33.013977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.407088+0000","last_change":"2023-09-23T14:58:01.386030+0000","last_active":"2023-09-23T14:58:02.407088+0000","last_peered":"2023-09-23T14:58:02.407088+0000","last_clean":"2023-09-23T14:58:02.407088+0000","last_became_active":"2023-09-23T14:58:01.385732+0000","last_became_peered":"2023-09-23T14:58:01.385732+0000","last_unstale":"2023-09-23T14:58:02.407088+0000","last_undegraded":"2023-09-23T14:58:02.407088+0000","last_fullsized":"2023-09-23T14:58:02.407088+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:58:24.568366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.771307+0000","last_change":"2023-09-23T14:58:02.770858+0000","last_active":"2023-09-23T14:58:02.771307+0000","last_peered":"2023-09-23T14:58:02.771307+0000","last_clean":"2023-09-23T14:58:02.771307+0000","last_became_active":"2023-09-23T14:58:02.770211+0000","last_became_peered":"2023-09-23T14:58:02.770211+0000","last_unstale":"2023-09-23T14:58:02.771307+0000","last_undegraded":"2023-09-23T14:58:02.771307+0000","last_fullsized":"2023-09-23T14:58:02.771307+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:36:49.457491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.404102+0000","last_change":"2023-09-23T14:58:01.397286+0000","last_active":"2023-09-23T14:58:02.404102+0000","last_peered":"2023-09-23T14:58:02.404102+0000","last_clean":"2023-09-23T14:58:02.404102+0000","last_became_active":"2023-09-23T14:58:01.397017+0000","last_became_peered":"2023-09-23T14:58:01.397017+0000","last_unstale":"2023-09-23T14:58:02.404102+0000","last_undegraded":"2023-09-23T14:58:02.404102+0000","last_fullsized":"2023-09-23T14:58:02.404102+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:53:01.704726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.409008+0000","last_change":"2023-09-23T14:58:02.408804+0000","last_active":"2023-09-23T14:58:02.409008+0000","last_peered":"2023-09-23T14:58:02.409008+0000","last_clean":"2023-09-23T14:58:02.409008+0000","last_became_active":"2023-09-23T14:58:02.408539+0000","last_became_peered":"2023-09-23T14:58:02.408539+0000","last_unstale":"2023-09-23T14:58:02.409008+0000","last_undegraded":"2023-09-23T14:58:02.409008+0000","last_fullsized":"2023-09-23T14:58:02.409008+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:05:09.359733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.429229+0000","last_change":"2023-09-23T14:58:01.390563+0000","last_active":"2023-09-23T14:58:08.429229+0000","last_peered":"2023-09-23T14:58:08.429229+0000","last_clean":"2023-09-23T14:58:08.429229+0000","last_became_active":"2023-09-23T14:58:01.390317+0000","last_became_peered":"2023-09-23T14:58:01.390317+0000","last_unstale":"2023-09-23T14:58:08.429229+0000","last_undegraded":"2023-09-23T14:58:08.429229+0000","last_fullsized":"2023-09-23T14:58:08.429229+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:19.058578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607437+0000","last_change":"2023-09-23T14:58:01.412145+0000","last_active":"2023-09-23T14:58:02.607437+0000","last_peered":"2023-09-23T14:58:02.607437+0000","last_clean":"2023-09-23T14:58:02.607437+0000","last_became_active":"2023-09-23T14:58:01.411764+0000","last_became_peered":"2023-09-23T14:58:01.411764+0000","last_unstale":"2023-09-23T14:58:02.607437+0000","last_undegraded":"2023-09-23T14:58:02.607437+0000","last_fullsized":"2023-09-23T14:58:02.607437+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:35.903057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077832+0000","last_change":"2023-09-23T14:58:01.393107+0000","last_active":"2023-09-23T14:58:03.077832+0000","last_peered":"2023-09-23T14:58:03.077832+0000","last_clean":"2023-09-23T14:58:03.077832+0000","last_became_active":"2023-09-23T14:58:01.392821+0000","last_became_peered":"2023-09-23T14:58:01.392821+0000","last_unstale":"2023-09-23T14:58:03.077832+0000","last_undegraded":"2023-09-23T14:58:03.077832+0000","last_fullsized":"2023-09-23T14:58:03.077832+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:59:49.088671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.805992+0000","last_change":"2023-09-23T14:58:02.805753+0000","last_active":"2023-09-23T14:58:02.805992+0000","last_peered":"2023-09-23T14:58:02.805992+0000","last_clean":"2023-09-23T14:58:02.805992+0000","last_became_active":"2023-09-23T14:58:02.805393+0000","last_became_peered":"2023-09-23T14:58:02.805393+0000","last_unstale":"2023-09-23T14:58:02.805992+0000","last_undegraded":"2023-09-23T14:58:02.805992+0000","last_fullsized":"2023-09-23T14:58:02.805992+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:15:34.251568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.509950+0000","last_change":"2023-09-23T14:58:01.398697+0000","last_active":"2023-09-23T14:58:03.509950+0000","last_peered":"2023-09-23T14:58:03.509950+0000","last_clean":"2023-09-23T14:58:03.509950+0000","last_became_active":"2023-09-23T14:58:01.398408+0000","last_became_peered":"2023-09-23T14:58:01.398408+0000","last_unstale":"2023-09-23T14:58:03.509950+0000","last_undegraded":"2023-09-23T14:58:03.509950+0000","last_fullsized":"2023-09-23T14:58:03.509950+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:49.929037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.771696+0000","last_change":"2023-09-23T14:58:02.771525+0000","last_active":"2023-09-23T14:58:02.771696+0000","last_peered":"2023-09-23T14:58:02.771696+0000","last_clean":"2023-09-23T14:58:02.771696+0000","last_became_active":"2023-09-23T14:58:02.771235+0000","last_became_peered":"2023-09-23T14:58:02.771235+0000","last_unstale":"2023-09-23T14:58:02.771696+0000","last_undegraded":"2023-09-23T14:58:02.771696+0000","last_fullsized":"2023-09-23T14:58:02.771696+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:18:16.654004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.431567+0000","last_change":"2023-09-23T14:58:01.388524+0000","last_active":"2023-09-23T14:58:08.431567+0000","last_peered":"2023-09-23T14:58:08.431567+0000","last_clean":"2023-09-23T14:58:08.431567+0000","last_became_active":"2023-09-23T14:58:01.388275+0000","last_became_peered":"2023-09-23T14:58:01.388275+0000","last_unstale":"2023-09-23T14:58:08.431567+0000","last_undegraded":"2023-09-23T14:58:08.431567+0000","last_fullsized":"2023-09-23T14:58:08.431567+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:12:03.892129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077587+0000","last_change":"2023-09-23T14:58:01.642624+0000","last_active":"2023-09-23T14:58:03.077587+0000","last_peered":"2023-09-23T14:58:03.077587+0000","last_clean":"2023-09-23T14:58:03.077587+0000","last_became_active":"2023-09-23T14:58:01.642338+0000","last_became_peered":"2023-09-23T14:58:01.642338+0000","last_unstale":"2023-09-23T14:58:03.077587+0000","last_undegraded":"2023-09-23T14:58:03.077587+0000","last_fullsized":"2023-09-23T14:58:03.077587+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:02.939895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.509731+0000","last_change":"2023-09-23T14:58:01.400760+0000","last_active":"2023-09-23T14:58:03.509731+0000","last_peered":"2023-09-23T14:58:03.509731+0000","last_clean":"2023-09-23T14:58:03.509731+0000","last_became_active":"2023-09-23T14:58:01.400476+0000","last_became_peered":"2023-09-23T14:58:01.400476+0000","last_unstale":"2023-09-23T14:58:03.509731+0000","last_undegraded":"2023-09-23T14:58:03.509731+0000","last_fullsized":"2023-09-23T14:58:03.509731+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:24:29.127765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.404099+0000","last_change":"2023-09-23T14:58:01.643552+0000","last_active":"2023-09-23T14:58:02.404099+0000","last_peered":"2023-09-23T14:58:02.404099+0000","last_clean":"2023-09-23T14:58:02.404099+0000","last_became_active":"2023-09-23T14:58:01.643270+0000","last_became_peered":"2023-09-23T14:58:01.643270+0000","last_unstale":"2023-09-23T14:58:02.404099+0000","last_undegraded":"2023-09-23T14:58:02.404099+0000","last_fullsized":"2023-09-23T14:58:02.404099+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:08:13.950730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.432456+0000","last_change":"2023-09-23T14:58:01.395786+0000","last_active":"2023-09-23T14:58:08.432456+0000","last_peered":"2023-09-23T14:58:08.432456+0000","last_clean":"2023-09-23T14:58:08.432456+0000","last_became_active":"2023-09-23T14:58:01.395525+0000","last_became_peered":"2023-09-23T14:58:01.395525+0000","last_unstale":"2023-09-23T14:58:08.432456+0000","last_undegraded":"2023-09-23T14:58:08.432456+0000","last_fullsized":"2023-09-23T14:58:08.432456+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:06:47.620088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607669+0000","last_change":"2023-09-23T14:58:01.643056+0000","last_active":"2023-09-23T14:58:02.607669+0000","last_peered":"2023-09-23T14:58:02.607669+0000","last_clean":"2023-09-23T14:58:02.607669+0000","last_became_active":"2023-09-23T14:58:01.642596+0000","last_became_peered":"2023-09-23T14:58:01.642596+0000","last_unstale":"2023-09-23T14:58:02.607669+0000","last_undegraded":"2023-09-23T14:58:02.607669+0000","last_fullsized":"2023-09-23T14:58:02.607669+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:04:16.005067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.804467+0000","last_change":"2023-09-23T14:58:01.395686+0000","last_active":"2023-09-23T14:58:02.804467+0000","last_peered":"2023-09-23T14:58:02.804467+0000","last_clean":"2023-09-23T14:58:02.804467+0000","last_became_active":"2023-09-23T14:58:01.395425+0000","last_became_peered":"2023-09-23T14:58:01.395425+0000","last_unstale":"2023-09-23T14:58:02.804467+0000","last_undegraded":"2023-09-23T14:58:02.804467+0000","last_fullsized":"2023-09-23T14:58:02.804467+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:47:28.809985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077843+0000","last_change":"2023-09-23T14:58:01.642658+0000","last_active":"2023-09-23T14:58:03.077843+0000","last_peered":"2023-09-23T14:58:03.077843+0000","last_clean":"2023-09-23T14:58:03.077843+0000","last_became_active":"2023-09-23T14:58:01.642302+0000","last_became_peered":"2023-09-23T14:58:01.642302+0000","last_unstale":"2023-09-23T14:58:03.077843+0000","last_undegraded":"2023-09-23T14:58:03.077843+0000","last_fullsized":"2023-09-23T14:58:03.077843+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:58:43.455665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607365+0000","last_change":"2023-09-23T14:58:01.385821+0000","last_active":"2023-09-23T14:58:02.607365+0000","last_peered":"2023-09-23T14:58:02.607365+0000","last_clean":"2023-09-23T14:58:02.607365+0000","last_became_active":"2023-09-23T14:58:01.385160+0000","last_became_peered":"2023-09-23T14:58:01.385160+0000","last_unstale":"2023-09-23T14:58:02.607365+0000","last_undegraded":"2023-09-23T14:58:02.607365+0000","last_fullsized":"2023-09-23T14:58:02.607365+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:38:35.155597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403889+0000","last_change":"2023-09-23T14:58:01.642509+0000","last_active":"2023-09-23T14:58:02.403889+0000","last_peered":"2023-09-23T14:58:02.403889+0000","last_clean":"2023-09-23T14:58:02.403889+0000","last_became_active":"2023-09-23T14:58:01.642186+0000","last_became_peered":"2023-09-23T14:58:01.642186+0000","last_unstale":"2023-09-23T14:58:02.403889+0000","last_undegraded":"2023-09-23T14:58:02.403889+0000","last_fullsized":"2023-09-23T14:58:02.403889+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:35:31.509422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.431605+0000","last_change":"2023-09-23T14:58:01.395589+0000","last_active":"2023-09-23T14:58:08.431605+0000","last_peered":"2023-09-23T14:58:08.431605+0000","last_clean":"2023-09-23T14:58:08.431605+0000","last_became_active":"2023-09-23T14:58:01.395209+0000","last_became_peered":"2023-09-23T14:58:01.395209+0000","last_unstale":"2023-09-23T14:58:08.431605+0000","last_undegraded":"2023-09-23T14:58:08.431605+0000","last_fullsized":"2023-09-23T14:58:08.431605+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:46.869886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770885+0000","last_change":"2023-09-23T14:58:02.770608+0000","last_active":"2023-09-23T14:58:02.770885+0000","last_peered":"2023-09-23T14:58:02.770885+0000","last_clean":"2023-09-23T14:58:02.770885+0000","last_became_active":"2023-09-23T14:58:02.770329+0000","last_became_peered":"2023-09-23T14:58:02.770329+0000","last_unstale":"2023-09-23T14:58:02.770885+0000","last_undegraded":"2023-09-23T14:58:02.770885+0000","last_fullsized":"2023-09-23T14:58:02.770885+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:16:41.652892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'6","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.433438+0000","last_change":"2023-09-23T14:58:01.389110+0000","last_active":"2023-09-23T14:58:08.433438+0000","last_peered":"2023-09-23T14:58:08.433438+0000","last_clean":"2023-09-23T14:58:08.433438+0000","last_became_active":"2023-09-23T14:58:01.388809+0000","last_became_peered":"2023-09-23T14:58:01.388809+0000","last_unstale":"2023-09-23T14:58:08.433438+0000","last_undegraded":"2023-09-23T14:58:08.433438+0000","last_fullsized":"2023-09-23T14:58:08.433438+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:02:11.154917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.770067+0000","last_change":"2023-09-23T14:58:01.642298+0000","last_active":"2023-09-23T14:58:02.770067+0000","last_peered":"2023-09-23T14:58:02.770067+0000","last_clean":"2023-09-23T14:58:02.770067+0000","last_became_active":"2023-09-23T14:58:01.641986+0000","last_became_peered":"2023-09-23T14:58:01.641986+0000","last_unstale":"2023-09-23T14:58:02.770067+0000","last_undegraded":"2023-09-23T14:58:02.770067+0000","last_fullsized":"2023-09-23T14:58:02.770067+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:33:04.137758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":15,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:08.431312+0000","last_change":"2023-09-23T14:58:01.391892+0000","last_active":"2023-09-23T14:58:08.431312+0000","last_peered":"2023-09-23T14:58:08.431312+0000","last_clean":"2023-09-23T14:58:08.431312+0000","last_became_active":"2023-09-23T14:58:01.391536+0000","last_became_peered":"2023-09-23T14:58:01.391536+0000","last_unstale":"2023-09-23T14:58:08.431312+0000","last_undegraded":"2023-09-23T14:58:08.431312+0000","last_fullsized":"2023-09-23T14:58:08.431312+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:57:58.879572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403836+0000","last_change":"2023-09-23T14:58:01.644678+0000","last_active":"2023-09-23T14:58:02.403836+0000","last_peered":"2023-09-23T14:58:02.403836+0000","last_clean":"2023-09-23T14:58:02.403836+0000","last_became_active":"2023-09-23T14:58:01.644392+0000","last_became_peered":"2023-09-23T14:58:01.644392+0000","last_unstale":"2023-09-23T14:58:02.403836+0000","last_undegraded":"2023-09-23T14:58:02.403836+0000","last_fullsized":"2023-09-23T14:58:02.403836+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:29.934329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.077870+0000","last_change":"2023-09-23T14:58:01.389474+0000","last_active":"2023-09-23T14:58:03.077870+0000","last_peered":"2023-09-23T14:58:03.077870+0000","last_clean":"2023-09-23T14:58:03.077870+0000","last_became_active":"2023-09-23T14:58:01.389163+0000","last_became_peered":"2023-09-23T14:58:01.389163+0000","last_unstale":"2023-09-23T14:58:03.077870+0000","last_undegraded":"2023-09-23T14:58:03.077870+0000","last_fullsized":"2023-09-23T14:58:03.077870+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:47:07.014768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403698+0000","last_change":"2023-09-23T14:58:01.643044+0000","last_active":"2023-09-23T14:58:02.403698+0000","last_peered":"2023-09-23T14:58:02.403698+0000","last_clean":"2023-09-23T14:58:02.403698+0000","last_became_active":"2023-09-23T14:58:01.642774+0000","last_became_peered":"2023-09-23T14:58:01.642774+0000","last_unstale":"2023-09-23T14:58:02.403698+0000","last_undegraded":"2023-09-23T14:58:02.403698+0000","last_fullsized":"2023-09-23T14:58:02.403698+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:54:57.824779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607772+0000","last_change":"2023-09-23T14:58:01.387879+0000","last_active":"2023-09-23T14:58:02.607772+0000","last_peered":"2023-09-23T14:58:02.607772+0000","last_clean":"2023-09-23T14:58:02.607772+0000","last_became_active":"2023-09-23T14:58:01.387566+0000","last_became_peered":"2023-09-23T14:58:01.387566+0000","last_unstale":"2023-09-23T14:58:02.607772+0000","last_undegraded":"2023-09-23T14:58:02.607772+0000","last_fullsized":"2023-09-23T14:58:02.607772+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.038282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.079022+0000","last_change":"2023-09-23T14:58:03.078643+0000","last_active":"2023-09-23T14:58:03.079022+0000","last_peered":"2023-09-23T14:58:03.079022+0000","last_clean":"2023-09-23T14:58:03.079022+0000","last_became_active":"2023-09-23T14:58:03.078354+0000","last_became_peered":"2023-09-23T14:58:03.078354+0000","last_unstale":"2023-09-23T14:58:03.079022+0000","last_undegraded":"2023-09-23T14:58:03.079022+0000","last_fullsized":"2023-09-23T14:58:03.079022+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:16.284638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.403789+0000","last_change":"2023-09-23T14:58:01.398879+0000","last_active":"2023-09-23T14:58:02.403789+0000","last_peered":"2023-09-23T14:58:02.403789+0000","last_clean":"2023-09-23T14:58:02.403789+0000","last_became_active":"2023-09-23T14:58:01.398591+0000","last_became_peered":"2023-09-23T14:58:01.398591+0000","last_unstale":"2023-09-23T14:58:02.403789+0000","last_undegraded":"2023-09-23T14:58:02.403789+0000","last_fullsized":"2023-09-23T14:58:02.403789+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:16.624530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.607682+0000","last_change":"2023-09-23T14:58:01.642883+0000","last_active":"2023-09-23T14:58:02.607682+0000","last_peered":"2023-09-23T14:58:02.607682+0000","last_clean":"2023-09-23T14:58:02.607682+0000","last_became_active":"2023-09-23T14:58:01.642172+0000","last_became_peered":"2023-09-23T14:58:01.642172+0000","last_unstale":"2023-09-23T14:58:02.607682+0000","last_undegraded":"2023-09-23T14:58:02.607682+0000","last_fullsized":"2023-09-23T14:58:02.607682+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:47.831768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.769988+0000","last_change":"2023-09-23T14:58:01.397572+0000","last_active":"2023-09-23T14:58:02.769988+0000","last_peered":"2023-09-23T14:58:02.769988+0000","last_clean":"2023-09-23T14:58:02.769988+0000","last_became_active":"2023-09-23T14:58:01.397330+0000","last_became_peered":"2023-09-23T14:58:01.397330+0000","last_unstale":"2023-09-23T14:58:02.769988+0000","last_undegraded":"2023-09-23T14:58:02.769988+0000","last_fullsized":"2023-09-23T14:58:02.769988+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:52:38.553369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-09-23T14:58:02.405414+0000","last_change":"2023-09-23T14:58:01.419002+0000","last_active":"2023-09-23T14:58:02.405414+0000","last_peered":"2023-09-23T14:58:02.405414+0000","last_clean":"2023-09-23T14:58:02.405414+0000","last_became_active":"2023-09-23T14:58:01.418704+0000","last_became_peered":"2023-09-23T14:58:01.418704+0000","last_unstale":"2023-09-23T14:58:02.405414+0000","last_undegraded":"2023-09-23T14:58:02.405414+0000","last_fullsized":"2023-09-23T14:58:02.405414+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:23:38.860392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":13,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-09-23T14:58:03.508523+0000","last_change":"2023-09-23T14:58:01.388444+0000","last_active":"2023-09-23T14:58:03.508523+0000","last_peered":"2023-09-23T14:58:03.508523+0000","last_clean":"2023-09-23T14:58:03.508523+0000","last_became_active":"2023-09-23T14:58:01.388213+0000","last_became_peered":"2023-09-23T14:58:01.388213+0000","last_unstale":"2023-09-23T14:58:03.508523+0000","last_undegraded":"2023-09-23T14:58:03.508523+0000","last_fullsized":"2023-09-23T14:58:03.508523+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:45:50.501276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201313,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6608,"kb_used_data":1288,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738544,"statfs":{"total":95995035648,"available":95988269056,"internally_reserved":0,"allocated":1318912,"data_stored":894173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.498,"15min":0.502},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.52700000000000002,"15min":0.53100000000000003},"min":{"1min":0.40100000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.75700000000000001,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.54500000000000004}]},{"osd":1,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53200000000000003,"15min":0.53600000000000003},"min":{"1min":0.39200000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.64900000000000002,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.53800000000000003,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.72099999999999997,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.42199999999999999}]},{"osd":2,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.52800000000000002,"15min":0.53800000000000003},"min":{"1min":0.33300000000000002,"5min":0.307,"15min":0.307},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.52400000000000002,"15min":0.52700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.52400000000000002}]},{"osd":3,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.54400000000000004,"15min":0.53900000000000003},"min":{"1min":0.38900000000000001,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.776,"5min":1.776,"15min":1.776},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77300000000000002,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.58299999999999996}]},{"osd":4,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.45900000000000002,"15min":0.46300000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.48699999999999999,"15min":0.49099999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.67400000000000004,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.5}]},{"osd":5,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52000000000000002,"15min":0.52600000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.78100000000000003,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.53700000000000003,"15min":0.54200000000000004},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.72599999999999998,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.628}]},{"osd":6,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.55300000000000005,"15min":0.55900000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.76600000000000001,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54200000000000004,"15min":0.54700000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.73999999999999999,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.56999999999999995}]}]},{"osd":6,"up_from":47,"seq":201863462947,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6596,"kb_used_data":1276,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738556,"statfs":{"total":95995035648,"available":95988281344,"internally_reserved":0,"allocated":1306624,"data_stored":894027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.41999999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.79500000000000004,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.67800000000000005,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.54900000000000004}]},{"osd":1,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.56999999999999995,"15min":0.57499999999999996},"min":{"1min":0.41099999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79000000000000004,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.54700000000000004,"15min":0.54900000000000004},"min":{"1min":0.40300000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.75700000000000001,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.35999999999999999}]},{"osd":2,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.55400000000000005,"15min":0.55900000000000005},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.77600000000000002,"5min":0.88,"15min":0.88},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.68999999999999995,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.434}]},{"osd":3,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.57599999999999996,"15min":0.57899999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.76900000000000002,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56000000000000005,"15min":0.56200000000000006},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.74099999999999999,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.502}]},{"osd":4,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.434,"15min":0.42999999999999999},"min":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.47599999999999998,"15min":0.46800000000000003},"min":{"1min":0.33800000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.68100000000000005,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.41399999999999998}]},{"osd":5,"last update":"Sat Sep 23 14:58:07 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.46800000000000003,"15min":0.45900000000000002},"min":{"1min":0.36099999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.54300000000000004,"15min":0.54200000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.75,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.48399999999999999}]},{"osd":7,"last update":"Sat Sep 23 14:58:24 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.51100000000000001,"15min":0.502},"min":{"1min":0.36399999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.71899999999999997,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.52500000000000002,"15min":0.51700000000000002},"min":{"1min":0.376,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.52400000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6772,"kb_used_data":684,"kb_used_omap":0,"kb_used_meta":6080,"kb_avail":93738380,"statfs":{"total":95995035648,"available":95988101120,"internally_reserved":0,"allocated":700416,"data_stored":302376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6225920},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:58:09 2023","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.314},"min":{"1min":0.23499999999999999,"5min":0.192,"15min":0.192},"max":{"1min":0.54700000000000004,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.35599999999999998,"15min":0.33400000000000002},"min":{"1min":0.23899999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.51600000000000001,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.33100000000000002}]},{"osd":2,"last update":"Sat Sep 23 14:58:31 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.41299999999999998,"15min":0.39400000000000002},"min":{"1min":0.26900000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":2.4809999999999999,"5min":2.4809999999999999,"15min":2.4809999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.44400000000000001,"15min":0.41399999999999998},"min":{"1min":0.27600000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":2.7679999999999998,"5min":2.7679999999999998,"15min":2.7679999999999998},"last":0.372}]},{"osd":3,"last update":"Sat Sep 23 14:57:56 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.41199999999999998,"15min":0.41999999999999998},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.5,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44600000000000001,"15min":0.45200000000000001},"min":{"1min":0.28699999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.47399999999999998}]},{"osd":4,"last update":"Sat Sep 23 14:58:19 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.56100000000000005,"15min":0.55500000000000005},"min":{"1min":0.40899999999999997,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.1579999999999999,"5min":2.1579999999999999,"15min":2.1579999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.56299999999999994,"15min":0.55700000000000005},"min":{"1min":0.35199999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.0369999999999999,"5min":2.0369999999999999,"15min":2.0369999999999999},"last":0.72199999999999998}]},{"osd":5,"last update":"Sat Sep 23 14:58:39 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.59799999999999998,"15min":0.57999999999999996},"min":{"1min":0.38300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.61299999999999999,"15min":0.59899999999999998},"min":{"1min":0.39600000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.0760000000000001,"5min":2.0760000000000001,"15min":2.0760000000000001},"last":0.75}]},{"osd":6,"last update":"Sat Sep 23 14:58:09 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83199999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58199999999999996,"15min":0.58599999999999997},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76000000000000001,"5min":0.997,"15min":0.997},"last":0.63700000000000001}]},{"osd":7,"last update":"Sat Sep 23 14:58:25 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.60799999999999998,"15min":0.59999999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":2.2709999999999999,"5min":2.2709999999999999,"15min":2.2709999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.64600000000000002,"15min":0.64200000000000002},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":2.3860000000000001,"5min":2.3860000000000001,"15min":2.3860000000000001},"last":0.71099999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7424,"kb_used_data":1272,"kb_used_omap":0,"kb_used_meta":6144,"kb_avail":93737728,"statfs":{"total":95995035648,"available":95987433472,"internally_reserved":0,"allocated":1302528,"data_stored":893320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6291456},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 14:58:15 2023","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":0.34899999999999998,"15min":0.34799999999999998},"min":{"1min":0.218,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.54300000000000004,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.38,"15min":0.36499999999999999},"min":{"1min":0.252,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.63100000000000001,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.27400000000000002}]},{"osd":2,"last update":"Sat Sep 23 14:58:31 2023","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.39100000000000001,"15min":0.39400000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.56999999999999995,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.375,"15min":0.38},"min":{"1min":0.23200000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.249}]},{"osd":3,"last update":"Sat Sep 23 14:58:02 2023","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.434,"15min":0.44500000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.68200000000000005,"5min":0.747,"15min":0.747},"last":0.31},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.438,"15min":0.44800000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.55700000000000005,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.33000000000000002}]},{"osd":4,"last update":"Sat Sep 23 14:58:20 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.54100000000000004,"15min":0.53200000000000003},"min":{"1min":0.38900000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.80800000000000005,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51000000000000001}]},{"osd":5,"last update":"Sat Sep 23 14:58:42 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56299999999999994,"15min":0.56100000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83899999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.57599999999999996,"15min":0.58399999999999996},"min":{"1min":0.40000000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.41199999999999998}]},{"osd":6,"last update":"Sat Sep 23 14:58:02 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.59199999999999997,"15min":0.59999999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.81699999999999995,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.61799999999999999,"15min":0.622},"min":{"1min":0.42899999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.60499999999999998}]},{"osd":7,"last update":"Sat Sep 23 14:58:27 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.58999999999999997,"15min":0.57899999999999996},"min":{"1min":0.40699999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.59799999999999998,"15min":0.59999999999999998},"min":{"1min":0.45800000000000002,"5min":0.436,"15min":0.436},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.55800000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411384,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6652,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":5952,"kb_avail":93738500,"statfs":{"total":95995035648,"available":95988224000,"internally_reserved":0,"allocated":708608,"data_stored":302964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6094848},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:58:31 2023","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34499999999999997,"15min":0.33900000000000002},"min":{"1min":0.22800000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.54300000000000004,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.35599999999999998},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.498,"5min":0.55400000000000005,"15min":0.55400000000000005},"last":0.39500000000000002}]},{"osd":1,"last update":"Sat Sep 23 14:58:31 2023","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.35799999999999998,"15min":0.35499999999999998},"min":{"1min":0.246,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.442,"5min":0.52300000000000002,"15min":0.52300000000000002},"last":0.307},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.26700000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.61499999999999999,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.38300000000000001}]},{"osd":3,"last update":"Sat Sep 23 14:57:56 2023","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.42999999999999999,"15min":0.441},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.56100000000000005,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.45100000000000001,"15min":0.46500000000000002},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.50900000000000001,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.36599999999999999}]},{"osd":4,"last update":"Sat Sep 23 14:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.58199999999999996,"15min":0.60199999999999998},"min":{"1min":0.38200000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.77200000000000002,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.60199999999999998,"15min":0.628},"min":{"1min":0.41399999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.68000000000000005,"5min":1.054,"15min":1.054},"last":0.54500000000000004}]},{"osd":5,"last update":"Sat Sep 23 14:58:39 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.60099999999999998,"15min":0.63300000000000001},"min":{"1min":0.41899999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72199999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60199999999999998,"15min":0.61399999999999999},"min":{"1min":0.498,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.82599999999999996,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.78400000000000003}]},{"osd":6,"last update":"Sat Sep 23 14:58:05 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.59399999999999997,"15min":0.60599999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.745,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.624,"15min":0.63500000000000001},"min":{"1min":0.442,"5min":0.435,"15min":0.435},"max":{"1min":0.70599999999999996,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.81499999999999995}]},{"osd":7,"last update":"Sat Sep 23 14:58:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72299999999999998,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.749},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.41999999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.74299999999999999,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.624}]}]},{"osd":3,"up_from":26,"seq":111669149747,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6136,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739016,"statfs":{"total":95995035648,"available":95988752384,"internally_reserved":0,"allocated":704512,"data_stored":302466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:57:58 2023","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.35799999999999998,"15min":0.36199999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.49199999999999999,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.38500000000000001,"15min":0.39300000000000002},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.47699999999999998,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.253}]},{"osd":1,"last update":"Sat Sep 23 14:57:58 2023","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.40999999999999998,"15min":0.42299999999999999},"min":{"1min":0.26200000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.52700000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39800000000000002,"15min":0.40699999999999997},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.28399999999999997}]},{"osd":2,"last update":"Sat Sep 23 14:57:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.45800000000000002,"15min":0.46300000000000002},"min":{"1min":0.29299999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.443,"15min":0.45200000000000001},"min":{"1min":0.29199999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.35799999999999998}]},{"osd":4,"last update":"Sat Sep 23 14:58:17 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.55000000000000004,"15min":0.56799999999999995},"min":{"1min":0.38100000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.74399999999999999,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.57299999999999995,"15min":0.58899999999999997},"min":{"1min":0.42699999999999999,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.63900000000000001,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.68000000000000005}]},{"osd":5,"last update":"Sat Sep 23 14:58:43 2023","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":0.70699999999999996,"15min":0.63700000000000001},"min":{"1min":0.42499999999999999,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":10.948,"5min":10.948,"15min":10.948},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.57499999999999996,"15min":0.58099999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.80400000000000005,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.59799999999999998}]},{"osd":6,"last update":"Sat Sep 23 14:58:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56599999999999995,"15min":0.56499999999999995},"min":{"1min":0.40100000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.67600000000000005,"5min":0.746,"15min":0.746},"last":0.53400000000000003}]},{"osd":7,"last update":"Sat Sep 23 14:58:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.56200000000000006,"15min":0.56799999999999995},"min":{"1min":0.39800000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.69999999999999996,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.61599999999999999},{"interface":"front","average":{"1min":1.1539999999999999,"5min":0.70699999999999996,"15min":0.63300000000000001},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":11.025,"5min":11.025,"15min":11.025},"last":0.629}]}]},{"osd":4,"up_from":31,"seq":133143986222,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6220,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":5504,"kb_avail":93738932,"statfs":{"total":95995035648,"available":95988666368,"internally_reserved":0,"allocated":724992,"data_stored":304058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5636096},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.52100000000000002,"15min":0.53500000000000003},"min":{"1min":0.30299999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80200000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.54000000000000004,"15min":0.54200000000000004},"min":{"1min":0.315,"5min":0.312,"15min":0.312},"max":{"1min":1.722,"5min":1.722,"15min":1.722},"last":0.70399999999999996}]},{"osd":1,"last update":"Sat Sep 23 14:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52000000000000002,"15min":0.52200000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.59799999999999998,"15min":0.55800000000000005},"min":{"1min":0.36799999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.7430000000000003,"5min":7.7430000000000003,"15min":7.7430000000000003},"last":0.59199999999999997}]},{"osd":2,"last update":"Sat Sep 23 14:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53000000000000003,"15min":0.53100000000000003},"min":{"1min":0.39400000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.80700000000000005,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.39300000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.62}]},{"osd":3,"last update":"Sat Sep 23 14:58:18 2023","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.63,"15min":0.59399999999999997},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":7.8639999999999999,"5min":7.8639999999999999,"15min":7.8639999999999999},"last":0.66500000000000004},{"interface":"front","average":{"1min":1.0589999999999999,"5min":0.64000000000000001,"15min":0.56599999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":10.689,"5min":10.689,"15min":10.689},"last":0.67800000000000005}]},{"osd":5,"last update":"Sat Sep 23 14:58:38 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40699999999999997,"15min":0.38500000000000001},"min":{"1min":0.28699999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.622,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.42999999999999999,"15min":0.39800000000000002},"min":{"1min":0.34000000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.71099999999999997,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.50600000000000001}]},{"osd":6,"last update":"Sat Sep 23 14:58:02 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47299999999999998,"15min":0.46999999999999997},"min":{"1min":0.34499999999999997,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.36199999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.53300000000000003}]},{"osd":7,"last update":"Sat Sep 23 14:58:28 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.55900000000000005,"15min":0.54600000000000004},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":2.4910000000000001,"5min":2.4910000000000001,"15min":2.4910000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.54600000000000004}]}]},{"osd":5,"up_from":39,"seq":167503724585,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6072,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93739080,"statfs":{"total":95995035648,"available":95988817920,"internally_reserved":0,"allocated":704512,"data_stored":302677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 14:58:41 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52800000000000002,"15min":0.53600000000000003},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.376,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.77400000000000002,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.747}]},{"osd":1,"last update":"Sat Sep 23 14:58:41 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.52500000000000002,"15min":0.53300000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.69299999999999995,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.52300000000000002,"15min":0.52900000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.54600000000000004}]},{"osd":2,"last update":"Sat Sep 23 14:58:41 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51900000000000002,"15min":0.52500000000000002},"min":{"1min":0.39900000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.74099999999999999,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.53800000000000003,"15min":0.55000000000000004},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.749,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.53000000000000003}]},{"osd":3,"last update":"Sat Sep 23 14:58:41 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52900000000000003,"15min":0.53500000000000003},"min":{"1min":0.372,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.71399999999999997,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54500000000000004,"15min":0.54600000000000004},"min":{"1min":0.34799999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.72799999999999998,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.72199999999999998}]},{"osd":4,"last update":"Sat Sep 23 14:58:41 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.43099999999999999,"15min":0.41599999999999998},"min":{"1min":0.312,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.59499999999999997,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.44900000000000001,"15min":0.42499999999999999},"min":{"1min":0.32400000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.69999999999999996,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.66800000000000004}]},{"osd":6,"last update":"Sat Sep 23 14:58:01 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33700000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.50900000000000001,"15min":0.50700000000000001},"min":{"1min":0.36499999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.59699999999999998}]},{"osd":7,"last update":"Sat Sep 23 14:58:27 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57399999999999995,"15min":0.57799999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.83799999999999997,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.55500000000000005,"15min":0.55800000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.71099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T14:58:50.654 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-09-23T14:58:50.654 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-09-23T14:58:50.654 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-09-23T14:58:50.654 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph health --format=json 2023-09-23T14:58:50.998 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:51.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:51 smithi118 ceph-mon[118212]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:51.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:51 smithi118 ceph-mon[118212]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:58:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:51 smithi118 ceph-mon[100225]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:51 smithi118 ceph-mon[100225]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:58:51.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:51 smithi178 ceph-mon[104471]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:51.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:51 smithi178 ceph-mon[104471]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T14:58:52.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:58:51 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:58:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:58:52.683 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T14:58:52.683 INFO:teuthology.orchestra.run.smithi118.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-09-23T14:58:53.306 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-09-23T14:58:53.306 INFO:teuthology.run_tasks:Running task print... 2023-09-23T14:58:53.318 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2023-09-23T14:58:53.318 INFO:teuthology.run_tasks:Running task parallel... 2023-09-23T14:58:53.333 INFO:teuthology.task.parallel:starting parallel... 2023-09-23T14:58:53.333 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-09-23T14:58:53.334 INFO:teuthology.task.sequential:In sequential, running task workunit... 2023-09-23T14:58:53.337 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-09-23T14:58:53.337 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-09-23T14:58:53.338 DEBUG:teuthology.orchestra.run.smithi118:> stat -- /home/ubuntu/cephtest/mnt.0 2023-09-23T14:58:53.338 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-09-23T14:58:53.338 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2023-09-23T14:58:53.339 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi118.front.sepia.ceph.com 2023-09-23T14:58:53.339 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2023-09-23T14:58:53.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T14:58:53.355 INFO:teuthology.orchestra.run.smithi118.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-09-23T14:58:53.356 DEBUG:teuthology.orchestra.run.smithi118:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T14:58:53.411 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-09-23T14:58:53.411 DEBUG:teuthology.orchestra.run.smithi118:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-09-23T14:58:53.467 INFO:tasks.workunit:timeout=3h 2023-09-23T14:58:53.467 INFO:tasks.workunit:cleanup=True 2023-09-23T14:58:53.467 DEBUG:teuthology.orchestra.run.smithi118:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-09-23T14:58:53.523 INFO:tasks.workunit.client.0.smithi118.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-09-23T14:58:53.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:53 smithi118 ceph-mon[118212]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:53.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:53 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2974981623' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T14:58:53.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:53 smithi118 ceph-mon[100225]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:53.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:53 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2974981623' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T14:58:53.692 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:53.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:53 smithi178 ceph-mon[104471]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:53.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:53 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2974981623' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T14:58:55.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:55 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:58:55] "GET /metrics HTTP/1.1" 200 238592 "" "Prometheus/2.43.0" 2023-09-23T14:58:55.707 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:55 smithi118 ceph-mon[118212]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:55.707 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:55 smithi118 conmon[100650]: [23/Sep/2023:14:58:55] ENGINE Bus STOPPING 2023-09-23T14:58:55.708 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:55 smithi118 conmon[100650]: [23/Sep/2023:14:58:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T14:58:55.708 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:55 smithi118 conmon[100650]: [23/Sep/2023:14:58:55] ENGINE Bus STOPPED 2023-09-23T14:58:55.708 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:55 smithi118 conmon[100650]: [23/Sep/2023:14:58:55] ENGINE Bus STARTING 2023-09-23T14:58:55.708 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:55 smithi118 conmon[100650]: [23/Sep/2023:14:58:55] ENGINE Serving on http://:::9283 2023-09-23T14:58:55.708 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:58:55 smithi118 conmon[100650]: [23/Sep/2023:14:58:55] ENGINE Bus STARTED 2023-09-23T14:58:55.708 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:55 smithi118 ceph-mon[100225]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:55 smithi178 ceph-mon[104471]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:56.266 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph config set global log_to_journald false --force' 2023-09-23T14:58:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[118212]: from='client.? ' entity='client.admin' 2023-09-23T14:58:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[118212]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2023-09-23T14:58:56.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2023-09-23T14:58:56.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2023-09-23T14:58:56.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[100225]: from='client.? ' entity='client.admin' 2023-09-23T14:58:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[100225]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2023-09-23T14:58:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2023-09-23T14:58:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2023-09-23T14:58:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:56.678 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:58:56.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:56 smithi178 ceph-mon[104471]: from='client.? ' entity='client.admin' 2023-09-23T14:58:56.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:58:56.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:58:56.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:58:56.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:58:56.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:56 smithi178 ceph-mon[104471]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:56.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2023-09-23T14:58:56.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2023-09-23T14:58:56.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2023-09-23T14:58:56.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:58:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:57 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2023-09-23T14:58:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:57 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2023-09-23T14:58:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:57 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2023-09-23T14:58:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:57 smithi118 ceph-mon[100225]: osdmap e70: 8 total, 8 up, 8 in 2023-09-23T14:58:57.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:57 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2023-09-23T14:58:57.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:57 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2023-09-23T14:58:57.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:57 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2023-09-23T14:58:57.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:57 smithi118 ceph-mon[118212]: osdmap e70: 8 total, 8 up, 8 in 2023-09-23T14:58:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:57 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2023-09-23T14:58:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:57 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]': finished 2023-09-23T14:58:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:57 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2023-09-23T14:58:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:57 smithi178 ceph-mon[104471]: osdmap e70: 8 total, 8 up, 8 in 2023-09-23T14:58:58.283 INFO:tasks.workunit.client.0.smithi118.stderr:Updating files: 96% (11137/11502) Updating files: 97% (11157/11502) Updating files: 98% (11272/11502) Updating files: 99% (11387/11502) Updating files: 100% (11502/11502) Updating files: 100% (11502/11502), done. 2023-09-23T14:58:58.298 DEBUG:teuthology.orchestra.run.smithi118:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-09-23T14:58:58.498 INFO:tasks.workunit.client.0.smithi118.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-09-23T14:58:58.500 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T14:58:58.501 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-09-23T14:58:58.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:58 smithi118 ceph-mon[118212]: osdmap e71: 8 total, 8 up, 8 in 2023-09-23T14:58:58.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:58:58 smithi118 ceph-mon[118212]: pgmap v75: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:58.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:58 smithi118 ceph-mon[100225]: osdmap e71: 8 total, 8 up, 8 in 2023-09-23T14:58:58.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:58:58 smithi118 ceph-mon[100225]: pgmap v75: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:58.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:58 smithi178 ceph-mon[104471]: osdmap e71: 8 total, 8 up, 8 in 2023-09-23T14:58:58.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:58:58 smithi178 ceph-mon[104471]: pgmap v75: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:58:59.452 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-09-23T14:58:59.509 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-09-23T14:58:59.546 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T14:58:59.548 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T14:58:59.548 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-09-23T14:58:59.585 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T14:58:59.588 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T14:58:59.588 DEBUG:teuthology.orchestra.run.smithi118:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-09-23T14:58:59.605 INFO:tasks.workunit:Running workunits matching cls/test_cls_rbd.sh on client.0... 2023-09-23T14:58:59.606 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2023-09-23T14:58:59.606 DEBUG:teuthology.orchestra.run.smithi118:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2023-09-23T14:58:59.674 INFO:tasks.workunit.client.0.smithi118.stdout:Running main() from gmock_main.cc 2023-09-23T14:58:59.674 INFO:tasks.workunit.client.0.smithi118.stdout:[==========] Running 70 tests from 1 test suite. 2023-09-23T14:58:59.674 INFO:tasks.workunit.client.0.smithi118.stdout:[----------] Global test environment set-up. 2023-09-23T14:58:59.674 INFO:tasks.workunit.client.0.smithi118.stdout:[----------] 70 tests from TestClsRbd 2023-09-23T14:59:01.001 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_all_features 2023-09-23T14:59:01.228 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_all_features (228 ms) 2023-09-23T14:59:01.229 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.copyup 2023-09-23T14:59:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:00 smithi118 ceph-mon[100225]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:00 smithi118 ceph-mon[100225]: osdmap e72: 8 total, 8 up, 8 in 2023-09-23T14:59:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:00 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1833495972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-190173-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:59:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:00 smithi118 ceph-mon[100225]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-190173-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:59:01.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:00 smithi118 ceph-mon[118212]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:01.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:00 smithi118 ceph-mon[118212]: osdmap e72: 8 total, 8 up, 8 in 2023-09-23T14:59:01.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:00 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1833495972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-190173-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:59:01.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:00 smithi118 ceph-mon[118212]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-190173-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:59:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:00 smithi178 ceph-mon[104471]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:00 smithi178 ceph-mon[104471]: osdmap e72: 8 total, 8 up, 8 in 2023-09-23T14:59:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:00 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1833495972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-190173-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:59:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:00 smithi178 ceph-mon[104471]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-190173-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T14:59:01.420 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.copyup (192 ms) 2023-09-23T14:59:01.420 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.sparse_copyup 2023-09-23T14:59:01.430 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.sparse_copyup (10 ms) 2023-09-23T14:59:01.430 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_and_set_id 2023-09-23T14:59:01.437 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2023-09-23T14:59:01.438 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.add_remove_child 2023-09-23T14:59:01.447 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.add_remove_child (10 ms) 2023-09-23T14:59:01.447 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.directory_methods 2023-09-23T14:59:01.476 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.directory_methods (29 ms) 2023-09-23T14:59:01.476 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.create 2023-09-23T14:59:01.491 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.create (15 ms) 2023-09-23T14:59:01.491 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_features 2023-09-23T14:59:01.493 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2023-09-23T14:59:01.493 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_object_prefix 2023-09-23T14:59:01.494 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2023-09-23T14:59:01.494 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2023-09-23T14:59:01.496 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2023-09-23T14:59:01.496 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2023-09-23T14:59:01.497 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2023-09-23T14:59:01.497 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2023-09-23T14:59:01.498 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2023-09-23T14:59:01.499 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_data_pool 2023-09-23T14:59:01.502 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2023-09-23T14:59:01.502 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_size 2023-09-23T14:59:01.506 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_size (3 ms) 2023-09-23T14:59:01.506 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.set_size 2023-09-23T14:59:01.510 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2023-09-23T14:59:01.510 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.protection_status 2023-09-23T14:59:01.526 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.protection_status (16 ms) 2023-09-23T14:59:01.526 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.snapshot_limits 2023-09-23T14:59:01.533 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.snapshot_limits (6 ms) 2023-09-23T14:59:01.533 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.parents_v1 2023-09-23T14:59:01.570 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.parents_v1 (37 ms) 2023-09-23T14:59:01.570 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.parents_v2 2023-09-23T14:59:01.597 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.parents_v2 (28 ms) 2023-09-23T14:59:01.597 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.snapshots 2023-09-23T14:59:01.617 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.snapshots (19 ms) 2023-09-23T14:59:01.617 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.snapid_race 2023-09-23T14:59:01.621 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2023-09-23T14:59:01.621 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.stripingv2 2023-09-23T14:59:01.629 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.stripingv2 (8 ms) 2023-09-23T14:59:01.629 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_save 2023-09-23T14:59:01.631 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_save (1 ms) 2023-09-23T14:59:01.631 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_resize 2023-09-23T14:59:01.635 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_resize (4 ms) 2023-09-23T14:59:01.635 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_update 2023-09-23T14:59:01.638 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_update (4 ms) 2023-09-23T14:59:01.638 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2023-09-23T14:59:01.639 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2023-09-23T14:59:01.639 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2023-09-23T14:59:01.642 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_snap_add (3 ms) 2023-09-23T14:59:01.642 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2023-09-23T14:59:01.646 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_snap_remove (4 ms) 2023-09-23T14:59:01.646 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.flags 2023-09-23T14:59:01.651 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.flags (5 ms) 2023-09-23T14:59:01.651 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.metadata 2023-09-23T14:59:01.680 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.metadata (28 ms) 2023-09-23T14:59:01.680 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.set_features 2023-09-23T14:59:01.686 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2023-09-23T14:59:01.686 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror 2023-09-23T14:59:01.717 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror (30 ms) 2023-09-23T14:59:01.717 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror_image 2023-09-23T14:59:01.730 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror_image (13 ms) 2023-09-23T14:59:01.730 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror_image_status 2023-09-23T14:59:01.802 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2023-09-23T14:59:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:02 smithi118 ceph-mon[118212]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-190173-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-09-23T14:59:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:02 smithi118 ceph-mon[118212]: osdmap e73: 8 total, 8 up, 8 in 2023-09-23T14:59:02.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:02 smithi118 ceph-mon[100225]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-190173-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-09-23T14:59:02.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:02 smithi118 ceph-mon[100225]: osdmap e73: 8 total, 8 up, 8 in 2023-09-23T14:59:02.247 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:59:02.377 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:59:01 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:59:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:02 smithi178 ceph-mon[104471]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-190173-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-09-23T14:59:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:02 smithi178 ceph-mon[104471]: osdmap e73: 8 total, 8 up, 8 in 2023-09-23T14:59:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:03 smithi118 ceph-mon[118212]: pgmap v79: 105 pgs: 105 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 839 KiB/s wr, 291 op/s 2023-09-23T14:59:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:03 smithi118 ceph-mon[118212]: osdmap e74: 8 total, 8 up, 8 in 2023-09-23T14:59:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:03 smithi118 ceph-mon[100225]: pgmap v79: 105 pgs: 105 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 839 KiB/s wr, 291 op/s 2023-09-23T14:59:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:03 smithi118 ceph-mon[100225]: osdmap e74: 8 total, 8 up, 8 in 2023-09-23T14:59:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:03 smithi178 ceph-mon[104471]: pgmap v79: 105 pgs: 105 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 839 KiB/s wr, 291 op/s 2023-09-23T14:59:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:03 smithi178 ceph-mon[104471]: osdmap e74: 8 total, 8 up, 8 in 2023-09-23T14:59:03.891 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror_image_status (2161 ms) 2023-09-23T14:59:03.891 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror_image_map 2023-09-23T14:59:03.973 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror_image_map (81 ms) 2023-09-23T14:59:03.973 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror_instances 2023-09-23T14:59:03.981 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2023-09-23T14:59:03.981 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2023-09-23T14:59:03.991 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2023-09-23T14:59:03.991 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_dir_list 2023-09-23T14:59:03.993 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2023-09-23T14:59:03.993 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_dir_add 2023-09-23T14:59:03.995 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2023-09-23T14:59:03.995 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2023-09-23T14:59:03.998 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2023-09-23T14:59:03.998 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_dir_rename 2023-09-23T14:59:04.005 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_dir_rename (7 ms) 2023-09-23T14:59:04.005 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_dir_remove 2023-09-23T14:59:04.008 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2023-09-23T14:59:04.009 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2023-09-23T14:59:04.012 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2023-09-23T14:59:04.012 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_image_add 2023-09-23T14:59:04.015 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2023-09-23T14:59:04.015 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_image_remove 2023-09-23T14:59:04.018 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_image_remove (4 ms) 2023-09-23T14:59:04.018 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_image_list 2023-09-23T14:59:04.023 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_image_list (4 ms) 2023-09-23T14:59:04.023 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_image_clean 2023-09-23T14:59:04.027 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2023-09-23T14:59:04.027 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.image_group_add 2023-09-23T14:59:04.029 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2023-09-23T14:59:04.029 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.image_group_remove 2023-09-23T14:59:04.032 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2023-09-23T14:59:04.033 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.image_group_get 2023-09-23T14:59:04.035 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2023-09-23T14:59:04.035 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2023-09-23T14:59:04.037 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2023-09-23T14:59:04.037 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2023-09-23T14:59:04.038 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2023-09-23T14:59:04.039 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2023-09-23T14:59:04.041 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2023-09-23T14:59:04.041 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2023-09-23T14:59:04.044 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2023-09-23T14:59:04.044 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_set 2023-09-23T14:59:04.046 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_set (3 ms) 2023-09-23T14:59:04.046 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_list 2023-09-23T14:59:04.049 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2023-09-23T14:59:04.049 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2023-09-23T14:59:04.066 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (17 ms) 2023-09-23T14:59:04.066 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2023-09-23T14:59:04.259 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (192 ms) 2023-09-23T14:59:04.259 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_remove 2023-09-23T14:59:04.263 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2023-09-23T14:59:04.263 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2023-09-23T14:59:04.265 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2023-09-23T14:59:04.265 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.trash_methods 2023-09-23T14:59:04.272 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.trash_methods (8 ms) 2023-09-23T14:59:04.272 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.op_features 2023-09-23T14:59:04.278 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.op_features (6 ms) 2023-09-23T14:59:04.279 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.clone_parent 2023-09-23T14:59:04.300 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.clone_parent (21 ms) 2023-09-23T14:59:04.300 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2023-09-23T14:59:04.308 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2023-09-23T14:59:04.308 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.clone_child 2023-09-23T14:59:04.319 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2023-09-23T14:59:04.319 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.namespace_methods 2023-09-23T14:59:04.326 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2023-09-23T14:59:04.326 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.migration 2023-09-23T14:59:04.335 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.migration (9 ms) 2023-09-23T14:59:04.335 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.migration_v1 2023-09-23T14:59:04.344 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.migration_v1 (9 ms) 2023-09-23T14:59:04.344 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2023-09-23T14:59:04.450 INFO:teuthology.orchestra.run.smithi118.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:59:05.450 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:59:05 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:05] "GET /metrics HTTP/1.1" 200 238585 "" "Prometheus/2.43.0" 2023-09-23T14:59:05.450 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[100225]: pgmap v81: 105 pgs: 105 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 743 KiB/s wr, 257 op/s 2023-09-23T14:59:05.507 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T14:59:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[118212]: pgmap v81: 105 pgs: 105 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 743 KiB/s wr, 257 op/s 2023-09-23T14:59:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[118212]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:59:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[118212]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:59:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:59:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[118212]: osdmap e75: 8 total, 8 up, 8 in 2023-09-23T14:59:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:59:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:59:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:05.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[100225]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:59:05.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[100225]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:59:05.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:05.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:59:05.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[100225]: osdmap e75: 8 total, 8 up, 8 in 2023-09-23T14:59:05.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:59:05.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:59:05.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:05 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:05.858 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:59:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:05 smithi178 ceph-mon[104471]: pgmap v81: 105 pgs: 105 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 743 KiB/s wr, 257 op/s 2023-09-23T14:59:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:05 smithi178 ceph-mon[104471]: from='client.24731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:59:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:05 smithi178 ceph-mon[104471]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:59:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:05 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:05 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:59:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:05 smithi178 ceph-mon[104471]: osdmap e75: 8 total, 8 up, 8 in 2023-09-23T14:59:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:05 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T14:59:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:05 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T14:59:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:05 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:06.009 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1665 ms) 2023-09-23T14:59:06.009 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.sparsify 2023-09-23T14:59:06.039 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.sparsify (30 ms) 2023-09-23T14:59:06.455 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:06 smithi118 ceph-mon[100225]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:59:06.455 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:06 smithi118 ceph-mon[100225]: osdmap e76: 8 total, 8 up, 8 in 2023-09-23T14:59:06.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:06 smithi118 ceph-mon[118212]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:59:06.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:06 smithi118 ceph-mon[118212]: osdmap e76: 8 total, 8 up, 8 in 2023-09-23T14:59:06.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:06 smithi178 ceph-mon[104471]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bb0daeff97f020f686596fca6eba20c310e26fb7 2023-09-23T14:59:06.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:06 smithi178 ceph-mon[104471]: osdmap e76: 8 total, 8 up, 8 in 2023-09-23T14:59:07.019 INFO:tasks.workunit.client.0.smithi118.stdout:[----------] 70 tests from TestClsRbd (5038 ms total) 2023-09-23T14:59:07.019 INFO:tasks.workunit.client.0.smithi118.stdout: 2023-09-23T14:59:07.019 INFO:tasks.workunit.client.0.smithi118.stdout:[----------] Global test environment tear-down 2023-09-23T14:59:07.019 INFO:tasks.workunit.client.0.smithi118.stdout:[==========] 70 tests from 1 test suite ran. (7344 ms total) 2023-09-23T14:59:07.019 INFO:tasks.workunit.client.0.smithi118.stdout:[ PASSED ] 70 tests. 2023-09-23T14:59:07.020 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-09-23T14:59:07.021 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-09-23T14:59:07.051 INFO:tasks.workunit:Stopping ['cls/test_cls_rbd.sh'] on client.0... 2023-09-23T14:59:07.051 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-09-23T14:59:07.340 DEBUG:teuthology.parallel:result is None 2023-09-23T14:59:07.340 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T14:59:07.369 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T14:59:07.369 DEBUG:teuthology.orchestra.run.smithi118:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T14:59:07.438 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T14:59:07.438 INFO:teuthology.task.sequential:In sequential, running task print... 2023-09-23T14:59:07.438 INFO:teuthology.task.print:**** done cls/test_cls_rbd.sh 5-workload 2023-09-23T14:59:07.439 DEBUG:teuthology.parallel:result is None 2023-09-23T14:59:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:07 smithi118 ceph-mon[100225]: pgmap v83: 105 pgs: 105 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 761 KiB/s wr, 264 op/s 2023-09-23T14:59:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:07 smithi118 ceph-mon[100225]: osdmap e77: 8 total, 8 up, 8 in 2023-09-23T14:59:07.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:07 smithi118 ceph-mon[118212]: pgmap v83: 105 pgs: 105 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 761 KiB/s wr, 264 op/s 2023-09-23T14:59:07.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:07 smithi118 ceph-mon[118212]: osdmap e77: 8 total, 8 up, 8 in 2023-09-23T14:59:07.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:07 smithi178 ceph-mon[104471]: pgmap v83: 105 pgs: 105 active+clean; 579 KiB data, 52 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 761 KiB/s wr, 264 op/s 2023-09-23T14:59:07.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:07 smithi178 ceph-mon[104471]: osdmap e77: 8 total, 8 up, 8 in 2023-09-23T14:59:07.889 INFO:teuthology.orchestra.run.smithi118.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T14:59:07.889 INFO:teuthology.orchestra.run.smithi118.stdout:alertmanager.a smithi118 *:9093,9094 running (72s) 49s ago 119s - - 0.25.0 c8568f914cd2 a8975a414e1b 2023-09-23T14:59:07.889 INFO:teuthology.orchestra.run.smithi118.stdout:grafana.a smithi178 *:3000 running (92s) 50s ago 91s 85.9M - 9.4.7 2c41d148cca3 ca1b8005d363 2023-09-23T14:59:07.889 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi118.efkhxl smithi118 running (60s) 49s ago 60s - - 17.2.6-1123-g61431f6b 0db14aa01094 0891e054e3f3 2023-09-23T14:59:07.889 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi178.hfjibd smithi178 running (57s) 50s ago 57s 14.5M - 17.2.6-1123-g61431f6b 0db14aa01094 793411bffdef 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.x smithi178 *:8443 running (5m) 50s ago 5m 439M - 17.2.6-1123-g61431f6b 0db14aa01094 79c2668cd52c 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.y smithi118 *:9283 running (7m) 49s ago 7m - - 17.2.6-1123-g61431f6b 0db14aa01094 d54d1eea575d 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:mon.a smithi118 running (7m) 49s ago 7m - 2048M 17.2.6-1123-g61431f6b 0db14aa01094 1bcee8dad08c 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:mon.b smithi178 running (6m) 50s ago 6m 56.9M 2048M 17.2.6-1123-g61431f6b 0db14aa01094 7efa193d561c 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:mon.c smithi118 running (6m) 49s ago 6m - 2048M 17.2.6-1123-g61431f6b 0db14aa01094 bc7a600ebc7f 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.a smithi118 *:9100 running (115s) 49s ago 115s - - 1.5.0 0da6a335fe13 9809c7b642b0 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.b smithi178 *:9100 running (112s) 50s ago 111s 15.1M - 1.5.0 0da6a335fe13 577d1cafa5fd 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0 smithi118 running (5m) 49s ago 5m - 4036M 17.2.6-1123-g61431f6b 0db14aa01094 35aea3b108d6 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 smithi118 running (5m) 49s ago 5m - 4036M 17.2.6-1123-g61431f6b 0db14aa01094 1129bb80ba02 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 smithi118 running (4m) 49s ago 4m - 4036M 17.2.6-1123-g61431f6b 0db14aa01094 3bb83a449620 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 smithi118 running (4m) 49s ago 4m - 4036M 17.2.6-1123-g61431f6b 0db14aa01094 f15e54db0a77 2023-09-23T14:59:07.890 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4 smithi178 running (4m) 50s ago 4m 49.3M 4036M 17.2.6-1123-g61431f6b 0db14aa01094 e9e0f59e81a5 2023-09-23T14:59:07.891 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 smithi178 running (3m) 50s ago 3m 48.4M 4036M 17.2.6-1123-g61431f6b 0db14aa01094 dc3623267c71 2023-09-23T14:59:07.891 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6 smithi178 running (3m) 50s ago 3m 49.5M 4036M 17.2.6-1123-g61431f6b 0db14aa01094 a4e1f6a895fe 2023-09-23T14:59:07.891 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7 smithi178 running (2m) 50s ago 2m 51.3M 4036M 17.2.6-1123-g61431f6b 0db14aa01094 185c4bc6bdbc 2023-09-23T14:59:07.891 INFO:teuthology.orchestra.run.smithi118.stdout:prometheus.a smithi178 *:9095 running (68s) 50s ago 2m 29.1M - 2.43.0 a07b618ecd1d c3fdff06bc86 2023-09-23T14:59:08.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:08 smithi118 ceph-mon[100225]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 86 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:08.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:08 smithi118 ceph-mon[100225]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:59:08.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:08 smithi118 ceph-mon[118212]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 86 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:08.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:08 smithi118 ceph-mon[118212]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:59:08.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:08 smithi178 ceph-mon[104471]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 86 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:08.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:08 smithi178 ceph-mon[104471]: from='client.24737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T14:59:09.045 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'echo wait for minority of mons to upgrade' 2023-09-23T14:59:09.389 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:59:11.099 INFO:teuthology.orchestra.run.smithi118.stdout:wait for minority of mons to upgrade 2023-09-23T14:59:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:11 smithi118 ceph-mon[118212]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 86 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:11 smithi118 ceph-mon[100225]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 86 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:11 smithi178 ceph-mon[104471]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 86 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:11.986 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2023-09-23T14:59:12.335 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T14:59:12.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:59:11 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:59:13.278 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:13 smithi118 ceph-mon[100225]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:13 smithi118 ceph-mon[118212]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:13 smithi178 ceph-mon[104471]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:15.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:59:15 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:15] "GET /metrics HTTP/1.1" 200 239559 "" "Prometheus/2.43.0" 2023-09-23T14:59:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:15 smithi118 ceph-mon[100225]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:15 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1003160366' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:15.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:15 smithi118 ceph-mon[118212]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:15.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:15 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1003160366' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:15 smithi178 ceph-mon[104471]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:15 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1003160366' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:17.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:17 smithi118 ceph-mon[118212]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:17.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:17 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3604015103' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:17.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:17 smithi118 ceph-mon[100225]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:17.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:17 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3604015103' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:17 smithi178 ceph-mon[104471]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:17 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3604015103' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:19 smithi118 ceph-mon[118212]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:19 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2108295199' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:19.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:19 smithi118 ceph-mon[100225]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:19.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:19 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2108295199' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:19.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:19 smithi178 ceph-mon[104471]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:19.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:19 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2108295199' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:21 smithi118 ceph-mon[118212]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:21 smithi118 ceph-mon[100225]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:21 smithi178 ceph-mon[104471]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:22.289 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:59:21 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:59:22.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:22 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2590008048' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:22 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2590008048' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:22.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:22 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2590008048' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:23.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:23 smithi118 ceph-mon[118212]: pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:23.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:23 smithi118 ceph-mon[100225]: pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:23 smithi178 ceph-mon[104471]: pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:24.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:24 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1587575417' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:24.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:24 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1587575417' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:24 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1587575417' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:25.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:59:25 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:25] "GET /metrics HTTP/1.1" 200 239559 "" "Prometheus/2.43.0" 2023-09-23T14:59:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:25 smithi118 ceph-mon[118212]: pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:25.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:25 smithi118 ceph-mon[100225]: pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:25 smithi178 ceph-mon[104471]: pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:26 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:26.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:26 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:26 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:27 smithi118 ceph-mon[118212]: pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:27 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1689578400' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:27.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:27 smithi118 ceph-mon[100225]: pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:27.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:27 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1689578400' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:27 smithi178 ceph-mon[104471]: pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:27 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1689578400' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:29.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:29 smithi118 ceph-mon[118212]: pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:29.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:29 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3630746397' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:29.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:29 smithi118 ceph-mon[100225]: pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:29.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:29 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3630746397' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:29 smithi178 ceph-mon[104471]: pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:29 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3630746397' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:31 smithi118 ceph-mon[118212]: pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:31.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:31 smithi118 ceph-mon[100225]: pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:31 smithi178 ceph-mon[104471]: pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:32.309 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:59:31 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:59:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:32 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1686447789' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:32.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:32 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1686447789' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:32.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:32 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1686447789' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:33 smithi118 ceph-mon[118212]: pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:33 smithi118 ceph-mon[100225]: pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:33 smithi178 ceph-mon[104471]: pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:34.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:34 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1555912747' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:34.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:34 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1555912747' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:34.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:34 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1555912747' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:35.151 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:59:35 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:35] "GET /metrics HTTP/1.1" 200 239545 "" "Prometheus/2.43.0" 2023-09-23T14:59:35.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:35 smithi118 ceph-mon[100225]: pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:35.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:35 smithi118 ceph-mon[118212]: pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:35 smithi178 ceph-mon[104471]: pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:37 smithi118 ceph-mon[118212]: pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:37 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3412133255' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:37.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:37 smithi118 ceph-mon[100225]: pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:37.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:37 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3412133255' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:37 smithi178 ceph-mon[104471]: pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:37 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3412133255' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:39 smithi178 ceph-mon[104471]: pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:39 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/4071791986' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:39 smithi118 ceph-mon[118212]: pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:39 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/4071791986' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:39.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:39 smithi118 ceph-mon[100225]: pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:39.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:39 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/4071791986' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:41 smithi178 ceph-mon[104471]: pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:41.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:41 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:41.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:41 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2935660063' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:41 smithi118 ceph-mon[118212]: pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:41 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:41 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2935660063' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:41.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:41 smithi118 ceph-mon[100225]: pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:41.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:41 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:41.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:41 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2935660063' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:42.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:59:41 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:41] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:59:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:43 smithi178 ceph-mon[104471]: pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:43.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:43 smithi118 ceph-mon[118212]: pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:43.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:43 smithi118 ceph-mon[100225]: pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:44 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/844630816' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:44.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:44 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/844630816' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:44.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:44 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/844630816' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:45.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:59:45 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:45] "GET /metrics HTTP/1.1" 200 239503 "" "Prometheus/2.43.0" 2023-09-23T14:59:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:45 smithi118 ceph-mon[100225]: pgmap v104: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:45 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:45 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:59:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:45 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:45.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:45 smithi118 ceph-mon[118212]: pgmap v104: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:45.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:45 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:45.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:45 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:59:45.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:45 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:45 smithi178 ceph-mon[104471]: pgmap v104: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:45 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:45.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:45 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T14:59:45.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:45 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T14:59:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:46 smithi178 ceph-mon[104471]: Upgrade: Target is version 18.2.0-460-gbb0daeff (unknown) 2023-09-23T14:59:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:46 smithi178 ceph-mon[104471]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d'] 2023-09-23T14:59:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:46 smithi178 ceph-mon[104471]: Upgrade: Need to upgrade myself (mgr.y) 2023-09-23T14:59:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:46 smithi178 ceph-mon[104471]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d on smithi178 2023-09-23T14:59:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:46 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2385293464' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:46.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:46 smithi118 ceph-mon[118212]: Upgrade: Target is version 18.2.0-460-gbb0daeff (unknown) 2023-09-23T14:59:46.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:46 smithi118 ceph-mon[118212]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d'] 2023-09-23T14:59:46.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:46 smithi118 ceph-mon[118212]: Upgrade: Need to upgrade myself (mgr.y) 2023-09-23T14:59:46.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:46 smithi118 ceph-mon[118212]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d on smithi178 2023-09-23T14:59:46.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:46 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2385293464' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:46.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:46 smithi118 ceph-mon[100225]: Upgrade: Target is version 18.2.0-460-gbb0daeff (unknown) 2023-09-23T14:59:46.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:46 smithi118 ceph-mon[100225]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d'] 2023-09-23T14:59:46.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:46 smithi118 ceph-mon[100225]: Upgrade: Need to upgrade myself (mgr.y) 2023-09-23T14:59:46.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:46 smithi118 ceph-mon[100225]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d on smithi178 2023-09-23T14:59:46.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:46 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2385293464' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:47 smithi178 ceph-mon[104471]: pgmap v105: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:47.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:47 smithi118 ceph-mon[118212]: pgmap v105: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:47.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:47 smithi118 ceph-mon[100225]: pgmap v105: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:48 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2568481694' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:48.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:48 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2568481694' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:48.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:48 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2568481694' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:49 smithi178 ceph-mon[104471]: pgmap v106: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:49 smithi118 ceph-mon[118212]: pgmap v106: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:49.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:49 smithi118 ceph-mon[100225]: pgmap v106: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:51 smithi178 ceph-mon[104471]: pgmap v107: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:51 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/739505618' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:51 smithi118 ceph-mon[118212]: pgmap v107: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:51 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/739505618' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:51.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:51 smithi118 ceph-mon[100225]: pgmap v107: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:51.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:51 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/739505618' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:52.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 14:59:51 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:51] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T14:59:53.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:53 smithi178 ceph-mon[104471]: pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:53.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:53 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1882687160' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:53 smithi118 ceph-mon[118212]: pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:53 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1882687160' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:53.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:53 smithi118 ceph-mon[100225]: pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:53.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:53 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1882687160' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:55.349 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 14:59:55 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:14:59:55] "GET /metrics HTTP/1.1" 200 239503 "" "Prometheus/2.43.0" 2023-09-23T14:59:55.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:55 smithi178 ceph-mon[104471]: pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:55 smithi118 ceph-mon[118212]: pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:55 smithi118 ceph-mon[100225]: pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:56 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/4153719398' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:56 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:56.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:56 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/4153719398' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:56.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:56 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:56.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:56 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/4153719398' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:56.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:56 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T14:59:57.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:57 smithi178 ceph-mon[104471]: pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:57.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:57 smithi118 ceph-mon[118212]: pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:57 smithi118 ceph-mon[100225]: pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:58.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:58 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3649183687' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:58.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:58 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3649183687' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:58.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:58 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3649183687' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T14:59:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 14:59:59 smithi178 ceph-mon[104471]: pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:59.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 14:59:59 smithi118 ceph-mon[118212]: pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T14:59:59.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 14:59:59 smithi118 ceph-mon[100225]: pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:00 smithi178 ceph-mon[104471]: overall HEALTH_OK 2023-09-23T15:00:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:00 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/641753384' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:00.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:00 smithi118 ceph-mon[118212]: overall HEALTH_OK 2023-09-23T15:00:00.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:00 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/641753384' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:00.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:00 smithi118 ceph-mon[100225]: overall HEALTH_OK 2023-09-23T15:00:00.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:00 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/641753384' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:01.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:01 smithi178 ceph-mon[104471]: pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:01.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:01 smithi118 ceph-mon[118212]: pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:01.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:01 smithi118 ceph-mon[100225]: pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:02.195 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:01 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:00:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T15:00:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:03 smithi178 ceph-mon[104471]: pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:03 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3499627181' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:03.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:03 smithi118 ceph-mon[100225]: pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:03.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:03 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3499627181' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:03.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:03 smithi118 ceph-mon[118212]: pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:03.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:03 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3499627181' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:05.370 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:05 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:00:05] "GET /metrics HTTP/1.1" 200 239516 "" "Prometheus/2.43.0" 2023-09-23T15:00:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:05 smithi178 ceph-mon[104471]: pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:05.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:05 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1886531681' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:05 smithi118 ceph-mon[118212]: pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:05 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1886531681' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:05.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:05 smithi118 ceph-mon[100225]: pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:05.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:05 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1886531681' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:07 smithi178 ceph-mon[104471]: pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:07 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/138397173' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:07.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:07 smithi118 ceph-mon[118212]: pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:07.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:07 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/138397173' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:07.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:07 smithi118 ceph-mon[100225]: pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:07.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:07 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/138397173' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:09 smithi178 ceph-mon[104471]: pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:09.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:09 smithi118 ceph-mon[118212]: pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:09.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:09 smithi118 ceph-mon[100225]: pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:10.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:10 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2407117481' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:10.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:10 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2407117481' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:10 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2407117481' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:11.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:11 smithi118 ceph-mon[118212]: pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:11.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:11 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:11.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:11 smithi118 ceph-mon[100225]: pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:11.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:11 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:11.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:11 smithi178 ceph-mon[104471]: pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:11 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:12.340 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:11 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:00:11] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T15:00:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:12 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2321558101' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:12.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:12 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2321558101' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:12.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:12 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2321558101' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:13.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:13 smithi118 ceph-mon[118212]: pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:13.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:13 smithi118 ceph-mon[100225]: pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:13.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:13 smithi178 ceph-mon[104471]: pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:15.387 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:15 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:00:15] "GET /metrics HTTP/1.1" 200 239525 "" "Prometheus/2.43.0" 2023-09-23T15:00:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:15 smithi118 ceph-mon[118212]: pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:15 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1932146269' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:15.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:15 smithi118 ceph-mon[100225]: pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:15.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:15 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1932146269' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:15 smithi178 ceph-mon[104471]: pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:15 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1932146269' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:17.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:17 smithi118 ceph-mon[100225]: pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:17.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:17 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/29480238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:17.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:17 smithi118 ceph-mon[118212]: pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:17.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:17 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/29480238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:17 smithi178 ceph-mon[104471]: pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:17 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/29480238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:19 smithi118 ceph-mon[118212]: pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:19 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/358614644' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:19.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:19 smithi118 ceph-mon[100225]: pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:19 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/358614644' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:19 smithi178 ceph-mon[104471]: pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:19 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/358614644' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:21.657 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:21 smithi178 ceph-mon[104471]: pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:21.657 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:21 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:21.657 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:21 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:00:21.657 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:21 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:00:21.657 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:21 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:00:21.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:21 smithi118 ceph-mon[118212]: pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:21.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:21 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:21.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:21 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:00:21.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:21 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:00:21.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:21 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:00:21.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:21 smithi118 ceph-mon[100225]: pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:21.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:21 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:21.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:21 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:00:21.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:21 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:00:21.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:21 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:00:22.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:21 smithi178 conmon[107695]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:00:21] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T15:00:22.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:22 smithi118 ceph-mon[118212]: Upgrade: Updating mgr.x 2023-09-23T15:00:22.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:22 smithi118 ceph-mon[118212]: Deploying daemon mgr.x on smithi178 2023-09-23T15:00:22.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:22 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3232866086' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:22.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:22 smithi118 ceph-mon[100225]: Upgrade: Updating mgr.x 2023-09-23T15:00:22.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:22 smithi118 ceph-mon[100225]: Deploying daemon mgr.x on smithi178 2023-09-23T15:00:22.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:22 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3232866086' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:22 smithi178 ceph-mon[104471]: Upgrade: Updating mgr.x 2023-09-23T15:00:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:22 smithi178 ceph-mon[104471]: Deploying daemon mgr.x on smithi178 2023-09-23T15:00:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:22 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3232866086' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:22.879 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:22 smithi178 systemd[1]: Stopping Ceph mgr.x for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:23.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:23 smithi178 ceph-mon[104471]: pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:23.733 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:23 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-09-23T15:00:23.733 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:23 smithi178 bash[157355]: 79c2668cd52c5e87579b3d10d9b7c06bda98a51f64b97345cd48957c0e413370 2023-09-23T15:00:23.733 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:23 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.x.service: Failed with result 'exit-code'. 2023-09-23T15:00:23.733 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:23 smithi178 systemd[1]: Stopped Ceph mgr.x for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:23.733 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:23 smithi178 systemd[1]: Starting Ceph mgr.x for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:23.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:23 smithi118 ceph-mon[118212]: pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:23.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:23 smithi118 ceph-mon[100225]: pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:24.404 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:24 smithi178 bash[157708]: 96ce67d80a8d0f0f6377a447ecfb306cbcb338b4fdb9cc085d298f7c84cccc5e 2023-09-23T15:00:24.404 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:24 smithi178 ceph-mgr[157773]: -- 172.21.15.178:0/4201578238 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c9240451e0 con 0x55c92401c800 2023-09-23T15:00:24.404 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:24 smithi178 systemd[1]: Started Ceph mgr.x for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:24.722 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:24 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1372158940' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:24.722 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:24 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:24.723 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:24 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:24.723 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:24 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:24.723 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:24 smithi178 conmon[157749]: 2023-09-23T15:00:24.422+0000 7f60a239d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T15:00:24.723 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:24 smithi178 conmon[157749]: 2023-09-23T15:00:24.507+0000 7f60a239d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T15:00:24.723 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:24 smithi178 conmon[157749]: 2023-09-23T15:00:24.600+0000 7f60a239d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T15:00:24.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:24 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1372158940' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:24.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:24 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:24.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:24 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:24.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:24 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:24.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:24 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1372158940' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:24.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:24 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:24.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:24 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:24.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:24 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:25.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:24 smithi178 conmon[157749]: 2023-09-23T15:00:24.721+0000 7f60a239d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T15:00:25.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:24 smithi178 conmon[157749]: 2023-09-23T15:00:24.927+0000 7f60a239d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T15:00:25.405 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:25 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:00:25] "GET /metrics HTTP/1.1" 200 239525 "" "Prometheus/2.43.0" 2023-09-23T15:00:25.586 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:25 smithi178 ceph-mon[104471]: pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:25.586 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:25 smithi178 conmon[157749]: 2023-09-23T15:00:25.331+0000 7f60a239d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T15:00:25.587 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:25 smithi178 conmon[157749]: 2023-09-23T15:00:25.489+0000 7f60a239d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T15:00:25.587 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:25 smithi178 conmon[157749]: 2023-09-23T15:00:25.586+0000 7f60a239d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T15:00:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:25 smithi118 ceph-mon[118212]: pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:25.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:25 smithi118 ceph-mon[100225]: pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:25.877 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:25 smithi178 conmon[157749]: 2023-09-23T15:00:25.687+0000 7f60a239d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T15:00:26.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:26 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:26.630 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:26 smithi178 conmon[157749]: 2023-09-23T15:00:26.180+0000 7f60a239d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T15:00:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:26 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:26 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:27.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:26 smithi178 conmon[157749]: 2023-09-23T15:00:26.906+0000 7f60a239d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T15:00:27.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:26 smithi178 conmon[157749]: 2023-09-23T15:00:26.992+0000 7f60a239d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T15:00:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:27 smithi118 ceph-mon[118212]: pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:27 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1109337750' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:27 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:27 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:27.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:27 smithi118 ceph-mon[100225]: pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:27.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:27 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1109337750' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:27.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:27 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:27.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:27 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:27.844 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:27 smithi178 ceph-mon[104471]: pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:27.844 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:27 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1109337750' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:27.844 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:27 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:27.844 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:27 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:28.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:27 smithi178 conmon[157749]: 2023-09-23T15:00:27.844+0000 7f60a239d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:00:28.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:27 smithi178 conmon[157749]: 2023-09-23T15:00:27.945+0000 7f60a239d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T15:00:28.438 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:28 smithi178 conmon[157749]: 2023-09-23T15:00:28.129+0000 7f60a239d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:00:28.438 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:28 smithi178 conmon[157749]: 2023-09-23T15:00:28.438+0000 7f60a239d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T15:00:28.856 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:28 smithi178 conmon[157749]: 2023-09-23T15:00:28.683+0000 7f60a239d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T15:00:28.856 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:28 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:28.856 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:28 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:28.856 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:28 smithi178 ceph-mon[104471]: pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:28.856 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:28 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:28.856 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:28 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:28 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:28 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:28 smithi118 ceph-mon[118212]: pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:28 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:28 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:29.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:28 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:29.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:28 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:29.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:28 smithi118 ceph-mon[100225]: pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:29.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:28 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:29.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:28 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:29.115 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:28 smithi178 conmon[157749]: 2023-09-23T15:00:28.855+0000 7f60a239d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T15:00:29.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:29 smithi178 conmon[157749]: 2023-09-23T15:00:29.149+0000 7f60a239d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T15:00:30.017 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:29 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3136461518' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:30.017 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:29 smithi178 conmon[157749]: 2023-09-23T15:00:29.882+0000 7f60a239d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T15:00:30.017 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:30 smithi178 conmon[157749]: 2023-09-23T15:00:30.016+0000 7f60a239d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T15:00:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:29 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3136461518' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:30.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:29 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3136461518' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:30.363 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:30 smithi178 conmon[157749]: 2023-09-23T15:00:30.238+0000 7f60a239d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T15:00:30.363 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:30 smithi178 conmon[157749]: 2023-09-23T15:00:30.363+0000 7f60a239d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T15:00:30.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:30 smithi178 conmon[157749]: 2023-09-23T15:00:30.598+0000 7f60a239d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T15:00:31.544 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:31 smithi178 ceph-mon[104471]: pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:31.544 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:31 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3619912191' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:31.545 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:31 smithi178 conmon[157749]: 2023-09-23T15:00:31.528+0000 7f60a239d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T15:00:31.545 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:31 smithi178 conmon[157749]: [23/Sep/2023:15:00:31] ENGINE Bus STARTING 2023-09-23T15:00:31.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:31 smithi118 ceph-mon[100225]: pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:31.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:31 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3619912191' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:31 smithi118 ceph-mon[118212]: pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:31 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3619912191' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:31.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:31 smithi178 conmon[157749]: CherryPy Checker: 2023-09-23T15:00:31.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:31 smithi178 conmon[157749]: The Application mounted at '' has an empty config. 2023-09-23T15:00:31.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:31 smithi178 conmon[157749]: 2023-09-23T15:00:31.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:31 smithi178 conmon[157749]: [23/Sep/2023:15:00:31] ENGINE Serving on http://:::9283 2023-09-23T15:00:31.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:31 smithi178 conmon[157749]: [23/Sep/2023:15:00:31] ENGINE Bus STARTED 2023-09-23T15:00:32.191 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:31 smithi178 conmon[157749]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:00:31] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T15:00:32.515 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:32 smithi118 conmon[100650]: ignoring --setuser ceph since I am not root 2023-09-23T15:00:32.515 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:32 smithi118 conmon[100650]: ignoring --setgroup ceph since I am not root 2023-09-23T15:00:32.515 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mgr[100674]: -- 172.21.15.118:0/4137720342 <== mon.0 v2:172.21.15.118:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563411cf49c0 con 0x563411cccc00 2023-09-23T15:00:32.515 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:32 smithi118 conmon[100650]: 2023-09-23T15:00:32.347+0000 7f29bf5b31c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T15:00:32.515 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:32 smithi118 conmon[100650]: 2023-09-23T15:00:32.427+0000 7f29bf5b31c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T15:00:32.515 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:32 smithi118 conmon[100650]: 2023-09-23T15:00:32.514+0000 7f29bf5b31c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T15:00:32.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: Standby manager daemon x restarted 2023-09-23T15:00:32.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: Standby manager daemon x started 2023-09-23T15:00:32.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:00:32.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:00:32.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:00:32.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:00:32.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:32.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:32.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: osdmap e78: 8 total, 8 up, 8 in 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: mgrmap e20: x(active, starting, since 0.00550921s) 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T15:00:32.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T15:00:32.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:00:32.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:00:32.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:00:32.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:00:32.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T15:00:32.518 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T15:00:32.518 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: Standby manager daemon x restarted 2023-09-23T15:00:32.518 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: Standby manager daemon x started 2023-09-23T15:00:32.518 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:00:32.518 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: osdmap e78: 8 total, 8 up, 8 in 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: mgrmap e20: x(active, starting, since 0.00550921s) 2023-09-23T15:00:32.519 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:00:32.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:00:32.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:00:32.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T15:00:32.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T15:00:32.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T15:00:32.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:00:32.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:00:32.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:00:32.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:00:32.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T15:00:32.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T15:00:32.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:00:32.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:00:32.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T15:00:32.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T15:00:32.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T15:00:32.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: Manager daemon x is now available 2023-09-23T15:00:32.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:32.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:32.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:32.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:32.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:00:32.522 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:00:32.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:00:32.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:00:32.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T15:00:32.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T15:00:32.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T15:00:32.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: Manager daemon x is now available 2023-09-23T15:00:32.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:32.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:32.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:32.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:32.523 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:00:32.523 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:32 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:00:32.629 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: [23/Sep/2023:15:00:32] ENGINE Bus STOPPING 2023-09-23T15:00:32.629 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: [23/Sep/2023:15:00:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T15:00:32.629 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: [23/Sep/2023:15:00:32] ENGINE Bus STOPPED 2023-09-23T15:00:32.629 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: [23/Sep/2023:15:00:32] ENGINE Bus STARTING 2023-09-23T15:00:32.629 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: 2023-09-23T15:00:32.346+0000 7f5ffc7f3700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:00:32.629 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: 2023-09-23T15:00:32.346+0000 7f5ffc7f3700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:00:32.629 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: 2023-09-23T15:00:32.346+0000 7f5ffc7f3700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:00:32.629 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: 2023-09-23T15:00:32.346+0000 7f5ffc7f3700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:00:32.629 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: 2023-09-23T15:00:32.346+0000 7f5ffc7f3700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:00:32.630 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: 2023-09-23T15:00:32.346+0000 7f5fff7f9700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:00:32.630 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: 2023-09-23T15:00:32.346+0000 7f5fff7f9700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:00:32.630 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: 2023-09-23T15:00:32.346+0000 7f5fff7f9700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:00:32.630 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: 2023-09-23T15:00:32.346+0000 7f5fff7f9700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:00:32.630 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: 2023-09-23T15:00:32.346+0000 7f5fff7f9700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:00:32.630 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: [23/Sep/2023:15:00:32] ENGINE Serving on http://:::9283 2023-09-23T15:00:32.630 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:32 smithi178 conmon[157749]: [23/Sep/2023:15:00:32] ENGINE Bus STARTED 2023-09-23T15:00:32.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: Standby manager daemon x restarted 2023-09-23T15:00:32.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: Standby manager daemon x started 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-09-23T15:00:32.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: osdmap e78: 8 total, 8 up, 8 in 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24362 172.21.15.118:0/3072341162' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: mgrmap e20: x(active, starting, since 0.00550921s) 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:00:32.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: Manager daemon x is now available 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:00:32.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:32 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:00:32.801 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:32 smithi118 conmon[100650]: 2023-09-23T15:00:32.610+0000 7f29bf5b31c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T15:00:33.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:32 smithi118 conmon[100650]: 2023-09-23T15:00:32.801+0000 7f29bf5b31c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T15:00:33.429 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:33 smithi118 conmon[100650]: 2023-09-23T15:00:33.108+0000 7f29bf5b31c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T15:00:33.429 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:33 smithi118 conmon[100650]: 2023-09-23T15:00:33.196+0000 7f29bf5b31c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T15:00:33.429 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:33 smithi118 conmon[100650]: 2023-09-23T15:00:33.329+0000 7f29bf5b31c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T15:00:33.429 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:33 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T15:00:33.430 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:33 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T15:00:33.430 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:33 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:33.430 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:33 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:33.430 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:33 smithi118 ceph-mon[118212]: mgrmap e21: x(active, since 1.00803s) 2023-09-23T15:00:33.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:33 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T15:00:33.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:33 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T15:00:33.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:33 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:33.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:33 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:33.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:33 smithi118 ceph-mon[100225]: mgrmap e21: x(active, since 1.00803s) 2023-09-23T15:00:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:33 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T15:00:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:33 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-09-23T15:00:33.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:33 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:33.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:33 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:33.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:33 smithi178 ceph-mon[104471]: mgrmap e21: x(active, since 1.00803s) 2023-09-23T15:00:33.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:33 smithi118 conmon[100650]: 2023-09-23T15:00:33.429+0000 7f29bf5b31c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T15:00:34.307 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:33 smithi118 conmon[100650]: 2023-09-23T15:00:33.853+0000 7f29bf5b31c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T15:00:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:34 smithi118 ceph-mon[118212]: Deploying cephadm binary to smithi178 2023-09-23T15:00:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:34 smithi118 ceph-mon[118212]: Deploying cephadm binary to smithi118 2023-09-23T15:00:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:34 smithi118 ceph-mon[118212]: pgmap v3: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:34 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2338305717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:34 smithi118 ceph-mon[100225]: Deploying cephadm binary to smithi178 2023-09-23T15:00:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:34 smithi118 ceph-mon[100225]: Deploying cephadm binary to smithi118 2023-09-23T15:00:34.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:34 smithi118 ceph-mon[100225]: pgmap v3: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:34.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:34 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2338305717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:34.571 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:34 smithi118 conmon[100650]: 2023-09-23T15:00:34.433+0000 7f29bf5b31c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T15:00:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:34 smithi178 ceph-mon[104471]: Deploying cephadm binary to smithi178 2023-09-23T15:00:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:34 smithi178 ceph-mon[104471]: Deploying cephadm binary to smithi118 2023-09-23T15:00:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:34 smithi178 ceph-mon[104471]: pgmap v3: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:34 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2338305717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:35.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:34 smithi118 conmon[100650]: 2023-09-23T15:00:34.625+0000 7f29bf5b31c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T15:00:35.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:35 smithi118 conmon[100650]: 2023-09-23T15:00:35.481+0000 7f29bf5b31c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:00:35.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[118212]: [23/Sep/2023:15:00:33] ENGINE Bus STARTING 2023-09-23T15:00:35.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[118212]: [23/Sep/2023:15:00:33] ENGINE Serving on https://172.21.15.178:7150 2023-09-23T15:00:35.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[118212]: [23/Sep/2023:15:00:33] ENGINE Serving on http://172.21.15.178:8765 2023-09-23T15:00:35.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[118212]: [23/Sep/2023:15:00:33] ENGINE Bus STARTED 2023-09-23T15:00:35.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[118212]: pgmap v4: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:35.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[118212]: mgrmap e22: x(active, since 2s) 2023-09-23T15:00:35.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[100225]: [23/Sep/2023:15:00:33] ENGINE Bus STARTING 2023-09-23T15:00:35.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[100225]: [23/Sep/2023:15:00:33] ENGINE Serving on https://172.21.15.178:7150 2023-09-23T15:00:35.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[100225]: [23/Sep/2023:15:00:33] ENGINE Serving on http://172.21.15.178:8765 2023-09-23T15:00:35.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[100225]: [23/Sep/2023:15:00:33] ENGINE Bus STARTED 2023-09-23T15:00:35.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[100225]: pgmap v4: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:35.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:35 smithi118 ceph-mon[100225]: mgrmap e22: x(active, since 2s) 2023-09-23T15:00:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:35 smithi178 ceph-mon[104471]: [23/Sep/2023:15:00:33] ENGINE Bus STARTING 2023-09-23T15:00:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:35 smithi178 ceph-mon[104471]: [23/Sep/2023:15:00:33] ENGINE Serving on https://172.21.15.178:7150 2023-09-23T15:00:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:35 smithi178 ceph-mon[104471]: [23/Sep/2023:15:00:33] ENGINE Serving on http://172.21.15.178:8765 2023-09-23T15:00:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:35 smithi178 ceph-mon[104471]: [23/Sep/2023:15:00:33] ENGINE Bus STARTED 2023-09-23T15:00:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:35 smithi178 ceph-mon[104471]: pgmap v4: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:35.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:35 smithi178 ceph-mon[104471]: mgrmap e22: x(active, since 2s) 2023-09-23T15:00:36.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:35 smithi118 conmon[100650]: 2023-09-23T15:00:35.587+0000 7f29bf5b31c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T15:00:36.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:35 smithi118 conmon[100650]: 2023-09-23T15:00:35.772+0000 7f29bf5b31c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:00:36.480 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:36 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/175658410' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:36.480 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:36 smithi118 conmon[100650]: 2023-09-23T15:00:36.084+0000 7f29bf5b31c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T15:00:36.480 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:36 smithi118 conmon[100650]: 2023-09-23T15:00:36.175+0000 7f29bf5b31c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T15:00:36.481 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:36 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/175658410' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:36 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/175658410' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:36.767 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:36 smithi118 conmon[100650]: 2023-09-23T15:00:36.479+0000 7f29bf5b31c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T15:00:37.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:36 smithi118 conmon[100650]: 2023-09-23T15:00:36.767+0000 7f29bf5b31c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T15:00:37.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:37 smithi118 conmon[100650]: 2023-09-23T15:00:37.498+0000 7f29bf5b31c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T15:00:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: pgmap v5: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: Adjusting osd_memory_target on smithi118 to 2500M 2023-09-23T15:00:37.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: pgmap v5: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: Adjusting osd_memory_target on smithi118 to 2500M 2023-09-23T15:00:37.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:37 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: pgmap v5: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: Adjusting osd_memory_target on smithi118 to 2500M 2023-09-23T15:00:37.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:37 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:37.935 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:37 smithi118 conmon[100650]: 2023-09-23T15:00:37.630+0000 7f29bf5b31c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T15:00:37.935 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:37 smithi118 conmon[100650]: 2023-09-23T15:00:37.820+0000 7f29bf5b31c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T15:00:38.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:37 smithi118 conmon[100650]: 2023-09-23T15:00:37.935+0000 7f29bf5b31c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T15:00:38.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:38 smithi118 conmon[100650]: 2023-09-23T15:00:38.164+0000 7f29bf5b31c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T15:00:38.586 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:38 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.586 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:38 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.586 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:38 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.586 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:38 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.586 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:38 smithi178 ceph-mon[104471]: pgmap v6: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:38.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:38 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:38 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:38 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:38 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:38 smithi118 ceph-mon[118212]: pgmap v6: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:38.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:38 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:38 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:38 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:38 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:38 smithi118 ceph-mon[100225]: pgmap v6: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:39.320 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:39 smithi118 conmon[100650]: 2023-09-23T15:00:39.029+0000 7f29bf5b31c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T15:00:39.320 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:39 smithi118 conmon[100650]: [23/Sep/2023:15:00:39] ENGINE Bus STARTING 2023-09-23T15:00:39.320 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:39 smithi118 conmon[100650]: CherryPy Checker: 2023-09-23T15:00:39.321 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:39 smithi118 conmon[100650]: The Application mounted at '' has an empty config. 2023-09-23T15:00:39.321 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:39 smithi118 conmon[100650]: 2023-09-23T15:00:39.321 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:39 smithi118 conmon[100650]: [23/Sep/2023:15:00:39] ENGINE Serving on http://:::9283 2023-09-23T15:00:39.321 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:39 smithi118 conmon[100650]: [23/Sep/2023:15:00:39] ENGINE Bus STARTED 2023-09-23T15:00:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:39 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/431897352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:39 smithi178 ceph-mon[104471]: Standby manager daemon y started 2023-09-23T15:00:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:39 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T15:00:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:39 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:00:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:39 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T15:00:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:39 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:00:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/431897352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[118212]: Standby manager daemon y started 2023-09-23T15:00:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T15:00:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:00:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T15:00:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:00:39.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/431897352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:39.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[100225]: Standby manager daemon y started 2023-09-23T15:00:39.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T15:00:39.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:00:39.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T15:00:39.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:39 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.118:0/2464091005' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:00:41.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:40 smithi178 ceph-mon[104471]: mgrmap e23: x(active, since 7s), standbys: y 2023-09-23T15:00:41.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:40 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T15:00:41.240 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:40 smithi178 ceph-mon[104471]: pgmap v7: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:41.240 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:40 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2543062612' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:40 smithi118 ceph-mon[118212]: mgrmap e23: x(active, since 7s), standbys: y 2023-09-23T15:00:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:40 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T15:00:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:40 smithi118 ceph-mon[118212]: pgmap v7: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:40 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2543062612' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:41.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:40 smithi118 ceph-mon[100225]: mgrmap e23: x(active, since 7s), standbys: y 2023-09-23T15:00:41.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:40 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T15:00:41.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:40 smithi118 ceph-mon[100225]: pgmap v7: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:41.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:40 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2543062612' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:42.295 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:41 smithi178 conmon[157749]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:00:41] "GET /metrics HTTP/1.1" 200 30888 "" "Prometheus/2.43.0" 2023-09-23T15:00:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: Adjusting osd_memory_target on smithi178 to 2500M 2023-09-23T15:00:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:00:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:00:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: Adjusting osd_memory_target on smithi178 to 2500M 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:42 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-09-23T15:00:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: Adjusting osd_memory_target on smithi178 to 2500M 2023-09-23T15:00:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:00:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:00:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:42 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T15:00:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T15:00:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:00:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:00:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:00:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:00:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:00:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:00:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: pgmap v8: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:43.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3618697296' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:43.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T15:00:43.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T15:00:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:00:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:00:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:00:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:00:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:00:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:00:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: pgmap v8: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:43 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3618697296' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T15:00:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T15:00:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:00:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:00:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:00:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:00:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:00:43.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:00:43.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: pgmap v8: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:43.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:43.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:43 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3618697296' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:44 smithi118 ceph-mon[100225]: Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T15:00:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:44 smithi118 ceph-mon[100225]: Reconfiguring daemon alertmanager.a on smithi118 2023-09-23T15:00:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:44 smithi118 ceph-mon[118212]: Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T15:00:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:44 smithi118 ceph-mon[118212]: Reconfiguring daemon alertmanager.a on smithi118 2023-09-23T15:00:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:44 smithi178 ceph-mon[104471]: Reconfiguring alertmanager.a (dependencies changed)... 2023-09-23T15:00:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:44 smithi178 ceph-mon[104471]: Reconfiguring daemon alertmanager.a on smithi118 2023-09-23T15:00:45.490 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:00:45 smithi118 conmon[100650]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:00:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T15:00:45.490 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:45 smithi118 ceph-mon[118212]: pgmap v9: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:45.490 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:45 smithi118 ceph-mon[100225]: pgmap v9: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:45.491 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:45 smithi118 systemd[1]: Stopping Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:45 smithi178 ceph-mon[104471]: pgmap v9: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:45.783 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:45 smithi118 conmon[174938]: ts=2023-09-23T15:00:45.490Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-09-23T15:00:45.783 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:45 smithi118 bash[197105]: a8975a414e1b3a0926eacddeecde64faaf19b5c34ae36194c03e0dcee12f88bc 2023-09-23T15:00:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:46 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/990871189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:46 smithi178 ceph-mon[104471]: pgmap v10: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:46.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:46 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/990871189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:46.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:46 smithi118 ceph-mon[100225]: pgmap v10: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:46.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:46 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/990871189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:46.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:46 smithi118 ceph-mon[118212]: pgmap v10: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:46.820 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:46 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@alertmanager.a.service: Succeeded. 2023-09-23T15:00:46.820 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:46 smithi118 systemd[1]: Stopped Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:46.820 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:46 smithi118 systemd[1]: Starting Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:47.319 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:47 smithi118 conmon[197488]: ts=2023-09-23T15:00:47.061Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-09-23T15:00:47.319 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:47 smithi118 conmon[197488]: ts=2023-09-23T15:00:47.061Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-09-23T15:00:47.319 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:47 smithi118 conmon[197488]: ts=2023-09-23T15:00:47.062Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.118 port=9094 2023-09-23T15:00:47.319 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:47 smithi118 conmon[197488]: ts=2023-09-23T15:00:47.063Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-09-23T15:00:47.319 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:47 smithi118 bash[197448]: d63959a73ef3038dcd8e3d7a545664e5cbe7cd96020bbf88331496e7ae97f8b3 2023-09-23T15:00:47.319 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:47 smithi118 systemd[1]: Started Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:47.320 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:47 smithi118 conmon[197488]: ts=2023-09-23T15:00:47.087Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T15:00:47.320 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:47 smithi118 conmon[197488]: ts=2023-09-23T15:00:47.087Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-09-23T15:00:47.320 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:47 smithi118 conmon[197488]: ts=2023-09-23T15:00:47.091Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-09-23T15:00:47.320 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:47 smithi118 conmon[197488]: ts=2023-09-23T15:00:47.091Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-09-23T15:00:47.774 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:47 smithi118 systemd[1]: Stopping Ceph node-exporter.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:48.366 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:48.366 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:48.366 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[118212]: Reconfiguring node-exporter.a (dependencies changed)... 2023-09-23T15:00:48.366 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[118212]: Reconfiguring daemon node-exporter.a on smithi118 2023-09-23T15:00:48.367 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:48.367 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1488126916' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:48.367 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:48.367 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:48.367 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[100225]: Reconfiguring node-exporter.a (dependencies changed)... 2023-09-23T15:00:48.367 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[100225]: Reconfiguring daemon node-exporter.a on smithi118 2023-09-23T15:00:48.367 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:48.367 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:48 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1488126916' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:48 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:48 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:48 smithi178 ceph-mon[104471]: Reconfiguring node-exporter.a (dependencies changed)... 2023-09-23T15:00:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:48 smithi178 ceph-mon[104471]: Reconfiguring daemon node-exporter.a on smithi118 2023-09-23T15:00:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:48 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:00:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:48 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1488126916' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:48.819 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:48 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-09-23T15:00:48.819 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:48 smithi118 bash[197719]: 9809c7b642b069b2a609d2cff7bc6eb4d81cbfad31702cdfa1658a2e8fbbe080 2023-09-23T15:00:48.819 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:48 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@node-exporter.a.service: Failed with result 'exit-code'. 2023-09-23T15:00:48.819 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:48 smithi118 systemd[1]: Stopped Ceph node-exporter.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:48.820 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:48 smithi118 systemd[1]: Starting Ceph node-exporter.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:49 smithi118 ceph-mon[118212]: pgmap v11: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:49.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:49 smithi118 ceph-mon[100225]: pgmap v11: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:49.320 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[197488]: ts=2023-09-23T15:00:49.064Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001092141s 2023-09-23T15:00:49.320 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.118Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-09-23T15:00:49.320 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.118Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-09-23T15:00:49.320 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=arp 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=bcache 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=bonding 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=btrfs 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=conntrack 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=cpu 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-09-23T15:00:49.321 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=diskstats 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=dmi 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=edac 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=entropy 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=filefd 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=filesystem 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=hwmon 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=infiniband 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=ipvs 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=loadavg 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=mdadm 2023-09-23T15:00:49.322 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=meminfo 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=netclass 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=netdev 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=netstat 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=nfs 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=nfsd 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=nvme 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=os 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=pressure 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=rapl 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=schedstat 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=selinux 2023-09-23T15:00:49.323 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=sockstat 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=softnet 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=stat 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=tapestats 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=textfile 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=time 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=uname 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=vmstat 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=xfs 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.119Z caller=node_exporter.go:117 level=info collector=zfs 2023-09-23T15:00:49.324 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.120Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-09-23T15:00:49.325 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 conmon[198118]: ts=2023-09-23T15:00:49.120Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-09-23T15:00:49.325 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 bash[198077]: 184bf187e04ca60972cde28b3791dfa4597d047276e4e87631a73fbe27afb062 2023-09-23T15:00:49.325 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:00:49 smithi118 systemd[1]: Started Ceph node-exporter.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:49.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:49 smithi178 ceph-mon[104471]: pgmap v11: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:50.278 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:50 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:50.279 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:50 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:50.279 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:50 smithi178 ceph-mon[104471]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T15:00:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:50 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:50 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:50 smithi118 ceph-mon[118212]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T15:00:50.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:50 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:50.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:50 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:50.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:50 smithi118 ceph-mon[100225]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T15:00:51.536 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:51 smithi178 ceph-mon[104471]: Reconfiguring daemon prometheus.a on smithi178 2023-09-23T15:00:51.536 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:51 smithi178 ceph-mon[104471]: pgmap v12: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:51.536 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:51 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2776415579' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:51 smithi118 ceph-mon[100225]: Reconfiguring daemon prometheus.a on smithi178 2023-09-23T15:00:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:51 smithi118 ceph-mon[100225]: pgmap v12: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:51 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2776415579' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:51.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:51 smithi118 ceph-mon[118212]: Reconfiguring daemon prometheus.a on smithi178 2023-09-23T15:00:51.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:51 smithi118 ceph-mon[118212]: pgmap v12: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:51.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:51 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2776415579' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:52.269 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 systemd[1]: Stopping Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:52.269 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:51 smithi178 conmon[157749]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:00:51] "GET /metrics HTTP/1.1" 200 33724 "" "Prometheus/2.43.0" 2023-09-23T15:00:52.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.269Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-09-23T15:00:52.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.269Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-09-23T15:00:52.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.269Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-09-23T15:00:52.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.269Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-09-23T15:00:52.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.269Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-09-23T15:00:52.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.269Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-09-23T15:00:52.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.269Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-09-23T15:00:52.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.269Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-09-23T15:00:52.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.269Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-09-23T15:00:52.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.270Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-09-23T15:00:52.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.270Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-09-23T15:00:52.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 conmon[152433]: ts=2023-09-23T15:00:52.270Z caller=main.go:1147 level=info msg="See you next time!" 2023-09-23T15:00:53.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 bash[170257]: c3fdff06bc86ed1744a75b2d0ee15409d847aa93a841fe2d3543940ad625f569 2023-09-23T15:00:53.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@prometheus.a.service: Succeeded. 2023-09-23T15:00:53.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 systemd[1]: Stopped Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:53.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:52 smithi178 systemd[1]: Starting Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:53.564 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:53 smithi178 ceph-mon[104471]: pgmap v13: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:53.564 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:53 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1129795076' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:53.565 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 bash[170581]: c5c946264e2f0b6a560cd71a7db2cd1a5a4665da4421a68e1bc9f5ae6a5bc0dd 2023-09-23T15:00:53.565 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.518Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-09-23T15:00:53.565 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.518Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-09-23T15:00:53.565 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.519Z caller=main.go:570 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi178 (none))" 2023-09-23T15:00:53.565 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.519Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-09-23T15:00:53.565 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.519Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-09-23T15:00:53.565 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.520Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-09-23T15:00:53.566 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.520Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-09-23T15:00:53.566 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.521Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-09-23T15:00:53.566 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.521Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-09-23T15:00:53.566 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 systemd[1]: Started Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:53.566 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.524Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-09-23T15:00:53.566 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.524Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.29µs 2023-09-23T15:00:53.566 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.524Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-09-23T15:00:53.566 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.524Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2023-09-23T15:00:53.567 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.541Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2023-09-23T15:00:53.567 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.542Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2023-09-23T15:00:53.567 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.542Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.114µs wal_replay_duration=18.224756ms wbl_replay_duration=164ns total_replay_duration=18.283635ms 2023-09-23T15:00:53.567 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.546Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-09-23T15:00:53.567 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.546Z caller=main.go:1029 level=info msg="TSDB started" 2023-09-23T15:00:53.567 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.546Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-09-23T15:00:53.567 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.564Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.082322ms db_storage=958ns remote_storage=1.462µs web_handler=443ns query_engine=819ns scrape=289.786µs scrape_sd=153.633µs notify=15.014µs notify_sd=17.852µs rules=16.283837ms tracing=5.275µs 2023-09-23T15:00:53.567 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.564Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-09-23T15:00:53.567 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:00:53 smithi178 conmon[170621]: ts=2023-09-23T15:00:53.564Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-09-23T15:00:53.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:53 smithi118 ceph-mon[118212]: pgmap v13: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:53.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:53 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1129795076' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:53.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:53 smithi118 ceph-mon[100225]: pgmap v13: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:53.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:53 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1129795076' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:54.128 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:53 smithi178 systemd[1]: Stopping Ceph node-exporter.b for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:54 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:54 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:54.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:54 smithi118 ceph-mon[118212]: Reconfiguring node-exporter.b (dependencies changed)... 2023-09-23T15:00:54.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:54 smithi118 ceph-mon[118212]: Reconfiguring daemon node-exporter.b on smithi178 2023-09-23T15:00:54.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:54 smithi118 ceph-mon[118212]: pgmap v14: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:54 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:54 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:54 smithi118 ceph-mon[100225]: Reconfiguring node-exporter.b (dependencies changed)... 2023-09-23T15:00:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:54 smithi118 ceph-mon[100225]: Reconfiguring daemon node-exporter.b on smithi178 2023-09-23T15:00:54.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:54 smithi118 ceph-mon[100225]: pgmap v14: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:54.821 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:54 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:54.821 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:54 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:54.821 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:54 smithi178 ceph-mon[104471]: Reconfiguring node-exporter.b (dependencies changed)... 2023-09-23T15:00:54.822 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:54 smithi178 ceph-mon[104471]: Reconfiguring daemon node-exporter.b on smithi178 2023-09-23T15:00:54.822 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:54 smithi178 ceph-mon[104471]: pgmap v14: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:54.822 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:54 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-09-23T15:00:54.822 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:54 smithi178 bash[170856]: 577d1cafa5fd2b59ea1d1986988a48593761f2b9b7b22a45975b25ce8cfbeeb8 2023-09-23T15:00:55.129 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:54 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@node-exporter.b.service: Failed with result 'exit-code'. 2023-09-23T15:00:55.129 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:54 smithi178 systemd[1]: Stopped Ceph node-exporter.b for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:55.129 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:54 smithi178 systemd[1]: Starting Ceph node-exporter.b for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:55 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/280469025' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:55 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:55 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:55 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/280469025' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:55.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:55 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:55.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:55 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:55 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/280469025' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:55 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:55 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:00:55.879 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.436Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-09-23T15:00:55.879 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.436Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-09-23T15:00:55.879 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.436Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-09-23T15:00:55.879 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.436Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-09-23T15:00:55.879 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-09-23T15:00:55.879 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-09-23T15:00:55.879 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-09-23T15:00:55.879 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=arp 2023-09-23T15:00:55.879 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=bcache 2023-09-23T15:00:55.879 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=bonding 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=btrfs 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=conntrack 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=cpu 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=diskstats 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=dmi 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=edac 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=entropy 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=filefd 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=filesystem 2023-09-23T15:00:55.880 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=hwmon 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=infiniband 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=ipvs 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=loadavg 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=mdadm 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=meminfo 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=netclass 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=netdev 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=netstat 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=nfs 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=nfsd 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=nvme 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=os 2023-09-23T15:00:55.881 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-09-23T15:00:55.882 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=pressure 2023-09-23T15:00:55.882 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=rapl 2023-09-23T15:00:55.882 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=schedstat 2023-09-23T15:00:55.882 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=selinux 2023-09-23T15:00:55.882 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=sockstat 2023-09-23T15:00:55.882 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=softnet 2023-09-23T15:00:55.882 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=stat 2023-09-23T15:00:55.882 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=tapestats 2023-09-23T15:00:55.882 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=textfile 2023-09-23T15:00:55.882 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-09-23T15:00:55.882 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=time 2023-09-23T15:00:55.883 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-09-23T15:00:55.883 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=uname 2023-09-23T15:00:55.883 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=vmstat 2023-09-23T15:00:55.883 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=xfs 2023-09-23T15:00:55.883 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=node_exporter.go:117 level=info collector=zfs 2023-09-23T15:00:55.883 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-09-23T15:00:55.883 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 conmon[171228]: ts=2023-09-23T15:00:55.437Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-09-23T15:00:55.883 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 bash[171187]: 348e20ba865c7f7904c797b804c2a16258111f33f0e855bb3574c5d3b1117fe9 2023-09-23T15:00:55.883 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:00:55 smithi178 systemd[1]: Started Ceph node-exporter.b for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:56.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:56 smithi178 ceph-mon[104471]: Reconfiguring grafana.a (dependencies changed)... 2023-09-23T15:00:56.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:56 smithi178 ceph-mon[104471]: Reconfiguring daemon grafana.a on smithi178 2023-09-23T15:00:56.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:56 smithi178 ceph-mon[104471]: pgmap v15: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:57.066 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:56 smithi118 ceph-mon[118212]: Reconfiguring grafana.a (dependencies changed)... 2023-09-23T15:00:57.066 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:56 smithi118 ceph-mon[118212]: Reconfiguring daemon grafana.a on smithi178 2023-09-23T15:00:57.066 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:56 smithi118 ceph-mon[118212]: pgmap v15: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:57.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:56 smithi118 ceph-mon[100225]: Reconfiguring grafana.a (dependencies changed)... 2023-09-23T15:00:57.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:56 smithi118 ceph-mon[100225]: Reconfiguring daemon grafana.a on smithi178 2023-09-23T15:00:57.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:56 smithi118 ceph-mon[100225]: pgmap v15: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:57.319 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:00:57 smithi118 conmon[197488]: ts=2023-09-23T15:00:57.066Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00350466s 2023-09-23T15:00:58.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:57 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/164464174' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:57 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/164464174' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:57 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/164464174' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:00:58.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:57 smithi178 systemd[1]: Stopping Ceph grafana.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:58.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:00:58 smithi178 ceph-mon[104471]: pgmap v16: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:58.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:58 smithi178 bash[171698]: ca1b8005d363fa23cd565ab32092c3377d0cccb54c90916ff26df014824f99d7 2023-09-23T15:00:58.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:58 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-09-23T15:00:58.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:58 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@grafana.a.service: Failed with result 'exit-code'. 2023-09-23T15:00:58.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:58 smithi178 systemd[1]: Stopped Ceph grafana.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:58.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:58 smithi178 systemd[1]: Starting Ceph grafana.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:00:59.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:00:58 smithi118 ceph-mon[118212]: pgmap v16: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:59.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:00:58 smithi118 ceph-mon[100225]: pgmap v16: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:00:59.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[157749]: [23/Sep/2023:15:00:59] ENGINE Bus STOPPING 2023-09-23T15:00:59.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[157749]: [23/Sep/2023:15:00:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T15:00:59.879 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[157749]: [23/Sep/2023:15:00:59] ENGINE Bus STOPPED 2023-09-23T15:00:59.879 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[157749]: [23/Sep/2023:15:00:59] ENGINE Bus STARTING 2023-09-23T15:00:59.879 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[157749]: [23/Sep/2023:15:00:59] ENGINE Serving on http://:::9283 2023-09-23T15:00:59.879 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[157749]: [23/Sep/2023:15:00:59] ENGINE Bus STARTED 2023-09-23T15:00:59.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 bash[172020]: 0d5f6f55e9f8e0353ffaaebeb4464203c1754ece75e7095b86f2c65acce36624 2023-09-23T15:00:59.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 systemd[1]: Started Ceph grafana.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:00:59.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.514988691Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-09-23T15:00:59.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.515213856Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-09-23T15:00:59.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.515239765Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-09-23T15:00:59.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.515252751Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.515269352Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.515282583Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.51529337Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.51530495Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.515316173Z level=info msg="Path Home" path=/usr/share/grafana 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.515327941Z level=info msg="Path Data" path=/var/lib/grafana 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.515339464Z level=info msg="Path Logs" path=/var/log/grafana 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.515349721Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.515360224Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=settings t=2023-09-23T15:00:59.515370739Z level=info msg="App mode production" 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=sqlstore t=2023-09-23T15:00:59.515426464Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=sqlstore t=2023-09-23T15:00:59.515450719Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-09-23T15:00:59.880 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=migrator t=2023-09-23T15:00:59.529514046Z level=info msg="Starting DB migrations" 2023-09-23T15:00:59.881 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=migrator t=2023-09-23T15:00:59.533874654Z level=info msg="migrations completed" performed=0 skipped=481 duration=405.793µs 2023-09-23T15:00:59.881 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=sqlstore t=2023-09-23T15:00:59.534242609Z level=info msg="Created default organization" 2023-09-23T15:00:59.881 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=plugin.loader t=2023-09-23T15:00:59.589441976Z level=info msg="Plugin registered" pluginID=input 2023-09-23T15:00:59.881 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=plugin.loader t=2023-09-23T15:00:59.617536306Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-09-23T15:00:59.881 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=plugin.loader t=2023-09-23T15:00:59.617555982Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-09-23T15:00:59.881 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=secrets t=2023-09-23T15:00:59.6175885Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-09-23T15:00:59.881 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=query_data t=2023-09-23T15:00:59.620605764Z level=info msg="Query Service initialization" 2023-09-23T15:00:59.881 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:00:59 smithi178 conmon[172061]: logger=live.push_http t=2023-09-23T15:00:59.623227411Z level=info msg="Live Push Gateway initialization" 2023-09-23T15:01:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T15:01:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T15:01:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T15:01:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T15:01:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T15:01:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T15:01:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T15:01:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T15:01:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/466050357' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[118212]: pgmap v17: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T15:01:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T15:01:00.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/466050357' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:00.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:00 smithi118 ceph-mon[100225]: pgmap v17: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:00.617 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[157749]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:01:00] "GET /metrics HTTP/1.1" 200 33724 "" "Prometheus/2.43.0" 2023-09-23T15:01:00.617 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=infra.usagestats.collector t=2023-09-23T15:01:00.325387676Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-09-23T15:01:00.617 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=provisioning.datasources t=2023-09-23T15:01:00.450157569Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2023-09-23T15:01:00.617 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=provisioning.datasources t=2023-09-23T15:01:00.450244655Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2023-09-23T15:01:00.617 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=provisioning.datasources t=2023-09-23T15:01:00.460424637Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-09-23T15:01:00.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi118.front.sepia.ceph.com:9093"}]: dispatch 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:00.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T15:01:00.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: Upgrade: Need to upgrade myself (mgr.x) 2023-09-23T15:01:00.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/466050357' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:00.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:00 smithi178 ceph-mon[104471]: pgmap v17: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:00.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=provisioning.alerting t=2023-09-23T15:01:00.617326252Z level=info msg="starting to provision alerting" 2023-09-23T15:01:00.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=provisioning.alerting t=2023-09-23T15:01:00.617367315Z level=info msg="finished to provision alerting" 2023-09-23T15:01:00.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=grafanaStorageLogger t=2023-09-23T15:01:00.617637828Z level=info msg="storage starting" 2023-09-23T15:01:00.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=ngalert.state.manager t=2023-09-23T15:01:00.617640727Z level=info msg="Warming state cache for startup" 2023-09-23T15:01:00.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=http.server t=2023-09-23T15:01:00.619521517Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-09-23T15:01:00.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=ngalert.state.manager t=2023-09-23T15:01:00.681578617Z level=info msg="State cache has been initialized" states=0 duration=63.93669ms 2023-09-23T15:01:00.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=ticker t=2023-09-23T15:01:00.681660669Z level=info msg=starting first_tick=2023-09-23T15:01:10Z 2023-09-23T15:01:00.879 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:01:00 smithi178 conmon[172061]: logger=ngalert.multiorg.alertmanager t=2023-09-23T15:01:00.681652227Z level=info msg="starting MultiOrg Alertmanager" 2023-09-23T15:01:02.525 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[118212]: Upgrade: Updating mgr.y 2023-09-23T15:01:02.525 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:02.525 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:01:02.525 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:01:02.525 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:01:02.525 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:02.525 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[118212]: Deploying daemon mgr.y on smithi118 2023-09-23T15:01:02.525 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[100225]: Upgrade: Updating mgr.y 2023-09-23T15:01:02.526 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:02.526 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:01:02.526 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:01:02.526 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:01:02.526 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:02.526 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:02 smithi118 ceph-mon[100225]: Deploying daemon mgr.y on smithi118 2023-09-23T15:01:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:02 smithi178 ceph-mon[104471]: Upgrade: Updating mgr.y 2023-09-23T15:01:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:02 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:02 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:01:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:02 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:01:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:02 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:01:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:02 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:02 smithi178 ceph-mon[104471]: Deploying daemon mgr.y on smithi118 2023-09-23T15:01:02.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:02 smithi118 systemd[1]: Stopping Ceph mgr.y for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:01:03.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:03 smithi118 ceph-mon[118212]: pgmap v18: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:03.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:03 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:03.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:03 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3469524097' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:03 smithi118 ceph-mon[100225]: pgmap v18: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:03 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:03.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:03 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3469524097' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:03 smithi178 ceph-mon[104471]: pgmap v18: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:03 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:03 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3469524097' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:03.892 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:03 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-09-23T15:01:03.892 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:03 smithi118 bash[198904]: d54d1eea575da0cac67cdd3b4321db42bded38354febdf594970e94c6f01595d 2023-09-23T15:01:03.892 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:03 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.y.service: Failed with result 'exit-code'. 2023-09-23T15:01:03.892 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:03 smithi118 systemd[1]: Stopped Ceph mgr.y for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:01:04.302 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:03 smithi118 systemd[1]: Starting Ceph mgr.y for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:01:04.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:04 smithi118 ceph-mgr[199322]: -- 172.21.15.118:0/1482667236 <== mon.0 v2:172.21.15.118:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555ba68cb1e0 con 0x555ba68a3000 2023-09-23T15:01:04.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:04 smithi118 bash[199255]: 4a8621e2f9fecacb7581a6c4a017348a6c8812a161f87f2ab8dcdee51eda9191 2023-09-23T15:01:04.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:04 smithi118 systemd[1]: Started Ceph mgr.y for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:01:04.910 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:04 smithi118 conmon[199296]: 2023-09-23T15:01:04.607+0000 7efdb919b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T15:01:04.910 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:04 smithi118 conmon[199296]: 2023-09-23T15:01:04.692+0000 7efdb919b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T15:01:04.910 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:04 smithi118 conmon[199296]: 2023-09-23T15:01:04.786+0000 7efdb919b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T15:01:05.249 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:04 smithi118 conmon[199296]: 2023-09-23T15:01:04.908+0000 7efdb919b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T15:01:05.250 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:05 smithi118 conmon[199296]: 2023-09-23T15:01:05.106+0000 7efdb919b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T15:01:05.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:05 smithi118 ceph-mon[118212]: pgmap v19: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:05.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:05 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:05.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:05 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:05.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:05 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:05.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:05 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1879361129' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:05.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:05 smithi118 ceph-mon[100225]: pgmap v19: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:05.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:05 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:05.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:05 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:05.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:05 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:05.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:05 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1879361129' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:05 smithi178 ceph-mon[104471]: pgmap v19: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:05 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:05 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:05 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:05 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1879361129' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:05.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:05 smithi118 conmon[199296]: 2023-09-23T15:01:05.507+0000 7efdb919b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T15:01:05.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:05 smithi118 conmon[199296]: 2023-09-23T15:01:05.653+0000 7efdb919b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T15:01:05.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:05 smithi118 conmon[199296]: 2023-09-23T15:01:05.747+0000 7efdb919b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T15:01:06.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:05 smithi118 conmon[199296]: 2023-09-23T15:01:05.847+0000 7efdb919b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T15:01:06.830 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:06 smithi118 conmon[199296]: 2023-09-23T15:01:06.327+0000 7efdb919b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T15:01:07.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:07 smithi118 conmon[199296]: 2023-09-23T15:01:07.062+0000 7efdb919b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T15:01:07.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:07 smithi118 conmon[199296]: 2023-09-23T15:01:07.149+0000 7efdb919b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T15:01:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:07 smithi118 ceph-mon[118212]: pgmap v20: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:07.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:07 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3786567708' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:07 smithi118 ceph-mon[100225]: pgmap v20: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:07 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3786567708' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:07 smithi178 ceph-mon[104471]: pgmap v20: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:07 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3786567708' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:08.309 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:08 smithi118 conmon[199296]: 2023-09-23T15:01:08.002+0000 7efdb919b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:01:08.309 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:08 smithi118 conmon[199296]: 2023-09-23T15:01:08.103+0000 7efdb919b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T15:01:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:08 smithi118 conmon[199296]: 2023-09-23T15:01:08.308+0000 7efdb919b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:01:08.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[118212]: pgmap v21: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:08 smithi118 ceph-mon[100225]: pgmap v21: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:08 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:08 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:08 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:08 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:08 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:08 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:08 smithi178 ceph-mon[104471]: pgmap v21: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:08.864 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:08 smithi118 conmon[199296]: 2023-09-23T15:01:08.623+0000 7efdb919b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T15:01:09.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:08 smithi178 conmon[170621]: ts=2023-09-23T15:01:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:01:09.303 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:08 smithi118 conmon[199296]: 2023-09-23T15:01:08.862+0000 7efdb919b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T15:01:09.303 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:09 smithi118 conmon[199296]: 2023-09-23T15:01:09.022+0000 7efdb919b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T15:01:09.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:09 smithi118 conmon[199296]: 2023-09-23T15:01:09.302+0000 7efdb919b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T15:01:10.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:10 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2898033402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:10.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:10 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2898033402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:10.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:10 smithi118 conmon[199296]: 2023-09-23T15:01:10.059+0000 7efdb919b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T15:01:10.320 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:10 smithi118 conmon[199296]: 2023-09-23T15:01:10.200+0000 7efdb919b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T15:01:10.338 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:10 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2898033402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:10.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:10 smithi178 conmon[157749]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:01:10] "GET /metrics HTTP/1.1" 200 33724 "" "Prometheus/2.43.0" 2023-09-23T15:01:10.798 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:10 smithi118 conmon[199296]: 2023-09-23T15:01:10.408+0000 7efdb919b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T15:01:10.799 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:10 smithi118 conmon[199296]: 2023-09-23T15:01:10.536+0000 7efdb919b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T15:01:10.799 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:10 smithi118 conmon[199296]: 2023-09-23T15:01:10.797+0000 7efdb919b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T15:01:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:11 smithi118 ceph-mon[100225]: pgmap v22: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:11.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:11 smithi118 ceph-mon[118212]: pgmap v22: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:11 smithi178 ceph-mon[104471]: pgmap v22: 73 pgs: 73 active+clean; 580 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:12.006 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:11 smithi118 conmon[199296]: 2023-09-23T15:01:11.725+0000 7efdb919b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T15:01:12.006 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:11 smithi118 conmon[199296]: [23/Sep/2023:15:01:11] ENGINE Bus STARTING 2023-09-23T15:01:12.007 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:11 smithi118 conmon[199296]: CherryPy Checker: 2023-09-23T15:01:12.007 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:11 smithi118 conmon[199296]: The Application mounted at '' has an empty config. 2023-09-23T15:01:12.007 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:11 smithi118 conmon[199296]: 2023-09-23T15:01:12.007 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:11 smithi118 conmon[199296]: [23/Sep/2023:15:01:11] ENGINE Serving on http://:::9283 2023-09-23T15:01:12.007 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:11 smithi118 conmon[199296]: [23/Sep/2023:15:01:11] ENGINE Bus STARTED 2023-09-23T15:01:12.007 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:11 smithi118 conmon[199296]: [23/Sep/2023:15:01:11] ENGINE Bus STOPPING 2023-09-23T15:01:12.007 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:11 smithi118 conmon[199296]: [23/Sep/2023:15:01:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T15:01:12.007 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:11 smithi118 conmon[199296]: [23/Sep/2023:15:01:11] ENGINE Bus STOPPED 2023-09-23T15:01:12.007 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: [23/Sep/2023:15:01:12] ENGINE Bus STARTING 2023-09-23T15:01:12.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:11 smithi178 conmon[157749]: 2023-09-23T15:01:11.923+0000 7f6095a4b700 -1 mgr handle_mgr_map I was active but no longer am 2023-09-23T15:01:12.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:11 smithi178 conmon[157749]: ignoring --setuser ceph since I am not root 2023-09-23T15:01:12.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:11 smithi178 conmon[157749]: ignoring --setgroup ceph since I am not root 2023-09-23T15:01:12.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:11 smithi178 ceph-mgr[157773]: -- 172.21.15.178:0/2224867489 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55cdc7a8f1e0 con 0x55cdc7a66800 2023-09-23T15:01:12.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:12 smithi178 conmon[157749]: 2023-09-23T15:01:12.097+0000 7f5cf71c0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T15:01:12.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:12 smithi178 conmon[157749]: 2023-09-23T15:01:12.180+0000 7f5cf71c0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T15:01:12.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: Standby manager daemon y restarted 2023-09-23T15:01:12.303 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: Standby manager daemon y started 2023-09-23T15:01:12.303 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T15:01:12.303 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:12.306 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: 2023-09-23T15:01:12.074+0000 7efd13607700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:12.306 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: 2023-09-23T15:01:12.074+0000 7efd13607700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:12.306 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: 2023-09-23T15:01:12.074+0000 7efd13607700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:12.306 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: 2023-09-23T15:01:12.074+0000 7efd13607700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:12.307 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: 2023-09-23T15:01:12.074+0000 7efd13607700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:12.307 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: 2023-09-23T15:01:12.082+0000 7efd1660d700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:12.307 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: 2023-09-23T15:01:12.082+0000 7efd1660d700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:12.307 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: 2023-09-23T15:01:12.082+0000 7efd1660d700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:12.307 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: 2023-09-23T15:01:12.082+0000 7efd1660d700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:12.307 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: 2023-09-23T15:01:12.082+0000 7efd1660d700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:12.307 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: [23/Sep/2023:15:01:12] ENGINE Serving on http://:::9283 2023-09-23T15:01:12.307 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:12 smithi118 conmon[199296]: [23/Sep/2023:15:01:12] ENGINE Bus STARTED 2023-09-23T15:01:12.553 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:12 smithi178 conmon[157749]: 2023-09-23T15:01:12.269+0000 7f5cf71c0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T15:01:12.553 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:12 smithi178 conmon[157749]: 2023-09-23T15:01:12.368+0000 7f5cf71c0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T15:01:12.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: Standby manager daemon y restarted 2023-09-23T15:01:12.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: Standby manager daemon y started 2023-09-23T15:01:12.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T15:01:12.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:12.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T15:01:12.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:12.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:12.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: osdmap e79: 8 total, 8 up, 8 in 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.24757 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: mgrmap e24: y(active, starting, since 0.00623751s) 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:01:12.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T15:01:12.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T15:01:12.557 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: Manager daemon y is now available 2023-09-23T15:01:12.557 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:12.557 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:12.557 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:12.557 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:01:12.557 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T15:01:12.557 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:12 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2580194627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: Standby manager daemon y restarted 2023-09-23T15:01:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: Standby manager daemon y started 2023-09-23T15:01:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-09-23T15:01:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T15:01:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:01:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T15:01:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T15:01:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: osdmap e79: 8 total, 8 up, 8 in 2023-09-23T15:01:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.24757 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-09-23T15:01:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: mgrmap e24: y(active, starting, since 0.00623751s) 2023-09-23T15:01:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:01:12.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:01:12.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:01:12.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T15:01:12.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T15:01:12.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T15:01:12.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:01:12.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:01:12.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:01:12.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:01:12.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T15:01:12.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T15:01:12.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-09-23T15:01:12.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:12.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:12.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:12.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:12.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:01:12.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' 2023-09-23T15:01:12.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:12.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.24757 172.21.15.178:0/2442357749' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: osdmap e79: 8 total, 8 up, 8 in 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.24757 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: mgrmap e24: y(active, starting, since 0.00623751s) 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:01:12.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:01:12.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:01:12.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T15:01:12.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T15:01:12.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:01:12.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:01:12.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T15:01:12.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:01:12.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:01:12.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T15:01:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T15:01:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T15:01:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: Manager daemon y is now available 2023-09-23T15:01:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:01:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T15:01:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2580194627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:12.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T15:01:12.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T15:01:12.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: Manager daemon y is now available 2023-09-23T15:01:12.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:12.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:12.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:12.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:01:12.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T15:01:12.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:12 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2580194627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:12.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:12 smithi178 conmon[157749]: 2023-09-23T15:01:12.552+0000 7f5cf71c0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T15:01:13.306 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:12 smithi178 conmon[157749]: 2023-09-23T15:01:12.965+0000 7f5cf71c0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T15:01:13.306 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:13 smithi178 conmon[157749]: 2023-09-23T15:01:13.103+0000 7f5cf71c0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T15:01:13.306 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:13 smithi178 conmon[157749]: 2023-09-23T15:01:13.194+0000 7f5cf71c0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T15:01:13.306 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:13 smithi178 conmon[157749]: 2023-09-23T15:01:13.304+0000 7f5cf71c0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T15:01:13.819 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:01:13 smithi118 conmon[197488]: ts=2023-09-23T15:01:13.509Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi178.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.178:8443: connect: connection refused" 2023-09-23T15:01:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:13 smithi178 ceph-mon[104471]: [23/Sep/2023:15:01:12] ENGINE Bus STARTING 2023-09-23T15:01:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:13 smithi178 ceph-mon[104471]: [23/Sep/2023:15:01:12] ENGINE Serving on https://172.21.15.118:7150 2023-09-23T15:01:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:13 smithi178 ceph-mon[104471]: [23/Sep/2023:15:01:12] ENGINE Serving on http://172.21.15.118:8765 2023-09-23T15:01:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:13 smithi178 ceph-mon[104471]: [23/Sep/2023:15:01:12] ENGINE Bus STARTED 2023-09-23T15:01:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:13 smithi178 ceph-mon[104471]: mgrmap e25: y(active, since 1.00766s) 2023-09-23T15:01:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:13 smithi178 ceph-mon[104471]: pgmap v3: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:14.129 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:13 smithi178 conmon[157749]: 2023-09-23T15:01:13.767+0000 7f5cf71c0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T15:01:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[118212]: [23/Sep/2023:15:01:12] ENGINE Bus STARTING 2023-09-23T15:01:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[118212]: [23/Sep/2023:15:01:12] ENGINE Serving on https://172.21.15.118:7150 2023-09-23T15:01:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[118212]: [23/Sep/2023:15:01:12] ENGINE Serving on http://172.21.15.118:8765 2023-09-23T15:01:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[118212]: [23/Sep/2023:15:01:12] ENGINE Bus STARTED 2023-09-23T15:01:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[118212]: mgrmap e25: y(active, since 1.00766s) 2023-09-23T15:01:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[118212]: pgmap v3: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:14.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[100225]: [23/Sep/2023:15:01:12] ENGINE Bus STARTING 2023-09-23T15:01:14.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[100225]: [23/Sep/2023:15:01:12] ENGINE Serving on https://172.21.15.118:7150 2023-09-23T15:01:14.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[100225]: [23/Sep/2023:15:01:12] ENGINE Serving on http://172.21.15.118:8765 2023-09-23T15:01:14.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[100225]: [23/Sep/2023:15:01:12] ENGINE Bus STARTED 2023-09-23T15:01:14.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[100225]: mgrmap e25: y(active, since 1.00766s) 2023-09-23T15:01:14.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:13 smithi118 ceph-mon[100225]: pgmap v3: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:14.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:14 smithi178 conmon[157749]: 2023-09-23T15:01:14.491+0000 7f5cf71c0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T15:01:14.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:14 smithi178 conmon[157749]: 2023-09-23T15:01:14.586+0000 7f5cf71c0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T15:01:15.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:14 smithi118 ceph-mon[118212]: pgmap v4: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:15.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:14 smithi118 ceph-mon[118212]: mgrmap e26: y(active, since 2s) 2023-09-23T15:01:15.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:14 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1209377749' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:14 smithi118 ceph-mon[100225]: pgmap v4: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:14 smithi118 ceph-mon[100225]: mgrmap e26: y(active, since 2s) 2023-09-23T15:01:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:14 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1209377749' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:14 smithi178 ceph-mon[104471]: pgmap v4: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:14 smithi178 ceph-mon[104471]: mgrmap e26: y(active, since 2s) 2023-09-23T15:01:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:14 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1209377749' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:15.720 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:15 smithi178 conmon[157749]: 2023-09-23T15:01:15.434+0000 7f5cf71c0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:01:15.721 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:15 smithi178 conmon[157749]: 2023-09-23T15:01:15.536+0000 7f5cf71c0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T15:01:15.721 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:15 smithi178 conmon[157749]: 2023-09-23T15:01:15.719+0000 7f5cf71c0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:01:16.034 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:15 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.034 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:15 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.035 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:15 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.035 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:15 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.035 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:15 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.035 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:15 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.316 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.316 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.316 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.317 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.317 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.317 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:15 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:16.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:16 smithi178 conmon[157749]: 2023-09-23T15:01:16.033+0000 7f5cf71c0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T15:01:16.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:16 smithi178 conmon[157749]: 2023-09-23T15:01:16.278+0000 7f5cf71c0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T15:01:16.696 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:16 smithi178 conmon[157749]: 2023-09-23T15:01:16.427+0000 7f5cf71c0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T15:01:17.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:16 smithi178 conmon[157749]: 2023-09-23T15:01:16.694+0000 7f5cf71c0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T15:01:17.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:17 smithi118 ceph-mon[118212]: pgmap v5: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:17.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:17 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:17.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:17 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:17.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:17 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2772961892' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:17.488 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:17 smithi118 ceph-mon[100225]: pgmap v5: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:17.488 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:17 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:17.488 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:17 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:17.488 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:17 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2772961892' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:17.536 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:17 smithi178 conmon[157749]: 2023-09-23T15:01:17.402+0000 7f5cf71c0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T15:01:17.536 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:17 smithi178 ceph-mon[104471]: pgmap v5: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:17.536 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:17 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:17.537 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:17 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:17.537 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:17 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2772961892' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:17.849 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:17 smithi178 conmon[157749]: 2023-09-23T15:01:17.535+0000 7f5cf71c0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T15:01:17.849 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:17 smithi178 conmon[157749]: 2023-09-23T15:01:17.733+0000 7f5cf71c0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T15:01:17.849 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:17 smithi178 conmon[157749]: 2023-09-23T15:01:17.848+0000 7f5cf71c0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T15:01:18.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:18 smithi178 conmon[157749]: 2023-09-23T15:01:18.067+0000 7f5cf71c0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T15:01:18.935 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:18 smithi178 conmon[170621]: ts=2023-09-23T15:01:18.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:01:19.258 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:18 smithi178 conmon[157749]: 2023-09-23T15:01:18.933+0000 7f5cf71c0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T15:01:19.258 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:18 smithi178 conmon[157749]: [23/Sep/2023:15:01:18] ENGINE Bus STARTING 2023-09-23T15:01:19.258 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:19 smithi178 conmon[157749]: CherryPy Checker: 2023-09-23T15:01:19.258 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:19 smithi178 conmon[157749]: The Application mounted at '' has an empty config. 2023-09-23T15:01:19.258 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:19 smithi178 conmon[157749]: 2023-09-23T15:01:19.259 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:19 smithi178 conmon[157749]: [23/Sep/2023:15:01:19] ENGINE Serving on http://:::9283 2023-09-23T15:01:19.259 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:19 smithi178 conmon[157749]: [23/Sep/2023:15:01:19] ENGINE Bus STARTED 2023-09-23T15:01:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[118212]: pgmap v6: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[118212]: Standby manager daemon x started 2023-09-23T15:01:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:01:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:01:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:19.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:19.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:19.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:19.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:01:19.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[100225]: pgmap v6: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:19.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[100225]: Standby manager daemon x started 2023-09-23T15:01:19.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:01:19.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:19.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:01:19.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:19.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:19.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:19.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:19.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:19 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:01:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:19 smithi178 ceph-mon[104471]: pgmap v6: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:19 smithi178 ceph-mon[104471]: Standby manager daemon x started 2023-09-23T15:01:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:19 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:01:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:19 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:19 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:01:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:19 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2133115128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:19 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:19 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:19 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:19.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:19 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:01:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T15:01:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T15:01:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: mgrmap e27: y(active, since 7s), standbys: x 2023-09-23T15:01:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T15:01:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:01:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2757806930' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:01:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T15:01:20.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T15:01:20.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: mgrmap e27: y(active, since 7s), standbys: x 2023-09-23T15:01:20.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T15:01:20.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:01:20.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2757806930' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:20.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:01:20.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:20 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:20 smithi178 conmon[157749]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:01:20] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-09-23T15:01:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T15:01:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T15:01:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: mgrmap e27: y(active, since 7s), standbys: x 2023-09-23T15:01:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T15:01:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:01:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2757806930' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:20.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:01:20.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:20.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:20 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:21.307 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:01:20 smithi118 conmon[197488]: ts=2023-09-23T15:01:20.973Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=6 2023-09-23T15:01:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[118212]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:01:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[118212]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:01:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[118212]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:01:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[118212]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:01:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[118212]: pgmap v7: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[118212]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T15:01:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[118212]: Reconfiguring daemon prometheus.a on smithi178 2023-09-23T15:01:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[100225]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:01:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[100225]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:01:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[100225]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:01:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[100225]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:01:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[100225]: pgmap v7: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[100225]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T15:01:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:21 smithi118 ceph-mon[100225]: Reconfiguring daemon prometheus.a on smithi178 2023-09-23T15:01:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:21 smithi178 ceph-mon[104471]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:01:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:21 smithi178 ceph-mon[104471]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:01:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:21 smithi178 ceph-mon[104471]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:01:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:21 smithi178 ceph-mon[104471]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:01:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:21 smithi178 ceph-mon[104471]: pgmap v7: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:21 smithi178 ceph-mon[104471]: Reconfiguring prometheus.a (dependencies changed)... 2023-09-23T15:01:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:21 smithi178 ceph-mon[104471]: Reconfiguring daemon prometheus.a on smithi178 2023-09-23T15:01:22.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:22 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3404680086' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:22 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3404680086' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:22.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:22 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3404680086' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:23.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:22 smithi178 systemd[1]: Stopping Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:01:23.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:23 smithi118 ceph-mon[118212]: pgmap v8: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:23.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:23 smithi118 ceph-mon[100225]: pgmap v8: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:23 smithi178 ceph-mon[104471]: pgmap v8: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:23.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.149Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-09-23T15:01:23.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.149Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-09-23T15:01:23.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.149Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-09-23T15:01:23.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.149Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-09-23T15:01:23.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.149Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-09-23T15:01:23.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.149Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-09-23T15:01:23.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.149Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-09-23T15:01:23.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.149Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-09-23T15:01:23.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.149Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-09-23T15:01:23.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.150Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-09-23T15:01:23.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.150Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-09-23T15:01:23.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 conmon[170621]: ts=2023-09-23T15:01:23.150Z caller=main.go:1147 level=info msg="See you next time!" 2023-09-23T15:01:24.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 bash[176040]: c5c946264e2f0b6a560cd71a7db2cd1a5a4665da4421a68e1bc9f5ae6a5bc0dd 2023-09-23T15:01:24.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@prometheus.a.service: Succeeded. 2023-09-23T15:01:24.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 systemd[1]: Stopped Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:01:24.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:23 smithi178 systemd[1]: Starting Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:01:24.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:24 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/4214385793' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:24.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:24 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/4214385793' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:24 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/4214385793' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:24.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 bash[176373]: 94871e9ce275f86179c9c1488341ae8b09231bd5468d689616e8f560813a3fda 2023-09-23T15:01:24.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.445Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-09-23T15:01:24.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.445Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-09-23T15:01:24.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.445Z caller=main.go:570 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi178 (none))" 2023-09-23T15:01:24.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.445Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-09-23T15:01:24.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.445Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.447Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.447Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.449Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.449Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.450Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.450Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.536µs 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.450Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.451Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 systemd[1]: Started Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.465Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.470Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2023-09-23T15:01:24.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.470Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2023-09-23T15:01:24.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.470Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.382µs wal_replay_duration=19.984626ms wbl_replay_duration=125ns total_replay_duration=20.024467ms 2023-09-23T15:01:24.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.473Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-09-23T15:01:24.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.473Z caller=main.go:1029 level=info msg="TSDB started" 2023-09-23T15:01:24.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.473Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-09-23T15:01:24.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.487Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=13.716116ms db_storage=953ns remote_storage=1.539µs web_handler=488ns query_engine=803ns scrape=200.296µs scrape_sd=73.24µs notify=10.475µs notify_sd=9.541µs rules=13.117803ms tracing=5.932µs 2023-09-23T15:01:24.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.487Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-09-23T15:01:24.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:24 smithi178 conmon[176415]: ts=2023-09-23T15:01:24.487Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-09-23T15:01:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:25 smithi178 ceph-mon[104471]: pgmap v9: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:25.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:25 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:25.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:25 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:25.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:25 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:25.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:25 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:25 smithi118 ceph-mon[118212]: pgmap v9: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:25 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:25 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:25 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:25 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:25 smithi118 ceph-mon[100225]: pgmap v9: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:25 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:25 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:25 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:25 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:26 smithi178 ceph-mon[104471]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:26 smithi178 ceph-mon[104471]: Upgrade: Updating mgr.x 2023-09-23T15:01:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:26 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:01:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:26 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:01:26.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:26 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:26.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:26 smithi178 ceph-mon[104471]: pgmap v10: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:26.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:26 smithi178 ceph-mon[104471]: Deploying daemon mgr.x on smithi178 2023-09-23T15:01:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[118212]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[118212]: Upgrade: Updating mgr.x 2023-09-23T15:01:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:01:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:01:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[118212]: pgmap v10: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:26.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[118212]: Deploying daemon mgr.x on smithi178 2023-09-23T15:01:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[100225]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-09-23T15:01:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[100225]: Upgrade: Updating mgr.x 2023-09-23T15:01:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:01:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:01:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[100225]: pgmap v10: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:26 smithi118 ceph-mon[100225]: Deploying daemon mgr.x on smithi178 2023-09-23T15:01:27.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:27 smithi178 systemd[1]: Stopping Ceph mgr.x for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:01:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:27 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/84884147' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:27 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:27.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:27 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/84884147' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:27.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:27 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:27 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/84884147' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:27 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:28.443 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:28 smithi178 bash[177044]: 96ce67d80a8d0f0f6377a447ecfb306cbcb338b4fdb9cc085d298f7c84cccc5e 2023-09-23T15:01:28.443 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:28 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-09-23T15:01:28.443 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:28 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.x.service: Failed with result 'exit-code'. 2023-09-23T15:01:28.444 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:28 smithi178 systemd[1]: Stopped Ceph mgr.x for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:01:28.444 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:28 smithi178 systemd[1]: Starting Ceph mgr.x for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:01:28.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:28 smithi118 ceph-mon[118212]: pgmap v11: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:28.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:28 smithi118 ceph-mon[100225]: pgmap v11: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:28.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:28 smithi178 ceph-mon[104471]: pgmap v11: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:29.364 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:29 smithi178 bash[177399]: f2fd092890330971b01f05a8e16fb7fca210a4ea1385574cc4357e89cc7d71fc 2023-09-23T15:01:29.364 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:29 smithi178 systemd[1]: Started Ceph mgr.x for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:01:29.364 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:29 smithi178 conmon[177440]: 2023-09-23T15:01:29.185+0000 7f3d02fca200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T15:01:29.364 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:29 smithi178 conmon[177440]: 2023-09-23T15:01:29.268+0000 7f3d02fca200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T15:01:29.364 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:29 smithi178 conmon[177440]: 2023-09-23T15:01:29.363+0000 7f3d02fca200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T15:01:29.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:29 smithi178 conmon[177440]: 2023-09-23T15:01:29.481+0000 7f3d02fca200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T15:01:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:29 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1369056759' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:29 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:29 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:29 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:29.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:29 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/1369056759' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:29.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:29 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:29.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:29 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:29.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:29 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:29.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:29 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1369056759' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:29.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:29 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:29.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:29 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:29.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:29 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:30.065 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:29 smithi178 conmon[177440]: 2023-09-23T15:01:29.679+0000 7f3d02fca200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T15:01:30.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:30 smithi178 conmon[177440]: 2023-09-23T15:01:30.065+0000 7f3d02fca200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T15:01:30.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:30 smithi178 conmon[177440]: 2023-09-23T15:01:30.210+0000 7f3d02fca200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T15:01:30.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:30 smithi178 conmon[177440]: 2023-09-23T15:01:30.311+0000 7f3d02fca200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T15:01:30.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:30 smithi178 conmon[177440]: 2023-09-23T15:01:30.412+0000 7f3d02fca200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T15:01:31.305 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:30 smithi178 conmon[177440]: 2023-09-23T15:01:30.890+0000 7f3d02fca200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T15:01:31.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:31 smithi118 ceph-mon[100225]: pgmap v12: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:31 smithi118 ceph-mon[118212]: pgmap v12: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:31.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:31 smithi178 ceph-mon[104471]: pgmap v12: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:32.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:31 smithi178 conmon[177440]: 2023-09-23T15:01:31.635+0000 7f3d02fca200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T15:01:32.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:31 smithi178 conmon[177440]: 2023-09-23T15:01:31.722+0000 7f3d02fca200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T15:01:32.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:32 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3593138501' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:32 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3593138501' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:32.580 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:32 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3593138501' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:32.871 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:32 smithi178 conmon[177440]: 2023-09-23T15:01:32.580+0000 7f3d02fca200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:01:32.871 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:32 smithi178 conmon[177440]: 2023-09-23T15:01:32.681+0000 7f3d02fca200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T15:01:32.871 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:32 smithi178 conmon[177440]: 2023-09-23T15:01:32.871+0000 7f3d02fca200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:01:33.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:33 smithi178 ceph-mon[104471]: pgmap v13: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:33.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:33 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:33.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:33 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:33.443 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:33 smithi178 conmon[177440]: 2023-09-23T15:01:33.181+0000 7f3d02fca200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T15:01:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:33 smithi118 ceph-mon[118212]: pgmap v13: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:33 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:33 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:33 smithi118 ceph-mon[100225]: pgmap v13: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:33 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:33 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:33.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:33 smithi178 conmon[177440]: 2023-09-23T15:01:33.442+0000 7f3d02fca200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T15:01:33.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:33 smithi178 conmon[177440]: 2023-09-23T15:01:33.607+0000 7f3d02fca200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T15:01:34.311 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:33 smithi178 conmon[177440]: 2023-09-23T15:01:33.909+0000 7f3d02fca200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T15:01:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:34 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:34 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:34 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3361220704' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:34.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:34 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:34.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:34 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:34.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:34 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3361220704' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:34.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:34 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:34.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:34 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:34.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:34 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3361220704' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:34.996 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:34 smithi178 conmon[177440]: 2023-09-23T15:01:34.653+0000 7f3d02fca200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T15:01:34.996 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:34 smithi178 conmon[177440]: 2023-09-23T15:01:34.785+0000 7f3d02fca200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T15:01:35.357 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:34 smithi178 conmon[177440]: 2023-09-23T15:01:34.995+0000 7f3d02fca200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T15:01:35.357 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:35 smithi178 conmon[177440]: 2023-09-23T15:01:35.115+0000 7f3d02fca200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T15:01:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:35 smithi178 ceph-mon[104471]: pgmap v14: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:35.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:35 smithi178 conmon[177440]: 2023-09-23T15:01:35.356+0000 7f3d02fca200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T15:01:35.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:35 smithi118 ceph-mon[118212]: pgmap v14: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:35.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:35 smithi118 ceph-mon[100225]: pgmap v14: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:36.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:36 smithi178 conmon[177440]: 2023-09-23T15:01:36.331+0000 7f3d02fca200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T15:01:36.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:36 smithi178 conmon[177440]: [23/Sep/2023:15:01:36] ENGINE Bus STARTING 2023-09-23T15:01:36.809 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:36 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/3564583830' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:36.809 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:36 smithi178 ceph-mon[104471]: Standby manager daemon x restarted 2023-09-23T15:01:36.809 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:36 smithi178 ceph-mon[104471]: Standby manager daemon x started 2023-09-23T15:01:36.809 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:36 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:01:36.809 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:36 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:36.810 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:36 smithi178 conmon[177440]: CherryPy Checker: 2023-09-23T15:01:36.810 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:36 smithi178 conmon[177440]: The Application mounted at '' has an empty config. 2023-09-23T15:01:36.810 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:36 smithi178 conmon[177440]: 2023-09-23T15:01:36.810 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:36 smithi178 conmon[177440]: [23/Sep/2023:15:01:36] ENGINE Serving on http://:::9283 2023-09-23T15:01:36.810 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:36 smithi178 conmon[177440]: [23/Sep/2023:15:01:36] ENGINE Bus STARTED 2023-09-23T15:01:36.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:36 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/3564583830' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:36.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:36 smithi118 ceph-mon[118212]: Standby manager daemon x restarted 2023-09-23T15:01:36.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:36 smithi118 ceph-mon[118212]: Standby manager daemon x started 2023-09-23T15:01:36.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:36 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:01:36.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:36 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:36 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/3564583830' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:36 smithi118 ceph-mon[100225]: Standby manager daemon x restarted 2023-09-23T15:01:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:36 smithi118 ceph-mon[100225]: Standby manager daemon x started 2023-09-23T15:01:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:36 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:01:36.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:36 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:37.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: pgmap v15: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:37.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: mgrmap e28: y(active, since 24s), standbys: x 2023-09-23T15:01:37.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:01:37.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:37.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:37.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:01:37.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:37.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:01:37.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-09-23T15:01:37.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-09-23T15:01:37.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-09-23T15:01:37.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-09-23T15:01:37.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T15:01:37.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-09-23T15:01:37.766 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: pgmap v15: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: mgrmap e28: y(active, since 24s), standbys: x 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-09-23T15:01:37.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-09-23T15:01:37.768 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-09-23T15:01:37.768 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-09-23T15:01:37.768 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T15:01:37.768 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:37 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-09-23T15:01:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: pgmap v15: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: mgrmap e28: y(active, since 24s), standbys: x 2023-09-23T15:01:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:01:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2438167164' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:37.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:01:37.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:37.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:01:37.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:37.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-09-23T15:01:37.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-09-23T15:01:37.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-09-23T15:01:37.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-09-23T15:01:37.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T15:01:37.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:37 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-09-23T15:01:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:01:38] "GET /metrics HTTP/1.1" 200 33722 "" "Prometheus/2.43.0" 2023-09-23T15:01:38.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:38 smithi118 ceph-mon[118212]: Upgrade: Setting container_image for all mgr 2023-09-23T15:01:38.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:38 smithi118 ceph-mon[118212]: Upgrade: It appears safe to stop mon.a 2023-09-23T15:01:38.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:38 smithi118 ceph-mon[100225]: Upgrade: Setting container_image for all mgr 2023-09-23T15:01:38.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:38 smithi118 ceph-mon[100225]: Upgrade: It appears safe to stop mon.a 2023-09-23T15:01:38.660 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:38 smithi178 ceph-mon[104471]: Upgrade: Setting container_image for all mgr 2023-09-23T15:01:38.660 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:38 smithi178 ceph-mon[104471]: Upgrade: It appears safe to stop mon.a 2023-09-23T15:01:39.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:38 smithi178 conmon[176415]: ts=2023-09-23T15:01:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:01:39.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[100225]: pgmap v16: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:39.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[100225]: Upgrade: Updating mon.a 2023-09-23T15:01:39.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:39.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[100225]: from='client.? 172.21.15.118:0/2881796402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:39.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:01:39.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:01:39.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[100225]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:39.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[118212]: pgmap v16: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:39.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[118212]: Upgrade: Updating mon.a 2023-09-23T15:01:39.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:39.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/2881796402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:39.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:01:39.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:01:39.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:39 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:39 smithi178 ceph-mon[104471]: pgmap v16: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:39 smithi178 ceph-mon[104471]: Upgrade: Updating mon.a 2023-09-23T15:01:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:39 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' 2023-09-23T15:01:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:39 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2881796402' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:39 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:01:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:39 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:01:39.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:39 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:01:40.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:40 smithi118 systemd[1]: Stopping Ceph mon.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:01:40.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:40 smithi118 conmon[199296]: [23/Sep/2023:15:01:40] ENGINE Bus STOPPING 2023-09-23T15:01:40.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:40 smithi118 conmon[199296]: [23/Sep/2023:15:01:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T15:01:40.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:40 smithi118 conmon[199296]: [23/Sep/2023:15:01:40] ENGINE Bus STOPPED 2023-09-23T15:01:40.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:40 smithi118 conmon[199296]: [23/Sep/2023:15:01:40] ENGINE Bus STARTING 2023-09-23T15:01:40.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:40 smithi118 conmon[199296]: [23/Sep/2023:15:01:40] ENGINE Serving on http://:::9283 2023-09-23T15:01:40.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:40 smithi118 conmon[199296]: [23/Sep/2023:15:01:40] ENGINE Bus STARTED 2023-09-23T15:01:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:40 smithi118 conmon[100200]: 2023-09-23T15:01:40.280+0000 7f24269ec700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:01:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:40 smithi118 conmon[100200]: 2023-09-23T15:01:40.280+0000 7f24269ec700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-09-23T15:01:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:40 smithi118 bash[211854]: 1bcee8dad08c3bad804516ae08c4a467d92e489348ef7ddc6127c16874a8c7bc 2023-09-23T15:01:41.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.a.service: Succeeded. 2023-09-23T15:01:41.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 systemd[1]: Stopped Ceph mon.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:01:41.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 systemd[1]: Starting Ceph mon.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:01:42.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: set uid:gid to 167:167 (ceph:ceph) 2023-09-23T15:01:42.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable), process ceph-mon, pid 7 2023-09-23T15:01:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: pidfile_write: ignore empty --pid-file 2023-09-23T15:01:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: load: jerasure load: lrc 2023-09-23T15:01:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: RocksDB version: 7.9.2 2023-09-23T15:01:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Git sha 0 2023-09-23T15:01:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Compile date 2023-09-22 15:19:43 2023-09-23T15:01:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: DB SUMMARY 2023-09-23T15:01:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: DB Session ID: 6ZX19Q2EUQXGFCFCHRD7 2023-09-23T15:01:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: CURRENT file: CURRENT 2023-09-23T15:01:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: IDENTITY file: IDENTITY 2023-09-23T15:01:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1170 Bytes 2023-09-23T15:01:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 421028 ; 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.error_if_exists: 0 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.create_if_missing: 0 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.paranoid_checks: 1 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.flush_verify_memtable_count: 1 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.env: 0x55f172ef1720 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.fs: PosixFileSystem 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.info_log: 0x55f175c41420 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_file_opening_threads: 16 2023-09-23T15:01:42.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.statistics: (nil) 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.use_fsync: 0 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_log_file_size: 0 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.keep_log_file_num: 1000 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.recycle_log_file_num: 0 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.allow_fallocate: 1 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.allow_mmap_reads: 0 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.allow_mmap_writes: 0 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.use_direct_reads: 0 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.create_missing_column_families: 0 2023-09-23T15:01:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.db_log_dir: 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.wal_dir: 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.advise_random_on_open: 1 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.db_write_buffer_size: 0 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.write_buffer_manager: 0x55f174ed0c80 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T15:01:42.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.rate_limiter: (nil) 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.wal_recovery_mode: 2 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.enable_thread_tracking: 0 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.enable_pipelined_write: 0 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.unordered_write: 0 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.row_cache: None 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.wal_filter: None 2023-09-23T15:01:42.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.allow_ingest_behind: 0 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.two_write_queues: 0 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.manual_wal_flush: 0 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.wal_compression: 0 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.atomic_flush: 0 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.log_readahead_size: 0 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.best_efforts_recovery: 0 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-09-23T15:01:42.326 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.allow_data_in_errors: 0 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.db_host_id: __hostname__ 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.enforce_single_del_contracts: true 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_background_jobs: 2 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_background_compactions: -1 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_subcompactions: 1 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_total_wal_size: 0 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T15:01:42.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_open_files: -1 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bytes_per_sync: 0 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_readahead_size: 0 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_background_flushes: -1 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Compression algorithms supported: 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: kZSTD supported: 0 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: kXpressCompression supported: 0 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: kLZ4HCCompression supported: 1 2023-09-23T15:01:42.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: kZlibCompression supported: 1 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: kSnappyCompression supported: 1 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: kLZ4Compression supported: 1 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: kBZip2Compression supported: 0 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: DMutex implementation: pthread_mutex_t 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.merge_operator: 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_filter: None 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_filter_factory: None 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.sst_partitioner_factory: None 2023-09-23T15:01:42.329 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f175c41520) 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout: cache_index_and_filter_blocks: 1 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout: pin_top_level_index_and_filter: 1 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout: index_type: 0 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout: data_block_index_type: 0 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout: index_shortening: 1 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout: data_block_hash_table_util_ratio: 0.750000 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout: checksum: 4 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout: no_block_cache: 0 2023-09-23T15:01:42.330 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_cache: 0x55f174f53350 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_cache_name: BinnedLRUCache 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_cache_options: 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: capacity : 536870912 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: num_shard_bits : 4 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: strict_capacity_limit : 0 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: high_pri_pool_ratio: 0.000 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_cache_compressed: (nil) 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: persistent_cache: (nil) 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_size: 4096 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_size_deviation: 10 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_restart_interval: 16 2023-09-23T15:01:42.331 INFO:journalctl@ceph.mon.a.smithi118.stdout: index_block_restart_interval: 1 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: metadata_block_size: 4096 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: partition_filters: 0 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: use_delta_encoding: 1 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: filter_policy: bloomfilter 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: whole_key_filtering: 1 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: verify_compression: 0 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: read_amp_bytes_per_bit: 0 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: format_version: 5 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: enable_index_compression: 1 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: block_align: 0 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: max_auto_readahead_size: 262144 2023-09-23T15:01:42.332 INFO:journalctl@ceph.mon.a.smithi118.stdout: prepopulate_block_cache: 0 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout: initial_auto_readahead_size: 8192 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout: num_file_reads_for_auto_readahead: 2 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.write_buffer_size: 33554432 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_write_buffer_number: 2 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compression: NoCompression 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bottommost_compression: Disabled 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.prefix_extractor: nullptr 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.num_levels: 7 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T15:01:42.333 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compression_opts.level: 32767 2023-09-23T15:01:42.334 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compression_opts.strategy: 0 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compression_opts.enabled: false 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.target_file_size_base: 67108864 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T15:01:42.335 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T15:01:42.336 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-09-23T15:01:42.337 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.arena_block_size: 1048576 2023-09-23T15:01:42.337 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T15:01:42.337 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T15:01:42.337 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.disable_auto_compactions: 0 2023-09-23T15:01:42.337 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T15:01:42.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T15:01:42.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T15:01:42.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T15:01:42.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T15:01:42.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T15:01:42.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T15:01:42.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T15:01:42.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T15:01:42.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T15:01:42.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.table_properties_collectors: 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.inplace_update_support: 0 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.bloom_locality: 0 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.max_successive_merges: 0 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.paranoid_file_checks: 0 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.force_consistency_checks: 1 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.report_bg_io_stats: 0 2023-09-23T15:01:42.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.ttl: 2592000 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.enable_blob_files: false 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.min_blob_size: 0 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.blob_file_size: 268435456 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.blob_compression_type: NoCompression 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.enable_blob_garbage_collection: false 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-09-23T15:01:42.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.blob_file_starting_level: 0 2023-09-23T15:01:42.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-09-23T15:01:42.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2023-09-23T15:01:42.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-09-23T15:01:42.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12375, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T15:01:42.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2023-09-23T15:01:42.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4a092edb-1d98-4c92-b72a-d37b609a7270 2023-09-23T15:01:42.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695481301857035, "job": 1, "event": "recovery_started", "wal_files": [31]} 2023-09-23T15:01:42.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2023-09-23T15:01:42.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695481301859024, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 395312, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12376, "largest_seqno": 12603, "table_properties": {"data_size": 393374, "index_size": 606, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325, "raw_key_size": 3194, "raw_average_key_size": 25, "raw_value_size": 390663, "raw_average_value_size": 3150, "num_data_blocks": 27, "num_entries": 124, "num_filter_entries": 124, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1695481301, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4a092edb-1d98-4c92-b72a-d37b609a7270", "db_session_id": "6ZX19Q2EUQXGFCFCHRD7", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2023-09-23T15:01:42.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695481301859095, "job": 1, "event": "recovery_finished"} 2023-09-23T15:01:42.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f174fee000 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: DB pointer 0x55f174fdc000 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout: ** DB Stats ** 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T15:01:42.342 INFO:journalctl@ceph.mon.a.smithi118.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: L0 1/0 386.05 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 316.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: L6 1/0 5.95 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: Sum 2/0 6.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 316.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 316.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T15:01:42.343 INFO:journalctl@ceph.mon.a.smithi118.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 316.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T15:01:42.344 INFO:journalctl@ceph.mon.a.smithi118.stdout: Cumulative compaction: 0.00 GB write, 91.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout: Interval compaction: 0.00 GB write, 91.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout: Block cache BinnedLRUCache@0x55f174f53350#7 capacity: 512.00 MB usage: 1.08 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.38 KB,7.15256e-05%) IndexBlock(1,0.70 KB,0.00013411%) Misc(1,0.00 KB,0%) 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: starting mon.a rank 0 at public addrs [v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0] at bind addrs [v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: mon.a@-1(???) e3 preinit fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: mon.a@-1(???).mds e9 new map 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: mon.a@-1(???).mds e9 print_map 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout: e9 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T15:01:42.345 INFO:journalctl@ceph.mon.a.smithi118.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: legacy client fscid: 1 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: Filesystem 'foo' (1) 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: fs_name foo 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: epoch 8 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: created 2023-09-23T14:58:01.397785+0000 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: modified 2023-09-23T14:58:12.436835+0000 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: tableserver 0 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: root 0 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: session_timeout 60 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: session_autoclose 300 2023-09-23T15:01:42.346 INFO:journalctl@ceph.mon.a.smithi118.stdout: max_file_size 1099511627776 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: required_client_features {} 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: last_failure 0 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: last_failure_osd_epoch 0 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: max_mds 1 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: in 0 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: up {0=24566} 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: failed 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: damaged 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: stopped 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: data_pools [4] 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: metadata_pool 3 2023-09-23T15:01:42.347 INFO:journalctl@ceph.mon.a.smithi118.stdout: inline_data disabled 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout: balancer 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout: bal_rank_mask -1 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout: standby_count_wanted 1 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout: [mds.foo.smithi118.efkhxl{0:24566} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout: Standby daemons: 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout: 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout: [mds.foo.smithi178.hfjibd{-1:24514} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.178:6832/3165101068,v1:172.21.15.178:6833/3165101068] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: mon.a@-1(???).osd e79 crush map has features 3314933000854323200, adjusting msgr requires 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: mon.a@-1(???).osd e79 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: mon.a@-1(???).osd e79 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T15:01:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: mon.a@-1(???).osd e79 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T15:01:42.349 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 ceph-mon[212312]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2023-09-23T15:01:42.349 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 bash[212247]: 4f882d7377035cef4a3886984e3ec971016379288bd58cc9f40ab3124efdd649 2023-09-23T15:01:42.349 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:41 smithi118 systemd[1]: Started Ceph mon.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:01:45.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:01:45.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:01:45.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:01:45.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/4277743125' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:45.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: pgmap v18: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:45.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:45.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/1042144996' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:45.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: pgmap v19: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:45.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: mon.a calling monitor election 2023-09-23T15:01:45.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T15:01:45.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T15:01:45.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T15:01:45.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: osdmap e79: 8 total, 8 up, 8 in 2023-09-23T15:01:45.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: mgrmap e28: y(active, since 32s), standbys: x 2023-09-23T15:01:45.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: mgrmap e29: y(active, since 32s), standbys: x 2023-09-23T15:01:45.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: overall HEALTH_OK 2023-09-23T15:01:45.251 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mon[104471]: from='mgr.15156 ' entity='' 2023-09-23T15:01:45.251 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:44 smithi178 conmon[177440]: ignoring --setuser ceph since I am not root 2023-09-23T15:01:45.251 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:44 smithi178 conmon[177440]: ignoring --setgroup ceph since I am not root 2023-09-23T15:01:45.251 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:44 smithi178 ceph-mgr[177464]: -- 172.21.15.178:0/4134368583 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5586305331e0 con 0x55863050ac00 2023-09-23T15:01:45.251 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:45 smithi178 conmon[177440]: 2023-09-23T15:01:45.080+0000 7f8ea19ea200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T15:01:45.251 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:45 smithi178 conmon[177440]: 2023-09-23T15:01:45.159+0000 7f8ea19ea200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T15:01:45.251 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:45 smithi178 conmon[177440]: 2023-09-23T15:01:45.248+0000 7f8ea19ea200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T15:01:45.256 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:44 smithi118 conmon[199296]: ignoring --setuser ceph since I am not root 2023-09-23T15:01:45.256 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:44 smithi118 conmon[199296]: ignoring --setgroup ceph since I am not root 2023-09-23T15:01:45.256 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mgr[199322]: -- 172.21.15.118:0/3274043603 <== mon.0 v2:172.21.15.118:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c0a98231e0 con 0x55c0a97fac00 2023-09-23T15:01:45.256 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:45 smithi118 conmon[199296]: 2023-09-23T15:01:45.087+0000 7fb1cfd85200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T15:01:45.256 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:45 smithi118 conmon[199296]: 2023-09-23T15:01:45.165+0000 7fb1cfd85200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T15:01:45.256 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:45 smithi118 conmon[199296]: 2023-09-23T15:01:45.254+0000 7fb1cfd85200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T15:01:45.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:01:45.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:01:45.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:01:45.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/4277743125' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:45.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: pgmap v18: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:45.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:45.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/1042144996' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:45.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: pgmap v19: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:45.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: mon.a calling monitor election 2023-09-23T15:01:45.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T15:01:45.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T15:01:45.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T15:01:45.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: osdmap e79: 8 total, 8 up, 8 in 2023-09-23T15:01:45.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: mgrmap e28: y(active, since 32s), standbys: x 2023-09-23T15:01:45.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: mgrmap e29: y(active, since 32s), standbys: x 2023-09-23T15:01:45.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: overall HEALTH_OK 2023-09-23T15:01:45.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[118212]: from='mgr.15156 ' entity='' 2023-09-23T15:01:45.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:01:45.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:01:45.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:01:45.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4277743125' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:45.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: pgmap v18: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:45.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: from='mgr.15156 172.21.15.118:0/3708607664' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:45.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1042144996' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:45.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: pgmap v19: 73 pgs: 73 active+clean; 581 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:45.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: mon.a calling monitor election 2023-09-23T15:01:45.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T15:01:45.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T15:01:45.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T15:01:45.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: osdmap e79: 8 total, 8 up, 8 in 2023-09-23T15:01:45.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: mgrmap e28: y(active, since 32s), standbys: x 2023-09-23T15:01:45.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: mgrmap e29: y(active, since 32s), standbys: x 2023-09-23T15:01:45.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: overall HEALTH_OK 2023-09-23T15:01:45.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:44 smithi118 ceph-mon[212312]: from='mgr.15156 ' entity='' 2023-09-23T15:01:45.514 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:45 smithi178 conmon[177440]: 2023-09-23T15:01:45.341+0000 7f8ea19ea200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T15:01:45.530 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:45 smithi118 conmon[199296]: 2023-09-23T15:01:45.348+0000 7fb1cfd85200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T15:01:45.711 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 1 2023-09-23T15:01:45.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:45 smithi118 conmon[199296]: 2023-09-23T15:01:45.529+0000 7fb1cfd85200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T15:01:45.876 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:45 smithi178 conmon[177440]: 2023-09-23T15:01:45.513+0000 7f8ea19ea200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T15:01:46.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:45 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/586298955' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:46.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:45 smithi178 conmon[177440]: 2023-09-23T15:01:45.875+0000 7f8ea19ea200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T15:01:46.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:46 smithi178 conmon[177440]: 2023-09-23T15:01:46.008+0000 7f8ea19ea200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T15:01:46.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:46 smithi178 conmon[177440]: 2023-09-23T15:01:46.096+0000 7f8ea19ea200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T15:01:46.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:45 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/586298955' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:46.236 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:45 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/586298955' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:01:46.236 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:45 smithi118 conmon[199296]: 2023-09-23T15:01:45.909+0000 7fb1cfd85200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T15:01:46.236 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:46 smithi118 conmon[199296]: 2023-09-23T15:01:46.048+0000 7fb1cfd85200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T15:01:46.236 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:46 smithi118 conmon[199296]: 2023-09-23T15:01:46.139+0000 7fb1cfd85200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T15:01:46.553 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:46 smithi118 conmon[199296]: 2023-09-23T15:01:46.234+0000 7fb1cfd85200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T15:01:46.571 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T15:01:46.613 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:46 smithi178 conmon[177440]: 2023-09-23T15:01:46.191+0000 7f8ea19ea200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T15:01:46.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:46 smithi118 conmon[199296]: 2023-09-23T15:01:46.676+0000 7fb1cfd85200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T15:01:46.877 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:46 smithi178 conmon[177440]: 2023-09-23T15:01:46.612+0000 7f8ea19ea200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T15:01:46.936 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:01:47.493 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:47 smithi118 conmon[199296]: 2023-09-23T15:01:47.393+0000 7fb1cfd85200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T15:01:47.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:47 smithi178 conmon[177440]: 2023-09-23T15:01:47.267+0000 7f8ea19ea200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T15:01:47.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:47 smithi178 conmon[177440]: 2023-09-23T15:01:47.350+0000 7f8ea19ea200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T15:01:47.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:47 smithi118 conmon[199296]: 2023-09-23T15:01:47.492+0000 7fb1cfd85200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T15:01:48.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:48 smithi178 conmon[177440]: 2023-09-23T15:01:48.121+0000 7f8ea19ea200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:01:48.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:48 smithi178 conmon[177440]: 2023-09-23T15:01:48.212+0000 7f8ea19ea200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T15:01:48.485 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:48 smithi118 conmon[199296]: 2023-09-23T15:01:48.297+0000 7fb1cfd85200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:01:48.485 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:48 smithi118 conmon[199296]: 2023-09-23T15:01:48.393+0000 7fb1cfd85200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T15:01:48.671 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:48 smithi178 conmon[177440]: 2023-09-23T15:01:48.387+0000 7f8ea19ea200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:01:48.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:48 smithi118 conmon[199296]: 2023-09-23T15:01:48.589+0000 7fb1cfd85200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T15:01:49.050 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:48 smithi178 conmon[177440]: 2023-09-23T15:01:48.670+0000 7f8ea19ea200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T15:01:49.050 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:48 smithi178 conmon[177440]: 2023-09-23T15:01:48.901+0000 7f8ea19ea200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T15:01:49.276 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:48 smithi118 conmon[199296]: 2023-09-23T15:01:48.899+0000 7fb1cfd85200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T15:01:49.277 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:49 smithi118 conmon[199296]: 2023-09-23T15:01:49.126+0000 7fb1cfd85200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T15:01:49.317 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:49 smithi178 conmon[177440]: 2023-09-23T15:01:49.048+0000 7f8ea19ea200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T15:01:49.546 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:49 smithi118 conmon[199296]: 2023-09-23T15:01:49.275+0000 7fb1cfd85200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T15:01:49.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:49 smithi178 conmon[177440]: 2023-09-23T15:01:49.316+0000 7f8ea19ea200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T15:01:49.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:49 smithi118 conmon[199296]: 2023-09-23T15:01:49.545+0000 7fb1cfd85200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T15:01:50.350 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:50 smithi178 conmon[177440]: 2023-09-23T15:01:50.019+0000 7f8ea19ea200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T15:01:50.350 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:50 smithi178 conmon[177440]: 2023-09-23T15:01:50.153+0000 7f8ea19ea200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T15:01:50.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:50 smithi118 conmon[199296]: 2023-09-23T15:01:50.254+0000 7fb1cfd85200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T15:01:50.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:50 smithi118 conmon[199296]: 2023-09-23T15:01:50.388+0000 7fb1cfd85200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T15:01:50.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:50 smithi178 conmon[177440]: 2023-09-23T15:01:50.349+0000 7f8ea19ea200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T15:01:50.628 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:50 smithi178 conmon[177440]: 2023-09-23T15:01:50.464+0000 7f8ea19ea200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T15:01:50.927 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:50 smithi118 conmon[199296]: 2023-09-23T15:01:50.586+0000 7fb1cfd85200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T15:01:50.927 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:50 smithi118 conmon[199296]: 2023-09-23T15:01:50.701+0000 7fb1cfd85200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T15:01:51.128 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:50 smithi178 conmon[177440]: 2023-09-23T15:01:50.685+0000 7f8ea19ea200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T15:01:51.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:50 smithi118 conmon[199296]: 2023-09-23T15:01:50.925+0000 7fb1cfd85200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T15:01:51.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:51 smithi178 conmon[177440]: 2023-09-23T15:01:51.558+0000 7f8ea19ea200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T15:01:51.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:51 smithi178 conmon[177440]: [23/Sep/2023:15:01:51] ENGINE Bus STARTING 2023-09-23T15:01:51.878 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:51 smithi178 conmon[177440]: CherryPy Checker: 2023-09-23T15:01:51.879 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:51 smithi178 conmon[177440]: The Application mounted at '' has an empty config. 2023-09-23T15:01:51.879 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:51 smithi178 conmon[177440]: 2023-09-23T15:01:51.879 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:51 smithi178 conmon[177440]: [23/Sep/2023:15:01:51] ENGINE Serving on http://:::9283 2023-09-23T15:01:51.879 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:01:51 smithi178 conmon[177440]: [23/Sep/2023:15:01:51] ENGINE Bus STARTED 2023-09-23T15:01:51.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:51 smithi178 ceph-mon[104471]: Standby manager daemon x restarted 2023-09-23T15:01:51.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:51 smithi178 ceph-mon[104471]: Standby manager daemon x started 2023-09-23T15:01:51.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:51 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:01:51.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:51 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:51.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:51 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:01:51.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:51 smithi178 ceph-mon[104471]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:51.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:51 smithi178 conmon[104435]: 2023-09-23T15:01:51.803+0000 7fc5e0e34700 -1 mon.b@1(peon).osd e80 update_from_paxos full map CRC mismatch, resetting to canonical 2023-09-23T15:01:51.924 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[118212]: Standby manager daemon x restarted 2023-09-23T15:01:51.924 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[118212]: Standby manager daemon x started 2023-09-23T15:01:51.924 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:01:51.924 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:51.924 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:01:51.924 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[118212]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:51.925 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[118188]: 2023-09-23T15:01:51.803+0000 7f815aca1700 -1 mon.c@2(peon).osd e80 update_from_paxos full map CRC mismatch, resetting to canonical 2023-09-23T15:01:51.925 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: 2023-09-23T15:01:51.798+0000 7fb1cfd85200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T15:01:51.925 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: [23/Sep/2023:15:01:51] ENGINE Bus STARTING 2023-09-23T15:01:51.925 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: 2023-09-23T15:01:51.922+0000 7fb12e8fa700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:51.925 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: 2023-09-23T15:01:51.922+0000 7fb12e8fa700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:51.925 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: 2023-09-23T15:01:51.922+0000 7fb12e8fa700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:51.925 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: 2023-09-23T15:01:51.922+0000 7fb12e8fa700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:51.926 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: 2023-09-23T15:01:51.922+0000 7fb12e8fa700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:51.926 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: 2023-09-23T15:01:51.922+0000 7fb135107700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:51.926 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: 2023-09-23T15:01:51.922+0000 7fb135107700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:51.926 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: 2023-09-23T15:01:51.922+0000 7fb135107700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:51.926 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: 2023-09-23T15:01:51.922+0000 7fb135107700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:51.926 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:51 smithi118 conmon[199296]: 2023-09-23T15:01:51.922+0000 7fb135107700 -1 client.0 error registering admin socket command: (17) File exists 2023-09-23T15:01:51.926 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[212312]: Standby manager daemon x restarted 2023-09-23T15:01:51.927 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[212312]: Standby manager daemon x started 2023-09-23T15:01:51.927 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[212312]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-09-23T15:01:51.927 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[212312]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-09-23T15:01:51.927 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[212312]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-09-23T15:01:51.927 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:51 smithi118 ceph-mon[212312]: from='mgr.? 172.21.15.178:0/2070006761' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-09-23T15:01:52.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:52 smithi118 conmon[199296]: CherryPy Checker: 2023-09-23T15:01:52.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:52 smithi118 conmon[199296]: The Application mounted at '' has an empty config. 2023-09-23T15:01:52.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:52 smithi118 conmon[199296]: 2023-09-23T15:01:52.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:52 smithi118 conmon[199296]: [23/Sep/2023:15:01:52] ENGINE Serving on http://:::9283 2023-09-23T15:01:52.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:52 smithi118 conmon[199296]: [23/Sep/2023:15:01:52] ENGINE Bus STARTED 2023-09-23T15:01:52.829 INFO:teuthology.orchestra.run.smithi118.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T15:01:52.829 INFO:teuthology.orchestra.run.smithi118.stdout:alertmanager.a smithi118 *:9093,9094 running (66s) - 4m 18.5M - 0.25.0 c8568f914cd2 d63959a73ef3 2023-09-23T15:01:52.829 INFO:teuthology.orchestra.run.smithi118.stdout:grafana.a smithi178 *:3000 running (53s) - 4m 81.8M - 9.4.7 2c41d148cca3 0d5f6f55e9f8 2023-09-23T15:01:52.830 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi118.efkhxl smithi118 running (3m) - 3m 18.7M - 17.2.6-1123-g61431f6b 0db14aa01094 0891e054e3f3 2023-09-23T15:01:52.830 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi178.hfjibd smithi178 running (3m) - 3m 15.7M - 17.2.6-1123-g61431f6b 0db14aa01094 793411bffdef 2023-09-23T15:01:52.830 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.x smithi178 *:8443,9283,8765 running (24s) - 8m 47.7M - 18.2.0-460-gbb0daeff e32c2a64c126 f2fd09289033 2023-09-23T15:01:52.830 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.y smithi118 *:8443,9283,8765 running (48s) - 10m 475M - 18.2.0-460-gbb0daeff e32c2a64c126 4a8621e2f9fe 2023-09-23T15:01:52.830 INFO:teuthology.orchestra.run.smithi118.stdout:mon.a smithi118 running (10m) - 10m 102M 2048M 17.2.6-1123-g61431f6b 0db14aa01094 1bcee8dad08c 2023-09-23T15:01:52.830 INFO:teuthology.orchestra.run.smithi118.stdout:mon.b smithi178 running (9m) - 9m 68.1M 2048M 17.2.6-1123-g61431f6b 0db14aa01094 7efa193d561c 2023-09-23T15:01:52.830 INFO:teuthology.orchestra.run.smithi118.stdout:mon.c smithi118 running (8m) - 8m 68.7M 2048M 17.2.6-1123-g61431f6b 0db14aa01094 bc7a600ebc7f 2023-09-23T15:01:52.830 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.a smithi118 *:9100 running (64s) - 4m 7977k - 1.5.0 0da6a335fe13 184bf187e04c 2023-09-23T15:01:52.830 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.b smithi178 *:9100 running (57s) - 4m 14.3M - 1.5.0 0da6a335fe13 348e20ba865c 2023-09-23T15:01:52.831 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0 smithi118 running (8m) - 8m 76.2M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 35aea3b108d6 2023-09-23T15:01:52.831 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 smithi118 running (7m) - 7m 75.3M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 1129bb80ba02 2023-09-23T15:01:52.831 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 smithi118 running (7m) - 7m 150M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 3bb83a449620 2023-09-23T15:01:52.831 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 smithi118 running (7m) - 7m 64.1M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 f15e54db0a77 2023-09-23T15:01:52.831 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4 smithi178 running (6m) - 6m 73.5M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 e9e0f59e81a5 2023-09-23T15:01:52.831 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 smithi178 running (6m) - 6m 93.2M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 dc3623267c71 2023-09-23T15:01:52.831 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6 smithi178 running (5m) - 5m 63.2M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 a4e1f6a895fe 2023-09-23T15:01:52.831 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7 smithi178 running (5m) - 5m 101M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 185c4bc6bdbc 2023-09-23T15:01:52.831 INFO:teuthology.orchestra.run.smithi118.stdout:prometheus.a smithi178 *:9095 running (28s) - 5m 40.1M - 2.43.0 a07b618ecd1d 94871e9ce275 2023-09-23T15:01:53.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:52 smithi118 conmon[199296]: 2023-09-23T15:01:52.816+0000 7fb1894e5700 -1 mgr.server handle_report got status from non-daemon mon.a 2023-09-23T15:01:53.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: mgrmap e30: y(active, since 39s), standbys: x 2023-09-23T15:01:53.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: Active manager daemon y restarted 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: Activating manager daemon y 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: osdmap e80: 8 total, 8 up, 8 in 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: mgrmap e31: y(active, starting, since 0.00664815s), standbys: x 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: failed to encode map e80 with expected crc 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:01:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: Manager daemon y is now available 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:53.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:53.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:53.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:01:53.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: failed to encode map e80 with expected crc 2023-09-23T15:01:53.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: failed to encode map e80 with expected crc 2023-09-23T15:01:53.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T15:01:53.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: mgrmap e30: y(active, since 39s), standbys: x 2023-09-23T15:01:53.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: Active manager daemon y restarted 2023-09-23T15:01:53.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: Activating manager daemon y 2023-09-23T15:01:53.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: osdmap e80: 8 total, 8 up, 8 in 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: mgrmap e31: y(active, starting, since 0.00664815s), standbys: x 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: failed to encode map e80 with expected crc 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:01:53.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:01:53.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:01:53.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T15:01:53.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T15:01:53.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:01:53.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:01:53.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T15:01:53.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T15:01:53.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T15:01:53.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: Manager daemon y is now available 2023-09-23T15:01:53.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:53.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:53.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:53.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:01:53.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: failed to encode map e80 with expected crc 2023-09-23T15:01:53.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: failed to encode map e80 with expected crc 2023-09-23T15:01:53.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:52 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T15:01:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: mgrmap e30: y(active, since 39s), standbys: x 2023-09-23T15:01:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: Active manager daemon y restarted 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: Activating manager daemon y 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: osdmap e80: 8 total, 8 up, 8 in 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: mgrmap e31: y(active, starting, since 0.00664815s), standbys: x 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi178.hfjibd"}]: dispatch 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: failed to encode map e80 with expected crc 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi118.efkhxl"}]: dispatch 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-09-23T15:01:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: Manager daemon y is now available 2023-09-23T15:01:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:01:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:01:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-09-23T15:01:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: failed to encode map e80 with expected crc 2023-09-23T15:01:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: failed to encode map e80 with expected crc 2023-09-23T15:01:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:52 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-09-23T15:01:53.748 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade pause' 2023-09-23T15:01:54.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:53 smithi118 ceph-mon[118212]: failed to encode map e80 with expected crc 2023-09-23T15:01:54.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:53 smithi118 ceph-mon[118212]: mgrmap e32: y(active, since 1.01056s), standbys: x 2023-09-23T15:01:54.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:53 smithi118 ceph-mon[118212]: [23/Sep/2023:15:01:52] ENGINE Bus STARTING 2023-09-23T15:01:54.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:53 smithi118 ceph-mon[212312]: failed to encode map e80 with expected crc 2023-09-23T15:01:54.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:53 smithi118 ceph-mon[212312]: mgrmap e32: y(active, since 1.01056s), standbys: x 2023-09-23T15:01:54.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:53 smithi118 ceph-mon[212312]: [23/Sep/2023:15:01:52] ENGINE Bus STARTING 2023-09-23T15:01:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:53 smithi178 ceph-mon[104471]: failed to encode map e80 with expected crc 2023-09-23T15:01:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:53 smithi178 ceph-mon[104471]: mgrmap e32: y(active, since 1.01056s), standbys: x 2023-09-23T15:01:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:53 smithi178 ceph-mon[104471]: [23/Sep/2023:15:01:52] ENGINE Bus STARTING 2023-09-23T15:01:54.220 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:01:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:54 smithi118 ceph-mon[212312]: [23/Sep/2023:15:01:52] ENGINE Serving on https://172.21.15.118:7150 2023-09-23T15:01:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:54 smithi118 ceph-mon[212312]: [23/Sep/2023:15:01:53] ENGINE Serving on http://172.21.15.118:8765 2023-09-23T15:01:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:54 smithi118 ceph-mon[212312]: [23/Sep/2023:15:01:53] ENGINE Bus STARTED 2023-09-23T15:01:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:54 smithi118 ceph-mon[212312]: pgmap v4: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:54 smithi118 ceph-mon[118212]: [23/Sep/2023:15:01:52] ENGINE Serving on https://172.21.15.118:7150 2023-09-23T15:01:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:54 smithi118 ceph-mon[118212]: [23/Sep/2023:15:01:53] ENGINE Serving on http://172.21.15.118:8765 2023-09-23T15:01:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:54 smithi118 ceph-mon[118212]: [23/Sep/2023:15:01:53] ENGINE Bus STARTED 2023-09-23T15:01:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:54 smithi118 ceph-mon[118212]: pgmap v4: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:55.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:54 smithi178 ceph-mon[104471]: [23/Sep/2023:15:01:52] ENGINE Serving on https://172.21.15.118:7150 2023-09-23T15:01:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:54 smithi178 ceph-mon[104471]: [23/Sep/2023:15:01:53] ENGINE Serving on http://172.21.15.118:8765 2023-09-23T15:01:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:54 smithi178 ceph-mon[104471]: [23/Sep/2023:15:01:53] ENGINE Bus STARTED 2023-09-23T15:01:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:54 smithi178 ceph-mon[104471]: pgmap v4: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:55.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:55 smithi118 ceph-mon[212312]: mgrmap e33: y(active, since 3s), standbys: x 2023-09-23T15:01:55.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:55 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:55.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:55 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:55 smithi118 ceph-mon[118212]: mgrmap e33: y(active, since 3s), standbys: x 2023-09-23T15:01:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:55 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:55 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:55 smithi178 ceph-mon[104471]: mgrmap e33: y(active, since 3s), standbys: x 2023-09-23T15:01:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:55 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:55 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:56.351 INFO:teuthology.orchestra.run.smithi118.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:01:56.817 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[212312]: pgmap v5: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:56.817 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:56.817 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:56.817 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:56.817 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:56.817 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:57.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[118212]: pgmap v5: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:57.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:57.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:57.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:57.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:57.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:56 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:56 smithi178 ceph-mon[104471]: pgmap v5: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:56 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:56 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:56 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:56 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:56 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:57.226 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'sleep 60' 2023-09-23T15:01:57.573 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:01:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:57 smithi178 ceph-mon[104471]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:01:58.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:57 smithi178 ceph-mon[104471]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:01:58.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:57 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:58.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:57 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:58.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:57 smithi118 ceph-mon[118212]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:01:58.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:57 smithi118 ceph-mon[118212]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:01:58.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:57 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:58.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:57 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:58.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:57 smithi118 ceph-mon[212312]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:01:58.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:57 smithi118 ceph-mon[212312]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:01:58.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:57 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:58.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:57 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:01:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:01:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:01:58] "GET /metrics HTTP/1.1" 200 31098 "" "Prometheus/2.43.0" 2023-09-23T15:01:58.872 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:01:58 smithi178 conmon[176415]: ts=2023-09-23T15:01:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:01:58.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:01:58 smithi118 ceph-mon[118212]: pgmap v6: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:58.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:01:58 smithi118 ceph-mon[212312]: pgmap v6: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:01:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:01:58 smithi178 ceph-mon[104471]: pgmap v6: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:00.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:02:00.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:02:00.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T15:02:00.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T15:02:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:02:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:02:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:02:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:02:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: pgmap v7: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:02:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:02:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:02:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:02:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:02:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T15:02:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T15:02:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:02:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:02:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:02:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:02:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: pgmap v7: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:02:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:02:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:02:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:02:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:02:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: Updating smithi118:/etc/ceph/ceph.conf 2023-09-23T15:02:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: Updating smithi178:/etc/ceph/ceph.conf 2023-09-23T15:02:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:02:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.conf 2023-09-23T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: Updating smithi118:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2023-09-23T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: pgmap v7: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: Updating smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: Updating smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/config/ceph.client.admin.keyring 2023-09-23T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:02:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:01 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:02:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:01 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:02:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:01 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:01.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:01 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:02:01.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:01 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:02:01.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:01 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:01 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:02:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:01 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:02:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:01 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:02:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:02 smithi178 ceph-mon[104471]: pgmap v8: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:02 smithi118 ceph-mon[212312]: pgmap v8: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:02 smithi118 ceph-mon[118212]: pgmap v8: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:05.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:04 smithi178 ceph-mon[104471]: pgmap v9: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:05.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:04 smithi118 ceph-mon[118212]: pgmap v9: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:05.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:04 smithi118 ceph-mon[212312]: pgmap v9: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:06 smithi178 ceph-mon[104471]: pgmap v10: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:06 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:06 smithi118 ceph-mon[118212]: pgmap v10: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:06 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:07.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:06 smithi118 ceph-mon[212312]: pgmap v10: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:07.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:02:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:02:08] "GET /metrics HTTP/1.1" 200 33724 "" "Prometheus/2.43.0" 2023-09-23T15:02:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:08 smithi178 ceph-mon[104471]: pgmap v11: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:09.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:02:08 smithi178 conmon[176415]: ts=2023-09-23T15:02:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:02:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:08 smithi118 ceph-mon[118212]: pgmap v11: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:09.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:08 smithi118 ceph-mon[212312]: pgmap v11: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:11.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:10 smithi118 ceph-mon[118212]: pgmap v12: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:11.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:10 smithi118 ceph-mon[212312]: pgmap v12: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:10 smithi178 ceph-mon[104471]: pgmap v12: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:13.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:12 smithi118 ceph-mon[118212]: pgmap v13: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:13.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:12 smithi118 ceph-mon[212312]: pgmap v13: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:12 smithi178 ceph-mon[104471]: pgmap v13: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:15.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:14 smithi118 ceph-mon[118212]: pgmap v14: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:14 smithi118 ceph-mon[212312]: pgmap v14: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:14 smithi178 ceph-mon[104471]: pgmap v14: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:17.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:16 smithi118 ceph-mon[118212]: pgmap v15: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:17.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:16 smithi118 ceph-mon[212312]: pgmap v15: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:16 smithi178 ceph-mon[104471]: pgmap v15: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:02:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:02:18] "GET /metrics HTTP/1.1" 200 33724 "" "Prometheus/2.43.0" 2023-09-23T15:02:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:18 smithi178 ceph-mon[104471]: pgmap v16: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:19.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:02:18 smithi178 conmon[176415]: ts=2023-09-23T15:02:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:02:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:18 smithi118 ceph-mon[118212]: pgmap v16: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:19.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:18 smithi118 ceph-mon[212312]: pgmap v16: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:20 smithi118 ceph-mon[118212]: pgmap v17: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:21.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:20 smithi118 ceph-mon[212312]: pgmap v17: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:20 smithi178 ceph-mon[104471]: pgmap v17: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:22.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:21 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:21 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:21 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:22 smithi118 ceph-mon[118212]: pgmap v18: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:23.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:22 smithi118 ceph-mon[212312]: pgmap v18: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:22 smithi178 ceph-mon[104471]: pgmap v18: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:24 smithi118 ceph-mon[118212]: pgmap v19: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:25.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:24 smithi118 ceph-mon[212312]: pgmap v19: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:24 smithi178 ceph-mon[104471]: pgmap v19: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:26 smithi118 ceph-mon[118212]: pgmap v20: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:27.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:26 smithi118 ceph-mon[212312]: pgmap v20: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:26 smithi178 ceph-mon[104471]: pgmap v20: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:02:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:02:28] "GET /metrics HTTP/1.1" 200 33721 "" "Prometheus/2.43.0" 2023-09-23T15:02:28.910 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:02:28 smithi178 conmon[176415]: ts=2023-09-23T15:02:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:02:29.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:28 smithi118 ceph-mon[118212]: pgmap v21: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:28 smithi118 ceph-mon[212312]: pgmap v21: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:28 smithi178 ceph-mon[104471]: pgmap v21: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:30 smithi118 ceph-mon[118212]: pgmap v22: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:31.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:30 smithi118 ceph-mon[212312]: pgmap v22: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:30 smithi178 ceph-mon[104471]: pgmap v22: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:32 smithi118 ceph-mon[118212]: pgmap v23: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:33.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:32 smithi118 ceph-mon[212312]: pgmap v23: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:32 smithi178 ceph-mon[104471]: pgmap v23: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:34 smithi118 ceph-mon[118212]: pgmap v24: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:35.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:34 smithi118 ceph-mon[212312]: pgmap v24: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:34 smithi178 ceph-mon[104471]: pgmap v24: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:36 smithi118 ceph-mon[118212]: pgmap v25: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:36 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:36 smithi118 ceph-mon[212312]: pgmap v25: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:36 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:36 smithi178 ceph-mon[104471]: pgmap v25: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:36 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:02:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:02:38] "GET /metrics HTTP/1.1" 200 33722 "" "Prometheus/2.43.0" 2023-09-23T15:02:38.922 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:02:38 smithi178 conmon[176415]: ts=2023-09-23T15:02:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:02:39.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:38 smithi118 ceph-mon[118212]: pgmap v26: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:39.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:38 smithi118 ceph-mon[212312]: pgmap v26: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:38 smithi178 ceph-mon[104471]: pgmap v26: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:41.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:40 smithi118 ceph-mon[212312]: pgmap v27: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:40 smithi118 ceph-mon[118212]: pgmap v27: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:40 smithi178 ceph-mon[104471]: pgmap v27: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:43.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:42 smithi118 ceph-mon[118212]: pgmap v28: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:43.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:42 smithi118 ceph-mon[212312]: pgmap v28: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:42 smithi178 ceph-mon[104471]: pgmap v28: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:44 smithi118 ceph-mon[118212]: pgmap v29: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:44 smithi118 ceph-mon[212312]: pgmap v29: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:44 smithi178 ceph-mon[104471]: pgmap v29: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:46 smithi118 ceph-mon[118212]: pgmap v30: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:46 smithi118 ceph-mon[212312]: pgmap v30: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:46 smithi178 ceph-mon[104471]: pgmap v30: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:48.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:02:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:02:48] "GET /metrics HTTP/1.1" 200 33722 "" "Prometheus/2.43.0" 2023-09-23T15:02:48.936 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:02:48 smithi178 conmon[176415]: ts=2023-09-23T15:02:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:02:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:48 smithi118 ceph-mon[118212]: pgmap v31: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:49.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:48 smithi118 ceph-mon[212312]: pgmap v31: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:48 smithi178 ceph-mon[104471]: pgmap v31: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:51.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:50 smithi118 ceph-mon[118212]: pgmap v32: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:51.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:50 smithi118 ceph-mon[212312]: pgmap v32: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:50 smithi178 ceph-mon[104471]: pgmap v32: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:51 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:52.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:51 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:02:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:52 smithi118 ceph-mon[118212]: pgmap v33: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:52 smithi118 ceph-mon[212312]: pgmap v33: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:52 smithi178 ceph-mon[104471]: pgmap v33: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:54 smithi118 ceph-mon[118212]: pgmap v34: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:55.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:54 smithi118 ceph-mon[212312]: pgmap v34: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:54 smithi178 ceph-mon[104471]: pgmap v34: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:56 smithi118 ceph-mon[118212]: pgmap v35: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:56 smithi118 ceph-mon[212312]: pgmap v35: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:56 smithi178 ceph-mon[104471]: pgmap v35: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:02:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:02:58] "GET /metrics HTTP/1.1" 200 33717 "" "Prometheus/2.43.0" 2023-09-23T15:02:58.951 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:02:58 smithi178 conmon[176415]: ts=2023-09-23T15:02:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:02:59.277 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:02:58 smithi118 ceph-mon[118212]: pgmap v36: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:59.277 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:02:58 smithi118 ceph-mon[212312]: pgmap v36: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:02:58 smithi178 ceph-mon[104471]: pgmap v36: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:02:59.722 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade resume' 2023-09-23T15:03:00.089 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:03:01.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[118212]: pgmap v37: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:01.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:03:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[212312]: pgmap v37: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:01.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:03:01.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:00 smithi178 ceph-mon[104471]: pgmap v37: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:03:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:00 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:01.897 INFO:teuthology.orchestra.run.smithi118.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:03:02.842 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'echo wait for majority of mons to upgrade' 2023-09-23T15:03:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:02 smithi118 ceph-mon[118212]: pgmap v38: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:02 smithi118 ceph-mon[118212]: from='client.25274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:03:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:02 smithi118 ceph-mon[118212]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:03:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:02 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:02 smithi118 ceph-mon[212312]: pgmap v38: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:02 smithi118 ceph-mon[212312]: from='client.25274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:03:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:02 smithi118 ceph-mon[212312]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:03:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:02 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:02 smithi178 ceph-mon[104471]: pgmap v38: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:02 smithi178 ceph-mon[104471]: from='client.25274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:03:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:02 smithi178 ceph-mon[104471]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:03:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:02 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:03.435 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:03:05.044 INFO:teuthology.orchestra.run.smithi118.stdout:wait for majority of mons to upgrade 2023-09-23T15:03:05.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:04 smithi118 ceph-mon[118212]: pgmap v39: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:05.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:04 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:05.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:04 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:05.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:04 smithi118 ceph-mon[212312]: pgmap v39: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:05.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:04 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:05.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:04 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:04 smithi178 ceph-mon[104471]: pgmap v39: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:04 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:04 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:05.782 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2023-09-23T15:03:06.245 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:03:07.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[212312]: pgmap v40: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:07.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:07.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:07.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:07.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:07.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:03:07.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:07.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[118212]: pgmap v40: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:07.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:07.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:07.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:07.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:07.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:03:07.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:06 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:06 smithi178 ceph-mon[104471]: pgmap v40: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:06 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:06 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:06 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:06 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:06 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:03:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:06 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:07.977 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:07 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:03:07.977 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:07 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:03:07.977 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:07 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T15:03:07.977 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:07 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-09-23T15:03:07.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:03:07.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:03:07.978 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T15:03:07.978 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-09-23T15:03:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:07 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:03:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:07 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:03:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:07 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T15:03:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:07 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-09-23T15:03:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:03:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:03:08] "GET /metrics HTTP/1.1" 200 33720 "" "Prometheus/2.43.0" 2023-09-23T15:03:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[118212]: Upgrade: It appears safe to stop mon.c 2023-09-23T15:03:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[118212]: pgmap v41: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[118212]: from='client.? 172.21.15.118:0/29464308' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:03:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:03:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:03:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[118212]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[212312]: Upgrade: It appears safe to stop mon.c 2023-09-23T15:03:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[212312]: pgmap v41: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/29464308' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:03:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:03:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:03:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:08 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:09.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:03:08 smithi178 conmon[176415]: ts=2023-09-23T15:03:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:03:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:08 smithi178 ceph-mon[104471]: Upgrade: It appears safe to stop mon.c 2023-09-23T15:03:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:08 smithi178 ceph-mon[104471]: pgmap v41: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:08 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/29464308' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:03:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:08 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:08 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:03:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:08 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:03:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:08 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:10.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:09 smithi118 ceph-mon[118212]: Upgrade: Updating mon.c 2023-09-23T15:03:10.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:09 smithi118 ceph-mon[118212]: Deploying daemon mon.c on smithi118 2023-09-23T15:03:10.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:09 smithi118 ceph-mon[212312]: Upgrade: Updating mon.c 2023-09-23T15:03:10.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:09 smithi118 ceph-mon[212312]: Deploying daemon mon.c on smithi118 2023-09-23T15:03:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:09 smithi178 ceph-mon[104471]: Upgrade: Updating mon.c 2023-09-23T15:03:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:09 smithi178 ceph-mon[104471]: Deploying daemon mon.c on smithi118 2023-09-23T15:03:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:10 smithi118 systemd[1]: Stopping Ceph mon.c for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:03:11.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:10 smithi118 conmon[118188]: 2023-09-23T15:03:10.725+0000 7f81604ac700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:03:11.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:10 smithi118 conmon[118188]: 2023-09-23T15:03:10.725+0000 7f81604ac700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2023-09-23T15:03:11.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:11 smithi118 bash[219141]: bc7a600ebc7f357162d5b3cc087481c7d47206930b3b1ed6c9e61245ddd0a067 2023-09-23T15:03:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:11 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.c.service: Succeeded. 2023-09-23T15:03:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:11 smithi118 systemd[1]: Stopped Ceph mon.c for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:03:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:11 smithi118 systemd[1]: Starting Ceph mon.c for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:03:12.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: set uid:gid to 167:167 (ceph:ceph) 2023-09-23T15:03:12.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable), process ceph-mon, pid 7 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: pidfile_write: ignore empty --pid-file 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: load: jerasure load: lrc 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: RocksDB version: 7.9.2 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Git sha 0 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Compile date 2023-09-22 15:19:43 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: DB SUMMARY 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: DB Session ID: 1AF373I9QJF3OZZM73FY 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: CURRENT file: CURRENT 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: IDENTITY file: IDENTITY 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1095 Bytes 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2023-09-23T15:03:12.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 4096018 ; 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.error_if_exists: 0 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.create_if_missing: 0 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.paranoid_checks: 1 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.flush_verify_memtable_count: 1 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.env: 0x56409b0af720 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.fs: PosixFileSystem 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.info_log: 0x56409d6a7420 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_file_opening_threads: 16 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.statistics: (nil) 2023-09-23T15:03:12.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.use_fsync: 0 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_log_file_size: 0 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.keep_log_file_num: 1000 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.recycle_log_file_num: 0 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.allow_fallocate: 1 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.allow_mmap_reads: 0 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.allow_mmap_writes: 0 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.use_direct_reads: 0 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.create_missing_column_families: 0 2023-09-23T15:03:12.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.db_log_dir: 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.wal_dir: 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.advise_random_on_open: 1 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.db_write_buffer_size: 0 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.write_buffer_manager: 0x56409c936c80 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T15:03:12.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.rate_limiter: (nil) 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.wal_recovery_mode: 2 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.enable_thread_tracking: 0 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.enable_pipelined_write: 0 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.unordered_write: 0 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 bash[219515]: e2f16d8205abf525f06dac2a3bec24467ed274202644859a3b8156bacce036c4 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T15:03:12.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.row_cache: None 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.wal_filter: None 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.allow_ingest_behind: 0 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.two_write_queues: 0 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.manual_wal_flush: 0 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.wal_compression: 0 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.atomic_flush: 0 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T15:03:12.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.log_readahead_size: 0 2023-09-23T15:03:12.826 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-09-23T15:03:12.826 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.best_efforts_recovery: 0 2023-09-23T15:03:12.826 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-09-23T15:03:12.826 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-09-23T15:03:12.826 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.allow_data_in_errors: 0 2023-09-23T15:03:12.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.db_host_id: __hostname__ 2023-09-23T15:03:12.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.enforce_single_del_contracts: true 2023-09-23T15:03:12.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_background_jobs: 2 2023-09-23T15:03:12.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_background_compactions: -1 2023-09-23T15:03:12.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_subcompactions: 1 2023-09-23T15:03:12.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T15:03:12.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T15:03:12.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T15:03:12.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_total_wal_size: 0 2023-09-23T15:03:12.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T15:03:12.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T15:03:12.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T15:03:12.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T15:03:12.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_open_files: -1 2023-09-23T15:03:12.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bytes_per_sync: 0 2023-09-23T15:03:12.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_readahead_size: 0 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_background_flushes: -1 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Compression algorithms supported: 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: kZSTD supported: 0 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: kXpressCompression supported: 0 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: kLZ4HCCompression supported: 1 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: kZlibCompression supported: 1 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: kSnappyCompression supported: 1 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: kLZ4Compression supported: 1 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: kBZip2Compression supported: 0 2023-09-23T15:03:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: DMutex implementation: pthread_mutex_t 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.merge_operator: 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_filter: None 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_filter_factory: None 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.sst_partitioner_factory: None 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56409d6a7520) 2023-09-23T15:03:12.830 INFO:journalctl@ceph.mon.c.smithi118.stdout: cache_index_and_filter_blocks: 1 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: pin_top_level_index_and_filter: 1 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: index_type: 0 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: data_block_index_type: 0 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: index_shortening: 1 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: data_block_hash_table_util_ratio: 0.750000 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: checksum: 4 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: no_block_cache: 0 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_cache: 0x56409c9b9350 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_cache_name: BinnedLRUCache 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_cache_options: 2023-09-23T15:03:12.831 INFO:journalctl@ceph.mon.c.smithi118.stdout: capacity : 536870912 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: num_shard_bits : 4 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: strict_capacity_limit : 0 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: high_pri_pool_ratio: 0.000 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_cache_compressed: (nil) 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: persistent_cache: (nil) 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_size: 4096 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_size_deviation: 10 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_restart_interval: 16 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: index_block_restart_interval: 1 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: metadata_block_size: 4096 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: partition_filters: 0 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: use_delta_encoding: 1 2023-09-23T15:03:12.832 INFO:journalctl@ceph.mon.c.smithi118.stdout: filter_policy: bloomfilter 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout: whole_key_filtering: 1 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout: verify_compression: 0 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout: read_amp_bytes_per_bit: 0 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout: format_version: 5 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout: enable_index_compression: 1 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout: block_align: 0 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout: max_auto_readahead_size: 262144 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout: prepopulate_block_cache: 0 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout: initial_auto_readahead_size: 8192 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout: num_file_reads_for_auto_readahead: 2 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.write_buffer_size: 33554432 2023-09-23T15:03:12.833 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_write_buffer_number: 2 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compression: NoCompression 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bottommost_compression: Disabled 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.prefix_extractor: nullptr 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.num_levels: 7 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T15:03:12.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compression_opts.level: 32767 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compression_opts.strategy: 0 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-09-23T15:03:12.835 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compression_opts.enabled: false 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.target_file_size_base: 67108864 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T15:03:12.836 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.arena_block_size: 1048576 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.disable_auto_compactions: 0 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T15:03:12.837 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.table_properties_collectors: 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.inplace_update_support: 0 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T15:03:12.838 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.bloom_locality: 0 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.max_successive_merges: 0 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.paranoid_file_checks: 0 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.force_consistency_checks: 1 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.report_bg_io_stats: 0 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.ttl: 2592000 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-09-23T15:03:12.839 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.enable_blob_files: false 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.min_blob_size: 0 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.blob_file_size: 268435456 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.blob_compression_type: NoCompression 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.enable_blob_garbage_collection: false 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.blob_file_starting_level: 0 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-09-23T15:03:12.840 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 12935, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T15:03:12.841 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2023-09-23T15:03:12.841 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0173aa42-2d25-4caf-be7e-0846895f315a 2023-09-23T15:03:12.841 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695481392347191, "job": 1, "event": "recovery_started", "wal_files": [25]} 2023-09-23T15:03:12.841 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2023-09-23T15:03:12.841 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 systemd[1]: Started Ceph mon.c for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:03:12.841 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695481392360726, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 2561310, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12940, "largest_seqno": 14520, "table_properties": {"data_size": 2554891, "index_size": 3928, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1477, "raw_key_size": 13129, "raw_average_key_size": 22, "raw_value_size": 2542412, "raw_average_value_size": 4398, "num_data_blocks": 179, "num_entries": 578, "num_filter_entries": 578, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1695481392, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0173aa42-2d25-4caf-be7e-0846895f315a", "db_session_id": "1AF373I9QJF3OZZM73FY", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2023-09-23T15:03:12.841 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695481392360817, "job": 1, "event": "recovery_finished"} 2023-09-23T15:03:12.841 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2023-09-23T15:03:12.841 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-09-23T15:03:12.841 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-09-23T15:03:12.841 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56409ca54000 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: DB pointer 0x56409ca42000 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout: ** DB Stats ** 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T15:03:12.842 INFO:journalctl@ceph.mon.c.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: L0 1/0 2.44 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 523.7 0.00 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: L6 1/0 5.95 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: Sum 2/0 8.39 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 523.7 0.00 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 523.7 0.00 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: ** Compaction Stats [default] ** 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 523.7 0.00 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T15:03:12.843 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: Flush(GB): cumulative 0.002, interval 0.002 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: Cumulative compaction: 0.00 GB write, 149.39 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: Interval compaction: 0.00 GB write, 149.39 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: Block cache BinnedLRUCache@0x56409c9b9350#7 capacity: 512.00 MB usage: 5.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2023-09-23T15:03:12.844 INFO:journalctl@ceph.mon.c.smithi118.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.53 KB,0.000292063%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: starting mon.c rank 2 at public addrs [v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0] at bind addrs [v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: mon.c@-1(???) e3 preinit fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: mon.c@-1(???).mds e9 new map 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: mon.c@-1(???).mds e9 print_map 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout: e9 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout: legacy client fscid: 1 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T15:03:12.845 INFO:journalctl@ceph.mon.c.smithi118.stdout: Filesystem 'foo' (1) 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: fs_name foo 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: epoch 8 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: created 2023-09-23T14:58:01.397785+0000 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: modified 2023-09-23T14:58:12.436835+0000 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: tableserver 0 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: root 0 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: session_timeout 60 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: session_autoclose 300 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: max_file_size 1099511627776 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: required_client_features {} 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: last_failure 0 2023-09-23T15:03:12.846 INFO:journalctl@ceph.mon.c.smithi118.stdout: last_failure_osd_epoch 0 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: max_mds 1 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: in 0 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: up {0=24566} 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: failed 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: damaged 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: stopped 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: data_pools [4] 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: metadata_pool 3 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: inline_data disabled 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: balancer 2023-09-23T15:03:12.847 INFO:journalctl@ceph.mon.c.smithi118.stdout: bal_rank_mask -1 2023-09-23T15:03:12.848 INFO:journalctl@ceph.mon.c.smithi118.stdout: standby_count_wanted 1 2023-09-23T15:03:12.848 INFO:journalctl@ceph.mon.c.smithi118.stdout: [mds.foo.smithi118.efkhxl{0:24566} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T15:03:12.848 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T15:03:12.848 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T15:03:12.848 INFO:journalctl@ceph.mon.c.smithi118.stdout: Standby daemons: 2023-09-23T15:03:12.848 INFO:journalctl@ceph.mon.c.smithi118.stdout: 2023-09-23T15:03:12.848 INFO:journalctl@ceph.mon.c.smithi118.stdout: [mds.foo.smithi178.hfjibd{-1:24514} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.178:6832/3165101068,v1:172.21.15.178:6833/3165101068] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T15:03:12.848 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: mon.c@-1(???).osd e80 crush map has features 3314933000854323200, adjusting msgr requires 2023-09-23T15:03:12.848 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: mon.c@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T15:03:12.848 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: mon.c@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T15:03:12.848 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: mon.c@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T15:03:12.849 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2023-09-23T15:03:12.849 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta expand map: {default=false} 2023-09-23T15:03:12.849 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta from 'false' to 'false' 2023-09-23T15:03:12.849 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta expanded map: {default=false} 2023-09-23T15:03:12.849 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta expand map: {default=info} 2023-09-23T15:03:12.849 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta from 'info' to 'info' 2023-09-23T15:03:12.849 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta expanded map: {default=info} 2023-09-23T15:03:12.849 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta expand map: {default=daemon} 2023-09-23T15:03:12.849 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta from 'daemon' to 'daemon' 2023-09-23T15:03:12.849 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta expanded map: {default=daemon} 2023-09-23T15:03:12.849 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta expand map: {default=debug} 2023-09-23T15:03:12.850 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta from 'debug' to 'debug' 2023-09-23T15:03:12.850 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:12 smithi118 ceph-mon[219580]: expand_channel_meta expanded map: {default=debug} 2023-09-23T15:03:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:17 smithi178 ceph-mon[104471]: pgmap v42: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:17 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/2788242498' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:03:18.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:17 smithi118 ceph-mon[212312]: pgmap v42: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:18.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2788242498' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:03:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:03:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:03:18] "GET /metrics HTTP/1.1" 200 33720 "" "Prometheus/2.43.0" 2023-09-23T15:03:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: pgmap v42: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2788242498' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:03:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: mon.c calling monitor election 2023-09-23T15:03:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: mon.b calling monitor election 2023-09-23T15:03:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: mon.a calling monitor election 2023-09-23T15:03:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T15:03:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T15:03:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T15:03:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: osdmap e80: 8 total, 8 up, 8 in 2023-09-23T15:03:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: mgrmap e33: y(active, since 86s), standbys: x 2023-09-23T15:03:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-09-23T15:03:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:03:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[219580]: overall HEALTH_OK 2023-09-23T15:03:19.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[212312]: mon.c calling monitor election 2023-09-23T15:03:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[212312]: mon.b calling monitor election 2023-09-23T15:03:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[212312]: mon.a calling monitor election 2023-09-23T15:03:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[212312]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T15:03:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[212312]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T15:03:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[212312]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T15:03:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[212312]: osdmap e80: 8 total, 8 up, 8 in 2023-09-23T15:03:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[212312]: mgrmap e33: y(active, since 86s), standbys: x 2023-09-23T15:03:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[212312]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-09-23T15:03:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:03:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:18 smithi118 ceph-mon[212312]: overall HEALTH_OK 2023-09-23T15:03:19.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:03:18 smithi178 conmon[176415]: ts=2023-09-23T15:03:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:03:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:18 smithi178 ceph-mon[104471]: mon.c calling monitor election 2023-09-23T15:03:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:18 smithi178 ceph-mon[104471]: mon.b calling monitor election 2023-09-23T15:03:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:18 smithi178 ceph-mon[104471]: mon.a calling monitor election 2023-09-23T15:03:19.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:18 smithi178 ceph-mon[104471]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T15:03:19.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:18 smithi178 ceph-mon[104471]: monmap e3: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T15:03:19.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:18 smithi178 ceph-mon[104471]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T15:03:19.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:18 smithi178 ceph-mon[104471]: osdmap e80: 8 total, 8 up, 8 in 2023-09-23T15:03:19.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:18 smithi178 ceph-mon[104471]: mgrmap e33: y(active, since 86s), standbys: x 2023-09-23T15:03:19.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:18 smithi178 ceph-mon[104471]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-09-23T15:03:19.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:18 smithi178 ceph-mon[104471]: Cluster is now healthy 2023-09-23T15:03:19.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:18 smithi178 ceph-mon[104471]: overall HEALTH_OK 2023-09-23T15:03:19.211 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 2 2023-09-23T15:03:19.988 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:19 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/135027602' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:03:19.988 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:19 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/135027602' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:03:20.009 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T15:03:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:19 smithi178 ceph-mon[104471]: from='client.? 172.21.15.118:0/135027602' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:03:20.468 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:03:21.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:20 smithi118 ceph-mon[219580]: pgmap v47: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:21.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:20 smithi118 ceph-mon[212312]: pgmap v47: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:20 smithi178 ceph-mon[104471]: pgmap v47: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:22.513 INFO:teuthology.orchestra.run.smithi118.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T15:03:22.513 INFO:teuthology.orchestra.run.smithi118.stdout:alertmanager.a smithi118 *:9093,9094 running (2m) - 6m 27.1M - 0.25.0 c8568f914cd2 d63959a73ef3 2023-09-23T15:03:22.513 INFO:teuthology.orchestra.run.smithi118.stdout:grafana.a smithi178 *:3000 running (2m) - 5m 84.7M - 9.4.7 2c41d148cca3 0d5f6f55e9f8 2023-09-23T15:03:22.513 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi118.efkhxl smithi118 running (5m) - 5m 20.0M - 17.2.6-1123-g61431f6b 0db14aa01094 0891e054e3f3 2023-09-23T15:03:22.513 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi178.hfjibd smithi178 running (5m) - 5m 16.4M - 17.2.6-1123-g61431f6b 0db14aa01094 793411bffdef 2023-09-23T15:03:22.513 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.x smithi178 *:8443,9283,8765 running (113s) - 10m 447M - 18.2.0-460-gbb0daeff e32c2a64c126 f2fd09289033 2023-09-23T15:03:22.513 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.y smithi118 *:8443,9283,8765 running (2m) - 11m 499M - 18.2.0-460-gbb0daeff e32c2a64c126 4a8621e2f9fe 2023-09-23T15:03:22.514 INFO:teuthology.orchestra.run.smithi118.stdout:mon.a smithi118 running (100s) - 11m 48.9M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 4f882d737703 2023-09-23T15:03:22.514 INFO:teuthology.orchestra.run.smithi118.stdout:mon.b smithi178 running (10m) - 10m 78.9M 2048M 17.2.6-1123-g61431f6b 0db14aa01094 7efa193d561c 2023-09-23T15:03:22.514 INFO:teuthology.orchestra.run.smithi118.stdout:mon.c smithi118 running (10s) - 10m 23.7M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 e2f16d8205ab 2023-09-23T15:03:22.514 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.a smithi118 *:9100 running (2m) - 6m 16.7M - 1.5.0 0da6a335fe13 184bf187e04c 2023-09-23T15:03:22.514 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.b smithi178 *:9100 running (2m) - 6m 17.2M - 1.5.0 0da6a335fe13 348e20ba865c 2023-09-23T15:03:22.514 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0 smithi118 running (9m) - 9m 81.9M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 35aea3b108d6 2023-09-23T15:03:22.514 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 smithi118 running (9m) - 9m 81.2M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 1129bb80ba02 2023-09-23T15:03:22.514 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 smithi118 running (9m) - 9m 154M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 3bb83a449620 2023-09-23T15:03:22.514 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 smithi118 running (8m) - 8m 70.4M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 f15e54db0a77 2023-09-23T15:03:22.514 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4 smithi178 running (8m) - 8m 78.5M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 e9e0f59e81a5 2023-09-23T15:03:22.514 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 smithi178 running (7m) - 7m 96.9M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 dc3623267c71 2023-09-23T15:03:22.515 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6 smithi178 running (7m) - 7m 67.2M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 a4e1f6a895fe 2023-09-23T15:03:22.515 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7 smithi178 running (7m) - 7m 106M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 185c4bc6bdbc 2023-09-23T15:03:22.515 INFO:teuthology.orchestra.run.smithi118.stdout:prometheus.a smithi178 *:9095 running (118s) - 6m 53.1M - 2.43.0 a07b618ecd1d 94871e9ce275 2023-09-23T15:03:22.739 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:03:22 smithi118 conmon[199296]: 2023-09-23T15:03:22.370+0000 7fb1894e5700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-09-23T15:03:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[219580]: pgmap v48: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[212312]: pgmap v48: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:22 smithi178 ceph-mon[104471]: pgmap v48: 73 pgs: 73 active+clean; 582 KiB data, 87 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:22 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:22 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:22 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:22 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:22 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:23.430 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade pause' 2023-09-23T15:03:24.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:23 smithi118 ceph-mon[219580]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:03:24.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:23 smithi118 ceph-mon[219580]: mgrmap e34: y(active, since 91s), standbys: x 2023-09-23T15:03:24.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:23 smithi118 ceph-mon[212312]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:03:24.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:23 smithi118 ceph-mon[212312]: mgrmap e34: y(active, since 91s), standbys: x 2023-09-23T15:03:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:23 smithi178 ceph-mon[104471]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:03:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:23 smithi178 ceph-mon[104471]: mgrmap e34: y(active, since 91s), standbys: x 2023-09-23T15:03:24.654 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:03:24.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:24 smithi118 ceph-mon[212312]: pgmap v49: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:25.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:24 smithi118 ceph-mon[219580]: pgmap v49: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:24 smithi178 ceph-mon[104471]: pgmap v49: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:26.737 INFO:teuthology.orchestra.run.smithi118.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:03:27.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:26 smithi118 ceph-mon[219580]: pgmap v50: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:27.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:26 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:27.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:26 smithi118 ceph-mon[212312]: pgmap v50: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:26 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:26 smithi178 ceph-mon[104471]: pgmap v50: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:26 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:28.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:27 smithi118 ceph-mon[219580]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:03:28.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:27 smithi118 ceph-mon[219580]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:03:28.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:27 smithi118 ceph-mon[212312]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:03:28.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:27 smithi118 ceph-mon[212312]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:03:28.041 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'sleep 60' 2023-09-23T15:03:28.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:03:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:03:28] "GET /metrics HTTP/1.1" 200 33717 "" "Prometheus/2.43.0" 2023-09-23T15:03:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:27 smithi178 ceph-mon[104471]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:03:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:27 smithi178 ceph-mon[104471]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:03:28.404 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:03:28.908 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[212312]: pgmap v51: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:28.908 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:28.908 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:28.909 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:28.909 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:03:28.909 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:28.909 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:03:29.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:03:28 smithi178 conmon[176415]: ts=2023-09-23T15:03:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:03:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:28 smithi178 ceph-mon[104471]: pgmap v51: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:28 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:28 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:28 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:28 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:03:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:28 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:28 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:03:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:28 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:28 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:03:29.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:28 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:03:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:29.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[219580]: pgmap v51: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:29.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:29.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:03:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:03:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:03:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:03:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:03:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:30 smithi118 ceph-mon[212312]: pgmap v52: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:31.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:30 smithi118 ceph-mon[219580]: pgmap v52: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:30 smithi178 ceph-mon[104471]: pgmap v52: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:32 smithi118 ceph-mon[219580]: pgmap v53: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:33.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:32 smithi118 ceph-mon[212312]: pgmap v53: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:32 smithi178 ceph-mon[104471]: pgmap v53: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:34 smithi118 ceph-mon[219580]: pgmap v54: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:35.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:34 smithi118 ceph-mon[212312]: pgmap v54: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:34 smithi178 ceph-mon[104471]: pgmap v54: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-09-23T15:03:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:36 smithi118 ceph-mon[219580]: pgmap v55: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:36 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:36 smithi118 ceph-mon[212312]: pgmap v55: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:36 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:36 smithi178 ceph-mon[104471]: pgmap v55: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:36 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:03:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:03:38] "GET /metrics HTTP/1.1" 200 33712 "" "Prometheus/2.43.0" 2023-09-23T15:03:38.921 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:03:38 smithi178 conmon[176415]: ts=2023-09-23T15:03:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:03:39.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:38 smithi118 ceph-mon[219580]: pgmap v56: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:39.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:38 smithi118 ceph-mon[212312]: pgmap v56: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:38 smithi178 ceph-mon[104471]: pgmap v56: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:40 smithi118 ceph-mon[219580]: pgmap v57: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:41.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:40 smithi118 ceph-mon[212312]: pgmap v57: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:40 smithi178 ceph-mon[104471]: pgmap v57: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:43.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:42 smithi118 ceph-mon[212312]: pgmap v58: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:43.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:42 smithi118 ceph-mon[219580]: pgmap v58: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:42 smithi178 ceph-mon[104471]: pgmap v58: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:44 smithi118 ceph-mon[212312]: pgmap v59: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:44 smithi118 ceph-mon[219580]: pgmap v59: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:44 smithi178 ceph-mon[104471]: pgmap v59: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:46 smithi118 ceph-mon[219580]: pgmap v60: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:46 smithi118 ceph-mon[212312]: pgmap v60: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:46 smithi178 ceph-mon[104471]: pgmap v60: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:48.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:03:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:03:48] "GET /metrics HTTP/1.1" 200 33712 "" "Prometheus/2.43.0" 2023-09-23T15:03:48.935 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:03:48 smithi178 conmon[176415]: ts=2023-09-23T15:03:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:03:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:48 smithi118 ceph-mon[219580]: pgmap v61: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:49.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:48 smithi118 ceph-mon[212312]: pgmap v61: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:48 smithi178 ceph-mon[104471]: pgmap v61: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:51.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:50 smithi118 ceph-mon[219580]: pgmap v62: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:51.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:50 smithi118 ceph-mon[212312]: pgmap v62: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:50 smithi178 ceph-mon[104471]: pgmap v62: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:52.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:51 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:03:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:52 smithi118 ceph-mon[219580]: pgmap v63: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:52 smithi118 ceph-mon[212312]: pgmap v63: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:52 smithi178 ceph-mon[104471]: pgmap v63: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:54 smithi118 ceph-mon[219580]: pgmap v64: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:55.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:54 smithi118 ceph-mon[212312]: pgmap v64: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:54 smithi178 ceph-mon[104471]: pgmap v64: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:56 smithi118 ceph-mon[219580]: pgmap v65: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:56 smithi118 ceph-mon[212312]: pgmap v65: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:56 smithi178 ceph-mon[104471]: pgmap v65: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:03:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:03:58] "GET /metrics HTTP/1.1" 200 33711 "" "Prometheus/2.43.0" 2023-09-23T15:03:58.949 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:03:58 smithi178 conmon[176415]: ts=2023-09-23T15:03:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:03:59.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:03:58 smithi118 ceph-mon[219580]: pgmap v66: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:59.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:03:58 smithi118 ceph-mon[212312]: pgmap v66: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:03:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:03:58 smithi178 ceph-mon[104471]: pgmap v66: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:01.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:00 smithi118 ceph-mon[219580]: pgmap v67: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:00 smithi118 ceph-mon[212312]: pgmap v67: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:00 smithi178 ceph-mon[104471]: pgmap v67: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:02 smithi118 ceph-mon[212312]: pgmap v68: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:02 smithi118 ceph-mon[219580]: pgmap v68: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:02 smithi178 ceph-mon[104471]: pgmap v68: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:05.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:04 smithi118 ceph-mon[219580]: pgmap v69: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:05.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:04 smithi118 ceph-mon[212312]: pgmap v69: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:04 smithi178 ceph-mon[104471]: pgmap v69: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:07.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:06 smithi118 ceph-mon[212312]: pgmap v70: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:07.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:04:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:06 smithi118 ceph-mon[219580]: pgmap v70: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:04:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:06 smithi178 ceph-mon[104471]: pgmap v70: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:06 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:04:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:04:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:04:08] "GET /metrics HTTP/1.1" 200 33726 "" "Prometheus/2.43.0" 2023-09-23T15:04:08.963 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:04:08 smithi178 conmon[176415]: ts=2023-09-23T15:04:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:04:09.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:08 smithi118 ceph-mon[212312]: pgmap v71: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:08 smithi118 ceph-mon[219580]: pgmap v71: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:08 smithi178 ceph-mon[104471]: pgmap v71: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:11.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:10 smithi118 ceph-mon[212312]: pgmap v72: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:11.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:10 smithi118 ceph-mon[219580]: pgmap v72: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:10 smithi178 ceph-mon[104471]: pgmap v72: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:13.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:12 smithi118 ceph-mon[219580]: pgmap v73: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:13.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:12 smithi118 ceph-mon[212312]: pgmap v73: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:12 smithi178 ceph-mon[104471]: pgmap v73: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:15.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:14 smithi118 ceph-mon[219580]: pgmap v74: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:14 smithi118 ceph-mon[212312]: pgmap v74: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:14 smithi178 ceph-mon[104471]: pgmap v74: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:17.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:16 smithi118 ceph-mon[219580]: pgmap v75: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:17.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:16 smithi118 ceph-mon[212312]: pgmap v75: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:16 smithi178 ceph-mon[104471]: pgmap v75: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:04:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:04:18] "GET /metrics HTTP/1.1" 200 33726 "" "Prometheus/2.43.0" 2023-09-23T15:04:18.983 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:04:18 smithi178 conmon[176415]: ts=2023-09-23T15:04:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:04:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:18 smithi118 ceph-mon[219580]: pgmap v76: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:19.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:18 smithi118 ceph-mon[212312]: pgmap v76: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:18 smithi178 ceph-mon[104471]: pgmap v76: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:20 smithi118 ceph-mon[219580]: pgmap v77: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:21.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:20 smithi118 ceph-mon[212312]: pgmap v77: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:20 smithi178 ceph-mon[104471]: pgmap v77: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:21 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:04:22.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:21 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:04:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:21 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:04:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:22 smithi118 ceph-mon[219580]: pgmap v78: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:23.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:22 smithi118 ceph-mon[212312]: pgmap v78: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:22 smithi178 ceph-mon[104471]: pgmap v78: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:24 smithi118 ceph-mon[219580]: pgmap v79: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:25.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:24 smithi118 ceph-mon[212312]: pgmap v79: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:24 smithi178 ceph-mon[104471]: pgmap v79: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:26 smithi118 ceph-mon[219580]: pgmap v80: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:27.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:26 smithi118 ceph-mon[212312]: pgmap v80: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:26 smithi178 ceph-mon[104471]: pgmap v80: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:04:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:04:28] "GET /metrics HTTP/1.1" 200 33724 "" "Prometheus/2.43.0" 2023-09-23T15:04:28.997 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:04:28 smithi178 conmon[176415]: ts=2023-09-23T15:04:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:04:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:28 smithi118 ceph-mon[212312]: pgmap v81: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:28 smithi118 ceph-mon[219580]: pgmap v81: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:29.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:28 smithi178 ceph-mon[104471]: pgmap v81: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:28 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:30.714 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade resume' 2023-09-23T15:04:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:31 smithi118 ceph-mon[219580]: pgmap v82: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:31 smithi118 ceph-mon[212312]: pgmap v82: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:31.357 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:04:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:31 smithi178 ceph-mon[104471]: pgmap v82: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:32 smithi118 ceph-mon[219580]: pgmap v83: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:32 smithi118 ceph-mon[212312]: pgmap v83: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:33.340 INFO:teuthology.orchestra.run.smithi118.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:04:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:32 smithi178 ceph-mon[104471]: pgmap v83: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:32 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:32 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:32 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:32 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:34.186 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:34.186 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:04:34.186 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:34.186 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:34.186 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:34.186 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:34.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:04:34.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:34.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:34.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:04:34.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T15:04:34.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-09-23T15:04:34.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:34.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:04:34.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:34.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:34.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:34.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:34.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:04:34.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:34.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:34.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:04:34.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T15:04:34.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-09-23T15:04:34.202 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'echo wait for all mons to upgrade' 2023-09-23T15:04:34.238 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:34.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:04:34.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:34.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:34.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:34.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:34.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:04:34.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:34.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:34.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:04:34.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-09-23T15:04:34.239 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:33 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-09-23T15:04:34.547 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:04:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:34 smithi118 ceph-mon[219580]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:04:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:34 smithi118 ceph-mon[219580]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:04:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:34 smithi118 ceph-mon[219580]: Upgrade: It appears safe to stop mon.b 2023-09-23T15:04:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:34 smithi118 ceph-mon[219580]: pgmap v84: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:35.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:34 smithi118 ceph-mon[212312]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:04:35.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:34 smithi118 ceph-mon[212312]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:04:35.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:34 smithi118 ceph-mon[212312]: Upgrade: It appears safe to stop mon.b 2023-09-23T15:04:35.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:34 smithi118 ceph-mon[212312]: pgmap v84: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:34 smithi178 ceph-mon[104471]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:04:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:34 smithi178 ceph-mon[104471]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:04:35.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:34 smithi178 ceph-mon[104471]: Upgrade: It appears safe to stop mon.b 2023-09-23T15:04:35.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:34 smithi178 ceph-mon[104471]: pgmap v84: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:36.061 INFO:teuthology.orchestra.run.smithi118.stdout:wait for all mons to upgrade 2023-09-23T15:04:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:35 smithi178 ceph-mon[104471]: Upgrade: Updating mon.b 2023-09-23T15:04:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:35 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:35 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:04:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:35 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:04:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:35 smithi178 ceph-mon[104471]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:35 smithi178 ceph-mon[104471]: Deploying daemon mon.b on smithi178 2023-09-23T15:04:36.244 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[219580]: Upgrade: Updating mon.b 2023-09-23T15:04:36.245 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:36.245 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:04:36.245 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:04:36.245 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:36.245 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[219580]: Deploying daemon mon.b on smithi178 2023-09-23T15:04:36.245 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[212312]: Upgrade: Updating mon.b 2023-09-23T15:04:36.245 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:36.245 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:04:36.246 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:04:36.246 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:36.246 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:35 smithi118 ceph-mon[212312]: Deploying daemon mon.b on smithi178 2023-09-23T15:04:36.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:36 smithi178 systemd[1]: Stopping Ceph mon.b for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:04:36.837 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2023-09-23T15:04:36.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:36 smithi178 conmon[104435]: 2023-09-23T15:04:36.614+0000 7fc5e663f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:04:36.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:36 smithi178 conmon[104435]: 2023-09-23T15:04:36.614+0000 7fc5e663f700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2023-09-23T15:04:37.192 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:04:37.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:37 smithi178 bash[191879]: 7efa193d561cf2b52c760795e3e7ad899d712054272262eccf9a8c40bd760dea 2023-09-23T15:04:37.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:37 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.b.service: Succeeded. 2023-09-23T15:04:37.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:37 smithi178 systemd[1]: Stopped Ceph mon.b for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:04:38.562 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:04:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:04:38] "GET /metrics HTTP/1.1" 200 33725 "" "Prometheus/2.43.0" 2023-09-23T15:04:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:37 smithi178 systemd[1]: Starting Ceph mon.b for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:04:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: set uid:gid to 167:167 (ceph:ceph) 2023-09-23T15:04:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable), process ceph-mon, pid 7 2023-09-23T15:04:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: pidfile_write: ignore empty --pid-file 2023-09-23T15:04:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: load: jerasure load: lrc 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: RocksDB version: 7.9.2 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Git sha 0 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Compile date 2023-09-22 15:19:43 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: DB SUMMARY 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: DB Session ID: NCXJLILG0Q06NC0CQ0N8 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: CURRENT file: CURRENT 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: IDENTITY file: IDENTITY 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1095 Bytes 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 5712719 ; 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.error_if_exists: 0 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.create_if_missing: 0 2023-09-23T15:04:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.paranoid_checks: 1 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.flush_verify_memtable_count: 1 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.env: 0x564e0895c720 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.fs: PosixFileSystem 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.info_log: 0x564e0a66b420 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_file_opening_threads: 16 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.statistics: (nil) 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.use_fsync: 0 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_log_file_size: 0 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-09-23T15:04:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.log_file_time_to_roll: 0 2023-09-23T15:04:38.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.keep_log_file_num: 1000 2023-09-23T15:04:38.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.recycle_log_file_num: 0 2023-09-23T15:04:38.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.allow_fallocate: 1 2023-09-23T15:04:38.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.allow_mmap_reads: 0 2023-09-23T15:04:38.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.allow_mmap_writes: 0 2023-09-23T15:04:38.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.use_direct_reads: 0 2023-09-23T15:04:38.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-09-23T15:04:38.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.create_missing_column_families: 0 2023-09-23T15:04:38.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.db_log_dir: 2023-09-23T15:04:38.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.wal_dir: 2023-09-23T15:04:38.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.table_cache_numshardbits: 6 2023-09-23T15:04:38.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.WAL_ttl_seconds: 0 2023-09-23T15:04:38.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.WAL_size_limit_MB: 0 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.is_fd_close_on_exec: 1 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.advise_random_on_open: 1 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.db_write_buffer_size: 0 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.write_buffer_manager: 0x564e098fac80 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.use_adaptive_mutex: 0 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.rate_limiter: (nil) 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-09-23T15:04:38.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.wal_recovery_mode: 2 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.enable_thread_tracking: 0 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.enable_pipelined_write: 0 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.unordered_write: 0 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.row_cache: None 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.wal_filter: None 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.allow_ingest_behind: 0 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.two_write_queues: 0 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.manual_wal_flush: 0 2023-09-23T15:04:38.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.wal_compression: 0 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.atomic_flush: 0 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.persist_stats_to_disk: 0 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.write_dbid_to_manifest: 0 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.log_readahead_size: 0 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.best_efforts_recovery: 0 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.allow_data_in_errors: 0 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.db_host_id: __hostname__ 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.enforce_single_del_contracts: true 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_background_jobs: 2 2023-09-23T15:04:38.635 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_background_compactions: -1 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_subcompactions: 1 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.delayed_write_rate : 16777216 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_total_wal_size: 0 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.stats_dump_period_sec: 600 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.stats_persist_period_sec: 600 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_open_files: -1 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bytes_per_sync: 0 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.wal_bytes_per_sync: 0 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.strict_bytes_per_sync: 0 2023-09-23T15:04:38.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_readahead_size: 0 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_background_flushes: -1 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Compression algorithms supported: 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: kZSTD supported: 0 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: kXpressCompression supported: 0 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: kLZ4HCCompression supported: 1 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: kZlibCompression supported: 1 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: kSnappyCompression supported: 1 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: kLZ4Compression supported: 1 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: kBZip2Compression supported: 0 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Fast CRC32 supported: Supported on x86 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: DMutex implementation: pthread_mutex_t 2023-09-23T15:04:38.637 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.merge_operator: 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_filter: None 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_filter_factory: None 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.sst_partitioner_factory: None 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.memtable_factory: SkipListFactory 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.table_factory: BlockBasedTable 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564e0a66b520) 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout: cache_index_and_filter_blocks: 1 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-09-23T15:04:38.638 INFO:journalctl@ceph.mon.b.smithi178.stdout: pin_top_level_index_and_filter: 1 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: index_type: 0 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: data_block_index_type: 0 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: index_shortening: 1 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: data_block_hash_table_util_ratio: 0.750000 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: checksum: 4 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: no_block_cache: 0 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: block_cache: 0x564e0997d350 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: block_cache_name: BinnedLRUCache 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: block_cache_options: 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: capacity : 536870912 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: num_shard_bits : 4 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: strict_capacity_limit : 0 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: high_pri_pool_ratio: 0.000 2023-09-23T15:04:38.639 INFO:journalctl@ceph.mon.b.smithi178.stdout: block_cache_compressed: (nil) 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: persistent_cache: (nil) 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: block_size: 4096 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: block_size_deviation: 10 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: block_restart_interval: 16 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: index_block_restart_interval: 1 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: metadata_block_size: 4096 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: partition_filters: 0 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: use_delta_encoding: 1 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: filter_policy: bloomfilter 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: whole_key_filtering: 1 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: verify_compression: 0 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: read_amp_bytes_per_bit: 0 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: format_version: 5 2023-09-23T15:04:38.640 INFO:journalctl@ceph.mon.b.smithi178.stdout: enable_index_compression: 1 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout: block_align: 0 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout: max_auto_readahead_size: 262144 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout: prepopulate_block_cache: 0 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout: initial_auto_readahead_size: 8192 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout: num_file_reads_for_auto_readahead: 2 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.write_buffer_size: 33554432 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_write_buffer_number: 2 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compression: NoCompression 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bottommost_compression: Disabled 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.prefix_extractor: nullptr 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-09-23T15:04:38.641 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.num_levels: 7 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-09-23T15:04:38.642 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compression_opts.window_bits: -14 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compression_opts.level: 32767 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compression_opts.strategy: 0 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compression_opts.enabled: false 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.target_file_size_base: 67108864 2023-09-23T15:04:38.643 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.target_file_size_multiplier: 1 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-09-23T15:04:38.644 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.arena_block_size: 1048576 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.disable_auto_compactions: 0 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-09-23T15:04:38.645 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.table_properties_collectors: 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.inplace_update_support: 0 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.inplace_update_num_locks: 10000 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.memtable_huge_page_size: 0 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.bloom_locality: 0 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.max_successive_merges: 0 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.optimize_filters_for_hits: 0 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.paranoid_file_checks: 0 2023-09-23T15:04:38.646 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.force_consistency_checks: 1 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.report_bg_io_stats: 0 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.ttl: 2592000 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.periodic_compaction_seconds: 0 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.enable_blob_files: false 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.min_blob_size: 0 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.blob_file_size: 268435456 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.blob_compression_type: NoCompression 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.enable_blob_garbage_collection: false 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-09-23T15:04:38.647 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.blob_file_starting_level: 0 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13041, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 29c1580f-743c-4426-bd95-13e65603bce7 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695481478261158, "job": 1, "event": "recovery_started", "wal_files": [25]} 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 bash[192233]: e881a966f5e661232268132a41769320ef9080a1c75299b3d3b7947c95f1320b 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 systemd[1]: Started Ceph mon.b for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:04:38.648 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695481478274864, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 3538809, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13046, "largest_seqno": 16016, "table_properties": {"data_size": 3528329, "index_size": 6515, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2949, "raw_key_size": 24516, "raw_average_key_size": 20, "raw_value_size": 3505379, "raw_average_value_size": 2998, "num_data_blocks": 296, "num_entries": 1169, "num_filter_entries": 1169, "num_deletions": 253, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1695481478, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "29c1580f-743c-4426-bd95-13e65603bce7", "db_session_id": "NCXJLILG0Q06NC0CQ0N8", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: EVENT_LOG_v1 {"time_micros": 1695481478274960, "job": 1, "event": "recovery_finished"} 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564e09a18000 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: DB pointer 0x564e09a06000 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout: ** DB Stats ** 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T15:04:38.649 INFO:journalctl@ceph.mon.b.smithi178.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: ** Compaction Stats [default] ** 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: L0 1/0 3.37 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 634.9 0.01 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: L6 1/0 5.95 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: Sum 2/0 9.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 634.9 0.01 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 634.9 0.01 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T15:04:38.650 INFO:journalctl@ceph.mon.b.smithi178.stdout: ** Compaction Stats [default] ** 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 634.9 0.01 0.00 1 0.005 0 0 0.0 0.0 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: Flush(GB): cumulative 0.003, interval 0.003 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: AddFile(Keys): cumulative 0, interval 0 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: Cumulative compaction: 0.00 GB write, 207.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T15:04:38.651 INFO:journalctl@ceph.mon.b.smithi178.stdout: Interval compaction: 0.00 GB write, 207.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout: Block cache BinnedLRUCache@0x564e0997d350#7 capacity: 512.00 MB usage: 9.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,6.58 KB,0.00125468%) Misc(1,0.00 KB,0%) 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout: ** File Read Latency Histogram By Level [default] ** 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: starting mon.b rank 1 at public addrs [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] at bind addrs [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: mon.b@-1(???) e3 preinit fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: mon.b@-1(???).mds e9 new map 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: mon.b@-1(???).mds e9 print_map 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout: e9 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T15:04:38.652 INFO:journalctl@ceph.mon.b.smithi178.stdout: legacy client fscid: 1 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: Filesystem 'foo' (1) 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: fs_name foo 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: epoch 8 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: created 2023-09-23T14:58:01.397785+0000 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: modified 2023-09-23T14:58:12.436835+0000 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: tableserver 0 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: root 0 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: session_timeout 60 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: session_autoclose 300 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: max_file_size 1099511627776 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: required_client_features {} 2023-09-23T15:04:38.653 INFO:journalctl@ceph.mon.b.smithi178.stdout: last_failure 0 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: last_failure_osd_epoch 0 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: max_mds 1 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: in 0 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: up {0=24566} 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: failed 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: damaged 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: stopped 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: data_pools [4] 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: metadata_pool 3 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: inline_data disabled 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: balancer 2023-09-23T15:04:38.654 INFO:journalctl@ceph.mon.b.smithi178.stdout: bal_rank_mask -1 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout: standby_count_wanted 1 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout: [mds.foo.smithi118.efkhxl{0:24566} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.118:6834/149826913,v1:172.21.15.118:6835/149826913] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout: Standby daemons: 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout: 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout: [mds.foo.smithi178.hfjibd{-1:24514} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.178:6832/3165101068,v1:172.21.15.178:6833/3165101068] compat {c=[1],r=[1],i=[7ff]}] 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: mon.b@-1(???).osd e80 crush map has features 3314933000854323200, adjusting msgr requires 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: mon.b@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: mon.b@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: mon.b@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta expand map: {default=false} 2023-09-23T15:04:38.655 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta from 'false' to 'false' 2023-09-23T15:04:38.656 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta expanded map: {default=false} 2023-09-23T15:04:38.656 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta expand map: {default=info} 2023-09-23T15:04:38.656 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta from 'info' to 'info' 2023-09-23T15:04:38.656 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta expanded map: {default=info} 2023-09-23T15:04:38.656 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta expand map: {default=daemon} 2023-09-23T15:04:38.656 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta from 'daemon' to 'daemon' 2023-09-23T15:04:38.656 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta expanded map: {default=daemon} 2023-09-23T15:04:38.656 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta expand map: {default=debug} 2023-09-23T15:04:38.656 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta from 'debug' to 'debug' 2023-09-23T15:04:38.656 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:38 smithi178 ceph-mon[192298]: expand_channel_meta expanded map: {default=debug} 2023-09-23T15:04:39.049 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 3 2023-09-23T15:04:39.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:04:38 smithi178 conmon[176415]: ts=2023-09-23T15:04:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:04:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: overall HEALTH_OK 2023-09-23T15:04:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:04:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: mon.a calling monitor election 2023-09-23T15:04:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: mon.c calling monitor election 2023-09-23T15:04:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: mon.b calling monitor election 2023-09-23T15:04:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:04:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:04:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T15:04:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: monmap e4: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T15:04:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T15:04:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: osdmap e80: 8 total, 8 up, 8 in 2023-09-23T15:04:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: mgrmap e34: y(active, since 2m), standbys: x 2023-09-23T15:04:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: overall HEALTH_OK 2023-09-23T15:04:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:39 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4182335170' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:04:39.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: overall HEALTH_OK 2023-09-23T15:04:39.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:04:39.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: mon.a calling monitor election 2023-09-23T15:04:39.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: mon.c calling monitor election 2023-09-23T15:04:39.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: mon.b calling monitor election 2023-09-23T15:04:39.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:04:39.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:04:39.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T15:04:39.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: monmap e4: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T15:04:39.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T15:04:39.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: osdmap e80: 8 total, 8 up, 8 in 2023-09-23T15:04:39.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: mgrmap e34: y(active, since 2m), standbys: x 2023-09-23T15:04:39.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: overall HEALTH_OK 2023-09-23T15:04:39.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:39.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:39.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:39.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4182335170' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:04:39.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: overall HEALTH_OK 2023-09-23T15:04:39.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-09-23T15:04:39.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: mon.a calling monitor election 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: mon.c calling monitor election 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: mon.b calling monitor election 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: monmap e4: 3 mons at {a=[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0],b=[v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0],c=[v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]} removed_ranks: {} 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: fsmap foo:1 {0=foo.smithi118.efkhxl=up:active} 1 up:standby 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: osdmap e80: 8 total, 8 up, 8 in 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: mgrmap e34: y(active, since 2m), standbys: x 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: overall HEALTH_OK 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:39.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:04:39.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:39 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4182335170' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-09-23T15:04:39.859 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T15:04:40.203 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:04:40.612 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:40 smithi118 ceph-mon[212312]: pgmap v87: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:40.612 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:40 smithi118 ceph-mon[219580]: pgmap v87: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:40.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:40 smithi178 ceph-mon[192298]: pgmap v87: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:42.007 INFO:teuthology.orchestra.run.smithi118.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T15:04:42.007 INFO:teuthology.orchestra.run.smithi118.stdout:alertmanager.a smithi118 *:9093,9094 running (3m) - 7m 27.1M - 0.25.0 c8568f914cd2 d63959a73ef3 2023-09-23T15:04:42.007 INFO:teuthology.orchestra.run.smithi118.stdout:grafana.a smithi178 *:3000 running (3m) - 7m 89.0M - 9.4.7 2c41d148cca3 0d5f6f55e9f8 2023-09-23T15:04:42.007 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi118.efkhxl smithi118 running (6m) - 6m 20.4M - 17.2.6-1123-g61431f6b 0db14aa01094 0891e054e3f3 2023-09-23T15:04:42.007 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi178.hfjibd smithi178 running (6m) - 6m 16.8M - 17.2.6-1123-g61431f6b 0db14aa01094 793411bffdef 2023-09-23T15:04:42.007 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.x smithi178 *:8443,9283,8765 running (3m) - 11m 448M - 18.2.0-460-gbb0daeff e32c2a64c126 f2fd09289033 2023-09-23T15:04:42.008 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.y smithi118 *:8443,9283,8765 running (3m) - 13m 502M - 18.2.0-460-gbb0daeff e32c2a64c126 4a8621e2f9fe 2023-09-23T15:04:42.008 INFO:teuthology.orchestra.run.smithi118.stdout:mon.a smithi118 running (3m) - 13m 55.4M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 4f882d737703 2023-09-23T15:04:42.008 INFO:teuthology.orchestra.run.smithi118.stdout:mon.b smithi178 running (4s) - 11m 28.1M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 e881a966f5e6 2023-09-23T15:04:42.008 INFO:teuthology.orchestra.run.smithi118.stdout:mon.c smithi118 running (89s) - 11m 38.0M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 e2f16d8205ab 2023-09-23T15:04:42.008 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.a smithi118 *:9100 running (3m) - 7m 17.7M - 1.5.0 0da6a335fe13 184bf187e04c 2023-09-23T15:04:42.008 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.b smithi178 *:9100 running (3m) - 7m 17.9M - 1.5.0 0da6a335fe13 348e20ba865c 2023-09-23T15:04:42.008 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0 smithi118 running (11m) - 11m 85.1M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 35aea3b108d6 2023-09-23T15:04:42.008 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 smithi118 running (10m) - 10m 84.2M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 1129bb80ba02 2023-09-23T15:04:42.008 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 smithi118 running (10m) - 10m 156M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 3bb83a449620 2023-09-23T15:04:42.008 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 smithi118 running (9m) - 9m 73.6M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 f15e54db0a77 2023-09-23T15:04:42.008 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4 smithi178 running (9m) - 9m 83.2M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 e9e0f59e81a5 2023-09-23T15:04:42.009 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 smithi178 running (9m) - 9m 100M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 dc3623267c71 2023-09-23T15:04:42.009 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6 smithi178 running (8m) - 8m 70.8M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 a4e1f6a895fe 2023-09-23T15:04:42.009 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7 smithi178 running (8m) - 8m 111M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 185c4bc6bdbc 2023-09-23T15:04:42.009 INFO:teuthology.orchestra.run.smithi118.stdout:prometheus.a smithi178 *:9095 running (3m) - 7m 58.6M - 2.43.0 a07b618ecd1d 94871e9ce275 2023-09-23T15:04:42.768 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade pause' 2023-09-23T15:04:43.052 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:42 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.052 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:42 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.052 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:42 smithi178 ceph-mon[192298]: pgmap v88: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:43.052 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:42 smithi178 ceph-mon[192298]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:04:43.052 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:42 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.052 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:42 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[219580]: pgmap v88: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:43.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[219580]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:04:43.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[212312]: pgmap v88: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:43.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[212312]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:04:43.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:42 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:43.116 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:04:43.545 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:04:43 smithi118 conmon[199296]: 2023-09-23T15:04:43.284+0000 7fb1894e5700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-09-23T15:04:44.520 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:44 smithi118 ceph-mon[219580]: pgmap v89: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:44.520 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:44 smithi118 ceph-mon[212312]: pgmap v89: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:44 smithi178 ceph-mon[192298]: pgmap v89: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:44.963 INFO:teuthology.orchestra.run.smithi118.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:04:45.651 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'sleep 60' 2023-09-23T15:04:45.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:45 smithi118 ceph-mon[212312]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:04:45.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:45 smithi118 ceph-mon[212312]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:04:45.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:46.002 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:04:46.251 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:45 smithi118 ceph-mon[219580]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:04:46.251 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:45 smithi118 ceph-mon[219580]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:04:46.251 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:45 smithi178 ceph-mon[192298]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:04:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:45 smithi178 ceph-mon[192298]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:04:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:47.318 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[219580]: pgmap v90: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:47.318 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:47.318 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:47.318 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:47.318 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:04:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:04:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:04:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[212312]: pgmap v90: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:04:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:04:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:04:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:46 smithi178 ceph-mon[192298]: pgmap v90: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:04:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:04:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:04:47.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:48.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:47 smithi118 ceph-mon[219580]: Reconfiguring mon.a (monmap changed)... 2023-09-23T15:04:48.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:47 smithi118 ceph-mon[219580]: Reconfiguring daemon mon.a on smithi118 2023-09-23T15:04:48.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:47 smithi118 ceph-mon[212312]: Reconfiguring mon.a (monmap changed)... 2023-09-23T15:04:48.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:47 smithi118 ceph-mon[212312]: Reconfiguring daemon mon.a on smithi118 2023-09-23T15:04:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:47 smithi178 ceph-mon[192298]: Reconfiguring mon.a (monmap changed)... 2023-09-23T15:04:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:47 smithi178 ceph-mon[192298]: Reconfiguring daemon mon.a on smithi118 2023-09-23T15:04:48.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:04:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:04:48] "GET /metrics HTTP/1.1" 200 33725 "" "Prometheus/2.43.0" 2023-09-23T15:04:48.975 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:04:48 smithi178 conmon[176415]: ts=2023-09-23T15:04:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:04:49.284 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[219580]: pgmap v91: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:49.284 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:49.285 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:49.285 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:04:49.285 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:04:49.285 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:49.285 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[212312]: pgmap v91: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:49.285 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:49.285 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:49.285 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:04:49.286 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:04:49.286 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:48 smithi178 ceph-mon[192298]: pgmap v91: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:04:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:04:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:50.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:49 smithi118 ceph-mon[212312]: Reconfiguring mgr.y (monmap changed)... 2023-09-23T15:04:50.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:49 smithi118 ceph-mon[212312]: Reconfiguring daemon mgr.y on smithi118 2023-09-23T15:04:50.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:49 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:49 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:50.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:49 smithi118 ceph-mon[219580]: Reconfiguring mgr.y (monmap changed)... 2023-09-23T15:04:50.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:49 smithi118 ceph-mon[219580]: Reconfiguring daemon mgr.y on smithi118 2023-09-23T15:04:50.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:49 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:50.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:49 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:49 smithi178 ceph-mon[192298]: Reconfiguring mgr.y (monmap changed)... 2023-09-23T15:04:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:49 smithi178 ceph-mon[192298]: Reconfiguring daemon mgr.y on smithi118 2023-09-23T15:04:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:49 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:49 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:51.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:50 smithi118 ceph-mon[212312]: pgmap v92: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:51.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:50 smithi118 ceph-mon[212312]: Reconfiguring mon.c (monmap changed)... 2023-09-23T15:04:51.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:50 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:04:51.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:50 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:04:51.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:50 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:51.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:50 smithi118 ceph-mon[219580]: pgmap v92: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:51.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:50 smithi118 ceph-mon[219580]: Reconfiguring mon.c (monmap changed)... 2023-09-23T15:04:51.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:50 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:04:51.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:50 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:04:51.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:50 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:50 smithi178 ceph-mon[192298]: pgmap v92: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:50 smithi178 ceph-mon[192298]: Reconfiguring mon.c (monmap changed)... 2023-09-23T15:04:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:50 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:04:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:50 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:04:51.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:50 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:52.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[219580]: Reconfiguring daemon mon.c on smithi118 2023-09-23T15:04:52.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:52.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:52.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T15:04:52.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:52.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:04:52.256 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[212312]: Reconfiguring daemon mon.c on smithi118 2023-09-23T15:04:52.256 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:52.257 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:52.257 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T15:04:52.257 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:52.257 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:04:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:51 smithi178 ceph-mon[192298]: Reconfiguring daemon mon.c on smithi118 2023-09-23T15:04:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T15:04:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:04:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:52 smithi118 ceph-mon[219580]: Reconfiguring osd.0 (monmap changed)... 2023-09-23T15:04:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:52 smithi118 ceph-mon[219580]: Reconfiguring daemon osd.0 on smithi118 2023-09-23T15:04:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:52 smithi118 ceph-mon[219580]: pgmap v93: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:52 smithi118 ceph-mon[212312]: Reconfiguring osd.0 (monmap changed)... 2023-09-23T15:04:53.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:52 smithi118 ceph-mon[212312]: Reconfiguring daemon osd.0 on smithi118 2023-09-23T15:04:53.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:52 smithi118 ceph-mon[212312]: pgmap v93: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:52 smithi178 ceph-mon[192298]: Reconfiguring osd.0 (monmap changed)... 2023-09-23T15:04:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:52 smithi178 ceph-mon[192298]: Reconfiguring daemon osd.0 on smithi118 2023-09-23T15:04:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:52 smithi178 ceph-mon[192298]: pgmap v93: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:54.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:54.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:54.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[212312]: Reconfiguring osd.1 (monmap changed)... 2023-09-23T15:04:54.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T15:04:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[212312]: Reconfiguring daemon osd.1 on smithi118 2023-09-23T15:04:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[212312]: pgmap v94: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:54.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:54.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:54.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[219580]: Reconfiguring osd.1 (monmap changed)... 2023-09-23T15:04:54.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T15:04:54.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:54.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[219580]: Reconfiguring daemon osd.1 on smithi118 2023-09-23T15:04:54.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:54 smithi118 ceph-mon[219580]: pgmap v94: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:54 smithi178 ceph-mon[192298]: Reconfiguring osd.1 (monmap changed)... 2023-09-23T15:04:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T15:04:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:54 smithi178 ceph-mon[192298]: Reconfiguring daemon osd.1 on smithi118 2023-09-23T15:04:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:54 smithi178 ceph-mon[192298]: pgmap v94: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[212312]: Reconfiguring osd.2 (monmap changed)... 2023-09-23T15:04:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T15:04:55.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:55.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[212312]: Reconfiguring daemon osd.2 on smithi118 2023-09-23T15:04:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[219580]: Reconfiguring osd.2 (monmap changed)... 2023-09-23T15:04:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T15:04:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:55.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:55 smithi118 ceph-mon[219580]: Reconfiguring daemon osd.2 on smithi118 2023-09-23T15:04:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:55 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:55 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:55 smithi178 ceph-mon[192298]: Reconfiguring osd.2 (monmap changed)... 2023-09-23T15:04:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:55 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T15:04:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:55 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:55 smithi178 ceph-mon[192298]: Reconfiguring daemon osd.2 on smithi118 2023-09-23T15:04:56.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:56 smithi118 ceph-mon[219580]: pgmap v95: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:56.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:56.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:56.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T15:04:56.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:56.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:56 smithi118 ceph-mon[212312]: pgmap v95: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:56.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:56.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:56.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T15:04:56.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:56 smithi178 ceph-mon[192298]: pgmap v95: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T15:04:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:58.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[219580]: Reconfiguring osd.3 (monmap changed)... 2023-09-23T15:04:58.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[219580]: Reconfiguring daemon osd.3 on smithi118 2023-09-23T15:04:58.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:58.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:58.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi118.efkhxl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T15:04:58.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:58.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[212312]: Reconfiguring osd.3 (monmap changed)... 2023-09-23T15:04:58.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[212312]: Reconfiguring daemon osd.3 on smithi118 2023-09-23T15:04:58.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:58.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:58.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi118.efkhxl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T15:04:58.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:57 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:57 smithi178 ceph-mon[192298]: Reconfiguring osd.3 (monmap changed)... 2023-09-23T15:04:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:57 smithi178 ceph-mon[192298]: Reconfiguring daemon osd.3 on smithi118 2023-09-23T15:04:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:57 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:57 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:04:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:57 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi118.efkhxl", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T15:04:58.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:57 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:04:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:04:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:04:58] "GET /metrics HTTP/1.1" 200 33721 "" "Prometheus/2.43.0" 2023-09-23T15:04:58.913 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:04:58 smithi178 conmon[176415]: ts=2023-09-23T15:04:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:04:59.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:58 smithi118 ceph-mon[219580]: Reconfiguring mds.foo.smithi118.efkhxl (monmap changed)... 2023-09-23T15:04:59.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:58 smithi118 ceph-mon[219580]: Reconfiguring daemon mds.foo.smithi118.efkhxl on smithi118 2023-09-23T15:04:59.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:04:58 smithi118 ceph-mon[219580]: pgmap v96: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:59.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:58 smithi118 ceph-mon[212312]: Reconfiguring mds.foo.smithi118.efkhxl (monmap changed)... 2023-09-23T15:04:59.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:58 smithi118 ceph-mon[212312]: Reconfiguring daemon mds.foo.smithi118.efkhxl on smithi118 2023-09-23T15:04:59.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:04:58 smithi118 ceph-mon[212312]: pgmap v96: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:04:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:58 smithi178 ceph-mon[192298]: Reconfiguring mds.foo.smithi118.efkhxl (monmap changed)... 2023-09-23T15:04:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:58 smithi178 ceph-mon[192298]: Reconfiguring daemon mds.foo.smithi118.efkhxl on smithi118 2023-09-23T15:04:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:04:58 smithi178 ceph-mon[192298]: pgmap v96: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:00.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:00.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:00.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[219580]: Reconfiguring mon.b (monmap changed)... 2023-09-23T15:05:00.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:05:00.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:05:00.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:00.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[219580]: Reconfiguring daemon mon.b on smithi178 2023-09-23T15:05:00.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[219580]: pgmap v97: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:00.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:00.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:00.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[212312]: Reconfiguring mon.b (monmap changed)... 2023-09-23T15:05:00.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:05:00.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:05:00.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:00.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[212312]: Reconfiguring daemon mon.b on smithi178 2023-09-23T15:05:00.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:00 smithi118 ceph-mon[212312]: pgmap v97: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:00 smithi178 ceph-mon[192298]: Reconfiguring mon.b (monmap changed)... 2023-09-23T15:05:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-09-23T15:05:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-09-23T15:05:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:00 smithi178 ceph-mon[192298]: Reconfiguring daemon mon.b on smithi178 2023-09-23T15:05:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:00 smithi178 ceph-mon[192298]: pgmap v97: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[219580]: Reconfiguring mgr.x (monmap changed)... 2023-09-23T15:05:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:05:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:05:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[219580]: Reconfiguring daemon mgr.x on smithi178 2023-09-23T15:05:01.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[212312]: Reconfiguring mgr.x (monmap changed)... 2023-09-23T15:05:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:05:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:05:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:01.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:01 smithi118 ceph-mon[212312]: Reconfiguring daemon mgr.x on smithi178 2023-09-23T15:05:01.863 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:01 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:01.863 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:01 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:01.863 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:01 smithi178 ceph-mon[192298]: Reconfiguring mgr.x (monmap changed)... 2023-09-23T15:05:01.863 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:01 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-09-23T15:05:01.863 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:01 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-09-23T15:05:01.863 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:01 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:01.863 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:01 smithi178 ceph-mon[192298]: Reconfiguring daemon mgr.x on smithi178 2023-09-23T15:05:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:02 smithi178 ceph-mon[192298]: pgmap v98: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:02 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:02 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:02 smithi178 ceph-mon[192298]: Reconfiguring osd.4 (monmap changed)... 2023-09-23T15:05:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:02 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T15:05:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:02 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:02 smithi178 ceph-mon[192298]: Reconfiguring daemon osd.4 on smithi178 2023-09-23T15:05:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[219580]: pgmap v98: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[219580]: Reconfiguring osd.4 (monmap changed)... 2023-09-23T15:05:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T15:05:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:03.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[219580]: Reconfiguring daemon osd.4 on smithi178 2023-09-23T15:05:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[212312]: pgmap v98: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[212312]: Reconfiguring osd.4 (monmap changed)... 2023-09-23T15:05:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-09-23T15:05:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:02 smithi118 ceph-mon[212312]: Reconfiguring daemon osd.4 on smithi178 2023-09-23T15:05:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:04 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:04 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:04 smithi178 ceph-mon[192298]: Reconfiguring osd.5 (monmap changed)... 2023-09-23T15:05:04.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:04 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T15:05:04.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:04 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:04.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:04 smithi178 ceph-mon[192298]: Reconfiguring daemon osd.5 on smithi178 2023-09-23T15:05:04.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:04 smithi178 ceph-mon[192298]: pgmap v99: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:04.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:04.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:04.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[219580]: Reconfiguring osd.5 (monmap changed)... 2023-09-23T15:05:04.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T15:05:04.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:04.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[219580]: Reconfiguring daemon osd.5 on smithi178 2023-09-23T15:05:04.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[219580]: pgmap v99: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:04.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:04.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:04.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[212312]: Reconfiguring osd.5 (monmap changed)... 2023-09-23T15:05:04.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-09-23T15:05:04.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:04.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[212312]: Reconfiguring daemon osd.5 on smithi178 2023-09-23T15:05:04.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:04 smithi118 ceph-mon[212312]: pgmap v99: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:06.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:06.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:06.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[219580]: Reconfiguring osd.6 (monmap changed)... 2023-09-23T15:05:06.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T15:05:06.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:06.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[219580]: Reconfiguring daemon osd.6 on smithi178 2023-09-23T15:05:06.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:06.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:06.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[212312]: Reconfiguring osd.6 (monmap changed)... 2023-09-23T15:05:06.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T15:05:06.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:06.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:05 smithi118 ceph-mon[212312]: Reconfiguring daemon osd.6 on smithi178 2023-09-23T15:05:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:05 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:05 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:05 smithi178 ceph-mon[192298]: Reconfiguring osd.6 (monmap changed)... 2023-09-23T15:05:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:05 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-09-23T15:05:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:05 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:05 smithi178 ceph-mon[192298]: Reconfiguring daemon osd.6 on smithi178 2023-09-23T15:05:07.096 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:06 smithi178 ceph-mon[192298]: pgmap v100: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:07.097 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:07.097 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:07.097 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T15:05:07.097 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:06 smithi118 ceph-mon[219580]: pgmap v100: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T15:05:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:06 smithi118 ceph-mon[212312]: pgmap v100: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-09-23T15:05:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:07 smithi178 ceph-mon[192298]: Reconfiguring osd.7 (monmap changed)... 2023-09-23T15:05:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:07 smithi178 ceph-mon[192298]: Reconfiguring daemon osd.7 on smithi178 2023-09-23T15:05:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi178.hfjibd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T15:05:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:08.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[212312]: Reconfiguring osd.7 (monmap changed)... 2023-09-23T15:05:08.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[212312]: Reconfiguring daemon osd.7 on smithi178 2023-09-23T15:05:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi178.hfjibd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T15:05:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:08.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[219580]: Reconfiguring osd.7 (monmap changed)... 2023-09-23T15:05:08.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[219580]: Reconfiguring daemon osd.7 on smithi178 2023-09-23T15:05:08.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:08.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:08.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:08.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi178.hfjibd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-09-23T15:05:08.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:05:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:05:08] "GET /metrics HTTP/1.1" 200 33720 "" "Prometheus/2.43.0" 2023-09-23T15:05:08.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:08 smithi178 ceph-mon[192298]: Reconfiguring mds.foo.smithi178.hfjibd (monmap changed)... 2023-09-23T15:05:08.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:08 smithi178 ceph-mon[192298]: Reconfiguring daemon mds.foo.smithi178.hfjibd on smithi178 2023-09-23T15:05:08.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:08 smithi178 ceph-mon[192298]: pgmap v101: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:08.879 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:05:08 smithi178 conmon[176415]: ts=2023-09-23T15:05:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:05:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:08 smithi118 ceph-mon[219580]: Reconfiguring mds.foo.smithi178.hfjibd (monmap changed)... 2023-09-23T15:05:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:08 smithi118 ceph-mon[219580]: Reconfiguring daemon mds.foo.smithi178.hfjibd on smithi178 2023-09-23T15:05:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:08 smithi118 ceph-mon[219580]: pgmap v101: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:09.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:08 smithi118 ceph-mon[212312]: Reconfiguring mds.foo.smithi178.hfjibd (monmap changed)... 2023-09-23T15:05:09.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:08 smithi118 ceph-mon[212312]: Reconfiguring daemon mds.foo.smithi178.hfjibd on smithi178 2023-09-23T15:05:09.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:08 smithi118 ceph-mon[212312]: pgmap v101: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:05:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:05:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[219580]: pgmap v102: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:05:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:05:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:10 smithi118 ceph-mon[212312]: pgmap v102: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:10 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:10 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:10 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:05:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:10 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:10 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:05:10.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:10 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:10.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:10 smithi178 ceph-mon[192298]: pgmap v102: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:13.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:12 smithi118 ceph-mon[219580]: pgmap v103: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:13.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:12 smithi118 ceph-mon[212312]: pgmap v103: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:12 smithi178 ceph-mon[192298]: pgmap v103: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:15.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:14 smithi118 ceph-mon[219580]: pgmap v104: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:14 smithi118 ceph-mon[212312]: pgmap v104: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:14 smithi178 ceph-mon[192298]: pgmap v104: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:17.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:16 smithi118 ceph-mon[219580]: pgmap v105: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:17.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:16 smithi118 ceph-mon[212312]: pgmap v105: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:16 smithi178 ceph-mon[192298]: pgmap v105: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:05:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:05:18] "GET /metrics HTTP/1.1" 200 33720 "" "Prometheus/2.43.0" 2023-09-23T15:05:18.927 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:05:18 smithi178 conmon[176415]: ts=2023-09-23T15:05:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:05:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:18 smithi118 ceph-mon[219580]: pgmap v106: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:19.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:18 smithi118 ceph-mon[212312]: pgmap v106: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:18 smithi178 ceph-mon[192298]: pgmap v106: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:20 smithi118 ceph-mon[219580]: pgmap v107: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:21.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:20 smithi118 ceph-mon[212312]: pgmap v107: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:20 smithi178 ceph-mon[192298]: pgmap v107: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:21 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:22.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:21 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:21 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:22 smithi118 ceph-mon[219580]: pgmap v108: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:23.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:22 smithi118 ceph-mon[212312]: pgmap v108: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:22 smithi178 ceph-mon[192298]: pgmap v108: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:24 smithi118 ceph-mon[219580]: pgmap v109: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:25.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:24 smithi118 ceph-mon[212312]: pgmap v109: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:24 smithi178 ceph-mon[192298]: pgmap v109: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:26 smithi118 ceph-mon[219580]: pgmap v110: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:27.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:26 smithi118 ceph-mon[212312]: pgmap v110: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:26 smithi178 ceph-mon[192298]: pgmap v110: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:05:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:05:28] "GET /metrics HTTP/1.1" 200 33712 "" "Prometheus/2.43.0" 2023-09-23T15:05:28.942 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:05:28 smithi178 conmon[176415]: ts=2023-09-23T15:05:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:05:29.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:28 smithi118 ceph-mon[219580]: pgmap v111: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:28 smithi118 ceph-mon[212312]: pgmap v111: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:28 smithi178 ceph-mon[192298]: pgmap v111: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:31.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:30 smithi118 ceph-mon[212312]: pgmap v112: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:30 smithi118 ceph-mon[219580]: pgmap v112: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:30 smithi178 ceph-mon[192298]: pgmap v112: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:32 smithi118 ceph-mon[219580]: pgmap v113: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:33.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:32 smithi118 ceph-mon[212312]: pgmap v113: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:32 smithi178 ceph-mon[192298]: pgmap v113: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:34 smithi118 ceph-mon[219580]: pgmap v114: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:35.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:34 smithi118 ceph-mon[212312]: pgmap v114: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:34 smithi178 ceph-mon[192298]: pgmap v114: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:36 smithi118 ceph-mon[219580]: pgmap v115: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:36 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:36 smithi118 ceph-mon[212312]: pgmap v115: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:36 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:36 smithi178 ceph-mon[192298]: pgmap v115: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:36 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:05:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:05:38] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2023-09-23T15:05:38.955 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:05:38 smithi178 conmon[176415]: ts=2023-09-23T15:05:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:05:39.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:38 smithi118 ceph-mon[219580]: pgmap v116: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:39.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:38 smithi118 ceph-mon[212312]: pgmap v116: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:38 smithi178 ceph-mon[192298]: pgmap v116: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:40 smithi118 ceph-mon[219580]: pgmap v117: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:41.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:40 smithi118 ceph-mon[212312]: pgmap v117: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:40 smithi178 ceph-mon[192298]: pgmap v117: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:43.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:42 smithi118 ceph-mon[219580]: pgmap v118: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:43.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:42 smithi118 ceph-mon[212312]: pgmap v118: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:42 smithi178 ceph-mon[192298]: pgmap v118: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:44 smithi118 ceph-mon[219580]: pgmap v119: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:44 smithi118 ceph-mon[212312]: pgmap v119: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:44 smithi178 ceph-mon[192298]: pgmap v119: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:46 smithi118 ceph-mon[219580]: pgmap v120: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:46 smithi118 ceph-mon[212312]: pgmap v120: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:46 smithi178 ceph-mon[192298]: pgmap v120: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:48.531 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:05:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:05:48] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2023-09-23T15:05:48.970 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:05:48 smithi178 conmon[176415]: ts=2023-09-23T15:05:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi178.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)\", cluster_addr=\"172.21.15.118\", device_class=\"ssd\", hostname=\"smithi118\", instance=\"smithi118:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.118\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-09-23T15:05:49.102 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade resume' 2023-09-23T15:05:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:48 smithi118 ceph-mon[219580]: pgmap v121: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:49.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:48 smithi118 ceph-mon[212312]: pgmap v121: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:48 smithi178 ceph-mon[192298]: pgmap v121: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:49.452 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:05:51.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:50 smithi118 ceph-mon[219580]: pgmap v122: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:51.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:50 smithi118 ceph-mon[212312]: pgmap v122: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:51.149 INFO:teuthology.orchestra.run.smithi118.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:05:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:50 smithi178 ceph-mon[192298]: pgmap v122: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:51.873 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'echo wait for half of osds to upgrade' 2023-09-23T15:05:52.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[212312]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:05:52.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[212312]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:05:52.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:52.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:05:52.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:52.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[212312]: pgmap v123: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:52.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[219580]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:05:52.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[219580]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:05:52.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:52.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:05:52.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:52.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:52 smithi118 ceph-mon[219580]: pgmap v123: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:52.625 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:05:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:52 smithi178 ceph-mon[192298]: from='client.44132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:05:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:52 smithi178 ceph-mon[192298]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:05:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:05:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:05:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:52 smithi178 ceph-mon[192298]: pgmap v123: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:54.348 INFO:teuthology.orchestra.run.smithi118.stdout:wait for half of osds to upgrade 2023-09-23T15:05:55.267 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:54 smithi118 ceph-mon[219580]: pgmap v124: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:55.268 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:55.268 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:55.268 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:54 smithi118 ceph-mon[212312]: pgmap v124: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:55.268 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:55.268 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:55.280 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2023-09-23T15:05:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:54 smithi178 ceph-mon[192298]: pgmap v124: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:55.817 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:05:57.086 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.086 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.086 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: pgmap v125: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:57.087 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:57.087 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:05:57.087 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.087 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:05:57.087 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:05:57.087 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:05:57.087 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.087 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-09-23T15:05:57.087 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-09-23T15:05:57.087 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-09-23T15:05:57.087 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-09-23T15:05:57.088 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-09-23T15:05:57.088 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-09-23T15:05:57.088 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:05:57.088 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.088 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T15:05:57.088 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.088 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.088 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: pgmap v125: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:57.088 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:57.088 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-09-23T15:05:57.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:05:57.090 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.090 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T15:05:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: pgmap v125: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-09-23T15:05:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-09-23T15:05:57.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-09-23T15:05:57.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-09-23T15:05:57.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:05:57.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:57.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T15:05:58.219 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:57 smithi118 ceph-mon[219580]: Upgrade: Setting container_image for all mon 2023-09-23T15:05:58.219 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:57 smithi118 ceph-mon[219580]: Upgrade: Setting container_image for all crash 2023-09-23T15:05:58.219 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:57 smithi118 ceph-mon[219580]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T15:05:58.219 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:57 smithi118 ceph-mon[219580]: Upgrade: osd.0 is safe to restart 2023-09-23T15:05:58.219 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:57 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2211629349' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:05:58.220 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:57 smithi118 ceph-mon[212312]: Upgrade: Setting container_image for all mon 2023-09-23T15:05:58.220 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:57 smithi118 ceph-mon[212312]: Upgrade: Setting container_image for all crash 2023-09-23T15:05:58.220 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:57 smithi118 ceph-mon[212312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T15:05:58.220 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:57 smithi118 ceph-mon[212312]: Upgrade: osd.0 is safe to restart 2023-09-23T15:05:58.220 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:57 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2211629349' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:05:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:57 smithi178 ceph-mon[192298]: Upgrade: Setting container_image for all mon 2023-09-23T15:05:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:57 smithi178 ceph-mon[192298]: Upgrade: Setting container_image for all crash 2023-09-23T15:05:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:57 smithi178 ceph-mon[192298]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-09-23T15:05:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:57 smithi178 ceph-mon[192298]: Upgrade: osd.0 is safe to restart 2023-09-23T15:05:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:57 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2211629349' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:05:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:05:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:05:58] "GET /metrics HTTP/1.1" 200 33712 "" "Prometheus/2.43.0" 2023-09-23T15:05:59.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:58 smithi118 ceph-mon[212312]: pgmap v126: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:59.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:58 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:59.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:58 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T15:05:59.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:58 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:59.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:58 smithi118 ceph-mon[219580]: pgmap v126: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:59.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:58 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:59.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:58 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T15:05:59.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:58 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:05:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:58 smithi178 ceph-mon[192298]: pgmap v126: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:05:59.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:58 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:05:59.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:58 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-09-23T15:05:59.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:58 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:06:00.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:59 smithi118 ceph-mon[219580]: Upgrade: Updating osd.0 2023-09-23T15:06:00.242 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:05:59 smithi118 ceph-mon[219580]: Deploying daemon osd.0 on smithi118 2023-09-23T15:06:00.242 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:59 smithi118 ceph-mon[212312]: Upgrade: Updating osd.0 2023-09-23T15:06:00.242 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:05:59 smithi118 ceph-mon[212312]: Deploying daemon osd.0 on smithi118 2023-09-23T15:06:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:59 smithi178 ceph-mon[192298]: Upgrade: Updating osd.0 2023-09-23T15:06:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:05:59 smithi178 ceph-mon[192298]: Deploying daemon osd.0 on smithi118 2023-09-23T15:06:01.181 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:00 smithi118 ceph-mon[219580]: pgmap v127: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:01.181 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2192935017' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:01.181 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:00 smithi118 ceph-mon[212312]: pgmap v127: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:01.181 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2192935017' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:00 smithi178 ceph-mon[192298]: pgmap v127: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2192935017' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:01.569 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:01 smithi118 systemd[1]: Stopping Ceph osd.0 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:06:01.569 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:01 smithi118 conmon[124462]: 2023-09-23T15:06:01.403+0000 7fe08b969700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:06:01.569 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:01 smithi118 conmon[124462]: 2023-09-23T15:06:01.403+0000 7fe08b969700 -1 osd.0 80 *** Got signal Terminated *** 2023-09-23T15:06:01.569 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:01 smithi118 conmon[124462]: 2023-09-23T15:06:01.403+0000 7fe08b969700 -1 osd.0 80 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:06:02.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:01 smithi118 ceph-mon[219580]: osd.0 marked itself down and dead 2023-09-23T15:06:02.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:01 smithi118 ceph-mon[212312]: osd.0 marked itself down and dead 2023-09-23T15:06:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:01 smithi178 ceph-mon[192298]: osd.0 marked itself down and dead 2023-09-23T15:06:02.819 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:02 smithi118 bash[234551]: 35aea3b108d674b1d604259671c7cd885c047174f0f552c97d122ab8539b0913 2023-09-23T15:06:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[212312]: pgmap v128: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[212312]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:06:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[212312]: failed to encode map e81 with expected crc 2023-09-23T15:06:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[212312]: failed to encode map e81 with expected crc 2023-09-23T15:06:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[212312]: osdmap e81: 8 total, 7 up, 8 in 2023-09-23T15:06:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3316827057' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:03.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[219580]: pgmap v128: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:03.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[219580]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:06:03.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[219580]: failed to encode map e81 with expected crc 2023-09-23T15:06:03.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[219580]: failed to encode map e81 with expected crc 2023-09-23T15:06:03.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[219580]: osdmap e81: 8 total, 7 up, 8 in 2023-09-23T15:06:03.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:02 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3316827057' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:02 smithi178 ceph-mon[192298]: pgmap v128: 73 pgs: 73 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:02 smithi178 ceph-mon[192298]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:06:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:02 smithi178 ceph-mon[192298]: failed to encode map e81 with expected crc 2023-09-23T15:06:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:02 smithi178 ceph-mon[192298]: failed to encode map e81 with expected crc 2023-09-23T15:06:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:02 smithi178 ceph-mon[192298]: osdmap e81: 8 total, 7 up, 8 in 2023-09-23T15:06:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:02 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3316827057' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:04.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[212312]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[212312]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[212312]: osdmap e82: 8 total, 7 up, 8 in 2023-09-23T15:06:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[212312]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[212312]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[212312]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[212312]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[212312]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[212312]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[212312]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[219580]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[219580]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[219580]: osdmap e82: 8 total, 7 up, 8 in 2023-09-23T15:06:04.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[219580]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[219580]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[219580]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[219580]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[219580]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[219580]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:03 smithi118 ceph-mon[219580]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:03 smithi178 ceph-mon[192298]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:03 smithi178 ceph-mon[192298]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:03 smithi178 ceph-mon[192298]: osdmap e82: 8 total, 7 up, 8 in 2023-09-23T15:06:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:03 smithi178 ceph-mon[192298]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:03 smithi178 ceph-mon[192298]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:03 smithi178 ceph-mon[192298]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:03 smithi178 ceph-mon[192298]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:03 smithi178 ceph-mon[192298]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:03 smithi178 ceph-mon[192298]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:03 smithi178 ceph-mon[192298]: failed to encode map e82 with expected crc 2023-09-23T15:06:04.949 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:04 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.0.service: Succeeded. 2023-09-23T15:06:04.949 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:04 smithi118 systemd[1]: Stopped Ceph osd.0 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:06:04.949 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:04 smithi118 systemd[1]: Starting Ceph osd.0 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:06:04.950 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:04 smithi118 ceph-mon[212312]: pgmap v131: 73 pgs: 26 peering, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:04.950 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:04 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 9 pgs inactive, 26 pgs peering (PG_AVAILABILITY) 2023-09-23T15:06:04.950 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3222451547' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:05.210 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:04 smithi118 ceph-mon[219580]: pgmap v131: 73 pgs: 26 peering, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:05.210 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:04 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 9 pgs inactive, 26 pgs peering (PG_AVAILABILITY) 2023-09-23T15:06:05.210 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3222451547' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:04 smithi178 ceph-mon[192298]: pgmap v131: 73 pgs: 26 peering, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:04 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 9 pgs inactive, 26 pgs peering (PG_AVAILABILITY) 2023-09-23T15:06:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3222451547' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:06.069 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:05 smithi118 bash[235242]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T15:06:06.069 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:05 smithi118 bash[235242]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-09-23T15:06:06.069 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:05 smithi118 bash[235242]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2023-09-23T15:06:06.070 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:05 smithi118 bash[235242]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2023-09-23T15:06:06.070 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:05 smithi118 bash[235242]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2023-09-23T15:06:06.070 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:05 smithi118 bash[235242]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-09-23T15:06:06.070 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:05 smithi118 bash[235242]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-09-23T15:06:06.070 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:05 smithi118 bash[235242]: --> ceph-volume lvm activate successful for osd ID: 0 2023-09-23T15:06:07.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:06 smithi118 ceph-mon[219580]: pgmap v132: 73 pgs: 26 peering, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:07.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:07.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:07.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:06 smithi118 ceph-mon[212312]: pgmap v132: 73 pgs: 26 peering, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:07.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:07.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:07.321 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:06 smithi118 ceph-osd[235750]: -- 172.21.15.118:0/1802101725 <== mon.0 v2:172.21.15.118:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d0584404e0 con 0x55d058413000 2023-09-23T15:06:07.321 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:06 smithi118 bash[235662]: baa0a80c3789becd3fd4db1a94c79109b2e8eadd2579e3a0a62d5e3791ac3d9b 2023-09-23T15:06:07.321 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:06 smithi118 systemd[1]: Started Ceph osd.0 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:06:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:06 smithi178 ceph-mon[192298]: pgmap v132: 73 pgs: 26 peering, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:07.383 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:07.383 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:07.819 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:07 smithi118 conmon[235706]: 2023-09-23T15:06:07.429+0000 7f17c11ba640 -1 Falling back to public interface 2023-09-23T15:06:08.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:08.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:08.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:08.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3806158430' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:08.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3806158430' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3806158430' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:06:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:06:08] "GET /metrics HTTP/1.1" 200 33856 "" "Prometheus/2.43.0" 2023-09-23T15:06:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:08 smithi118 ceph-mon[219580]: pgmap v133: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:06:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:08 smithi118 ceph-mon[219580]: Health check failed: Degraded data redundancy: 12/72 objects degraded (16.667%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T15:06:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:08 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 26 pgs peering) 2023-09-23T15:06:09.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:08 smithi118 ceph-mon[212312]: pgmap v133: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:06:09.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:08 smithi118 ceph-mon[212312]: Health check failed: Degraded data redundancy: 12/72 objects degraded (16.667%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T15:06:09.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:08 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 26 pgs peering) 2023-09-23T15:06:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:08 smithi178 ceph-mon[192298]: pgmap v133: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:06:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:08 smithi178 ceph-mon[192298]: Health check failed: Degraded data redundancy: 12/72 objects degraded (16.667%), 7 pgs degraded (PG_DEGRADED) 2023-09-23T15:06:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:08 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 26 pgs peering) 2023-09-23T15:06:10.319 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:10 smithi118 conmon[235706]: 2023-09-23T15:06:10.198+0000 7f17c11ba640 -1 osd.0 80 log_to_monitors true 2023-09-23T15:06:10.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4098945973' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:10.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:09 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:10.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:09 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:10.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4098945973' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:10.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:09 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:10.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:09 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4098945973' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:09 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:10.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:09 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:10 smithi118 ceph-mon[219580]: pgmap v134: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:06:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:10 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:10 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:10 smithi118 ceph-mon[219580]: from='osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T15:06:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:10 smithi118 ceph-mon[212312]: pgmap v134: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:06:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:10 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:10 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:10 smithi118 ceph-mon[212312]: from='osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T15:06:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:10 smithi178 ceph-mon[192298]: pgmap v134: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 88 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:06:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:10 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:10 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:10 smithi178 ceph-mon[192298]: from='osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-09-23T15:06:11.569 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:06:11 smithi118 conmon[235706]: 2023-09-23T15:06:11.223+0000 7f17b2627700 -1 osd.0 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T15:06:12.208 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[212312]: failed to encode map e83 with expected crc 2023-09-23T15:06:12.208 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[212312]: failed to encode map e83 with expected crc 2023-09-23T15:06:12.209 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[212312]: from='osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T15:06:12.209 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[212312]: osdmap e83: 8 total, 7 up, 8 in 2023-09-23T15:06:12.209 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[212312]: from='osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:06:12.209 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3918605505' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:12.209 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[212312]: pgmap v136: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 108 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:06:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[219580]: failed to encode map e83 with expected crc 2023-09-23T15:06:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[219580]: failed to encode map e83 with expected crc 2023-09-23T15:06:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[219580]: from='osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T15:06:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[219580]: osdmap e83: 8 total, 7 up, 8 in 2023-09-23T15:06:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[219580]: from='osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:06:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3918605505' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:12 smithi118 ceph-mon[219580]: pgmap v136: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 108 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:06:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:12 smithi178 ceph-mon[192298]: failed to encode map e83 with expected crc 2023-09-23T15:06:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:12 smithi178 ceph-mon[192298]: failed to encode map e83 with expected crc 2023-09-23T15:06:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:12 smithi178 ceph-mon[192298]: from='osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-09-23T15:06:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:12 smithi178 ceph-mon[192298]: osdmap e83: 8 total, 7 up, 8 in 2023-09-23T15:06:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:12 smithi178 ceph-mon[192298]: from='osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:06:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:12 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3918605505' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:12.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:12 smithi178 ceph-mon[192298]: pgmap v136: 73 pgs: 7 active+undersized+degraded, 19 active+undersized, 47 active+clean; 582 KiB data, 108 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:06:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[219580]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:06:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[219580]: failed to encode map e84 with expected crc 2023-09-23T15:06:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[219580]: failed to encode map e84 with expected crc 2023-09-23T15:06:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[219580]: osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063] boot 2023-09-23T15:06:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[219580]: osdmap e84: 8 total, 8 up, 8 in 2023-09-23T15:06:13.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:06:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[212312]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:06:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[212312]: failed to encode map e84 with expected crc 2023-09-23T15:06:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[212312]: failed to encode map e84 with expected crc 2023-09-23T15:06:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[212312]: osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063] boot 2023-09-23T15:06:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[212312]: osdmap e84: 8 total, 8 up, 8 in 2023-09-23T15:06:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:13 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:06:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:13 smithi178 ceph-mon[192298]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:06:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:13 smithi178 ceph-mon[192298]: failed to encode map e84 with expected crc 2023-09-23T15:06:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:13 smithi178 ceph-mon[192298]: failed to encode map e84 with expected crc 2023-09-23T15:06:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:13 smithi178 ceph-mon[192298]: osd.0 [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063] boot 2023-09-23T15:06:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:13 smithi178 ceph-mon[192298]: osdmap e84: 8 total, 8 up, 8 in 2023-09-23T15:06:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:13 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-09-23T15:06:14.069 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:06:13 smithi118 conmon[199296]: 2023-09-23T15:06:13.831+0000 7fb1894e5700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2023-09-23T15:06:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: osdmap e85: 8 total, 8 up, 8 in 2023-09-23T15:06:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:14.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2023-09-23T15:06:14.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: pgmap v139: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 582 KiB data, 108 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:14.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4162465357' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:14.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: osdmap e85: 8 total, 8 up, 8 in 2023-09-23T15:06:14.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:14.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:14.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2023-09-23T15:06:14.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: pgmap v139: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 582 KiB data, 108 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:14.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4162465357' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: osdmap e85: 8 total, 8 up, 8 in 2023-09-23T15:06:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: failed to encode map e85 with expected crc 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:14.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:14.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:14.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2023-09-23T15:06:14.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: pgmap v139: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 582 KiB data, 108 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:14.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4162465357' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:15.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:15 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:06:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:15 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:06:15.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:15 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:06:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:16 smithi118 ceph-mon[219580]: pgmap v140: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 582 KiB data, 108 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:16.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:16 smithi118 ceph-mon[212312]: pgmap v140: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 582 KiB data, 108 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:16 smithi178 ceph-mon[192298]: pgmap v140: 73 pgs: 15 peering, 2 active+undersized+degraded, 9 active+undersized, 47 active+clean; 582 KiB data, 108 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:17.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3001309773' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:17.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3001309773' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3001309773' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:18.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:18 smithi118 ceph-mon[219580]: pgmap v141: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:18.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:18 smithi118 ceph-mon[212312]: pgmap v141: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:06:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:06:18] "GET /metrics HTTP/1.1" 200 33856 "" "Prometheus/2.43.0" 2023-09-23T15:06:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:18 smithi178 ceph-mon[192298]: pgmap v141: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:19 smithi118 ceph-mon[219580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/72 objects degraded (4.167%), 2 pgs degraded) 2023-09-23T15:06:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:19 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:06:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:19 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2703703762' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:19.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:19 smithi118 ceph-mon[212312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/72 objects degraded (4.167%), 2 pgs degraded) 2023-09-23T15:06:19.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:19 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:06:19.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:19 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2703703762' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:19 smithi178 ceph-mon[192298]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/72 objects degraded (4.167%), 2 pgs degraded) 2023-09-23T15:06:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:19 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:06:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:19 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2703703762' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:20.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:20 smithi118 ceph-mon[219580]: pgmap v142: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:20 smithi118 ceph-mon[212312]: pgmap v142: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:20 smithi178 ceph-mon[192298]: pgmap v142: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:21 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3714367881' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:21 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3714367881' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:21 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3714367881' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:22 smithi178 ceph-mon[192298]: pgmap v143: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:22 smithi118 ceph-mon[219580]: pgmap v143: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:23.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:23.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:23.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:22 smithi118 ceph-mon[212312]: pgmap v143: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:23 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3442991161' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:24.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:23 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3442991161' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:24.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:23 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3442991161' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:24 smithi118 ceph-mon[219580]: pgmap v144: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:25.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:24 smithi118 ceph-mon[212312]: pgmap v144: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:25.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:24 smithi178 ceph-mon[192298]: pgmap v144: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:26.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1853603405' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1853603405' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1853603405' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:26 smithi118 ceph-mon[219580]: pgmap v145: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:27.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:26 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:27.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:26 smithi118 ceph-mon[212312]: pgmap v145: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:27.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:26 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:26 smithi178 ceph-mon[192298]: pgmap v145: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:26 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:28.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:27 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3854919079' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:28.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:27 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3854919079' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:27 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3854919079' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:06:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:06:28] "GET /metrics HTTP/1.1" 200 33854 "" "Prometheus/2.43.0" 2023-09-23T15:06:29.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:28 smithi118 ceph-mon[219580]: pgmap v146: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:29.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:28 smithi118 ceph-mon[212312]: pgmap v146: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:28 smithi178 ceph-mon[192298]: pgmap v146: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:28 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:29.945 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:29 smithi118 ceph-mon[212312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:29.945 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:29 smithi118 ceph-mon[212312]: Upgrade: osd.1 is safe to restart 2023-09-23T15:06:30.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:29 smithi118 ceph-mon[219580]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:30.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:29 smithi118 ceph-mon[219580]: Upgrade: osd.1 is safe to restart 2023-09-23T15:06:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:29 smithi178 ceph-mon[192298]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-09-23T15:06:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:29 smithi178 ceph-mon[192298]: Upgrade: osd.1 is safe to restart 2023-09-23T15:06:31.052 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:30 smithi118 ceph-mon[219580]: pgmap v147: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:31.052 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2911781884' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:31.052 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:31.052 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T15:06:31.052 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:06:31.053 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:30 smithi118 ceph-mon[212312]: pgmap v147: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:31.053 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2911781884' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:31.053 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:31.053 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T15:06:31.053 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:06:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:30 smithi178 ceph-mon[192298]: pgmap v147: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2911781884' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-09-23T15:06:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:06:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:31 smithi118 ceph-mon[219580]: Upgrade: Updating osd.1 2023-09-23T15:06:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:31 smithi118 ceph-mon[219580]: Deploying daemon osd.1 on smithi118 2023-09-23T15:06:32.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:31 smithi118 ceph-mon[212312]: Upgrade: Updating osd.1 2023-09-23T15:06:32.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:31 smithi118 ceph-mon[212312]: Deploying daemon osd.1 on smithi118 2023-09-23T15:06:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:31 smithi178 ceph-mon[192298]: Upgrade: Updating osd.1 2023-09-23T15:06:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:31 smithi178 ceph-mon[192298]: Deploying daemon osd.1 on smithi118 2023-09-23T15:06:33.026 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:32 smithi118 ceph-mon[219580]: pgmap v148: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:33.026 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2994386220' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:33.026 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:32 smithi118 ceph-mon[212312]: pgmap v148: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:33.026 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2994386220' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:33.319 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:33 smithi118 systemd[1]: Stopping Ceph osd.1 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:06:33.320 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:33 smithi118 conmon[133372]: 2023-09-23T15:06:33.242+0000 7f41f8e78700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:06:33.320 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:33 smithi118 conmon[133372]: 2023-09-23T15:06:33.242+0000 7f41f8e78700 -1 osd.1 85 *** Got signal Terminated *** 2023-09-23T15:06:33.320 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:33 smithi118 conmon[133372]: 2023-09-23T15:06:33.242+0000 7f41f8e78700 -1 osd.1 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:06:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:32 smithi178 ceph-mon[192298]: pgmap v148: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2994386220' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:34.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:33 smithi118 ceph-mon[212312]: osd.1 marked itself down and dead 2023-09-23T15:06:34.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:33 smithi118 ceph-mon[219580]: osd.1 marked itself down and dead 2023-09-23T15:06:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:33 smithi178 ceph-mon[192298]: osd.1 marked itself down and dead 2023-09-23T15:06:35.319 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:34 smithi118 bash[242944]: 1129bb80ba023317d731b73941937f1dab5ebf3b271e58174c7e6397c9bb5f1b 2023-09-23T15:06:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[219580]: pgmap v149: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[219580]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:06:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[219580]: failed to encode map e86 with expected crc 2023-09-23T15:06:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[219580]: failed to encode map e86 with expected crc 2023-09-23T15:06:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[219580]: osdmap e86: 8 total, 7 up, 8 in 2023-09-23T15:06:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/290003502' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[212312]: pgmap v149: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[212312]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:06:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[212312]: failed to encode map e86 with expected crc 2023-09-23T15:06:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[212312]: failed to encode map e86 with expected crc 2023-09-23T15:06:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[212312]: osdmap e86: 8 total, 7 up, 8 in 2023-09-23T15:06:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:34 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/290003502' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:34 smithi178 ceph-mon[192298]: pgmap v149: 73 pgs: 73 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:34 smithi178 ceph-mon[192298]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:06:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:34 smithi178 ceph-mon[192298]: failed to encode map e86 with expected crc 2023-09-23T15:06:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:34 smithi178 ceph-mon[192298]: failed to encode map e86 with expected crc 2023-09-23T15:06:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:34 smithi178 ceph-mon[192298]: osdmap e86: 8 total, 7 up, 8 in 2023-09-23T15:06:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:34 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/290003502' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:36.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[212312]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[212312]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[212312]: osdmap e87: 8 total, 7 up, 8 in 2023-09-23T15:06:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[212312]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[212312]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[212312]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[212312]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[212312]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[212312]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[212312]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[212312]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[219580]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[219580]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[219580]: osdmap e87: 8 total, 7 up, 8 in 2023-09-23T15:06:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[219580]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[219580]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[219580]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[219580]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[219580]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[219580]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[219580]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:35 smithi118 ceph-mon[219580]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:35 smithi178 ceph-mon[192298]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:35 smithi178 ceph-mon[192298]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:35 smithi178 ceph-mon[192298]: osdmap e87: 8 total, 7 up, 8 in 2023-09-23T15:06:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:35 smithi178 ceph-mon[192298]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:35 smithi178 ceph-mon[192298]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:35 smithi178 ceph-mon[192298]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:35 smithi178 ceph-mon[192298]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:35 smithi178 ceph-mon[192298]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:35 smithi178 ceph-mon[192298]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:35 smithi178 ceph-mon[192298]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:35 smithi178 ceph-mon[192298]: failed to encode map e87 with expected crc 2023-09-23T15:06:36.819 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:36 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.1.service: Succeeded. 2023-09-23T15:06:36.819 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:36 smithi118 systemd[1]: Stopped Ceph osd.1 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:06:36.819 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:36 smithi118 systemd[1]: Starting Ceph osd.1 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:06:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:36 smithi118 ceph-mon[219580]: pgmap v152: 73 pgs: 10 stale+active+clean, 63 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:36 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:36 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:36 smithi118 ceph-mon[212312]: pgmap v152: 73 pgs: 10 stale+active+clean, 63 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:36 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:36 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:36 smithi178 ceph-mon[192298]: pgmap v152: 73 pgs: 10 stale+active+clean, 63 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:36 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:36 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:37.819 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:37 smithi118 bash[243607]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T15:06:37.819 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:37 smithi118 bash[243607]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-09-23T15:06:37.820 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:37 smithi118 bash[243607]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2023-09-23T15:06:37.820 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:37 smithi118 bash[243607]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2023-09-23T15:06:37.820 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:37 smithi118 bash[243607]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2023-09-23T15:06:37.820 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:37 smithi118 bash[243607]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-09-23T15:06:37.820 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:37 smithi118 bash[243607]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-09-23T15:06:37.820 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:37 smithi118 bash[243607]: --> ceph-volume lvm activate successful for osd ID: 1 2023-09-23T15:06:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:37 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2800696625' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:38.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:37 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2800696625' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:37 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2800696625' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:06:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:06:38] "GET /metrics HTTP/1.1" 200 33852 "" "Prometheus/2.43.0" 2023-09-23T15:06:38.971 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:38 smithi118 ceph-osd[244118]: -- 172.21.15.118:0/1939212563 <== mon.2 v2:172.21.15.118:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5652fb4ba4e0 con 0x5652fb48cc00 2023-09-23T15:06:38.971 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:38 smithi118 bash[244053]: 0ca7d75d82634087d051c57108bd50529b24aa9a53e2d22bc7d1e23ef733eba2 2023-09-23T15:06:38.971 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:38 smithi118 systemd[1]: Started Ceph osd.1 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:06:38.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:38 smithi118 ceph-mon[212312]: pgmap v153: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:38.972 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:38 smithi118 ceph-mon[212312]: Health check failed: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:06:38.972 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:38 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:38.972 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:38 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:38.972 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:38 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:39.319 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:39 smithi118 conmon[244094]: 2023-09-23T15:06:39.194+0000 7fa082fbf640 -1 Falling back to public interface 2023-09-23T15:06:39.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:38 smithi118 ceph-mon[219580]: pgmap v153: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:39.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:38 smithi118 ceph-mon[219580]: Health check failed: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:06:39.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:38 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:39.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:38 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:39.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:38 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:38 smithi178 ceph-mon[192298]: pgmap v153: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:38 smithi178 ceph-mon[192298]: Health check failed: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:06:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:38 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:38 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:38 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:40.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:39 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3209149299' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:39 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3209149299' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:39 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3209149299' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:40 smithi118 ceph-mon[219580]: pgmap v154: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:41.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:40 smithi118 ceph-mon[212312]: pgmap v154: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:40 smithi178 ceph-mon[192298]: pgmap v154: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:42.319 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:41 smithi118 conmon[244094]: 2023-09-23T15:06:41.953+0000 7fa082fbf640 -1 osd.1 85 log_to_monitors true 2023-09-23T15:06:42.748 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:42.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:42.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3168788929' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:42.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[212312]: pgmap v155: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:42.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[212312]: from='osd.1 [v2:172.21.15.118:6810/340618034,v1:172.21.15.118:6811/340618034]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T15:06:42.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[212312]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T15:06:42.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:42.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:42.749 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:42.749 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:42.750 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3168788929' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:42.750 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[219580]: pgmap v155: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:42.750 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[219580]: from='osd.1 [v2:172.21.15.118:6810/340618034,v1:172.21.15.118:6811/340618034]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T15:06:42.750 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[219580]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T15:06:42.750 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:42.750 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:42 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:42 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:42 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:42 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3168788929' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:42 smithi178 ceph-mon[192298]: pgmap v155: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 109 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:42 smithi178 ceph-mon[192298]: from='osd.1 [v2:172.21.15.118:6810/340618034,v1:172.21.15.118:6811/340618034]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T15:06:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:42 smithi178 ceph-mon[192298]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-09-23T15:06:42.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:42 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:42.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:42 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:43.069 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:06:42 smithi118 conmon[244094]: 2023-09-23T15:06:42.955+0000 7fa072428700 -1 osd.1 85 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T15:06:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[219580]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[219580]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T15:06:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[219580]: osdmap e88: 8 total, 7 up, 8 in 2023-09-23T15:06:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[219580]: from='osd.1 [v2:172.21.15.118:6810/340618034,v1:172.21.15.118:6811/340618034]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:06:44.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[219580]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:06:44.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[219580]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[219580]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[219580]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[219580]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[212312]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[212312]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T15:06:44.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[212312]: osdmap e88: 8 total, 7 up, 8 in 2023-09-23T15:06:44.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[212312]: from='osd.1 [v2:172.21.15.118:6810/340618034,v1:172.21.15.118:6811/340618034]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:06:44.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[212312]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:06:44.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[212312]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[212312]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[212312]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:43 smithi118 ceph-mon[212312]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:43 smithi178 ceph-mon[192298]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:43 smithi178 ceph-mon[192298]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-09-23T15:06:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:43 smithi178 ceph-mon[192298]: osdmap e88: 8 total, 7 up, 8 in 2023-09-23T15:06:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:43 smithi178 ceph-mon[192298]: from='osd.1 [v2:172.21.15.118:6810/340618034,v1:172.21.15.118:6811/340618034]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:06:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:43 smithi178 ceph-mon[192298]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:06:44.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:43 smithi178 ceph-mon[192298]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:43 smithi178 ceph-mon[192298]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:43 smithi178 ceph-mon[192298]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:43 smithi178 ceph-mon[192298]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:44 smithi178 ceph-mon[192298]: failed to encode map e88 with expected crc 2023-09-23T15:06:44.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:44 smithi178 ceph-mon[192298]: pgmap v157: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:44.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:44 smithi178 ceph-mon[192298]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:06:44.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:44 smithi178 ceph-mon[192298]: failed to encode map e89 with expected crc 2023-09-23T15:06:44.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:44 smithi178 ceph-mon[192298]: osd.1 [v2:172.21.15.118:6810/340618034,v1:172.21.15.118:6811/340618034] boot 2023-09-23T15:06:44.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:44 smithi178 ceph-mon[192298]: osdmap e89: 8 total, 8 up, 8 in 2023-09-23T15:06:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[212312]: failed to encode map e88 with expected crc 2023-09-23T15:06:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[212312]: pgmap v157: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[212312]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:06:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[212312]: failed to encode map e89 with expected crc 2023-09-23T15:06:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[212312]: osd.1 [v2:172.21.15.118:6810/340618034,v1:172.21.15.118:6811/340618034] boot 2023-09-23T15:06:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[212312]: osdmap e89: 8 total, 8 up, 8 in 2023-09-23T15:06:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:06:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3854461944' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:45.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[219580]: failed to encode map e88 with expected crc 2023-09-23T15:06:45.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[219580]: pgmap v157: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:45.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[219580]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:06:45.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[219580]: failed to encode map e89 with expected crc 2023-09-23T15:06:45.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[219580]: osd.1 [v2:172.21.15.118:6810/340618034,v1:172.21.15.118:6811/340618034] boot 2023-09-23T15:06:45.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[219580]: osdmap e89: 8 total, 8 up, 8 in 2023-09-23T15:06:45.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:06:45.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3854461944' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:44 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-09-23T15:06:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3854461944' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:45.819 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:06:45 smithi118 conmon[199296]: 2023-09-23T15:06:45.748+0000 7fb1894e5700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-09-23T15:06:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: osdmap e90: 8 total, 8 up, 8 in 2023-09-23T15:06:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:46.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:46.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:46.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:06:46.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: osdmap e90: 8 total, 8 up, 8 in 2023-09-23T15:06:46.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:46.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:46.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:46.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:46.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:06:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: osdmap e90: 8 total, 8 up, 8 in 2023-09-23T15:06:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: failed to encode map e90 with expected crc 2023-09-23T15:06:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:06:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:06:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:06:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:46.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:46.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:06:46.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:06:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:46 smithi118 ceph-mon[219580]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:06:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:46 smithi118 ceph-mon[219580]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-09-23T15:06:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:46 smithi118 ceph-mon[219580]: pgmap v160: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:46 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/460565671' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:46 smithi118 ceph-mon[212312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:06:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:46 smithi118 ceph-mon[212312]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-09-23T15:06:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:46 smithi118 ceph-mon[212312]: pgmap v160: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:46 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/460565671' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:46 smithi178 ceph-mon[192298]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:06:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:46 smithi178 ceph-mon[192298]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-09-23T15:06:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:46 smithi178 ceph-mon[192298]: pgmap v160: 73 pgs: 3 active+undersized+degraded, 29 active+undersized, 41 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2023-09-23T15:06:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:46 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/460565671' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:48.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:06:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:06:48] "GET /metrics HTTP/1.1" 200 33852 "" "Prometheus/2.43.0" 2023-09-23T15:06:48.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:47 smithi118 ceph-mon[219580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded) 2023-09-23T15:06:48.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:47 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:06:48.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:47 smithi118 ceph-mon[212312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded) 2023-09-23T15:06:48.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:47 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:06:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:47 smithi178 ceph-mon[192298]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded) 2023-09-23T15:06:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:47 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:06:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:49 smithi118 ceph-mon[219580]: pgmap v161: 73 pgs: 10 active+undersized, 63 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:49 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2656576448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:49.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:48 smithi118 ceph-mon[212312]: pgmap v161: 73 pgs: 10 active+undersized, 63 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:49.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2656576448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:49 smithi178 ceph-mon[192298]: pgmap v161: 73 pgs: 10 active+undersized, 63 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:49 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2656576448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:51.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:51 smithi118 ceph-mon[219580]: pgmap v162: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:51.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:51 smithi118 ceph-mon[212312]: pgmap v162: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:51 smithi178 ceph-mon[192298]: pgmap v162: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3434325821' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3434325821' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3434325821' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:06:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:53 smithi118 ceph-mon[212312]: pgmap v163: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:53 smithi118 ceph-mon[219580]: pgmap v163: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:53 smithi178 ceph-mon[192298]: pgmap v163: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:54 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1955804747' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:54.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:54 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1955804747' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:54 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1955804747' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:55 smithi118 ceph-mon[219580]: pgmap v164: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:55.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:55 smithi118 ceph-mon[212312]: pgmap v164: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:55 smithi178 ceph-mon[192298]: pgmap v164: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:56.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1476208473' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:56.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1476208473' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:56.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1476208473' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:57 smithi118 ceph-mon[219580]: pgmap v165: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:57 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:57 smithi118 ceph-mon[212312]: pgmap v165: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:57 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:57 smithi178 ceph-mon[192298]: pgmap v165: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:57 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:06:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:06:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:06:58] "GET /metrics HTTP/1.1" 200 33847 "" "Prometheus/2.43.0" 2023-09-23T15:06:59.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:59 smithi118 ceph-mon[219580]: pgmap v166: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:59.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:06:59 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/779861721' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:59.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:59 smithi118 ceph-mon[212312]: pgmap v166: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:59.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:06:59 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/779861721' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:06:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:59 smithi178 ceph-mon[192298]: pgmap v166: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:06:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:06:59 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/779861721' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:01.291 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:01 smithi118 ceph-mon[219580]: pgmap v167: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:01.291 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1156528407' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:01.291 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:01 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:07:01.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:01 smithi118 ceph-mon[212312]: pgmap v167: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:01.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1156528407' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:01.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:01 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:07:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:01 smithi178 ceph-mon[192298]: pgmap v167: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1156528407' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:01 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:07:02.027 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:02 smithi118 ceph-mon[212312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:07:02.027 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:02 smithi118 ceph-mon[212312]: Upgrade: osd.2 is safe to restart 2023-09-23T15:07:02.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:02 smithi118 ceph-mon[219580]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:07:02.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:02 smithi118 ceph-mon[219580]: Upgrade: osd.2 is safe to restart 2023-09-23T15:07:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:02 smithi178 ceph-mon[192298]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-09-23T15:07:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:02 smithi178 ceph-mon[192298]: Upgrade: osd.2 is safe to restart 2023-09-23T15:07:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:03 smithi118 ceph-mon[219580]: pgmap v168: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:03 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:03 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T15:07:03.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:03 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:03.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:03 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3144096586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:03 smithi118 ceph-mon[212312]: pgmap v168: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:03 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:03 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T15:07:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:03 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:03 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3144096586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:03 smithi178 ceph-mon[192298]: pgmap v168: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:03 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:03 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-09-23T15:07:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:03 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:03 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3144096586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:04.032 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:04 smithi118 ceph-mon[212312]: Upgrade: Updating osd.2 2023-09-23T15:07:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:04 smithi118 ceph-mon[219580]: Upgrade: Updating osd.2 2023-09-23T15:07:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:04 smithi118 ceph-mon[219580]: Deploying daemon osd.2 on smithi118 2023-09-23T15:07:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:04 smithi118 ceph-mon[219580]: pgmap v169: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:04.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:04 smithi118 ceph-mon[212312]: Deploying daemon osd.2 on smithi118 2023-09-23T15:07:04.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:04 smithi118 ceph-mon[212312]: pgmap v169: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:04 smithi178 ceph-mon[192298]: Upgrade: Updating osd.2 2023-09-23T15:07:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:04 smithi178 ceph-mon[192298]: Deploying daemon osd.2 on smithi118 2023-09-23T15:07:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:04 smithi178 ceph-mon[192298]: pgmap v169: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:05.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:05 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3994701300' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:05.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:05 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3994701300' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:05.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:05 smithi118 systemd[1]: Stopping Ceph osd.2 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:07:05.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:05 smithi118 conmon[143002]: 2023-09-23T15:07:05.271+0000 7f4338bc5700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:07:05.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:05 smithi118 conmon[143002]: 2023-09-23T15:07:05.271+0000 7f4338bc5700 -1 osd.2 90 *** Got signal Terminated *** 2023-09-23T15:07:05.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:05 smithi118 conmon[143002]: 2023-09-23T15:07:05.271+0000 7f4338bc5700 -1 osd.2 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:07:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:05 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3994701300' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:06.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:06 smithi118 ceph-mon[219580]: osd.2 marked itself down and dead 2023-09-23T15:07:06.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:06 smithi118 ceph-mon[219580]: pgmap v170: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:06.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:06 smithi118 ceph-mon[212312]: osd.2 marked itself down and dead 2023-09-23T15:07:06.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:06 smithi118 ceph-mon[212312]: pgmap v170: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:06.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:06 smithi178 ceph-mon[192298]: osd.2 marked itself down and dead 2023-09-23T15:07:06.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:06 smithi178 ceph-mon[192298]: pgmap v170: 73 pgs: 73 active+clean; 582 KiB data, 130 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:07.044 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:06 smithi118 bash[251336]: 3bb83a4496208f5c864cf9062b4cdabd01ce78704a174f63f1993215f2a84a3a 2023-09-23T15:07:07.045 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[212312]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:07:07.045 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[212312]: failed to encode map e91 with expected crc 2023-09-23T15:07:07.045 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[212312]: failed to encode map e91 with expected crc 2023-09-23T15:07:07.046 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[212312]: failed to encode map e91 with expected crc 2023-09-23T15:07:07.046 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[212312]: osdmap e91: 8 total, 7 up, 8 in 2023-09-23T15:07:07.046 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:07.046 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[219580]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:07:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[219580]: failed to encode map e91 with expected crc 2023-09-23T15:07:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[219580]: failed to encode map e91 with expected crc 2023-09-23T15:07:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[219580]: failed to encode map e91 with expected crc 2023-09-23T15:07:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[219580]: osdmap e91: 8 total, 7 up, 8 in 2023-09-23T15:07:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:07 smithi178 ceph-mon[192298]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:07:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:07 smithi178 ceph-mon[192298]: failed to encode map e91 with expected crc 2023-09-23T15:07:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:07 smithi178 ceph-mon[192298]: failed to encode map e91 with expected crc 2023-09-23T15:07:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:07 smithi178 ceph-mon[192298]: failed to encode map e91 with expected crc 2023-09-23T15:07:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:07 smithi178 ceph-mon[192298]: osdmap e91: 8 total, 7 up, 8 in 2023-09-23T15:07:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:08.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:07:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:07:08] "GET /metrics HTTP/1.1" 200 33848 "" "Prometheus/2.43.0" 2023-09-23T15:07:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: osdmap e92: 8 total, 7 up, 8 in 2023-09-23T15:07:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1336139185' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:08.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[212312]: pgmap v173: 73 pgs: 1 active+undersized+degraded, 2 peering, 1 stale+active+clean, 11 active+undersized, 58 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:08.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: osdmap e92: 8 total, 7 up, 8 in 2023-09-23T15:07:08.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1336139185' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:08.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:08 smithi118 ceph-mon[219580]: pgmap v173: 73 pgs: 1 active+undersized+degraded, 2 peering, 1 stale+active+clean, 11 active+undersized, 58 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: osdmap e92: 8 total, 7 up, 8 in 2023-09-23T15:07:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: failed to encode map e92 with expected crc 2023-09-23T15:07:08.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1336139185' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:08.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:08 smithi178 ceph-mon[192298]: pgmap v173: 73 pgs: 1 active+undersized+degraded, 2 peering, 1 stale+active+clean, 11 active+undersized, 58 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:09.050 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:08 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2.service: Succeeded. 2023-09-23T15:07:09.050 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:08 smithi118 systemd[1]: Stopped Ceph osd.2 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:07:09.050 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:08 smithi118 systemd[1]: Starting Ceph osd.2 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:07:09.051 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:09 smithi118 ceph-mon[212312]: Health check failed: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:07:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:09 smithi118 ceph-mon[219580]: Health check failed: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:07:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:09 smithi178 ceph-mon[192298]: Health check failed: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:07:10.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:10 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/215497230' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:10.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:10 smithi118 ceph-mon[219580]: pgmap v174: 73 pgs: 1 active+undersized+degraded, 2 peering, 16 active+undersized, 54 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:10.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:10 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/215497230' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:10.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:10 smithi118 ceph-mon[212312]: pgmap v174: 73 pgs: 1 active+undersized+degraded, 2 peering, 16 active+undersized, 54 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:10.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:09 smithi118 bash[251999]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T15:07:10.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:09 smithi118 bash[251999]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-23T15:07:10.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:09 smithi118 bash[251999]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2023-09-23T15:07:10.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:09 smithi118 bash[251999]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2023-09-23T15:07:10.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:09 smithi118 bash[251999]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2023-09-23T15:07:10.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:09 smithi118 bash[251999]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-09-23T15:07:10.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:09 smithi118 bash[251999]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-23T15:07:10.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:09 smithi118 bash[251999]: --> ceph-volume lvm activate successful for osd ID: 2 2023-09-23T15:07:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:10 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/215497230' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:10 smithi178 ceph-mon[192298]: pgmap v174: 73 pgs: 1 active+undersized+degraded, 2 peering, 16 active+undersized, 54 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:11.569 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:11 smithi118 ceph-osd[252515]: -- 172.21.15.118:0/1873000934 <== mon.2 v2:172.21.15.118:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a4358504e0 con 0x55a435822c00 2023-09-23T15:07:11.569 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:11 smithi118 bash[252449]: b9f3b00dac7ceaca3448cad6fa2ecf0891ca5fa9424b880af78746b2f893f5cd 2023-09-23T15:07:11.570 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:11 smithi118 systemd[1]: Started Ceph osd.2 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:07:12.069 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:11 smithi118 conmon[252491]: 2023-09-23T15:07:11.604+0000 7fcf10094640 -1 Falling back to public interface 2023-09-23T15:07:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:12 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:12.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:12 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:12 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:12 smithi118 ceph-mon[219580]: pgmap v175: 73 pgs: 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:12 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2414919022' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:12 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:12 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:12 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:12 smithi118 ceph-mon[212312]: pgmap v175: 73 pgs: 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:12 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2414919022' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:12 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:12 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:12 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:12 smithi178 ceph-mon[192298]: pgmap v175: 73 pgs: 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:12 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2414919022' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:14.819 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:14 smithi118 conmon[252491]: 2023-09-23T15:07:14.387+0000 7fcf10094640 -1 osd.2 90 log_to_monitors true 2023-09-23T15:07:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[212312]: pgmap v176: 73 pgs: 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3528151960' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[212312]: from='osd.2 [v2:172.21.15.118:6818/1372151638,v1:172.21.15.118:6819/1372151638]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:07:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[212312]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:07:15.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[219580]: pgmap v176: 73 pgs: 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:15.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3528151960' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:15.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[219580]: from='osd.2 [v2:172.21.15.118:6818/1372151638,v1:172.21.15.118:6819/1372151638]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:07:15.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[219580]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:07:15.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:14 smithi178 ceph-mon[192298]: pgmap v176: 73 pgs: 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 135 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3528151960' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:14 smithi178 ceph-mon[192298]: from='osd.2 [v2:172.21.15.118:6818/1372151638,v1:172.21.15.118:6819/1372151638]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:07:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:14 smithi178 ceph-mon[192298]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:07:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:15.752 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:07:15 smithi118 conmon[252491]: 2023-09-23T15:07:15.368+0000 7fcefd4f9700 -1 osd.2 90 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T15:07:16.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[212312]: failed to encode map e93 with expected crc 2023-09-23T15:07:16.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[212312]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T15:07:16.507 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[212312]: osdmap e93: 8 total, 7 up, 8 in 2023-09-23T15:07:16.507 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[212312]: from='osd.2 [v2:172.21.15.118:6818/1372151638,v1:172.21.15.118:6819/1372151638]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:16.507 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[212312]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:16.507 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[212312]: failed to encode map e93 with expected crc 2023-09-23T15:07:16.507 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[212312]: pgmap v178: 73 pgs: 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 145 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:16.507 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[219580]: failed to encode map e93 with expected crc 2023-09-23T15:07:16.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[219580]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T15:07:16.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[219580]: osdmap e93: 8 total, 7 up, 8 in 2023-09-23T15:07:16.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[219580]: from='osd.2 [v2:172.21.15.118:6818/1372151638,v1:172.21.15.118:6819/1372151638]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:16.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[219580]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:16.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[219580]: failed to encode map e93 with expected crc 2023-09-23T15:07:16.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:16 smithi118 ceph-mon[219580]: pgmap v178: 73 pgs: 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 145 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:16 smithi178 ceph-mon[192298]: failed to encode map e93 with expected crc 2023-09-23T15:07:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:16 smithi178 ceph-mon[192298]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T15:07:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:16 smithi178 ceph-mon[192298]: osdmap e93: 8 total, 7 up, 8 in 2023-09-23T15:07:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:16 smithi178 ceph-mon[192298]: from='osd.2 [v2:172.21.15.118:6818/1372151638,v1:172.21.15.118:6819/1372151638]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:16 smithi178 ceph-mon[192298]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:16 smithi178 ceph-mon[192298]: failed to encode map e93 with expected crc 2023-09-23T15:07:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:16 smithi178 ceph-mon[192298]: pgmap v178: 73 pgs: 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 145 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:17 smithi178 ceph-mon[192298]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:07:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:17 smithi178 ceph-mon[192298]: failed to encode map e94 with expected crc 2023-09-23T15:07:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:17 smithi178 ceph-mon[192298]: failed to encode map e93 with expected crc 2023-09-23T15:07:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:17 smithi178 ceph-mon[192298]: osd.2 [v2:172.21.15.118:6818/1372151638,v1:172.21.15.118:6819/1372151638] boot 2023-09-23T15:07:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:17 smithi178 ceph-mon[192298]: osdmap e94: 8 total, 8 up, 8 in 2023-09-23T15:07:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:17 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:07:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1946959227' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:17.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:07:17.668 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[219580]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:07:17.668 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[219580]: failed to encode map e94 with expected crc 2023-09-23T15:07:17.668 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[219580]: failed to encode map e93 with expected crc 2023-09-23T15:07:17.669 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[219580]: osd.2 [v2:172.21.15.118:6818/1372151638,v1:172.21.15.118:6819/1372151638] boot 2023-09-23T15:07:17.669 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[219580]: osdmap e94: 8 total, 8 up, 8 in 2023-09-23T15:07:17.669 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:07:17.669 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1946959227' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:17.669 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:07:17.670 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[212312]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:07:17.670 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[212312]: failed to encode map e94 with expected crc 2023-09-23T15:07:17.670 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[212312]: failed to encode map e93 with expected crc 2023-09-23T15:07:17.670 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[212312]: osd.2 [v2:172.21.15.118:6818/1372151638,v1:172.21.15.118:6819/1372151638] boot 2023-09-23T15:07:17.670 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[212312]: osdmap e94: 8 total, 8 up, 8 in 2023-09-23T15:07:17.670 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:07:17.670 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1946959227' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:17.671 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:07:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:07:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:07:18] "GET /metrics HTTP/1.1" 200 33848 "" "Prometheus/2.43.0" 2023-09-23T15:07:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:07:18 smithi118 conmon[199296]: 2023-09-23T15:07:18.420+0000 7fb1894e5700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-09-23T15:07:18.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: osdmap e95: 8 total, 8 up, 8 in 2023-09-23T15:07:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: pgmap v181: 73 pgs: 1 active+undersized+degraded, 7 active+undersized, 65 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:18.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:18.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:18.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:18.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:07:18.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:18.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: osdmap e95: 8 total, 8 up, 8 in 2023-09-23T15:07:18.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: pgmap v181: 73 pgs: 1 active+undersized+degraded, 7 active+undersized, 65 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:07:18.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: osdmap e95: 8 total, 8 up, 8 in 2023-09-23T15:07:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: failed to encode map e95 with expected crc 2023-09-23T15:07:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: pgmap v181: 73 pgs: 1 active+undersized+degraded, 7 active+undersized, 65 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:07:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:19.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:19.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:19.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:19 smithi178 ceph-mon[192298]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:19.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:19 smithi178 ceph-mon[192298]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-09-23T15:07:19.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:19 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1143817762' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[219580]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[219580]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-09-23T15:07:19.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1143817762' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:19.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[212312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[212312]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2023-09-23T15:07:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:19 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1143817762' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:20 smithi178 ceph-mon[192298]: pgmap v182: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:20.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:20 smithi118 ceph-mon[219580]: pgmap v182: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:20.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:20 smithi118 ceph-mon[212312]: pgmap v182: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2023-09-23T15:07:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:21 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1272868130' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:21.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:21 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1272868130' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:21.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:21 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1272868130' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:22 smithi178 ceph-mon[192298]: pgmap v183: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:07:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:22 smithi118 ceph-mon[219580]: pgmap v183: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:07:23.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:23.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:23.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:22 smithi118 ceph-mon[212312]: pgmap v183: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:23.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:07:24.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:23 smithi118 ceph-mon[219580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2023-09-23T15:07:24.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:23 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:07:24.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:23 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3657785808' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:24.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:23 smithi118 ceph-mon[212312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2023-09-23T15:07:24.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:23 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:07:24.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:23 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3657785808' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:23 smithi178 ceph-mon[192298]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 1 pg degraded) 2023-09-23T15:07:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:23 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:07:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:23 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3657785808' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:24 smithi118 ceph-mon[219580]: pgmap v184: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:25.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:24 smithi118 ceph-mon[212312]: pgmap v184: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:24 smithi178 ceph-mon[192298]: pgmap v184: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:26.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1745952160' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1745952160' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1745952160' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:26 smithi118 ceph-mon[219580]: pgmap v185: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:26 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:27.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:26 smithi118 ceph-mon[212312]: pgmap v185: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:27.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:26 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:26 smithi178 ceph-mon[192298]: pgmap v185: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:26 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:07:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:07:28] "GET /metrics HTTP/1.1" 200 33912 "" "Prometheus/2.43.0" 2023-09-23T15:07:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:28 smithi118 ceph-mon[212312]: pgmap v186: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:29.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:28 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1174244425' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:29.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:28 smithi118 ceph-mon[219580]: pgmap v186: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:29.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:28 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1174244425' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:28 smithi178 ceph-mon[192298]: pgmap v186: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:28 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1174244425' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:30 smithi118 ceph-mon[219580]: pgmap v187: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:31.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1507222716' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:30 smithi118 ceph-mon[212312]: pgmap v187: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1507222716' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:30 smithi178 ceph-mon[192298]: pgmap v187: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1507222716' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:33.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:32 smithi118 ceph-mon[212312]: pgmap v188: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:33.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2922862303' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:32 smithi118 ceph-mon[219580]: pgmap v188: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2922862303' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:32 smithi178 ceph-mon[192298]: pgmap v188: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2922862303' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:34.181 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:34 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:34.182 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:34 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:34 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[219580]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[219580]: Upgrade: osd.3 is safe to restart 2023-09-23T15:07:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[219580]: pgmap v189: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T15:07:35.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[212312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[212312]: Upgrade: osd.3 is safe to restart 2023-09-23T15:07:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[212312]: pgmap v189: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T15:07:35.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:35 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:35 smithi178 ceph-mon[192298]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-09-23T15:07:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:35 smithi178 ceph-mon[192298]: Upgrade: osd.3 is safe to restart 2023-09-23T15:07:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:35 smithi178 ceph-mon[192298]: pgmap v189: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:35 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:35 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-09-23T15:07:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:35 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:36.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:36 smithi118 ceph-mon[219580]: Upgrade: Updating osd.3 2023-09-23T15:07:36.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:36 smithi118 ceph-mon[219580]: Deploying daemon osd.3 on smithi118 2023-09-23T15:07:36.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4154312883' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:36.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:36 smithi118 ceph-mon[212312]: Upgrade: Updating osd.3 2023-09-23T15:07:36.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:36 smithi118 ceph-mon[212312]: Deploying daemon osd.3 on smithi118 2023-09-23T15:07:36.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4154312883' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:36 smithi178 ceph-mon[192298]: Upgrade: Updating osd.3 2023-09-23T15:07:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:36 smithi178 ceph-mon[192298]: Deploying daemon osd.3 on smithi118 2023-09-23T15:07:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4154312883' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:37 smithi118 ceph-mon[219580]: pgmap v190: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:37 smithi118 ceph-mon[212312]: pgmap v190: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:37 smithi178 ceph-mon[192298]: pgmap v190: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:38.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/626954116' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:38.068 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/626954116' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:38.068 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:37 smithi118 systemd[1]: Stopping Ceph osd.3 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:07:38.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:07:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:07:38] "GET /metrics HTTP/1.1" 200 33912 "" "Prometheus/2.43.0" 2023-09-23T15:07:38.319 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:38 smithi118 conmon[152007]: 2023-09-23T15:07:38.066+0000 7f48baaf8700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:07:38.319 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:38 smithi118 conmon[152007]: 2023-09-23T15:07:38.066+0000 7f48baaf8700 -1 osd.3 95 *** Got signal Terminated *** 2023-09-23T15:07:38.319 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:38 smithi118 conmon[152007]: 2023-09-23T15:07:38.066+0000 7f48baaf8700 -1 osd.3 95 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:07:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/626954116' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:39.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:39 smithi118 ceph-mon[212312]: pgmap v191: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:39.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:39 smithi118 ceph-mon[212312]: osd.3 marked itself down and dead 2023-09-23T15:07:39.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:39 smithi118 ceph-mon[219580]: pgmap v191: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:39.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:39 smithi118 ceph-mon[219580]: osd.3 marked itself down and dead 2023-09-23T15:07:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:39 smithi178 ceph-mon[192298]: pgmap v191: 73 pgs: 73 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:39 smithi178 ceph-mon[192298]: osd.3 marked itself down and dead 2023-09-23T15:07:40.015 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:39 smithi118 bash[259571]: f15e54db0a770d8fc019269e38bc05138d28dabaa60ba4c02b90c3c51e4e118d 2023-09-23T15:07:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[219580]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:07:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[219580]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[219580]: osdmap e96: 8 total, 7 up, 8 in 2023-09-23T15:07:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[219580]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[219580]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[219580]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[219580]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[219580]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/259608675' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[212312]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:07:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[212312]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[212312]: osdmap e96: 8 total, 7 up, 8 in 2023-09-23T15:07:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[212312]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[212312]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[212312]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[212312]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[212312]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:40 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/259608675' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:40 smithi178 ceph-mon[192298]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:07:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:40 smithi178 ceph-mon[192298]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:40 smithi178 ceph-mon[192298]: osdmap e96: 8 total, 7 up, 8 in 2023-09-23T15:07:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:40 smithi178 ceph-mon[192298]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:40 smithi178 ceph-mon[192298]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:40 smithi178 ceph-mon[192298]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:40 smithi178 ceph-mon[192298]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:40 smithi178 ceph-mon[192298]: failed to encode map e96 with expected crc 2023-09-23T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:40 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/259608675' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: pgmap v193: 73 pgs: 13 stale+active+clean, 60 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: osdmap e97: 8 total, 7 up, 8 in 2023-09-23T15:07:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[219580]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: pgmap v193: 73 pgs: 13 stale+active+clean, 60 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:41.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: osdmap e97: 8 total, 7 up, 8 in 2023-09-23T15:07:41.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:41 smithi118 ceph-mon[212312]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: pgmap v193: 73 pgs: 13 stale+active+clean, 60 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: osdmap e97: 8 total, 7 up, 8 in 2023-09-23T15:07:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: failed to encode map e97 with expected crc 2023-09-23T15:07:41.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:41 smithi178 ceph-mon[192298]: failed to encode map e97 with expected crc 2023-09-23T15:07:42.069 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:41 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.3.service: Succeeded. 2023-09-23T15:07:42.069 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:41 smithi118 systemd[1]: Stopped Ceph osd.3 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:07:42.070 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:41 smithi118 systemd[1]: Starting Ceph osd.3 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:07:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:42 smithi118 ceph-mon[212312]: pgmap v195: 73 pgs: 1 active+undersized+degraded, 10 stale+active+clean, 9 active+undersized, 53 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2023-09-23T15:07:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:42 smithi118 ceph-mon[212312]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:07:43.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:42 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2656931276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:43.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:42 smithi118 ceph-mon[219580]: pgmap v195: 73 pgs: 1 active+undersized+degraded, 10 stale+active+clean, 9 active+undersized, 53 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2023-09-23T15:07:43.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:42 smithi118 ceph-mon[219580]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:07:43.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:42 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2656931276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:43.070 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:42 smithi118 bash[260253]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T15:07:43.070 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:42 smithi118 bash[260253]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-09-23T15:07:43.070 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:42 smithi118 bash[260253]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2023-09-23T15:07:43.071 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:42 smithi118 bash[260253]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2023-09-23T15:07:43.071 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:42 smithi118 bash[260253]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2023-09-23T15:07:43.071 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:42 smithi118 bash[260253]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-09-23T15:07:43.071 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:42 smithi118 bash[260253]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-09-23T15:07:43.071 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:42 smithi118 bash[260253]: --> ceph-volume lvm activate successful for osd ID: 3 2023-09-23T15:07:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:42 smithi178 ceph-mon[192298]: pgmap v195: 73 pgs: 1 active+undersized+degraded, 10 stale+active+clean, 9 active+undersized, 53 active+clean; 582 KiB data, 149 MiB used, 715 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2023-09-23T15:07:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:42 smithi178 ceph-mon[192298]: Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:07:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:42 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2656931276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:44.319 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:43 smithi118 ceph-osd[260720]: -- 172.21.15.118:0/4030350995 <== mon.0 v2:172.21.15.118:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5607394304e0 con 0x560739403000 2023-09-23T15:07:44.319 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:43 smithi118 bash[260655]: 8f76289ef75453bb551c28034ad44e7cd3d32ff8b66f2dc9d311f092a5cb07bd 2023-09-23T15:07:44.319 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:43 smithi118 systemd[1]: Started Ceph osd.3 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:07:44.819 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:44 smithi118 conmon[260696]: 2023-09-23T15:07:44.460+0000 7f11ac6db640 -1 Falling back to public interface 2023-09-23T15:07:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:45 smithi118 ceph-mon[212312]: pgmap v196: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 150 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:45 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/635883093' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:45.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:45 smithi118 ceph-mon[219580]: pgmap v196: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 150 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:45.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:45.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:45.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:45.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:45 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/635883093' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:45 smithi178 ceph-mon[192298]: pgmap v196: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 150 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:45 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/635883093' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:47.319 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:47 smithi118 conmon[260696]: 2023-09-23T15:07:47.220+0000 7f11ac6db640 -1 osd.3 95 log_to_monitors true 2023-09-23T15:07:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:47 smithi118 ceph-mon[212312]: pgmap v197: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 150 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:47 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:47 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:47 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/720831788' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:47.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:47 smithi118 ceph-mon[219580]: pgmap v197: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 150 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:47.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:47 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:47.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:47 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:47.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:47 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/720831788' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:47 smithi178 ceph-mon[192298]: pgmap v197: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 150 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:47 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:47 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:47 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/720831788' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:48.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:07:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:07:48] "GET /metrics HTTP/1.1" 200 33912 "" "Prometheus/2.43.0" 2023-09-23T15:07:48.320 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:07:48 smithi118 conmon[260696]: 2023-09-23T15:07:48.040+0000 7f119db48700 -1 osd.3 95 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T15:07:48.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:48 smithi118 ceph-mon[212312]: from='osd.3 [v2:172.21.15.118:6826/4014144693,v1:172.21.15.118:6827/4014144693]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T15:07:48.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:48 smithi118 ceph-mon[212312]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T15:07:48.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:48.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:48.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:48 smithi118 ceph-mon[219580]: from='osd.3 [v2:172.21.15.118:6826/4014144693,v1:172.21.15.118:6827/4014144693]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T15:07:48.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:48 smithi118 ceph-mon[219580]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T15:07:48.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:48.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:48 smithi178 ceph-mon[192298]: from='osd.3 [v2:172.21.15.118:6826/4014144693,v1:172.21.15.118:6827/4014144693]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T15:07:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:48 smithi178 ceph-mon[192298]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-09-23T15:07:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:49.182 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[219580]: pgmap v198: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 150 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:49.182 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[219580]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T15:07:49.182 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[219580]: osdmap e98: 8 total, 7 up, 8 in 2023-09-23T15:07:49.182 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[219580]: from='osd.3 [v2:172.21.15.118:6826/4014144693,v1:172.21.15.118:6827/4014144693]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:49.182 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[219580]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:49.183 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[219580]: failed to encode map e98 with expected crc 2023-09-23T15:07:49.183 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[219580]: failed to encode map e98 with expected crc 2023-09-23T15:07:49.183 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[212312]: pgmap v198: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 150 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:49.183 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[212312]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T15:07:49.184 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[212312]: osdmap e98: 8 total, 7 up, 8 in 2023-09-23T15:07:49.184 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[212312]: from='osd.3 [v2:172.21.15.118:6826/4014144693,v1:172.21.15.118:6827/4014144693]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:49.184 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[212312]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:49.184 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[212312]: failed to encode map e98 with expected crc 2023-09-23T15:07:49.184 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:49 smithi118 ceph-mon[212312]: failed to encode map e98 with expected crc 2023-09-23T15:07:49.224 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 4 2023-09-23T15:07:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:49 smithi178 ceph-mon[192298]: pgmap v198: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 150 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:49 smithi178 ceph-mon[192298]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-09-23T15:07:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:49 smithi178 ceph-mon[192298]: osdmap e98: 8 total, 7 up, 8 in 2023-09-23T15:07:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:49 smithi178 ceph-mon[192298]: from='osd.3 [v2:172.21.15.118:6826/4014144693,v1:172.21.15.118:6827/4014144693]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:49 smithi178 ceph-mon[192298]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:07:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:49 smithi178 ceph-mon[192298]: failed to encode map e98 with expected crc 2023-09-23T15:07:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:49 smithi178 ceph-mon[192298]: failed to encode map e98 with expected crc 2023-09-23T15:07:50.095 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch upgrade pause' 2023-09-23T15:07:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[219580]: failed to encode map e98 with expected crc 2023-09-23T15:07:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[219580]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:07:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[219580]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[219580]: osd.3 [v2:172.21.15.118:6826/4014144693,v1:172.21.15.118:6827/4014144693] boot 2023-09-23T15:07:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[219580]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[219580]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[219580]: osdmap e99: 8 total, 8 up, 8 in 2023-09-23T15:07:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[219580]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:07:50.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3467963538' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[212312]: failed to encode map e98 with expected crc 2023-09-23T15:07:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[212312]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:07:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[212312]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[212312]: osd.3 [v2:172.21.15.118:6826/4014144693,v1:172.21.15.118:6827/4014144693] boot 2023-09-23T15:07:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[212312]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[212312]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[212312]: osdmap e99: 8 total, 8 up, 8 in 2023-09-23T15:07:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[212312]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:07:50.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:50 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3467963538' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:50 smithi178 ceph-mon[192298]: failed to encode map e98 with expected crc 2023-09-23T15:07:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:50 smithi178 ceph-mon[192298]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:07:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:50 smithi178 ceph-mon[192298]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:50 smithi178 ceph-mon[192298]: osd.3 [v2:172.21.15.118:6826/4014144693,v1:172.21.15.118:6827/4014144693] boot 2023-09-23T15:07:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:50 smithi178 ceph-mon[192298]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:50 smithi178 ceph-mon[192298]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:50 smithi178 ceph-mon[192298]: osdmap e99: 8 total, 8 up, 8 in 2023-09-23T15:07:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:50 smithi178 ceph-mon[192298]: failed to encode map e99 with expected crc 2023-09-23T15:07:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:50 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-09-23T15:07:50.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:50 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3467963538' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-09-23T15:07:51.055 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:07:51.279 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:07:51 smithi118 conmon[199296]: 2023-09-23T15:07:51.125+0000 7fb1894e5700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-09-23T15:07:51.279 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: pgmap v201: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 170 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:51.279 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.279 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: osdmap e100: 8 total, 8 up, 8 in 2023-09-23T15:07:51.280 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.280 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.280 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.280 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.280 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.280 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.281 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.281 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:51.281 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:51.281 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:51.281 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:07:51.281 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:51.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: pgmap v201: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 170 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:51.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: osdmap e100: 8 total, 8 up, 8 in 2023-09-23T15:07:51.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.283 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.283 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.283 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.283 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:51.283 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:51.283 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:51.283 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:07:51.284 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: pgmap v201: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 170 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: osdmap e100: 8 total, 8 up, 8 in 2023-09-23T15:07:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: failed to encode map e100 with expected crc 2023-09-23T15:07:51.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:51.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:51.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:07:51.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:07:51.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:52.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:52.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:52.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:52.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-09-23T15:07:52.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:52.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:52.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:52.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:07:52.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:52.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:52.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:52.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:52.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-09-23T15:07:52.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:52.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:52.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:52.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:07:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:07:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:07:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-09-23T15:07:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:07:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:07:52.890 INFO:teuthology.orchestra.run.smithi118.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:07:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:53 smithi118 ceph-mon[212312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-09-23T15:07:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:53 smithi118 ceph-mon[212312]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-09-23T15:07:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:53 smithi118 ceph-mon[212312]: pgmap v203: 73 pgs: 3 active+undersized+degraded, 21 active+undersized, 49 active+clean; 582 KiB data, 171 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:53.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:53 smithi118 ceph-mon[219580]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-09-23T15:07:53.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:53 smithi118 ceph-mon[219580]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-09-23T15:07:53.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:53 smithi118 ceph-mon[219580]: pgmap v203: 73 pgs: 3 active+undersized+degraded, 21 active+undersized, 49 active+clean; 582 KiB data, 171 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:53.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:53 smithi178 ceph-mon[192298]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-09-23T15:07:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:53 smithi178 ceph-mon[192298]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-09-23T15:07:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:53 smithi178 ceph-mon[192298]: pgmap v203: 73 pgs: 3 active+undersized+degraded, 21 active+undersized, 49 active+clean; 582 KiB data, 171 MiB used, 715 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:07:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:07:53.655 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T15:07:54.002 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:07:54.036 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:54 smithi118 ceph-mon[212312]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:07:54.037 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:54 smithi118 ceph-mon[212312]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:07:54.037 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:54 smithi118 ceph-mon[212312]: pgmap v204: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:54 smithi118 ceph-mon[219580]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:07:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:54 smithi118 ceph-mon[219580]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:07:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:54 smithi118 ceph-mon[219580]: pgmap v204: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:54 smithi178 ceph-mon[192298]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:07:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:54 smithi178 ceph-mon[192298]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d 2023-09-23T15:07:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:54 smithi178 ceph-mon[192298]: pgmap v204: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:55.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:55 smithi118 ceph-mon[212312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded) 2023-09-23T15:07:55.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:55 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:07:55.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:55 smithi118 ceph-mon[219580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded) 2023-09-23T15:07:55.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:55 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:07:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:55 smithi178 ceph-mon[192298]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded) 2023-09-23T15:07:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:55 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:07:55.752 INFO:teuthology.orchestra.run.smithi118.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T15:07:55.752 INFO:teuthology.orchestra.run.smithi118.stdout:alertmanager.a smithi118 *:9093,9094 running (7m) - 10m 27.1M - 0.25.0 c8568f914cd2 d63959a73ef3 2023-09-23T15:07:55.752 INFO:teuthology.orchestra.run.smithi118.stdout:grafana.a smithi178 *:3000 running (6m) - 10m 90.2M - 9.4.7 2c41d148cca3 0d5f6f55e9f8 2023-09-23T15:07:55.752 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi118.efkhxl smithi118 running (9m) - 9m 21.3M - 17.2.6-1123-g61431f6b 0db14aa01094 0891e054e3f3 2023-09-23T15:07:55.753 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi178.hfjibd smithi178 running (9m) - 9m 17.2M - 17.2.6-1123-g61431f6b 0db14aa01094 793411bffdef 2023-09-23T15:07:55.753 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.x smithi178 *:8443,9283,8765 running (6m) - 14m 450M - 18.2.0-460-gbb0daeff e32c2a64c126 f2fd09289033 2023-09-23T15:07:55.753 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.y smithi118 *:8443,9283,8765 running (6m) - 16m 515M - 18.2.0-460-gbb0daeff e32c2a64c126 4a8621e2f9fe 2023-09-23T15:07:55.753 INFO:teuthology.orchestra.run.smithi118.stdout:mon.a smithi118 running (6m) - 16m 84.4M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 4f882d737703 2023-09-23T15:07:55.753 INFO:teuthology.orchestra.run.smithi118.stdout:mon.b smithi178 running (3m) - 15m 51.5M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 e881a966f5e6 2023-09-23T15:07:55.753 INFO:teuthology.orchestra.run.smithi118.stdout:mon.c smithi118 running (4m) - 14m 59.7M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 e2f16d8205ab 2023-09-23T15:07:55.753 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.a smithi118 *:9100 running (7m) - 10m 16.7M - 1.5.0 0da6a335fe13 184bf187e04c 2023-09-23T15:07:55.753 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.b smithi178 *:9100 running (7m) - 10m 18.0M - 1.5.0 0da6a335fe13 348e20ba865c 2023-09-23T15:07:55.753 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0 smithi118 running (109s) - 14m 56.6M 2500M 18.2.0-460-gbb0daeff e32c2a64c126 baa0a80c3789 2023-09-23T15:07:55.753 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 smithi118 running (77s) - 13m 55.8M 2500M 18.2.0-460-gbb0daeff e32c2a64c126 0ca7d75d8263 2023-09-23T15:07:55.753 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 smithi118 running (44s) - 13m 50.6M 2500M 18.2.0-460-gbb0daeff e32c2a64c126 b9f3b00dac7c 2023-09-23T15:07:55.754 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 smithi118 running (12s) - 13m 15.1M 2500M 18.2.0-460-gbb0daeff e32c2a64c126 8f76289ef754 2023-09-23T15:07:55.754 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4 smithi178 running (12m) - 12m 99.0M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 e9e0f59e81a5 2023-09-23T15:07:55.754 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 smithi178 running (12m) - 12m 110M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 dc3623267c71 2023-09-23T15:07:55.754 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6 smithi178 running (12m) - 12m 82.1M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 a4e1f6a895fe 2023-09-23T15:07:55.754 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7 smithi178 running (11m) - 11m 124M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 185c4bc6bdbc 2023-09-23T15:07:55.754 INFO:teuthology.orchestra.run.smithi118.stdout:prometheus.a smithi178 *:9095 running (6m) - 11m 63.1M - 2.43.0 a07b618ecd1d 94871e9ce275 2023-09-23T15:07:56.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:56 smithi118 ceph-mon[212312]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:07:56.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:56 smithi118 ceph-mon[212312]: pgmap v205: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:56.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:56 smithi118 ceph-mon[219580]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:07:56.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:56 smithi118 ceph-mon[219580]: pgmap v205: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:56.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:56 smithi178 ceph-mon[192298]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:07:56.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:56 smithi178 ceph-mon[192298]: pgmap v205: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:56.560 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph orch ps' 2023-09-23T15:07:56.901 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:07:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:07:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:07:58] "GET /metrics HTTP/1.1" 200 33764 "" "Prometheus/2.43.0" 2023-09-23T15:07:58.631 INFO:teuthology.orchestra.run.smithi118.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-09-23T15:07:58.631 INFO:teuthology.orchestra.run.smithi118.stdout:alertmanager.a smithi118 *:9093,9094 running (7m) - 10m 27.1M - 0.25.0 c8568f914cd2 d63959a73ef3 2023-09-23T15:07:58.631 INFO:teuthology.orchestra.run.smithi118.stdout:grafana.a smithi178 *:3000 running (6m) - 10m 90.2M - 9.4.7 2c41d148cca3 0d5f6f55e9f8 2023-09-23T15:07:58.631 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi118.efkhxl smithi118 running (9m) - 9m 21.3M - 17.2.6-1123-g61431f6b 0db14aa01094 0891e054e3f3 2023-09-23T15:07:58.631 INFO:teuthology.orchestra.run.smithi118.stdout:mds.foo.smithi178.hfjibd smithi178 running (9m) - 9m 17.2M - 17.2.6-1123-g61431f6b 0db14aa01094 793411bffdef 2023-09-23T15:07:58.631 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.x smithi178 *:8443,9283,8765 running (6m) - 14m 450M - 18.2.0-460-gbb0daeff e32c2a64c126 f2fd09289033 2023-09-23T15:07:58.631 INFO:teuthology.orchestra.run.smithi118.stdout:mgr.y smithi118 *:8443,9283,8765 running (6m) - 16m 515M - 18.2.0-460-gbb0daeff e32c2a64c126 4a8621e2f9fe 2023-09-23T15:07:58.631 INFO:teuthology.orchestra.run.smithi118.stdout:mon.a smithi118 running (6m) - 16m 84.4M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 4f882d737703 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:mon.b smithi178 running (3m) - 15m 51.5M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 e881a966f5e6 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:mon.c smithi118 running (4m) - 14m 59.7M 2048M 18.2.0-460-gbb0daeff e32c2a64c126 e2f16d8205ab 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.a smithi118 *:9100 running (7m) - 10m 16.7M - 1.5.0 0da6a335fe13 184bf187e04c 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:node-exporter.b smithi178 *:9100 running (7m) - 10m 18.0M - 1.5.0 0da6a335fe13 348e20ba865c 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0 smithi118 running (111s) - 14m 56.6M 2500M 18.2.0-460-gbb0daeff e32c2a64c126 baa0a80c3789 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 smithi118 running (80s) - 14m 55.8M 2500M 18.2.0-460-gbb0daeff e32c2a64c126 0ca7d75d8263 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 smithi118 running (47s) - 13m 50.6M 2500M 18.2.0-460-gbb0daeff e32c2a64c126 b9f3b00dac7c 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 smithi118 running (14s) - 13m 15.1M 2500M 18.2.0-460-gbb0daeff e32c2a64c126 8f76289ef754 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4 smithi178 running (12m) - 12m 99.0M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 e9e0f59e81a5 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 smithi178 running (12m) - 12m 110M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 dc3623267c71 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6 smithi178 running (12m) - 12m 82.1M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 a4e1f6a895fe 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7 smithi178 running (11m) - 11m 124M 2500M 17.2.6-1123-g61431f6b 0db14aa01094 185c4bc6bdbc 2023-09-23T15:07:58.632 INFO:teuthology.orchestra.run.smithi118.stdout:prometheus.a smithi178 *:9095 running (6m) - 11m 63.1M - 2.43.0 a07b618ecd1d 94871e9ce275 2023-09-23T15:07:59.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:58 smithi118 ceph-mon[219580]: pgmap v206: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:59.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:58 smithi118 ceph-mon[212312]: pgmap v206: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:58 smithi178 ceph-mon[192298]: pgmap v206: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:07:59.386 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -e sha1=bb0daeff97f020f686596fca6eba20c310e26fb7 -- bash -c 'ceph versions' 2023-09-23T15:07:59.731 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:00.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:07:59 smithi118 ceph-mon[219580]: from='client.34551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:08:00.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:07:59 smithi118 ceph-mon[212312]: from='client.34551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:08:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:07:59 smithi178 ceph-mon[192298]: from='client.34551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:08:01.088 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:00 smithi118 ceph-mon[219580]: pgmap v207: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:01.089 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:00 smithi118 ceph-mon[212312]: pgmap v207: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:00 smithi178 ceph-mon[192298]: pgmap v207: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:01.549 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:08:01.549 INFO:teuthology.orchestra.run.smithi118.stdout: "mon": { 2023-09-23T15:08:01.549 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 3 2023-09-23T15:08:01.549 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:08:01.549 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr": { 2023-09-23T15:08:01.549 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 2 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: "osd": { 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)": 4, 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 4 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: "mds": { 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)": 2 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: "overall": { 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph version 17.2.6-1123-g61431f6b (61431f6ba2752649b506867ec856b4a6236f90dd) quincy (stable)": 6, 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: "ceph version 18.2.0-460-gbb0daeff (bb0daeff97f020f686596fca6eba20c310e26fb7) reef (stable)": 9 2023-09-23T15:08:01.550 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:08:01.551 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:08:01.960 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/265574002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:08:01.960 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:01 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:02.212 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/265574002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:08:02.212 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:01 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:02.225 DEBUG:teuthology.parallel:result is None 2023-09-23T15:08:02.225 INFO:teuthology.run_tasks:Running task print... 2023-09-23T15:08:02.235 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2023-09-23T15:08:02.235 INFO:teuthology.run_tasks:Running task ceph.healthy... 2023-09-23T15:08:02.257 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-09-23T15:08:02.257 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-09-23T15:08:02.257 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph mgr dump --format=json 2023-09-23T15:08:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/265574002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-09-23T15:08:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:01 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:02.610 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:03.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:02 smithi118 ceph-mon[219580]: pgmap v208: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:03.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:02 smithi118 ceph-mon[212312]: pgmap v208: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:02 smithi178 ceph-mon[192298]: pgmap v208: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:04.501 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:08:05.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:04 smithi118 ceph-mon[219580]: pgmap v209: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:05.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1602369250' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T15:08:05.237 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:04 smithi118 ceph-mon[212312]: pgmap v209: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:05.237 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1602369250' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T15:08:05.252 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":34,"active_gid":34104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6800","nonce":3259231957},{"type":"v1","addr":"172.21.15.118:6801","nonce":3259231957}]},"active_addr":"172.21.15.118:6801/3259231957","active_change":"2023-09-23T15:01:51.801770+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":25006,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph:v18","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph:v18","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":80,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":1053675214}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":3329899928}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":79828735}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.118:0","nonce":1708907662}]}]} 2023-09-23T15:08:05.257 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-09-23T15:08:05.257 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-09-23T15:08:05.257 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T15:08:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:04 smithi178 ceph-mon[192298]: pgmap v209: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1602369250' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-09-23T15:08:05.603 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[212312]: pgmap v210: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:08:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:08:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:08:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:08:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:08:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:08:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:07.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:07.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[219580]: pgmap v210: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:07.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:08:07.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:08:07.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:08:07.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:07.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:08:07.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:08:07.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:08:07.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:07.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:07.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:06 smithi178 ceph-mon[192298]: pgmap v210: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:08:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:08:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:08:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:08:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:08:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:08:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:08:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:07.380 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:08:07.380 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":100,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","created":"2023-09-23T14:51:29.898655+0000","modified":"2023-09-23T15:07:50.017025+0000","last_up_change":"2023-09-23T15:07:49.015550+0000","last_in_change":"2023-09-23T14:56:05.180194+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T14:54:28.481627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T14:57:08.197561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T14:58:00.211833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T14:58:00.627607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"efc8e2d6-f5b4-4927-85fd-5207aef6e6aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":80,"up_from":84,"up_thru":99,"down_at":81,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6802","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6803","nonce":2654896063}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6804","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6805","nonce":2654896063}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6808","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6809","nonce":2654896063}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6806","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6807","nonce":2654896063}]},"public_addr":"172.21.15.118:6803/2654896063","cluster_addr":"172.21.15.118:6805/2654896063","heartbeat_back_addr":"172.21.15.118:6809/2654896063","heartbeat_front_addr":"172.21.15.118:6807/2654896063","state":["exists","up"]},{"osd":1,"uuid":"7b1fee90-d1aa-4264-a1ae-21633b287d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":85,"up_from":89,"up_thru":99,"down_at":86,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6810","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6811","nonce":340618034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6812","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6813","nonce":340618034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6816","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6817","nonce":340618034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6814","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6815","nonce":340618034}]},"public_addr":"172.21.15.118:6811/340618034","cluster_addr":"172.21.15.118:6813/340618034","heartbeat_back_addr":"172.21.15.118:6817/340618034","heartbeat_front_addr":"172.21.15.118:6815/340618034","state":["exists","up"]},{"osd":2,"uuid":"5e331822-4d3c-4b5c-8cfa-b4568f66961b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":90,"up_from":94,"up_thru":99,"down_at":91,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6818","nonce":1372151638},{"type":"v1","addr":"172.21.15.118:6819","nonce":1372151638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6820","nonce":1372151638},{"type":"v1","addr":"172.21.15.118:6821","nonce":1372151638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6824","nonce":1372151638},{"type":"v1","addr":"172.21.15.118:6825","nonce":1372151638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6822","nonce":1372151638},{"type":"v1","addr":"172.21.15.118:6823","nonce":1372151638}]},"public_addr":"172.21.15.118:6819/1372151638","cluster_addr":"172.21.15.118:6821/1372151638","heartbeat_back_addr":"172.21.15.118:6825/1372151638","heartbeat_front_addr":"172.21.15.118:6823/1372151638","state":["exists","up"]},{"osd":3,"uuid":"b0d588c7-3821-4bd0-b170-6c24c1daece8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":95,"up_from":99,"up_thru":99,"down_at":96,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6826","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6827","nonce":4014144693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6828","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6829","nonce":4014144693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6832","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6833","nonce":4014144693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6830","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6831","nonce":4014144693}]},"public_addr":"172.21.15.118:6827/4014144693","cluster_addr":"172.21.15.118:6829/4014144693","heartbeat_back_addr":"172.21.15.118:6833/4014144693","heartbeat_front_addr":"172.21.15.118:6831/4014144693","state":["exists","up"]},{"osd":4,"uuid":"04df134a-b1b5-4165-bbd9-a4c111a6874d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6801","nonce":3061359291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6803","nonce":3061359291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6807","nonce":3061359291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6805","nonce":3061359291}]},"public_addr":"172.21.15.178:6801/3061359291","cluster_addr":"172.21.15.178:6803/3061359291","heartbeat_back_addr":"172.21.15.178:6807/3061359291","heartbeat_front_addr":"172.21.15.178:6805/3061359291","state":["exists","up"]},{"osd":5,"uuid":"3b398f78-749d-440d-8afd-57ae5b890346","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6809","nonce":2641122765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6811","nonce":2641122765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6815","nonce":2641122765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6813","nonce":2641122765}]},"public_addr":"172.21.15.178:6809/2641122765","cluster_addr":"172.21.15.178:6811/2641122765","heartbeat_back_addr":"172.21.15.178:6815/2641122765","heartbeat_front_addr":"172.21.15.178:6813/2641122765","state":["exists","up"]},{"osd":6,"uuid":"86a6ec0f-884d-4f6b-8fc1-360dc8d847bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6817","nonce":3863537489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6819","nonce":3863537489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6823","nonce":3863537489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6821","nonce":3863537489}]},"public_addr":"172.21.15.178:6817/3863537489","cluster_addr":"172.21.15.178:6819/3863537489","heartbeat_back_addr":"172.21.15.178:6823/3863537489","heartbeat_front_addr":"172.21.15.178:6821/3863537489","state":["exists","up"]},{"osd":7,"uuid":"2df21937-2668-45dd-bb1a-e9b1835a8b81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6825","nonce":2576702610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6827","nonce":2576702610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6831","nonce":2576702610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6829","nonce":2576702610}]},"public_addr":"172.21.15.178:6825/2576702610","cluster_addr":"172.21.15.178:6827/2576702610","heartbeat_back_addr":"172.21.15.178:6831/2576702610","heartbeat_front_addr":"172.21.15.178:6829/2576702610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:53:37.616732+0000","dead_epoch":80},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:01.464917+0000","dead_epoch":85},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:24.487975+0000","dead_epoch":90},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:48.543832+0000","dead_epoch":95},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:10.652416+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:34.023248+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:57.634210+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:56:20.644152+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.6","mappings":[{"from":1,"to":5}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.118:0/623302349":"2023-09-24T15:01:51.801529+0000","172.21.15.118:6800/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6801/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1872462244":"2023-09-24T14:51:56.749367+0000","172.21.15.178:0/3318317634":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/3656867389":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6800/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/779524663":"2023-09-24T15:00:32.178949+0000","172.21.15.178:6834/3593655720":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/788385118":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6800/2972534977":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/1178925339":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6801/3783243852":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/1137273613":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/3308528289":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/1639125099":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/2078246904":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2024373301":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/502001712":"2023-09-24T15:00:32.178949+0000","172.21.15.178:6835/3593655720":"2023-09-24T15:01:11.919247+0000","172.21.15.118:0/1039320426":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/2139662217":"2023-09-24T14:52:20.140371+0000","172.21.15.178:0/1076282815":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6801/2972534977":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/4249315536":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1930847727":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2375372934":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/857345226":"2023-09-24T15:01:51.801529+0000","172.21.15.178:0/2144245349":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/434539858":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6800/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/918396805":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/3530206762":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1707253320":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6800/3783243852":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/882091198":"2023-09-24T15:01:51.801529+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T15:08:08.101 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-09-23T15:08:08.101 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T15:08:08.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3281347686' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:08:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3281347686' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:08:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3281347686' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:08:08.448 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:08:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:08:08] "GET /metrics HTTP/1.1" 200 33908 "" "Prometheus/2.43.0" 2023-09-23T15:08:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:08 smithi118 ceph-mon[219580]: pgmap v211: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:09.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:08 smithi118 ceph-mon[212312]: pgmap v211: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:08 smithi178 ceph-mon[192298]: pgmap v211: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:10.110 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:08:10.111 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":100,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","created":"2023-09-23T14:51:29.898655+0000","modified":"2023-09-23T15:07:50.017025+0000","last_up_change":"2023-09-23T15:07:49.015550+0000","last_in_change":"2023-09-23T14:56:05.180194+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T14:54:28.481627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T14:57:08.197561+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T14:58:00.211833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T14:58:00.627607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"efc8e2d6-f5b4-4927-85fd-5207aef6e6aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":80,"up_from":84,"up_thru":99,"down_at":81,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6802","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6803","nonce":2654896063}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6804","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6805","nonce":2654896063}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6808","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6809","nonce":2654896063}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6806","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6807","nonce":2654896063}]},"public_addr":"172.21.15.118:6803/2654896063","cluster_addr":"172.21.15.118:6805/2654896063","heartbeat_back_addr":"172.21.15.118:6809/2654896063","heartbeat_front_addr":"172.21.15.118:6807/2654896063","state":["exists","up"]},{"osd":1,"uuid":"7b1fee90-d1aa-4264-a1ae-21633b287d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":85,"up_from":89,"up_thru":99,"down_at":86,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6810","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6811","nonce":340618034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6812","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6813","nonce":340618034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6816","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6817","nonce":340618034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6814","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6815","nonce":340618034}]},"public_addr":"172.21.15.118:6811/340618034","cluster_addr":"172.21.15.118:6813/340618034","heartbeat_back_addr":"172.21.15.118:6817/340618034","heartbeat_front_addr":"172.21.15.118:6815/340618034","state":["exists","up"]},{"osd":2,"uuid":"5e331822-4d3c-4b5c-8cfa-b4568f66961b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":90,"up_from":94,"up_thru":99,"down_at":91,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6818","nonce":1372151638},{"type":"v1","addr":"172.21.15.118:6819","nonce":1372151638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6820","nonce":1372151638},{"type":"v1","addr":"172.21.15.118:6821","nonce":1372151638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6824","nonce":1372151638},{"type":"v1","addr":"172.21.15.118:6825","nonce":1372151638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6822","nonce":1372151638},{"type":"v1","addr":"172.21.15.118:6823","nonce":1372151638}]},"public_addr":"172.21.15.118:6819/1372151638","cluster_addr":"172.21.15.118:6821/1372151638","heartbeat_back_addr":"172.21.15.118:6825/1372151638","heartbeat_front_addr":"172.21.15.118:6823/1372151638","state":["exists","up"]},{"osd":3,"uuid":"b0d588c7-3821-4bd0-b170-6c24c1daece8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":95,"up_from":99,"up_thru":99,"down_at":96,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6826","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6827","nonce":4014144693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6828","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6829","nonce":4014144693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6832","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6833","nonce":4014144693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6830","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6831","nonce":4014144693}]},"public_addr":"172.21.15.118:6827/4014144693","cluster_addr":"172.21.15.118:6829/4014144693","heartbeat_back_addr":"172.21.15.118:6833/4014144693","heartbeat_front_addr":"172.21.15.118:6831/4014144693","state":["exists","up"]},{"osd":4,"uuid":"04df134a-b1b5-4165-bbd9-a4c111a6874d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6801","nonce":3061359291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6803","nonce":3061359291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6807","nonce":3061359291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6805","nonce":3061359291}]},"public_addr":"172.21.15.178:6801/3061359291","cluster_addr":"172.21.15.178:6803/3061359291","heartbeat_back_addr":"172.21.15.178:6807/3061359291","heartbeat_front_addr":"172.21.15.178:6805/3061359291","state":["exists","up"]},{"osd":5,"uuid":"3b398f78-749d-440d-8afd-57ae5b890346","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6809","nonce":2641122765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6811","nonce":2641122765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6815","nonce":2641122765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6813","nonce":2641122765}]},"public_addr":"172.21.15.178:6809/2641122765","cluster_addr":"172.21.15.178:6811/2641122765","heartbeat_back_addr":"172.21.15.178:6815/2641122765","heartbeat_front_addr":"172.21.15.178:6813/2641122765","state":["exists","up"]},{"osd":6,"uuid":"86a6ec0f-884d-4f6b-8fc1-360dc8d847bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6817","nonce":3863537489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6819","nonce":3863537489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6823","nonce":3863537489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":3863537489},{"type":"v1","addr":"172.21.15.178:6821","nonce":3863537489}]},"public_addr":"172.21.15.178:6817/3863537489","cluster_addr":"172.21.15.178:6819/3863537489","heartbeat_back_addr":"172.21.15.178:6823/3863537489","heartbeat_front_addr":"172.21.15.178:6821/3863537489","state":["exists","up"]},{"osd":7,"uuid":"2df21937-2668-45dd-bb1a-e9b1835a8b81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6825","nonce":2576702610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6827","nonce":2576702610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6831","nonce":2576702610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":2576702610},{"type":"v1","addr":"172.21.15.178:6829","nonce":2576702610}]},"public_addr":"172.21.15.178:6825/2576702610","cluster_addr":"172.21.15.178:6827/2576702610","heartbeat_back_addr":"172.21.15.178:6831/2576702610","heartbeat_front_addr":"172.21.15.178:6829/2576702610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:53:37.616732+0000","dead_epoch":80},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:01.464917+0000","dead_epoch":85},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:24.487975+0000","dead_epoch":90},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:48.543832+0000","dead_epoch":95},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:10.652416+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:34.023248+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:57.634210+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:56:20.644152+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.6","mappings":[{"from":1,"to":5}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.118:6801/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6800/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3783243852":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/1178925339":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6801/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1872462244":"2023-09-24T14:51:56.749367+0000","172.21.15.178:0/3318317634":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/3656867389":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6800/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/779524663":"2023-09-24T15:00:32.178949+0000","172.21.15.178:6834/3593655720":"2023-09-24T15:01:11.919247+0000","172.21.15.118:0/1137273613":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/3308528289":"2023-09-24T15:01:51.801529+0000","172.21.15.118:6800/3783243852":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/3530206762":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1707253320":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1639125099":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/2078246904":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2024373301":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/502001712":"2023-09-24T15:00:32.178949+0000","172.21.15.178:6835/3593655720":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/788385118":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6800/2972534977":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/623302349":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/1039320426":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/918396805":"2023-09-24T15:01:51.801529+0000","172.21.15.118:6801/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2375372934":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/1930847727":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2139662217":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/882091198":"2023-09-24T15:01:51.801529+0000","172.21.15.178:0/1076282815":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6801/2972534977":"2023-09-24T15:00:32.178949+0000","172.21.15.118:6800/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.178:0/434539858":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/2144245349":"2023-09-24T15:01:11.919247+0000","172.21.15.118:0/857345226":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/4249315536":"2023-09-24T14:52:20.140371+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T15:08:10.826 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-09-23T15:08:10.826 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-09-23T15:08:10.827 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-09-23T15:08:10.827 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-09-23T15:08:10.827 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-09-23T15:08:10.828 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-09-23T15:08:10.828 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-09-23T15:08:10.829 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-09-23T15:08:11.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:11 smithi118 ceph-mon[212312]: pgmap v212: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:11.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:11 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/885050027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:08:11.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:11 smithi118 ceph-mon[219580]: pgmap v212: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:11.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:11 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/885050027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:08:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:11 smithi178 ceph-mon[192298]: pgmap v212: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:11 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/885050027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:08:12.145 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:12.195 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:12.388 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:12.498 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:12.598 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:12.649 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:13.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:12 smithi118 ceph-mon[219580]: pgmap v213: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:13.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:12 smithi118 ceph-mon[212312]: pgmap v213: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:12 smithi178 ceph-mon[192298]: pgmap v213: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:13.712 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:13.838 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:15.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:14 smithi118 ceph-mon[212312]: pgmap v214: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:15.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:14 smithi118 ceph-mon[219580]: pgmap v214: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:14 smithi178 ceph-mon[192298]: pgmap v214: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:17.203 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:16 smithi118 ceph-mon[219580]: pgmap v215: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:17.203 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:16 smithi118 ceph-mon[212312]: pgmap v215: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:16 smithi178 ceph-mon[192298]: pgmap v215: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:18.538 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:08:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:08:18] "GET /metrics HTTP/1.1" 200 33908 "" "Prometheus/2.43.0" 2023-09-23T15:08:19.318 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:18 smithi118 ceph-mon[219580]: pgmap v216: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:19.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:18 smithi118 ceph-mon[212312]: pgmap v216: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:18 smithi178 ceph-mon[192298]: pgmap v216: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:19.782 INFO:teuthology.orchestra.run.smithi118.stdout:382252089364 2023-09-23T15:08:19.782 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-09-23T15:08:20.362 INFO:teuthology.orchestra.run.smithi118.stdout:360777252891 2023-09-23T15:08:20.362 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-09-23T15:08:21.275 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:20 smithi118 ceph-mon[219580]: pgmap v217: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:21.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:20 smithi118 ceph-mon[212312]: pgmap v217: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:21.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:20 smithi178 ceph-mon[192298]: pgmap v217: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:21.968 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:21 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:22.207 INFO:teuthology.orchestra.run.smithi118.stdout:425201762312 2023-09-23T15:08:22.207 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-09-23T15:08:22.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:21 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:21 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:22.974 INFO:teuthology.orchestra.run.smithi118.stdout:167503724700 2023-09-23T15:08:22.975 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-09-23T15:08:23.144 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:22 smithi118 ceph-mon[219580]: pgmap v218: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:23.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:22 smithi118 ceph-mon[212312]: pgmap v218: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:22 smithi178 ceph-mon[192298]: pgmap v218: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:23.382 INFO:teuthology.orchestra.run.smithi118.stdout:236223201428 2023-09-23T15:08:23.383 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-09-23T15:08:24.034 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:24.925 INFO:teuthology.orchestra.run.smithi118.stdout:133143986338 2023-09-23T15:08:24.926 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-09-23T15:08:25.068 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:24 smithi118 ceph-mon[219580]: pgmap v219: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:25.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:24 smithi118 ceph-mon[212312]: pgmap v219: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:25.108 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:25.125 INFO:teuthology.orchestra.run.smithi118.stdout:403726925839 2023-09-23T15:08:25.126 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-09-23T15:08:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:24 smithi178 ceph-mon[192298]: pgmap v219: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:25.807 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:25.883 INFO:teuthology.orchestra.run.smithi118.stdout:201863463063 2023-09-23T15:08:25.883 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-09-23T15:08:26.026 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:26.385 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:26.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:26 smithi118 ceph-mon[212312]: pgmap v220: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:27.094 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:26 smithi118 ceph-mon[219580]: pgmap v220: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:26 smithi178 ceph-mon[192298]: pgmap v220: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:28.363 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:28.495 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:08:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:08:28] "GET /metrics HTTP/1.1" 200 33907 "" "Prometheus/2.43.0" 2023-09-23T15:08:29.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:28 smithi118 ceph-mon[212312]: pgmap v221: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:28 smithi118 ceph-mon[219580]: pgmap v221: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:29.243 INFO:teuthology.orchestra.run.smithi118.stdout:167503724702 2023-09-23T15:08:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:28 smithi178 ceph-mon[192298]: pgmap v221: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:29 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2473613106' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T15:08:30.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:29 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2473613106' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T15:08:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:29 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2473613106' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T15:08:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:30 smithi118 ceph-mon[219580]: pgmap v222: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:31.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:30 smithi118 ceph-mon[212312]: pgmap v222: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:30 smithi178 ceph-mon[192298]: pgmap v222: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:32.313 INFO:teuthology.orchestra.run.smithi118.stdout:360777252894 2023-09-23T15:08:32.416 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724700 got 167503724702 for osd.5 2023-09-23T15:08:32.416 DEBUG:teuthology.parallel:result is None 2023-09-23T15:08:32.987 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:32 smithi118 ceph-mon[212312]: pgmap v223: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:32.988 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1352804080' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T15:08:32.988 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/453780070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T15:08:33.247 INFO:teuthology.orchestra.run.smithi118.stdout:425201762314 2023-09-23T15:08:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:32 smithi118 ceph-mon[219580]: pgmap v223: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1352804080' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T15:08:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/453780070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T15:08:33.323 INFO:teuthology.orchestra.run.smithi118.stdout:236223201430 2023-09-23T15:08:33.366 INFO:teuthology.orchestra.run.smithi118.stdout:382252089367 2023-09-23T15:08:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:32 smithi178 ceph-mon[192298]: pgmap v223: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1352804080' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T15:08:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/453780070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T15:08:33.461 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:33.941 INFO:teuthology.orchestra.run.smithi118.stdout:133143986339 2023-09-23T15:08:34.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1658151956' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T15:08:34.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/277910251' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T15:08:34.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4113439608' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T15:08:34.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1658151956' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T15:08:34.259 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/277910251' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T15:08:34.259 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4113439608' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T15:08:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1658151956' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T15:08:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/277910251' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T15:08:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4113439608' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T15:08:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:34 smithi118 ceph-mon[219580]: pgmap v224: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:34 smithi118 ceph-mon[212312]: pgmap v224: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:35.205 INFO:tasks.cephadm.ceph_manager.ceph:need seq 425201762312 got 425201762314 for osd.3 2023-09-23T15:08:35.205 DEBUG:teuthology.parallel:result is None 2023-09-23T15:08:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:34 smithi178 ceph-mon[192298]: pgmap v224: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:35.710 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986338 got 133143986339 for osd.4 2023-09-23T15:08:35.710 DEBUG:teuthology.parallel:result is None 2023-09-23T15:08:35.727 INFO:tasks.cephadm.ceph_manager.ceph:need seq 360777252891 got 360777252894 for osd.0 2023-09-23T15:08:35.727 DEBUG:teuthology.parallel:result is None 2023-09-23T15:08:35.861 INFO:tasks.cephadm.ceph_manager.ceph:need seq 382252089364 got 382252089367 for osd.1 2023-09-23T15:08:35.861 DEBUG:teuthology.parallel:result is None 2023-09-23T15:08:36.477 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201428 got 236223201430 for osd.7 2023-09-23T15:08:36.477 DEBUG:teuthology.parallel:result is None 2023-09-23T15:08:36.807 INFO:teuthology.orchestra.run.smithi118.stdout:403726925842 2023-09-23T15:08:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:36 smithi118 ceph-mon[212312]: pgmap v225: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/894012833' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T15:08:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:36 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:36 smithi118 ceph-mon[219580]: pgmap v225: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/894012833' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T15:08:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:36 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:36 smithi178 ceph-mon[192298]: pgmap v225: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/894012833' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T15:08:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:36 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:37.981 INFO:tasks.cephadm.ceph_manager.ceph:need seq 403726925839 got 403726925842 for osd.2 2023-09-23T15:08:37.981 DEBUG:teuthology.parallel:result is None 2023-09-23T15:08:38.570 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:08:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:08:38] "GET /metrics HTTP/1.1" 200 33908 "" "Prometheus/2.43.0" 2023-09-23T15:08:38.653 INFO:teuthology.orchestra.run.smithi118.stdout:201863463066 2023-09-23T15:08:39.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:38 smithi118 ceph-mon[219580]: pgmap v226: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:39.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/32248940' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T15:08:39.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:38 smithi118 ceph-mon[212312]: pgmap v226: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:39.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/32248940' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T15:08:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:38 smithi178 ceph-mon[192298]: pgmap v226: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/32248940' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T15:08:39.429 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863463063 got 201863463066 for osd.6 2023-09-23T15:08:39.429 DEBUG:teuthology.parallel:result is None 2023-09-23T15:08:39.429 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-09-23T15:08:39.429 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:08:39.771 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:41.149 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:41 smithi118 ceph-mon[219580]: pgmap v227: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:41.149 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:41 smithi118 ceph-mon[212312]: pgmap v227: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:41 smithi178 ceph-mon[192298]: pgmap v227: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:41.551 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:08:41.552 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:08:42.271 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":227,"stamp":"2023-09-23T15:08:39.913864+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":179212,"kb_used_data":9804,"kb_used_omap":126,"kb_used_meta":169217,"kb_avail":749782004,"statfs":{"total":767960285184,"available":767776772096,"internally_reserved":0,"allocated":10039296,"data_stored":6145668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":129413,"internal_metadata":173278843},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003118"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022025+0000","last_change":"2023-09-23T15:06:44.960597+0000","last_active":"2023-09-23T15:07:49.022025+0000","last_peered":"2023-09-23T15:07:49.022025+0000","last_clean":"2023-09-23T15:07:49.022025+0000","last_became_active":"2023-09-23T15:06:44.960038+0000","last_became_peered":"2023-09-23T15:06:44.960038+0000","last_unstale":"2023-09-23T15:07:49.022025+0000","last_undegraded":"2023-09-23T15:07:49.022025+0000","last_fullsized":"2023-09-23T15:07:49.022025+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:47:09.112819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.021081+0000","last_change":"2023-09-23T15:07:17.372339+0000","last_active":"2023-09-23T15:07:50.021081+0000","last_peered":"2023-09-23T15:07:50.021081+0000","last_clean":"2023-09-23T15:07:50.021081+0000","last_became_active":"2023-09-23T15:07:17.372013+0000","last_became_peered":"2023-09-23T15:07:17.372013+0000","last_unstale":"2023-09-23T15:07:50.021081+0000","last_undegraded":"2023-09-23T15:07:50.021081+0000","last_fullsized":"2023-09-23T15:07:50.021081+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:49.028312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":83,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036168+0000","last_change":"2023-09-23T15:07:50.036168+0000","last_active":"2023-09-23T15:07:50.036168+0000","last_peered":"2023-09-23T15:07:50.036168+0000","last_clean":"2023-09-23T15:07:50.036168+0000","last_became_active":"2023-09-23T15:07:50.035892+0000","last_became_peered":"2023-09-23T15:07:50.035892+0000","last_unstale":"2023-09-23T15:07:50.036168+0000","last_undegraded":"2023-09-23T15:07:50.036168+0000","last_fullsized":"2023-09-23T15:07:50.036168+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:38:51.529180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":68,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042241+0000","last_change":"2023-09-23T15:07:50.042241+0000","last_active":"2023-09-23T15:07:50.042241+0000","last_peered":"2023-09-23T15:07:50.042241+0000","last_clean":"2023-09-23T15:07:50.042241+0000","last_became_active":"2023-09-23T15:07:50.041907+0000","last_became_peered":"2023-09-23T15:07:50.041907+0000","last_unstale":"2023-09-23T15:07:50.042241+0000","last_undegraded":"2023-09-23T15:07:50.042241+0000","last_fullsized":"2023-09-23T15:07:50.042241+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:52:52.400937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.030878+0000","last_change":"2023-09-23T15:07:50.030878+0000","last_active":"2023-09-23T15:07:50.030878+0000","last_peered":"2023-09-23T15:07:50.030878+0000","last_clean":"2023-09-23T15:07:50.030878+0000","last_became_active":"2023-09-23T15:07:50.030573+0000","last_became_peered":"2023-09-23T15:07:50.030573+0000","last_unstale":"2023-09-23T15:07:50.030878+0000","last_undegraded":"2023-09-23T15:07:50.030878+0000","last_fullsized":"2023-09-23T15:07:50.030878+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:32.003219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034141+0000","last_change":"2023-09-23T14:58:01.394297+0000","last_active":"2023-09-23T15:07:49.034141+0000","last_peered":"2023-09-23T15:07:49.034141+0000","last_clean":"2023-09-23T15:07:49.034141+0000","last_became_active":"2023-09-23T14:58:01.394001+0000","last_became_peered":"2023-09-23T14:58:01.394001+0000","last_unstale":"2023-09-23T15:07:49.034141+0000","last_undegraded":"2023-09-23T15:07:49.034141+0000","last_fullsized":"2023-09-23T15:07:49.034141+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:13:15.496399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":85,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031474+0000","last_change":"2023-09-23T15:07:50.031474+0000","last_active":"2023-09-23T15:07:50.031474+0000","last_peered":"2023-09-23T15:07:50.031474+0000","last_clean":"2023-09-23T15:07:50.031474+0000","last_became_active":"2023-09-23T15:07:50.031157+0000","last_became_peered":"2023-09-23T15:07:50.031157+0000","last_unstale":"2023-09-23T15:07:50.031474+0000","last_undegraded":"2023-09-23T15:07:50.031474+0000","last_fullsized":"2023-09-23T15:07:50.031474+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:34:00.652879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":62,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.031057+0000","last_change":"2023-09-23T15:06:44.961272+0000","last_active":"2023-09-23T15:07:49.031057+0000","last_peered":"2023-09-23T15:07:49.031057+0000","last_clean":"2023-09-23T15:07:49.031057+0000","last_became_active":"2023-09-23T15:06:44.960880+0000","last_became_peered":"2023-09-23T15:06:44.960880+0000","last_unstale":"2023-09-23T15:07:49.031057+0000","last_undegraded":"2023-09-23T15:07:49.031057+0000","last_fullsized":"2023-09-23T15:07:49.031057+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:47:59.931694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":81,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040280+0000","last_change":"2023-09-23T15:07:50.040280+0000","last_active":"2023-09-23T15:07:50.040280+0000","last_peered":"2023-09-23T15:07:50.040280+0000","last_clean":"2023-09-23T15:07:50.040280+0000","last_became_active":"2023-09-23T15:07:50.039984+0000","last_became_peered":"2023-09-23T15:07:50.039984+0000","last_unstale":"2023-09-23T15:07:50.040280+0000","last_undegraded":"2023-09-23T15:07:50.040280+0000","last_fullsized":"2023-09-23T15:07:50.040280+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:02.037481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":40,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.020428+0000","last_change":"2023-09-23T15:06:13.228345+0000","last_active":"2023-09-23T15:07:49.020428+0000","last_peered":"2023-09-23T15:07:49.020428+0000","last_clean":"2023-09-23T15:07:49.020428+0000","last_became_active":"2023-09-23T15:06:13.228010+0000","last_became_peered":"2023-09-23T15:06:13.228010+0000","last_unstale":"2023-09-23T15:07:49.020428+0000","last_undegraded":"2023-09-23T15:07:49.020428+0000","last_fullsized":"2023-09-23T15:07:49.020428+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:58.040116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022051+0000","last_change":"2023-09-23T14:58:03.078606+0000","last_active":"2023-09-23T15:07:49.022051+0000","last_peered":"2023-09-23T15:07:49.022051+0000","last_clean":"2023-09-23T15:07:49.022051+0000","last_became_active":"2023-09-23T14:58:03.078274+0000","last_became_peered":"2023-09-23T14:58:03.078274+0000","last_unstale":"2023-09-23T15:07:49.022051+0000","last_undegraded":"2023-09-23T15:07:49.022051+0000","last_fullsized":"2023-09-23T15:07:49.022051+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:56.308795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020781+0000","last_change":"2023-09-23T15:06:44.957386+0000","last_active":"2023-09-23T15:07:50.020781+0000","last_peered":"2023-09-23T15:07:50.020781+0000","last_clean":"2023-09-23T15:07:50.020781+0000","last_became_active":"2023-09-23T15:06:44.956983+0000","last_became_peered":"2023-09-23T15:06:44.956983+0000","last_unstale":"2023-09-23T15:07:50.020781+0000","last_undegraded":"2023-09-23T15:07:50.020781+0000","last_fullsized":"2023-09-23T15:07:50.020781+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:19.359403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":63,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029416+0000","last_change":"2023-09-23T15:07:17.373474+0000","last_active":"2023-09-23T15:07:49.029416+0000","last_peered":"2023-09-23T15:07:49.029416+0000","last_clean":"2023-09-23T15:07:49.029416+0000","last_became_active":"2023-09-23T15:07:17.373046+0000","last_became_peered":"2023-09-23T15:07:17.373046+0000","last_unstale":"2023-09-23T15:07:49.029416+0000","last_undegraded":"2023-09-23T15:07:49.029416+0000","last_fullsized":"2023-09-23T15:07:49.029416+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:19:52.050124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":57,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032885+0000","last_change":"2023-09-23T15:07:50.032885+0000","last_active":"2023-09-23T15:07:50.032885+0000","last_peered":"2023-09-23T15:07:50.032885+0000","last_clean":"2023-09-23T15:07:50.032885+0000","last_became_active":"2023-09-23T15:07:50.032623+0000","last_became_peered":"2023-09-23T15:07:50.032623+0000","last_unstale":"2023-09-23T15:07:50.032885+0000","last_undegraded":"2023-09-23T15:07:50.032885+0000","last_fullsized":"2023-09-23T15:07:50.032885+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:07:08.756237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034756+0000","last_change":"2023-09-23T15:06:44.961062+0000","last_active":"2023-09-23T15:07:49.034756+0000","last_peered":"2023-09-23T15:07:49.034756+0000","last_clean":"2023-09-23T15:07:49.034756+0000","last_became_active":"2023-09-23T15:06:44.960616+0000","last_became_peered":"2023-09-23T15:06:44.960616+0000","last_unstale":"2023-09-23T15:07:49.034756+0000","last_undegraded":"2023-09-23T15:07:49.034756+0000","last_fullsized":"2023-09-23T15:07:49.034756+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:28:47.822582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035500+0000","last_change":"2023-09-23T15:07:50.035500+0000","last_active":"2023-09-23T15:07:50.035500+0000","last_peered":"2023-09-23T15:07:50.035500+0000","last_clean":"2023-09-23T15:07:50.035500+0000","last_became_active":"2023-09-23T15:07:50.035114+0000","last_became_peered":"2023-09-23T15:07:50.035114+0000","last_unstale":"2023-09-23T15:07:50.035500+0000","last_undegraded":"2023-09-23T15:07:50.035500+0000","last_fullsized":"2023-09-23T15:07:50.035500+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:16.003224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020591+0000","last_change":"2023-09-23T15:06:13.227687+0000","last_active":"2023-09-23T15:07:50.020591+0000","last_peered":"2023-09-23T15:07:50.020591+0000","last_clean":"2023-09-23T15:07:50.020591+0000","last_became_active":"2023-09-23T15:06:13.226603+0000","last_became_peered":"2023-09-23T15:06:13.226603+0000","last_unstale":"2023-09-23T15:07:50.020591+0000","last_undegraded":"2023-09-23T15:07:50.020591+0000","last_fullsized":"2023-09-23T15:07:50.020591+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:42.808524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":47,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.035275+0000","last_change":"2023-09-23T15:07:17.370013+0000","last_active":"2023-09-23T15:07:49.035275+0000","last_peered":"2023-09-23T15:07:49.035275+0000","last_clean":"2023-09-23T15:07:49.035275+0000","last_became_active":"2023-09-23T15:07:17.369727+0000","last_became_peered":"2023-09-23T15:07:17.369727+0000","last_unstale":"2023-09-23T15:07:49.035275+0000","last_undegraded":"2023-09-23T15:07:49.035275+0000","last_fullsized":"2023-09-23T15:07:49.035275+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:28.061891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":62,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028329+0000","last_change":"2023-09-23T15:06:13.223083+0000","last_active":"2023-09-23T15:07:49.028329+0000","last_peered":"2023-09-23T15:07:49.028329+0000","last_clean":"2023-09-23T15:07:49.028329+0000","last_became_active":"2023-09-23T15:06:13.222699+0000","last_became_peered":"2023-09-23T15:06:13.222699+0000","last_unstale":"2023-09-23T15:07:49.028329+0000","last_undegraded":"2023-09-23T15:07:49.028329+0000","last_fullsized":"2023-09-23T15:07:49.028329+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:51.081872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020861+0000","last_change":"2023-09-23T15:07:17.370606+0000","last_active":"2023-09-23T15:07:50.020861+0000","last_peered":"2023-09-23T15:07:50.020861+0000","last_clean":"2023-09-23T15:07:50.020861+0000","last_became_active":"2023-09-23T15:07:17.370316+0000","last_became_peered":"2023-09-23T15:07:17.370316+0000","last_unstale":"2023-09-23T15:07:50.020861+0000","last_undegraded":"2023-09-23T15:07:50.020861+0000","last_fullsized":"2023-09-23T15:07:50.020861+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:01:17.162248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.034341+0000","last_change":"2023-09-23T15:07:50.031637+0000","last_active":"2023-09-23T15:07:50.034341+0000","last_peered":"2023-09-23T15:07:50.034341+0000","last_clean":"2023-09-23T15:07:50.034341+0000","last_became_active":"2023-09-23T15:07:50.031182+0000","last_became_peered":"2023-09-23T15:07:50.031182+0000","last_unstale":"2023-09-23T15:07:50.034341+0000","last_undegraded":"2023-09-23T15:07:50.034341+0000","last_fullsized":"2023-09-23T15:07:50.034341+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:58.223373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":79,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027924+0000","last_change":"2023-09-23T15:06:44.962339+0000","last_active":"2023-09-23T15:07:49.027924+0000","last_peered":"2023-09-23T15:07:49.027924+0000","last_clean":"2023-09-23T15:07:49.027924+0000","last_became_active":"2023-09-23T15:06:44.961535+0000","last_became_peered":"2023-09-23T15:06:44.961535+0000","last_unstale":"2023-09-23T15:07:49.027924+0000","last_undegraded":"2023-09-23T15:07:49.027924+0000","last_fullsized":"2023-09-23T15:07:49.027924+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:46.260459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028935+0000","last_change":"2023-09-23T14:58:02.805675+0000","last_active":"2023-09-23T15:07:49.028935+0000","last_peered":"2023-09-23T15:07:49.028935+0000","last_clean":"2023-09-23T15:07:49.028935+0000","last_became_active":"2023-09-23T14:58:02.805353+0000","last_became_peered":"2023-09-23T14:58:02.805353+0000","last_unstale":"2023-09-23T15:07:49.028935+0000","last_undegraded":"2023-09-23T15:07:49.028935+0000","last_fullsized":"2023-09-23T15:07:49.028935+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:32:35.528182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042840+0000","last_change":"2023-09-23T15:07:50.042840+0000","last_active":"2023-09-23T15:07:50.042840+0000","last_peered":"2023-09-23T15:07:50.042840+0000","last_clean":"2023-09-23T15:07:50.042840+0000","last_became_active":"2023-09-23T15:07:50.042542+0000","last_became_peered":"2023-09-23T15:07:50.042542+0000","last_unstale":"2023-09-23T15:07:50.042840+0000","last_undegraded":"2023-09-23T15:07:50.042840+0000","last_fullsized":"2023-09-23T15:07:50.042840+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:20:04.725652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":439,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027826+0000","last_change":"2023-09-23T15:06:13.223494+0000","last_active":"2023-09-23T15:07:49.027826+0000","last_peered":"2023-09-23T15:07:49.027826+0000","last_clean":"2023-09-23T15:07:49.027826+0000","last_became_active":"2023-09-23T15:06:13.223057+0000","last_became_peered":"2023-09-23T15:06:13.223057+0000","last_unstale":"2023-09-23T15:07:49.027826+0000","last_undegraded":"2023-09-23T15:07:49.027826+0000","last_fullsized":"2023-09-23T15:07:49.027826+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:07:41.687841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030881+0000","last_change":"2023-09-23T15:07:17.374071+0000","last_active":"2023-09-23T15:07:49.030881+0000","last_peered":"2023-09-23T15:07:49.030881+0000","last_clean":"2023-09-23T15:07:49.030881+0000","last_became_active":"2023-09-23T15:07:17.373727+0000","last_became_peered":"2023-09-23T15:07:17.373727+0000","last_unstale":"2023-09-23T15:07:49.030881+0000","last_undegraded":"2023-09-23T15:07:49.030881+0000","last_fullsized":"2023-09-23T15:07:49.030881+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:31.717001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":66,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034982+0000","last_change":"2023-09-23T15:06:44.961366+0000","last_active":"2023-09-23T15:07:49.034982+0000","last_peered":"2023-09-23T15:07:49.034982+0000","last_clean":"2023-09-23T15:07:49.034982+0000","last_became_active":"2023-09-23T15:06:44.961113+0000","last_became_peered":"2023-09-23T15:06:44.961113+0000","last_unstale":"2023-09-23T15:07:49.034982+0000","last_undegraded":"2023-09-23T15:07:49.034982+0000","last_fullsized":"2023-09-23T15:07:49.034982+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:55.998599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":47,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029111+0000","last_change":"2023-09-23T15:07:17.370922+0000","last_active":"2023-09-23T15:07:49.029111+0000","last_peered":"2023-09-23T15:07:49.029111+0000","last_clean":"2023-09-23T15:07:49.029111+0000","last_became_active":"2023-09-23T15:07:17.370730+0000","last_became_peered":"2023-09-23T15:07:17.370730+0000","last_unstale":"2023-09-23T15:07:49.029111+0000","last_undegraded":"2023-09-23T15:07:49.029111+0000","last_fullsized":"2023-09-23T15:07:49.029111+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:42:20.622227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":82,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.030045+0000","last_change":"2023-09-23T15:07:50.030045+0000","last_active":"2023-09-23T15:07:50.030045+0000","last_peered":"2023-09-23T15:07:50.030045+0000","last_clean":"2023-09-23T15:07:50.030045+0000","last_became_active":"2023-09-23T15:07:50.029773+0000","last_became_peered":"2023-09-23T15:07:50.029773+0000","last_unstale":"2023-09-23T15:07:50.030045+0000","last_undegraded":"2023-09-23T15:07:50.030045+0000","last_fullsized":"2023-09-23T15:07:50.030045+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:21:58.728514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.038948+0000","last_change":"2023-09-23T15:07:50.038948+0000","last_active":"2023-09-23T15:07:50.038948+0000","last_peered":"2023-09-23T15:07:50.038948+0000","last_clean":"2023-09-23T15:07:50.038948+0000","last_became_active":"2023-09-23T15:07:50.038686+0000","last_became_peered":"2023-09-23T15:07:50.038686+0000","last_unstale":"2023-09-23T15:07:50.038948+0000","last_undegraded":"2023-09-23T15:07:50.038948+0000","last_fullsized":"2023-09-23T15:07:50.038948+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:10.152690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022916+0000","last_change":"2023-09-23T15:06:13.224385+0000","last_active":"2023-09-23T15:07:49.022916+0000","last_peered":"2023-09-23T15:07:49.022916+0000","last_clean":"2023-09-23T15:07:49.022916+0000","last_became_active":"2023-09-23T15:06:13.223940+0000","last_became_peered":"2023-09-23T15:06:13.223940+0000","last_unstale":"2023-09-23T15:07:49.022916+0000","last_undegraded":"2023-09-23T15:07:49.022916+0000","last_fullsized":"2023-09-23T15:07:49.022916+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:45:45.645566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.031166+0000","last_change":"2023-09-23T15:06:44.959700+0000","last_active":"2023-09-23T15:07:49.031166+0000","last_peered":"2023-09-23T15:07:49.031166+0000","last_clean":"2023-09-23T15:07:49.031166+0000","last_became_active":"2023-09-23T15:06:44.959390+0000","last_became_peered":"2023-09-23T15:06:44.959390+0000","last_unstale":"2023-09-23T15:07:49.031166+0000","last_undegraded":"2023-09-23T15:07:49.031166+0000","last_fullsized":"2023-09-23T15:07:49.031166+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:28.036780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034911+0000","last_change":"2023-09-23T15:06:44.961923+0000","last_active":"2023-09-23T15:07:49.034911+0000","last_peered":"2023-09-23T15:07:49.034911+0000","last_clean":"2023-09-23T15:07:49.034911+0000","last_became_active":"2023-09-23T15:06:44.961613+0000","last_became_peered":"2023-09-23T15:06:44.961613+0000","last_unstale":"2023-09-23T15:07:49.034911+0000","last_undegraded":"2023-09-23T15:07:49.034911+0000","last_fullsized":"2023-09-23T15:07:49.034911+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:15.337573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":77,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036420+0000","last_change":"2023-09-23T15:07:50.036420+0000","last_active":"2023-09-23T15:07:50.036420+0000","last_peered":"2023-09-23T15:07:50.036420+0000","last_clean":"2023-09-23T15:07:50.036420+0000","last_became_active":"2023-09-23T15:07:50.036088+0000","last_became_peered":"2023-09-23T15:07:50.036088+0000","last_unstale":"2023-09-23T15:07:50.036420+0000","last_undegraded":"2023-09-23T15:07:50.036420+0000","last_fullsized":"2023-09-23T15:07:50.036420+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:34:54.109759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":70,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.035186+0000","last_change":"2023-09-23T15:06:44.963699+0000","last_active":"2023-09-23T15:07:49.035186+0000","last_peered":"2023-09-23T15:07:49.035186+0000","last_clean":"2023-09-23T15:07:49.035186+0000","last_became_active":"2023-09-23T15:06:44.960744+0000","last_became_peered":"2023-09-23T15:06:44.960744+0000","last_unstale":"2023-09-23T15:07:49.035186+0000","last_undegraded":"2023-09-23T15:07:49.035186+0000","last_fullsized":"2023-09-23T15:07:49.035186+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:50.003042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032151+0000","last_change":"2023-09-23T15:07:50.032151+0000","last_active":"2023-09-23T15:07:50.032151+0000","last_peered":"2023-09-23T15:07:50.032151+0000","last_clean":"2023-09-23T15:07:50.032151+0000","last_became_active":"2023-09-23T15:07:50.031884+0000","last_became_peered":"2023-09-23T15:07:50.031884+0000","last_unstale":"2023-09-23T15:07:50.032151+0000","last_undegraded":"2023-09-23T15:07:50.032151+0000","last_fullsized":"2023-09-23T15:07:50.032151+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:19.460897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":63,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039345+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:07:50.039345+0000","last_peered":"2023-09-23T15:07:50.039345+0000","last_clean":"2023-09-23T15:07:50.039345+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:07:50.039345+0000","last_undegraded":"2023-09-23T15:07:50.039345+0000","last_fullsized":"2023-09-23T15:07:50.039345+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022942+0000","last_change":"2023-09-23T15:06:44.959929+0000","last_active":"2023-09-23T15:07:49.022942+0000","last_peered":"2023-09-23T15:07:49.022942+0000","last_clean":"2023-09-23T15:07:49.022942+0000","last_became_active":"2023-09-23T15:06:44.959522+0000","last_became_peered":"2023-09-23T15:06:44.959522+0000","last_unstale":"2023-09-23T15:07:49.022942+0000","last_undegraded":"2023-09-23T15:07:49.022942+0000","last_fullsized":"2023-09-23T15:07:49.022942+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:08.491996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.023186+0000","last_change":"2023-09-23T15:07:17.368274+0000","last_active":"2023-09-23T15:07:49.023186+0000","last_peered":"2023-09-23T15:07:49.023186+0000","last_clean":"2023-09-23T15:07:49.023186+0000","last_became_active":"2023-09-23T15:07:17.367940+0000","last_became_peered":"2023-09-23T15:07:17.367940+0000","last_unstale":"2023-09-23T15:07:49.023186+0000","last_undegraded":"2023-09-23T15:07:49.023186+0000","last_fullsized":"2023-09-23T15:07:49.023186+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:57.129861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":75,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022339+0000","last_change":"2023-09-23T15:07:17.366385+0000","last_active":"2023-09-23T15:07:49.022339+0000","last_peered":"2023-09-23T15:07:49.022339+0000","last_clean":"2023-09-23T15:07:49.022339+0000","last_became_active":"2023-09-23T15:07:17.365980+0000","last_became_peered":"2023-09-23T15:07:17.365980+0000","last_unstale":"2023-09-23T15:07:49.022339+0000","last_undegraded":"2023-09-23T15:07:49.022339+0000","last_fullsized":"2023-09-23T15:07:49.022339+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:56.352666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029791+0000","last_change":"2023-09-23T15:06:44.963653+0000","last_active":"2023-09-23T15:07:49.029791+0000","last_peered":"2023-09-23T15:07:49.029791+0000","last_clean":"2023-09-23T15:07:49.029791+0000","last_became_active":"2023-09-23T15:06:44.963378+0000","last_became_peered":"2023-09-23T15:06:44.963378+0000","last_unstale":"2023-09-23T15:07:49.029791+0000","last_undegraded":"2023-09-23T15:07:49.029791+0000","last_fullsized":"2023-09-23T15:07:49.029791+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:07:45.332019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":58,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042230+0000","last_change":"2023-09-23T15:07:50.042230+0000","last_active":"2023-09-23T15:07:50.042230+0000","last_peered":"2023-09-23T15:07:50.042230+0000","last_clean":"2023-09-23T15:07:50.042230+0000","last_became_active":"2023-09-23T15:07:50.041940+0000","last_became_peered":"2023-09-23T15:07:50.041940+0000","last_unstale":"2023-09-23T15:07:50.042230+0000","last_undegraded":"2023-09-23T15:07:50.042230+0000","last_fullsized":"2023-09-23T15:07:50.042230+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:56:54.783823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032638+0000","last_change":"2023-09-23T15:07:50.032638+0000","last_active":"2023-09-23T15:07:50.032638+0000","last_peered":"2023-09-23T15:07:50.032638+0000","last_clean":"2023-09-23T15:07:50.032638+0000","last_became_active":"2023-09-23T15:07:50.032292+0000","last_became_peered":"2023-09-23T15:07:50.032292+0000","last_unstale":"2023-09-23T15:07:50.032638+0000","last_undegraded":"2023-09-23T15:07:50.032638+0000","last_fullsized":"2023-09-23T15:07:50.032638+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:01:59.352522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020749+0000","last_change":"2023-09-23T15:06:44.959770+0000","last_active":"2023-09-23T15:07:50.020749+0000","last_peered":"2023-09-23T15:07:50.020749+0000","last_clean":"2023-09-23T15:07:50.020749+0000","last_became_active":"2023-09-23T15:06:44.959428+0000","last_became_peered":"2023-09-23T15:06:44.959428+0000","last_unstale":"2023-09-23T15:07:50.020749+0000","last_undegraded":"2023-09-23T15:07:50.020749+0000","last_fullsized":"2023-09-23T15:07:50.020749+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:02.886940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040807+0000","last_change":"2023-09-23T15:07:50.040807+0000","last_active":"2023-09-23T15:07:50.040807+0000","last_peered":"2023-09-23T15:07:50.040807+0000","last_clean":"2023-09-23T15:07:50.040807+0000","last_became_active":"2023-09-23T15:07:50.040525+0000","last_became_peered":"2023-09-23T15:07:50.040525+0000","last_unstale":"2023-09-23T15:07:50.040807+0000","last_undegraded":"2023-09-23T15:07:50.040807+0000","last_fullsized":"2023-09-23T15:07:50.040807+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:08.042200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029629+0000","last_change":"2023-09-23T15:06:44.959953+0000","last_active":"2023-09-23T15:07:49.029629+0000","last_peered":"2023-09-23T15:07:49.029629+0000","last_clean":"2023-09-23T15:07:49.029629+0000","last_became_active":"2023-09-23T15:06:44.959612+0000","last_became_peered":"2023-09-23T15:06:44.959612+0000","last_unstale":"2023-09-23T15:07:49.029629+0000","last_undegraded":"2023-09-23T15:07:49.029629+0000","last_fullsized":"2023-09-23T15:07:49.029629+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:10:36.420044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028435+0000","last_change":"2023-09-23T14:58:01.398697+0000","last_active":"2023-09-23T15:07:49.028435+0000","last_peered":"2023-09-23T15:07:49.028435+0000","last_clean":"2023-09-23T15:07:49.028435+0000","last_became_active":"2023-09-23T14:58:01.398408+0000","last_became_peered":"2023-09-23T14:58:01.398408+0000","last_unstale":"2023-09-23T15:07:49.028435+0000","last_undegraded":"2023-09-23T15:07:49.028435+0000","last_fullsized":"2023-09-23T15:07:49.028435+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:49.929037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":85,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031304+0000","last_change":"2023-09-23T15:07:50.031304+0000","last_active":"2023-09-23T15:07:50.031304+0000","last_peered":"2023-09-23T15:07:50.031304+0000","last_clean":"2023-09-23T15:07:50.031304+0000","last_became_active":"2023-09-23T15:07:50.030913+0000","last_became_peered":"2023-09-23T15:07:50.030913+0000","last_unstale":"2023-09-23T15:07:50.031304+0000","last_undegraded":"2023-09-23T15:07:50.031304+0000","last_fullsized":"2023-09-23T15:07:50.031304+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:58.358554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029726+0000","last_change":"2023-09-23T15:06:44.959353+0000","last_active":"2023-09-23T15:07:49.029726+0000","last_peered":"2023-09-23T15:07:49.029726+0000","last_clean":"2023-09-23T15:07:49.029726+0000","last_became_active":"2023-09-23T15:06:44.958935+0000","last_became_peered":"2023-09-23T15:06:44.958935+0000","last_unstale":"2023-09-23T15:07:49.029726+0000","last_undegraded":"2023-09-23T15:07:49.029726+0000","last_fullsized":"2023-09-23T15:07:49.029726+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:07.695495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030705+0000","last_change":"2023-09-23T14:58:01.642624+0000","last_active":"2023-09-23T15:07:49.030705+0000","last_peered":"2023-09-23T15:07:49.030705+0000","last_clean":"2023-09-23T15:07:49.030705+0000","last_became_active":"2023-09-23T14:58:01.642338+0000","last_became_peered":"2023-09-23T14:58:01.642338+0000","last_unstale":"2023-09-23T15:07:49.030705+0000","last_undegraded":"2023-09-23T15:07:49.030705+0000","last_fullsized":"2023-09-23T15:07:49.030705+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:02.939895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028656+0000","last_change":"2023-09-23T15:06:13.223162+0000","last_active":"2023-09-23T15:07:49.028656+0000","last_peered":"2023-09-23T15:07:49.028656+0000","last_clean":"2023-09-23T15:07:49.028656+0000","last_became_active":"2023-09-23T15:06:13.222843+0000","last_became_peered":"2023-09-23T15:06:13.222843+0000","last_unstale":"2023-09-23T15:07:49.028656+0000","last_undegraded":"2023-09-23T15:07:49.028656+0000","last_fullsized":"2023-09-23T15:07:49.028656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:49.690908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039147+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:07:50.039147+0000","last_peered":"2023-09-23T15:07:50.039147+0000","last_clean":"2023-09-23T15:07:50.039147+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:07:50.039147+0000","last_undegraded":"2023-09-23T15:07:50.039147+0000","last_fullsized":"2023-09-23T15:07:50.039147+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":67,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027261+0000","last_change":"2023-09-23T15:06:13.225838+0000","last_active":"2023-09-23T15:07:49.027261+0000","last_peered":"2023-09-23T15:07:49.027261+0000","last_clean":"2023-09-23T15:07:49.027261+0000","last_became_active":"2023-09-23T15:06:13.225484+0000","last_became_peered":"2023-09-23T15:06:13.225484+0000","last_unstale":"2023-09-23T15:07:49.027261+0000","last_undegraded":"2023-09-23T15:07:49.027261+0000","last_fullsized":"2023-09-23T15:07:49.027261+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:26.532271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031826+0000","last_change":"2023-09-23T15:07:50.030916+0000","last_active":"2023-09-23T15:07:50.031826+0000","last_peered":"2023-09-23T15:07:50.031826+0000","last_clean":"2023-09-23T15:07:50.031826+0000","last_became_active":"2023-09-23T15:07:50.030606+0000","last_became_peered":"2023-09-23T15:07:50.030606+0000","last_unstale":"2023-09-23T15:07:50.031826+0000","last_undegraded":"2023-09-23T15:07:50.031826+0000","last_fullsized":"2023-09-23T15:07:50.031826+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:34.346977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027074+0000","last_change":"2023-09-23T14:58:01.395686+0000","last_active":"2023-09-23T15:07:49.027074+0000","last_peered":"2023-09-23T15:07:49.027074+0000","last_clean":"2023-09-23T15:07:49.027074+0000","last_became_active":"2023-09-23T14:58:01.395425+0000","last_became_peered":"2023-09-23T14:58:01.395425+0000","last_unstale":"2023-09-23T15:07:49.027074+0000","last_undegraded":"2023-09-23T15:07:49.027074+0000","last_fullsized":"2023-09-23T15:07:49.027074+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:47:28.809985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":59,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036536+0000","last_change":"2023-09-23T15:07:50.036536+0000","last_active":"2023-09-23T15:07:50.036536+0000","last_peered":"2023-09-23T15:07:50.036536+0000","last_clean":"2023-09-23T15:07:50.036536+0000","last_became_active":"2023-09-23T15:07:50.036207+0000","last_became_peered":"2023-09-23T15:07:50.036207+0000","last_unstale":"2023-09-23T15:07:50.036536+0000","last_undegraded":"2023-09-23T15:07:50.036536+0000","last_fullsized":"2023-09-23T15:07:50.036536+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:07:15.249568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035388+0000","last_change":"2023-09-23T15:07:50.035019+0000","last_active":"2023-09-23T15:07:50.035388+0000","last_peered":"2023-09-23T15:07:50.035388+0000","last_clean":"2023-09-23T15:07:50.035388+0000","last_became_active":"2023-09-23T15:07:50.034763+0000","last_became_peered":"2023-09-23T15:07:50.034763+0000","last_unstale":"2023-09-23T15:07:50.035388+0000","last_undegraded":"2023-09-23T15:07:50.035388+0000","last_fullsized":"2023-09-23T15:07:50.035388+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:19.778544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040147+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:07:50.040147+0000","last_peered":"2023-09-23T15:07:50.040147+0000","last_clean":"2023-09-23T15:07:50.040147+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:07:50.040147+0000","last_undegraded":"2023-09-23T15:07:50.040147+0000","last_fullsized":"2023-09-23T15:07:50.040147+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027667+0000","last_change":"2023-09-23T15:07:17.371471+0000","last_active":"2023-09-23T15:07:49.027667+0000","last_peered":"2023-09-23T15:07:49.027667+0000","last_clean":"2023-09-23T15:07:49.027667+0000","last_became_active":"2023-09-23T15:07:17.371056+0000","last_became_peered":"2023-09-23T15:07:17.371056+0000","last_unstale":"2023-09-23T15:07:49.027667+0000","last_undegraded":"2023-09-23T15:07:49.027667+0000","last_fullsized":"2023-09-23T15:07:49.027667+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:03:17.356086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022796+0000","last_change":"2023-09-23T15:06:44.960135+0000","last_active":"2023-09-23T15:07:49.022796+0000","last_peered":"2023-09-23T15:07:49.022796+0000","last_clean":"2023-09-23T15:07:49.022796+0000","last_became_active":"2023-09-23T15:06:44.959595+0000","last_became_peered":"2023-09-23T15:06:44.959595+0000","last_unstale":"2023-09-23T15:07:49.022796+0000","last_undegraded":"2023-09-23T15:07:49.022796+0000","last_fullsized":"2023-09-23T15:07:49.022796+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:38.593021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022591+0000","last_change":"2023-09-23T14:58:01.389110+0000","last_active":"2023-09-23T15:07:49.022591+0000","last_peered":"2023-09-23T15:07:49.022591+0000","last_clean":"2023-09-23T15:07:49.022591+0000","last_became_active":"2023-09-23T14:58:01.388809+0000","last_became_peered":"2023-09-23T14:58:01.388809+0000","last_unstale":"2023-09-23T15:07:49.022591+0000","last_undegraded":"2023-09-23T15:07:49.022591+0000","last_fullsized":"2023-09-23T15:07:49.022591+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:02:11.154917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":47,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034964+0000","last_change":"2023-09-23T15:07:17.370923+0000","last_active":"2023-09-23T15:07:49.034964+0000","last_peered":"2023-09-23T15:07:49.034964+0000","last_clean":"2023-09-23T15:07:49.034964+0000","last_became_active":"2023-09-23T15:07:17.370669+0000","last_became_peered":"2023-09-23T15:07:17.370669+0000","last_unstale":"2023-09-23T15:07:49.034964+0000","last_undegraded":"2023-09-23T15:07:49.034964+0000","last_fullsized":"2023-09-23T15:07:49.034964+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:52.764629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":61,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035364+0000","last_change":"2023-09-23T15:07:50.035364+0000","last_active":"2023-09-23T15:07:50.035364+0000","last_peered":"2023-09-23T15:07:50.035364+0000","last_clean":"2023-09-23T15:07:50.035364+0000","last_became_active":"2023-09-23T15:07:50.034939+0000","last_became_peered":"2023-09-23T15:07:50.034939+0000","last_unstale":"2023-09-23T15:07:50.035364+0000","last_undegraded":"2023-09-23T15:07:50.035364+0000","last_fullsized":"2023-09-23T15:07:50.035364+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:25.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042920+0000","last_change":"2023-09-23T15:07:50.042920+0000","last_active":"2023-09-23T15:07:50.042920+0000","last_peered":"2023-09-23T15:07:50.042920+0000","last_clean":"2023-09-23T15:07:50.042920+0000","last_became_active":"2023-09-23T15:07:50.042641+0000","last_became_peered":"2023-09-23T15:07:50.042641+0000","last_unstale":"2023-09-23T15:07:50.042920+0000","last_undegraded":"2023-09-23T15:07:50.042920+0000","last_fullsized":"2023-09-23T15:07:50.042920+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.373207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030569+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:07:49.030569+0000","last_peered":"2023-09-23T15:07:49.030569+0000","last_clean":"2023-09-23T15:07:49.030569+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:07:49.030569+0000","last_undegraded":"2023-09-23T15:07:49.030569+0000","last_fullsized":"2023-09-23T15:07:49.030569+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042957+0000","last_change":"2023-09-23T15:07:50.042957+0000","last_active":"2023-09-23T15:07:50.042957+0000","last_peered":"2023-09-23T15:07:50.042957+0000","last_clean":"2023-09-23T15:07:50.042957+0000","last_became_active":"2023-09-23T15:07:50.042609+0000","last_became_peered":"2023-09-23T15:07:50.042609+0000","last_unstale":"2023-09-23T15:07:50.042957+0000","last_undegraded":"2023-09-23T15:07:50.042957+0000","last_fullsized":"2023-09-23T15:07:50.042957+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:47.217343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.037007+0000","last_change":"2023-09-23T15:07:50.036597+0000","last_active":"2023-09-23T15:07:50.037007+0000","last_peered":"2023-09-23T15:07:50.037007+0000","last_clean":"2023-09-23T15:07:50.037007+0000","last_became_active":"2023-09-23T15:07:50.036127+0000","last_became_peered":"2023-09-23T15:07:50.036127+0000","last_unstale":"2023-09-23T15:07:50.037007+0000","last_undegraded":"2023-09-23T15:07:50.037007+0000","last_fullsized":"2023-09-23T15:07:50.037007+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:36.147063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029513+0000","last_change":"2023-09-23T15:06:44.959700+0000","last_active":"2023-09-23T15:07:49.029513+0000","last_peered":"2023-09-23T15:07:49.029513+0000","last_clean":"2023-09-23T15:07:49.029513+0000","last_became_active":"2023-09-23T15:06:44.959353+0000","last_became_peered":"2023-09-23T15:06:44.959353+0000","last_unstale":"2023-09-23T15:07:49.029513+0000","last_undegraded":"2023-09-23T15:07:49.029513+0000","last_fullsized":"2023-09-23T15:07:49.029513+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:53:59.266147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":80,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039152+0000","last_change":"2023-09-23T15:07:50.039152+0000","last_active":"2023-09-23T15:07:50.039152+0000","last_peered":"2023-09-23T15:07:50.039152+0000","last_clean":"2023-09-23T15:07:50.039152+0000","last_became_active":"2023-09-23T15:07:50.038865+0000","last_became_peered":"2023-09-23T15:07:50.038865+0000","last_unstale":"2023-09-23T15:07:50.039152+0000","last_undegraded":"2023-09-23T15:07:50.039152+0000","last_fullsized":"2023-09-23T15:07:50.039152+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:35.185865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031843+0000","last_change":"2023-09-23T15:07:50.031091+0000","last_active":"2023-09-23T15:07:50.031843+0000","last_peered":"2023-09-23T15:07:50.031843+0000","last_clean":"2023-09-23T15:07:50.031843+0000","last_became_active":"2023-09-23T15:07:50.030777+0000","last_became_peered":"2023-09-23T15:07:50.030777+0000","last_unstale":"2023-09-23T15:07:50.031843+0000","last_undegraded":"2023-09-23T15:07:50.031843+0000","last_fullsized":"2023-09-23T15:07:50.031843+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:37.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.037965+0000","last_change":"2023-09-23T15:07:50.037965+0000","last_active":"2023-09-23T15:07:50.037965+0000","last_peered":"2023-09-23T15:07:50.037965+0000","last_clean":"2023-09-23T15:07:50.037965+0000","last_became_active":"2023-09-23T15:07:50.037654+0000","last_became_peered":"2023-09-23T15:07:50.037654+0000","last_unstale":"2023-09-23T15:07:50.037965+0000","last_undegraded":"2023-09-23T15:07:50.037965+0000","last_fullsized":"2023-09-23T15:07:50.037965+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:36.233860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039138+0000","last_change":"2023-09-23T15:07:50.039138+0000","last_active":"2023-09-23T15:07:50.039138+0000","last_peered":"2023-09-23T15:07:50.039138+0000","last_clean":"2023-09-23T15:07:50.039138+0000","last_became_active":"2023-09-23T15:07:50.038840+0000","last_became_peered":"2023-09-23T15:07:50.038840+0000","last_unstale":"2023-09-23T15:07:50.039138+0000","last_undegraded":"2023-09-23T15:07:50.039138+0000","last_fullsized":"2023-09-23T15:07:50.039138+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:52.470724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":77,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022160+0000","last_change":"2023-09-23T15:07:17.366366+0000","last_active":"2023-09-23T15:07:49.022160+0000","last_peered":"2023-09-23T15:07:49.022160+0000","last_clean":"2023-09-23T15:07:49.022160+0000","last_became_active":"2023-09-23T15:07:17.366013+0000","last_became_peered":"2023-09-23T15:07:17.366013+0000","last_unstale":"2023-09-23T15:07:49.022160+0000","last_undegraded":"2023-09-23T15:07:49.022160+0000","last_fullsized":"2023-09-23T15:07:49.022160+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:42:17.300759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201432,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":22708,"kb_used_data":1580,"kb_used_omap":0,"kb_used_meta":21120,"kb_avail":93722444,"statfs":{"total":95995035648,"available":95971782656,"internally_reserved":0,"allocated":1617920,"data_stored":1135528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21626880},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.34899999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71499999999999997,"5min":0.755,"15min":0.755},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.66500000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.49199999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:07:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.378}]},{"osd":2,"last update":"Sat Sep 23 15:08:18 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.79200000000000004}]},{"osd":3,"last update":"Sat Sep 23 15:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.44500000000000001,"5min":0.32700000000000001,"15min":0.30599999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":1.776},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57999999999999996,"15min":0.57499999999999996},"min":{"1min":0.39300000000000002,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":0.66600000000000004,"5min":0.75900000000000001,"15min":0.80700000000000005},"last":0.56499999999999995}]},{"osd":4,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49099999999999999,"15min":0.46999999999999997},"min":{"1min":0.31,"5min":0.31,"15min":0.28000000000000003},"max":{"1min":0.63100000000000001,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.52000000000000002,"15min":0.495},"min":{"1min":0.38200000000000001,"5min":0.31900000000000001,"15min":0.25800000000000001},"max":{"1min":0.64100000000000001,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.61899999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.52600000000000002,"15min":0.51400000000000001},"min":{"1min":0.39900000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71199999999999997,"5min":0.73799999999999999,"15min":0.83399999999999996},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.56799999999999995,"15min":0.54400000000000004},"min":{"1min":0.41899999999999998,"5min":0.378,"15min":0.309},"max":{"1min":0.68400000000000005,"5min":0.77200000000000002,"15min":0.81499999999999995},"last":0.54500000000000004}]},{"osd":6,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58099999999999996,"15min":0.56100000000000005},"min":{"1min":0.35899999999999999,"5min":0.34999999999999998,"15min":0.34499999999999997},"max":{"1min":0.67100000000000004,"5min":0.80400000000000005,"15min":0.83299999999999996},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.58599999999999997,"15min":0.55900000000000005},"min":{"1min":0.47499999999999998,"5min":0.39500000000000002,"15min":0.32600000000000001},"max":{"1min":0.70299999999999996,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.65700000000000003}]}]},{"osd":6,"up_from":47,"seq":201863463066,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7848,"kb_used_data":1568,"kb_used_omap":0,"kb_used_meta":6272,"kb_avail":93737304,"statfs":{"total":95995035648,"available":95986999296,"internally_reserved":0,"allocated":1605632,"data_stored":1135382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6422528},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68400000000000005,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53400000000000003,"15min":0.52900000000000003},"min":{"1min":0.38700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.44900000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.60399999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.56499999999999995}]},{"osd":3,"last update":"Sat Sep 23 15:07:30 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.60099999999999998,"15min":0.57799999999999996},"min":{"1min":0.433,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.82299999999999995,"5min":0.94099999999999995,"15min":1.0309999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.45800000000000002,"5min":0.375,"15min":0.313},"max":{"1min":0.82099999999999995,"5min":0.90700000000000003,"15min":2.8380000000000001},"last":0.79500000000000004}]},{"osd":4,"last update":"Sat Sep 23 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48999999999999999,"15min":0.45400000000000001},"min":{"1min":0.40400000000000003,"5min":0.28199999999999997,"15min":0.24299999999999999},"max":{"1min":0.65300000000000002,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53400000000000003,"15min":0.49299999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.26500000000000001},"max":{"1min":0.72099999999999997,"5min":0.84499999999999997,"15min":0.995},"last":0.73399999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.54600000000000004,"15min":0.5},"min":{"1min":0.48599999999999999,"5min":0.36499999999999999,"15min":0.316},"max":{"1min":0.73599999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.627,"5min":0.61899999999999999,"15min":0.57099999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.30199999999999999},"max":{"1min":0.77400000000000002,"5min":0.81899999999999995,"15min":0.94699999999999995},"last":0.78400000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:07:40 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.57799999999999996,"15min":0.53300000000000003},"min":{"1min":0.42199999999999999,"5min":0.40799999999999997,"15min":0.307},"max":{"1min":0.80400000000000005,"5min":0.85899999999999999,"15min":1.0660000000000001},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.58299999999999996,"15min":0.53600000000000003},"min":{"1min":0.39200000000000002,"5min":0.32900000000000001,"15min":0.31900000000000001},"max":{"1min":0.79400000000000004,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.72099999999999997}]}]},{"osd":1,"up_from":89,"seq":382252089369,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28488,"kb_used_data":1024,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":93716664,"statfs":{"total":95995035648,"available":95965863936,"internally_reserved":0,"allocated":1048576,"data_stored":550160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":28105705},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.313},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.25700000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:08:18 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.28000000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.23499999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.66500000000000004}]},{"osd":5,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.69399999999999995}]},{"osd":6,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.58499999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.70299999999999996}]}]},{"osd":0,"up_from":84,"seq":360777252895,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29156,"kb_used_data":1628,"kb_used_omap":28,"kb_used_meta":27491,"kb_avail":93715996,"statfs":{"total":95995035648,"available":95965179904,"internally_reserved":0,"allocated":1667072,"data_stored":1143774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":28151632},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:07:44 2023","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.311}]},{"osd":2,"last update":"Sat Sep 23 15:08:16 2023","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.27300000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:07:13 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.32700000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.63500000000000001,"15min":0.64200000000000002},"min":{"1min":0.44,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73599999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.60399999999999998,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83099999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.44800000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64600000000000002,"15min":0.64800000000000002},"min":{"1min":0.41399999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80600000000000005,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.65000000000000002,"15min":0.65400000000000003},"min":{"1min":0.42799999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81200000000000006,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.45700000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.65800000000000003,"15min":0.66200000000000003},"min":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77100000000000002,"5min":1.012,"15min":1.012},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.66400000000000003,"15min":0.66700000000000004},"min":{"1min":0.48299999999999998,"5min":0.436,"15min":0.436},"max":{"1min":0.78400000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.53900000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.40999999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84299999999999997,"5min":0.877,"15min":0.877},"last":0.501},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.66700000000000004,"15min":0.66900000000000004},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.80000000000000004,"5min":1.04,"15min":1.04},"last":0.51900000000000002}]}]},{"osd":2,"up_from":94,"seq":403726925842,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28616,"kb_used_data":1024,"kb_used_omap":81,"kb_used_meta":27502,"kb_avail":93716536,"statfs":{"total":95995035648,"available":95965732864,"internally_reserved":0,"allocated":1048576,"data_stored":549511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":28162266},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.32900000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.314},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.25600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27700000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.77800000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.60699999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.70799999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.75900000000000001}]}]},{"osd":3,"up_from":99,"seq":425201762316,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28464,"kb_used_data":1000,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":93716688,"statfs":{"total":95995035648,"available":95965888512,"internally_reserved":0,"allocated":1024000,"data_stored":545066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":28107368},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986341,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":11888,"kb_used_data":1000,"kb_used_omap":0,"kb_used_meta":10880,"kb_avail":93733264,"statfs":{"total":95995035648,"available":95982862336,"internally_reserved":0,"allocated":1024000,"data_stored":545413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":11141120},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52900000000000003,"15min":0.53100000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.502},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.56200000000000006,"15min":0.55800000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.52800000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.624},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.55800000000000005}]},{"osd":2,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.70099999999999996}]},{"osd":3,"last update":"Sat Sep 23 15:07:34 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56599999999999995,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.34000000000000002,"15min":0.29699999999999999},"max":{"1min":0.76800000000000002,"5min":0.78400000000000003,"15min":7.8639999999999999},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.56999999999999995,"15min":0.59599999999999997},"min":{"1min":0.45800000000000002,"5min":0.39500000000000002,"15min":0.28799999999999998},"max":{"1min":0.68400000000000005,"5min":0.80600000000000005,"15min":10.689},"last":0.68000000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48099999999999998,"15min":0.441},"min":{"1min":0.36799999999999999,"5min":0.316,"15min":0.254},"max":{"1min":0.745,"5min":0.745,"15min":0.83899999999999997},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.52600000000000002,"15min":0.47499999999999998},"min":{"1min":0.41399999999999998,"5min":0.32000000000000001,"15min":0.26800000000000002},"max":{"1min":0.70199999999999996,"5min":0.75800000000000001,"15min":0.79300000000000004},"last":0.65800000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:08:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.53900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.27800000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":5.3970000000000002},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58599999999999997,"15min":0.56699999999999995},"min":{"1min":0.48899999999999999,"5min":0.35199999999999998,"15min":0.311},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":5.2889999999999997},"last":0.81000000000000005}]},{"osd":7,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.57299999999999995,"15min":0.55500000000000005},"min":{"1min":0.38800000000000001,"5min":0.35999999999999999,"15min":0.307},"max":{"1min":0.78400000000000003,"5min":0.83399999999999996,"15min":2.4910000000000001},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.59599999999999997,"15min":0.57499999999999996},"min":{"1min":0.45800000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.79300000000000004,"5min":0.80900000000000005,"15min":5.4550000000000001},"last":0.72399999999999998}]}]},{"osd":5,"up_from":39,"seq":167503724704,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":22044,"kb_used_data":980,"kb_used_omap":0,"kb_used_meta":21056,"kb_avail":93723108,"statfs":{"total":95995035648,"available":95972462592,"internally_reserved":0,"allocated":1003520,"data_stored":540834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21561344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47499999999999998,"15min":0.47299999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.55500000000000005,"15min":0.54300000000000004},"min":{"1min":0.32100000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.375}]},{"osd":1,"last update":"Sat Sep 23 15:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.432}]},{"osd":2,"last update":"Sat Sep 23 15:08:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.5}]},{"osd":3,"last update":"Sat Sep 23 15:07:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.53700000000000003},"min":{"1min":0.41999999999999998,"5min":0.372,"15min":0.27700000000000002},"max":{"1min":0.72599999999999998,"5min":0.80700000000000005,"15min":0.90300000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.60199999999999998,"15min":0.56699999999999995},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.32000000000000001},"max":{"1min":0.746,"5min":0.84899999999999998,"15min":0.89400000000000002},"last":0.67000000000000004}]},{"osd":4,"last update":"Sat Sep 23 15:08:10 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.498,"15min":0.46000000000000002},"min":{"1min":0.40000000000000002,"5min":0.28799999999999998,"15min":0.246},"max":{"1min":0.66000000000000003,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52100000000000002,"15min":0.48399999999999999},"min":{"1min":0.41899999999999998,"5min":0.29999999999999999,"15min":0.27700000000000002},"max":{"1min":0.65000000000000002,"5min":0.73599999999999999,"15min":0.76100000000000001},"last":0.65000000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:08:15 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54700000000000004,"15min":0.52900000000000003},"min":{"1min":0.38900000000000001,"5min":0.315,"15min":0.28100000000000003},"max":{"1min":0.64800000000000002,"5min":0.83999999999999997,"15min":0.84099999999999997},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.59699999999999998,"15min":0.54500000000000004},"min":{"1min":0.45500000000000002,"5min":0.376,"15min":0.32500000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.70099999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.61099999999999999,"15min":0.58699999999999997},"min":{"1min":0.5,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.81899999999999995,"5min":0.82399999999999995,"15min":0.93999999999999995},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61099999999999999,"15min":0.57699999999999996},"min":{"1min":0.49199999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.72399999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:08:42.277 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:08:42.621 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:43.221 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:43 smithi118 ceph-mon[219580]: from='client.44594 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:43.221 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:43 smithi118 ceph-mon[219580]: pgmap v228: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:43.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:43 smithi118 ceph-mon[212312]: from='client.44594 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:43.222 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:43 smithi118 ceph-mon[212312]: pgmap v228: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:43 smithi178 ceph-mon[192298]: from='client.44594 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:43 smithi178 ceph-mon[192298]: pgmap v228: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:44.416 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:08:44.418 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:08:45.119 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":229,"stamp":"2023-09-23T15:08:43.914743+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":179212,"kb_used_data":9804,"kb_used_omap":126,"kb_used_meta":169217,"kb_avail":749782004,"statfs":{"total":767960285184,"available":767776772096,"internally_reserved":0,"allocated":10039296,"data_stored":6145668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":129413,"internal_metadata":173278843},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002944"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022025+0000","last_change":"2023-09-23T15:06:44.960597+0000","last_active":"2023-09-23T15:07:49.022025+0000","last_peered":"2023-09-23T15:07:49.022025+0000","last_clean":"2023-09-23T15:07:49.022025+0000","last_became_active":"2023-09-23T15:06:44.960038+0000","last_became_peered":"2023-09-23T15:06:44.960038+0000","last_unstale":"2023-09-23T15:07:49.022025+0000","last_undegraded":"2023-09-23T15:07:49.022025+0000","last_fullsized":"2023-09-23T15:07:49.022025+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:47:09.112819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.021081+0000","last_change":"2023-09-23T15:07:17.372339+0000","last_active":"2023-09-23T15:07:50.021081+0000","last_peered":"2023-09-23T15:07:50.021081+0000","last_clean":"2023-09-23T15:07:50.021081+0000","last_became_active":"2023-09-23T15:07:17.372013+0000","last_became_peered":"2023-09-23T15:07:17.372013+0000","last_unstale":"2023-09-23T15:07:50.021081+0000","last_undegraded":"2023-09-23T15:07:50.021081+0000","last_fullsized":"2023-09-23T15:07:50.021081+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:49.028312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":83,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036168+0000","last_change":"2023-09-23T15:07:50.036168+0000","last_active":"2023-09-23T15:07:50.036168+0000","last_peered":"2023-09-23T15:07:50.036168+0000","last_clean":"2023-09-23T15:07:50.036168+0000","last_became_active":"2023-09-23T15:07:50.035892+0000","last_became_peered":"2023-09-23T15:07:50.035892+0000","last_unstale":"2023-09-23T15:07:50.036168+0000","last_undegraded":"2023-09-23T15:07:50.036168+0000","last_fullsized":"2023-09-23T15:07:50.036168+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:38:51.529180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":68,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042241+0000","last_change":"2023-09-23T15:07:50.042241+0000","last_active":"2023-09-23T15:07:50.042241+0000","last_peered":"2023-09-23T15:07:50.042241+0000","last_clean":"2023-09-23T15:07:50.042241+0000","last_became_active":"2023-09-23T15:07:50.041907+0000","last_became_peered":"2023-09-23T15:07:50.041907+0000","last_unstale":"2023-09-23T15:07:50.042241+0000","last_undegraded":"2023-09-23T15:07:50.042241+0000","last_fullsized":"2023-09-23T15:07:50.042241+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:52:52.400937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.030878+0000","last_change":"2023-09-23T15:07:50.030878+0000","last_active":"2023-09-23T15:07:50.030878+0000","last_peered":"2023-09-23T15:07:50.030878+0000","last_clean":"2023-09-23T15:07:50.030878+0000","last_became_active":"2023-09-23T15:07:50.030573+0000","last_became_peered":"2023-09-23T15:07:50.030573+0000","last_unstale":"2023-09-23T15:07:50.030878+0000","last_undegraded":"2023-09-23T15:07:50.030878+0000","last_fullsized":"2023-09-23T15:07:50.030878+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:32.003219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034141+0000","last_change":"2023-09-23T14:58:01.394297+0000","last_active":"2023-09-23T15:07:49.034141+0000","last_peered":"2023-09-23T15:07:49.034141+0000","last_clean":"2023-09-23T15:07:49.034141+0000","last_became_active":"2023-09-23T14:58:01.394001+0000","last_became_peered":"2023-09-23T14:58:01.394001+0000","last_unstale":"2023-09-23T15:07:49.034141+0000","last_undegraded":"2023-09-23T15:07:49.034141+0000","last_fullsized":"2023-09-23T15:07:49.034141+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:13:15.496399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":85,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031474+0000","last_change":"2023-09-23T15:07:50.031474+0000","last_active":"2023-09-23T15:07:50.031474+0000","last_peered":"2023-09-23T15:07:50.031474+0000","last_clean":"2023-09-23T15:07:50.031474+0000","last_became_active":"2023-09-23T15:07:50.031157+0000","last_became_peered":"2023-09-23T15:07:50.031157+0000","last_unstale":"2023-09-23T15:07:50.031474+0000","last_undegraded":"2023-09-23T15:07:50.031474+0000","last_fullsized":"2023-09-23T15:07:50.031474+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:34:00.652879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":62,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.031057+0000","last_change":"2023-09-23T15:06:44.961272+0000","last_active":"2023-09-23T15:07:49.031057+0000","last_peered":"2023-09-23T15:07:49.031057+0000","last_clean":"2023-09-23T15:07:49.031057+0000","last_became_active":"2023-09-23T15:06:44.960880+0000","last_became_peered":"2023-09-23T15:06:44.960880+0000","last_unstale":"2023-09-23T15:07:49.031057+0000","last_undegraded":"2023-09-23T15:07:49.031057+0000","last_fullsized":"2023-09-23T15:07:49.031057+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:47:59.931694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":81,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040280+0000","last_change":"2023-09-23T15:07:50.040280+0000","last_active":"2023-09-23T15:07:50.040280+0000","last_peered":"2023-09-23T15:07:50.040280+0000","last_clean":"2023-09-23T15:07:50.040280+0000","last_became_active":"2023-09-23T15:07:50.039984+0000","last_became_peered":"2023-09-23T15:07:50.039984+0000","last_unstale":"2023-09-23T15:07:50.040280+0000","last_undegraded":"2023-09-23T15:07:50.040280+0000","last_fullsized":"2023-09-23T15:07:50.040280+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:02.037481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020819+0000","last_change":"2023-09-23T15:06:13.228345+0000","last_active":"2023-09-23T15:07:50.020819+0000","last_peered":"2023-09-23T15:07:50.020819+0000","last_clean":"2023-09-23T15:07:50.020819+0000","last_became_active":"2023-09-23T15:06:13.228010+0000","last_became_peered":"2023-09-23T15:06:13.228010+0000","last_unstale":"2023-09-23T15:07:50.020819+0000","last_undegraded":"2023-09-23T15:07:50.020819+0000","last_fullsized":"2023-09-23T15:07:50.020819+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:58.040116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022051+0000","last_change":"2023-09-23T14:58:03.078606+0000","last_active":"2023-09-23T15:07:49.022051+0000","last_peered":"2023-09-23T15:07:49.022051+0000","last_clean":"2023-09-23T15:07:49.022051+0000","last_became_active":"2023-09-23T14:58:03.078274+0000","last_became_peered":"2023-09-23T14:58:03.078274+0000","last_unstale":"2023-09-23T15:07:49.022051+0000","last_undegraded":"2023-09-23T15:07:49.022051+0000","last_fullsized":"2023-09-23T15:07:49.022051+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:56.308795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020781+0000","last_change":"2023-09-23T15:06:44.957386+0000","last_active":"2023-09-23T15:07:50.020781+0000","last_peered":"2023-09-23T15:07:50.020781+0000","last_clean":"2023-09-23T15:07:50.020781+0000","last_became_active":"2023-09-23T15:06:44.956983+0000","last_became_peered":"2023-09-23T15:06:44.956983+0000","last_unstale":"2023-09-23T15:07:50.020781+0000","last_undegraded":"2023-09-23T15:07:50.020781+0000","last_fullsized":"2023-09-23T15:07:50.020781+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:19.359403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":63,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029416+0000","last_change":"2023-09-23T15:07:17.373474+0000","last_active":"2023-09-23T15:07:49.029416+0000","last_peered":"2023-09-23T15:07:49.029416+0000","last_clean":"2023-09-23T15:07:49.029416+0000","last_became_active":"2023-09-23T15:07:17.373046+0000","last_became_peered":"2023-09-23T15:07:17.373046+0000","last_unstale":"2023-09-23T15:07:49.029416+0000","last_undegraded":"2023-09-23T15:07:49.029416+0000","last_fullsized":"2023-09-23T15:07:49.029416+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:19:52.050124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":57,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032885+0000","last_change":"2023-09-23T15:07:50.032885+0000","last_active":"2023-09-23T15:07:50.032885+0000","last_peered":"2023-09-23T15:07:50.032885+0000","last_clean":"2023-09-23T15:07:50.032885+0000","last_became_active":"2023-09-23T15:07:50.032623+0000","last_became_peered":"2023-09-23T15:07:50.032623+0000","last_unstale":"2023-09-23T15:07:50.032885+0000","last_undegraded":"2023-09-23T15:07:50.032885+0000","last_fullsized":"2023-09-23T15:07:50.032885+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:07:08.756237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034756+0000","last_change":"2023-09-23T15:06:44.961062+0000","last_active":"2023-09-23T15:07:49.034756+0000","last_peered":"2023-09-23T15:07:49.034756+0000","last_clean":"2023-09-23T15:07:49.034756+0000","last_became_active":"2023-09-23T15:06:44.960616+0000","last_became_peered":"2023-09-23T15:06:44.960616+0000","last_unstale":"2023-09-23T15:07:49.034756+0000","last_undegraded":"2023-09-23T15:07:49.034756+0000","last_fullsized":"2023-09-23T15:07:49.034756+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:28:47.822582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035500+0000","last_change":"2023-09-23T15:07:50.035500+0000","last_active":"2023-09-23T15:07:50.035500+0000","last_peered":"2023-09-23T15:07:50.035500+0000","last_clean":"2023-09-23T15:07:50.035500+0000","last_became_active":"2023-09-23T15:07:50.035114+0000","last_became_peered":"2023-09-23T15:07:50.035114+0000","last_unstale":"2023-09-23T15:07:50.035500+0000","last_undegraded":"2023-09-23T15:07:50.035500+0000","last_fullsized":"2023-09-23T15:07:50.035500+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:16.003224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020591+0000","last_change":"2023-09-23T15:06:13.227687+0000","last_active":"2023-09-23T15:07:50.020591+0000","last_peered":"2023-09-23T15:07:50.020591+0000","last_clean":"2023-09-23T15:07:50.020591+0000","last_became_active":"2023-09-23T15:06:13.226603+0000","last_became_peered":"2023-09-23T15:06:13.226603+0000","last_unstale":"2023-09-23T15:07:50.020591+0000","last_undegraded":"2023-09-23T15:07:50.020591+0000","last_fullsized":"2023-09-23T15:07:50.020591+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:42.808524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":47,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.035275+0000","last_change":"2023-09-23T15:07:17.370013+0000","last_active":"2023-09-23T15:07:49.035275+0000","last_peered":"2023-09-23T15:07:49.035275+0000","last_clean":"2023-09-23T15:07:49.035275+0000","last_became_active":"2023-09-23T15:07:17.369727+0000","last_became_peered":"2023-09-23T15:07:17.369727+0000","last_unstale":"2023-09-23T15:07:49.035275+0000","last_undegraded":"2023-09-23T15:07:49.035275+0000","last_fullsized":"2023-09-23T15:07:49.035275+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:28.061891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":62,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028329+0000","last_change":"2023-09-23T15:06:13.223083+0000","last_active":"2023-09-23T15:07:49.028329+0000","last_peered":"2023-09-23T15:07:49.028329+0000","last_clean":"2023-09-23T15:07:49.028329+0000","last_became_active":"2023-09-23T15:06:13.222699+0000","last_became_peered":"2023-09-23T15:06:13.222699+0000","last_unstale":"2023-09-23T15:07:49.028329+0000","last_undegraded":"2023-09-23T15:07:49.028329+0000","last_fullsized":"2023-09-23T15:07:49.028329+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:51.081872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020861+0000","last_change":"2023-09-23T15:07:17.370606+0000","last_active":"2023-09-23T15:07:50.020861+0000","last_peered":"2023-09-23T15:07:50.020861+0000","last_clean":"2023-09-23T15:07:50.020861+0000","last_became_active":"2023-09-23T15:07:17.370316+0000","last_became_peered":"2023-09-23T15:07:17.370316+0000","last_unstale":"2023-09-23T15:07:50.020861+0000","last_undegraded":"2023-09-23T15:07:50.020861+0000","last_fullsized":"2023-09-23T15:07:50.020861+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:01:17.162248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.034341+0000","last_change":"2023-09-23T15:07:50.031637+0000","last_active":"2023-09-23T15:07:50.034341+0000","last_peered":"2023-09-23T15:07:50.034341+0000","last_clean":"2023-09-23T15:07:50.034341+0000","last_became_active":"2023-09-23T15:07:50.031182+0000","last_became_peered":"2023-09-23T15:07:50.031182+0000","last_unstale":"2023-09-23T15:07:50.034341+0000","last_undegraded":"2023-09-23T15:07:50.034341+0000","last_fullsized":"2023-09-23T15:07:50.034341+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:58.223373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":79,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027924+0000","last_change":"2023-09-23T15:06:44.962339+0000","last_active":"2023-09-23T15:07:49.027924+0000","last_peered":"2023-09-23T15:07:49.027924+0000","last_clean":"2023-09-23T15:07:49.027924+0000","last_became_active":"2023-09-23T15:06:44.961535+0000","last_became_peered":"2023-09-23T15:06:44.961535+0000","last_unstale":"2023-09-23T15:07:49.027924+0000","last_undegraded":"2023-09-23T15:07:49.027924+0000","last_fullsized":"2023-09-23T15:07:49.027924+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:46.260459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028935+0000","last_change":"2023-09-23T14:58:02.805675+0000","last_active":"2023-09-23T15:07:49.028935+0000","last_peered":"2023-09-23T15:07:49.028935+0000","last_clean":"2023-09-23T15:07:49.028935+0000","last_became_active":"2023-09-23T14:58:02.805353+0000","last_became_peered":"2023-09-23T14:58:02.805353+0000","last_unstale":"2023-09-23T15:07:49.028935+0000","last_undegraded":"2023-09-23T15:07:49.028935+0000","last_fullsized":"2023-09-23T15:07:49.028935+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:32:35.528182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042840+0000","last_change":"2023-09-23T15:07:50.042840+0000","last_active":"2023-09-23T15:07:50.042840+0000","last_peered":"2023-09-23T15:07:50.042840+0000","last_clean":"2023-09-23T15:07:50.042840+0000","last_became_active":"2023-09-23T15:07:50.042542+0000","last_became_peered":"2023-09-23T15:07:50.042542+0000","last_unstale":"2023-09-23T15:07:50.042840+0000","last_undegraded":"2023-09-23T15:07:50.042840+0000","last_fullsized":"2023-09-23T15:07:50.042840+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:20:04.725652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":439,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027826+0000","last_change":"2023-09-23T15:06:13.223494+0000","last_active":"2023-09-23T15:07:49.027826+0000","last_peered":"2023-09-23T15:07:49.027826+0000","last_clean":"2023-09-23T15:07:49.027826+0000","last_became_active":"2023-09-23T15:06:13.223057+0000","last_became_peered":"2023-09-23T15:06:13.223057+0000","last_unstale":"2023-09-23T15:07:49.027826+0000","last_undegraded":"2023-09-23T15:07:49.027826+0000","last_fullsized":"2023-09-23T15:07:49.027826+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:07:41.687841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030881+0000","last_change":"2023-09-23T15:07:17.374071+0000","last_active":"2023-09-23T15:07:49.030881+0000","last_peered":"2023-09-23T15:07:49.030881+0000","last_clean":"2023-09-23T15:07:49.030881+0000","last_became_active":"2023-09-23T15:07:17.373727+0000","last_became_peered":"2023-09-23T15:07:17.373727+0000","last_unstale":"2023-09-23T15:07:49.030881+0000","last_undegraded":"2023-09-23T15:07:49.030881+0000","last_fullsized":"2023-09-23T15:07:49.030881+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:31.717001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":66,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034982+0000","last_change":"2023-09-23T15:06:44.961366+0000","last_active":"2023-09-23T15:07:49.034982+0000","last_peered":"2023-09-23T15:07:49.034982+0000","last_clean":"2023-09-23T15:07:49.034982+0000","last_became_active":"2023-09-23T15:06:44.961113+0000","last_became_peered":"2023-09-23T15:06:44.961113+0000","last_unstale":"2023-09-23T15:07:49.034982+0000","last_undegraded":"2023-09-23T15:07:49.034982+0000","last_fullsized":"2023-09-23T15:07:49.034982+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:55.998599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.022985+0000","last_change":"2023-09-23T15:07:17.370922+0000","last_active":"2023-09-23T15:07:50.022985+0000","last_peered":"2023-09-23T15:07:50.022985+0000","last_clean":"2023-09-23T15:07:50.022985+0000","last_became_active":"2023-09-23T15:07:17.370730+0000","last_became_peered":"2023-09-23T15:07:17.370730+0000","last_unstale":"2023-09-23T15:07:50.022985+0000","last_undegraded":"2023-09-23T15:07:50.022985+0000","last_fullsized":"2023-09-23T15:07:50.022985+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:42:20.622227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":82,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.030045+0000","last_change":"2023-09-23T15:07:50.030045+0000","last_active":"2023-09-23T15:07:50.030045+0000","last_peered":"2023-09-23T15:07:50.030045+0000","last_clean":"2023-09-23T15:07:50.030045+0000","last_became_active":"2023-09-23T15:07:50.029773+0000","last_became_peered":"2023-09-23T15:07:50.029773+0000","last_unstale":"2023-09-23T15:07:50.030045+0000","last_undegraded":"2023-09-23T15:07:50.030045+0000","last_fullsized":"2023-09-23T15:07:50.030045+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:21:58.728514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.038948+0000","last_change":"2023-09-23T15:07:50.038948+0000","last_active":"2023-09-23T15:07:50.038948+0000","last_peered":"2023-09-23T15:07:50.038948+0000","last_clean":"2023-09-23T15:07:50.038948+0000","last_became_active":"2023-09-23T15:07:50.038686+0000","last_became_peered":"2023-09-23T15:07:50.038686+0000","last_unstale":"2023-09-23T15:07:50.038948+0000","last_undegraded":"2023-09-23T15:07:50.038948+0000","last_fullsized":"2023-09-23T15:07:50.038948+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:10.152690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022916+0000","last_change":"2023-09-23T15:06:13.224385+0000","last_active":"2023-09-23T15:07:49.022916+0000","last_peered":"2023-09-23T15:07:49.022916+0000","last_clean":"2023-09-23T15:07:49.022916+0000","last_became_active":"2023-09-23T15:06:13.223940+0000","last_became_peered":"2023-09-23T15:06:13.223940+0000","last_unstale":"2023-09-23T15:07:49.022916+0000","last_undegraded":"2023-09-23T15:07:49.022916+0000","last_fullsized":"2023-09-23T15:07:49.022916+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:45:45.645566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.031166+0000","last_change":"2023-09-23T15:06:44.959700+0000","last_active":"2023-09-23T15:07:49.031166+0000","last_peered":"2023-09-23T15:07:49.031166+0000","last_clean":"2023-09-23T15:07:49.031166+0000","last_became_active":"2023-09-23T15:06:44.959390+0000","last_became_peered":"2023-09-23T15:06:44.959390+0000","last_unstale":"2023-09-23T15:07:49.031166+0000","last_undegraded":"2023-09-23T15:07:49.031166+0000","last_fullsized":"2023-09-23T15:07:49.031166+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:28.036780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034911+0000","last_change":"2023-09-23T15:06:44.961923+0000","last_active":"2023-09-23T15:07:49.034911+0000","last_peered":"2023-09-23T15:07:49.034911+0000","last_clean":"2023-09-23T15:07:49.034911+0000","last_became_active":"2023-09-23T15:06:44.961613+0000","last_became_peered":"2023-09-23T15:06:44.961613+0000","last_unstale":"2023-09-23T15:07:49.034911+0000","last_undegraded":"2023-09-23T15:07:49.034911+0000","last_fullsized":"2023-09-23T15:07:49.034911+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:15.337573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":77,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036420+0000","last_change":"2023-09-23T15:07:50.036420+0000","last_active":"2023-09-23T15:07:50.036420+0000","last_peered":"2023-09-23T15:07:50.036420+0000","last_clean":"2023-09-23T15:07:50.036420+0000","last_became_active":"2023-09-23T15:07:50.036088+0000","last_became_peered":"2023-09-23T15:07:50.036088+0000","last_unstale":"2023-09-23T15:07:50.036420+0000","last_undegraded":"2023-09-23T15:07:50.036420+0000","last_fullsized":"2023-09-23T15:07:50.036420+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:34:54.109759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":70,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.035186+0000","last_change":"2023-09-23T15:06:44.963699+0000","last_active":"2023-09-23T15:07:49.035186+0000","last_peered":"2023-09-23T15:07:49.035186+0000","last_clean":"2023-09-23T15:07:49.035186+0000","last_became_active":"2023-09-23T15:06:44.960744+0000","last_became_peered":"2023-09-23T15:06:44.960744+0000","last_unstale":"2023-09-23T15:07:49.035186+0000","last_undegraded":"2023-09-23T15:07:49.035186+0000","last_fullsized":"2023-09-23T15:07:49.035186+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:50.003042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032151+0000","last_change":"2023-09-23T15:07:50.032151+0000","last_active":"2023-09-23T15:07:50.032151+0000","last_peered":"2023-09-23T15:07:50.032151+0000","last_clean":"2023-09-23T15:07:50.032151+0000","last_became_active":"2023-09-23T15:07:50.031884+0000","last_became_peered":"2023-09-23T15:07:50.031884+0000","last_unstale":"2023-09-23T15:07:50.032151+0000","last_undegraded":"2023-09-23T15:07:50.032151+0000","last_fullsized":"2023-09-23T15:07:50.032151+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:19.460897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":63,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039345+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:07:50.039345+0000","last_peered":"2023-09-23T15:07:50.039345+0000","last_clean":"2023-09-23T15:07:50.039345+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:07:50.039345+0000","last_undegraded":"2023-09-23T15:07:50.039345+0000","last_fullsized":"2023-09-23T15:07:50.039345+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022942+0000","last_change":"2023-09-23T15:06:44.959929+0000","last_active":"2023-09-23T15:07:49.022942+0000","last_peered":"2023-09-23T15:07:49.022942+0000","last_clean":"2023-09-23T15:07:49.022942+0000","last_became_active":"2023-09-23T15:06:44.959522+0000","last_became_peered":"2023-09-23T15:06:44.959522+0000","last_unstale":"2023-09-23T15:07:49.022942+0000","last_undegraded":"2023-09-23T15:07:49.022942+0000","last_fullsized":"2023-09-23T15:07:49.022942+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:08.491996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.023186+0000","last_change":"2023-09-23T15:07:17.368274+0000","last_active":"2023-09-23T15:07:49.023186+0000","last_peered":"2023-09-23T15:07:49.023186+0000","last_clean":"2023-09-23T15:07:49.023186+0000","last_became_active":"2023-09-23T15:07:17.367940+0000","last_became_peered":"2023-09-23T15:07:17.367940+0000","last_unstale":"2023-09-23T15:07:49.023186+0000","last_undegraded":"2023-09-23T15:07:49.023186+0000","last_fullsized":"2023-09-23T15:07:49.023186+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:57.129861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":75,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022339+0000","last_change":"2023-09-23T15:07:17.366385+0000","last_active":"2023-09-23T15:07:49.022339+0000","last_peered":"2023-09-23T15:07:49.022339+0000","last_clean":"2023-09-23T15:07:49.022339+0000","last_became_active":"2023-09-23T15:07:17.365980+0000","last_became_peered":"2023-09-23T15:07:17.365980+0000","last_unstale":"2023-09-23T15:07:49.022339+0000","last_undegraded":"2023-09-23T15:07:49.022339+0000","last_fullsized":"2023-09-23T15:07:49.022339+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:56.352666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029791+0000","last_change":"2023-09-23T15:06:44.963653+0000","last_active":"2023-09-23T15:07:49.029791+0000","last_peered":"2023-09-23T15:07:49.029791+0000","last_clean":"2023-09-23T15:07:49.029791+0000","last_became_active":"2023-09-23T15:06:44.963378+0000","last_became_peered":"2023-09-23T15:06:44.963378+0000","last_unstale":"2023-09-23T15:07:49.029791+0000","last_undegraded":"2023-09-23T15:07:49.029791+0000","last_fullsized":"2023-09-23T15:07:49.029791+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:07:45.332019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":58,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042230+0000","last_change":"2023-09-23T15:07:50.042230+0000","last_active":"2023-09-23T15:07:50.042230+0000","last_peered":"2023-09-23T15:07:50.042230+0000","last_clean":"2023-09-23T15:07:50.042230+0000","last_became_active":"2023-09-23T15:07:50.041940+0000","last_became_peered":"2023-09-23T15:07:50.041940+0000","last_unstale":"2023-09-23T15:07:50.042230+0000","last_undegraded":"2023-09-23T15:07:50.042230+0000","last_fullsized":"2023-09-23T15:07:50.042230+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:56:54.783823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032638+0000","last_change":"2023-09-23T15:07:50.032638+0000","last_active":"2023-09-23T15:07:50.032638+0000","last_peered":"2023-09-23T15:07:50.032638+0000","last_clean":"2023-09-23T15:07:50.032638+0000","last_became_active":"2023-09-23T15:07:50.032292+0000","last_became_peered":"2023-09-23T15:07:50.032292+0000","last_unstale":"2023-09-23T15:07:50.032638+0000","last_undegraded":"2023-09-23T15:07:50.032638+0000","last_fullsized":"2023-09-23T15:07:50.032638+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:01:59.352522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020749+0000","last_change":"2023-09-23T15:06:44.959770+0000","last_active":"2023-09-23T15:07:50.020749+0000","last_peered":"2023-09-23T15:07:50.020749+0000","last_clean":"2023-09-23T15:07:50.020749+0000","last_became_active":"2023-09-23T15:06:44.959428+0000","last_became_peered":"2023-09-23T15:06:44.959428+0000","last_unstale":"2023-09-23T15:07:50.020749+0000","last_undegraded":"2023-09-23T15:07:50.020749+0000","last_fullsized":"2023-09-23T15:07:50.020749+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:02.886940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040807+0000","last_change":"2023-09-23T15:07:50.040807+0000","last_active":"2023-09-23T15:07:50.040807+0000","last_peered":"2023-09-23T15:07:50.040807+0000","last_clean":"2023-09-23T15:07:50.040807+0000","last_became_active":"2023-09-23T15:07:50.040525+0000","last_became_peered":"2023-09-23T15:07:50.040525+0000","last_unstale":"2023-09-23T15:07:50.040807+0000","last_undegraded":"2023-09-23T15:07:50.040807+0000","last_fullsized":"2023-09-23T15:07:50.040807+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:08.042200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029629+0000","last_change":"2023-09-23T15:06:44.959953+0000","last_active":"2023-09-23T15:07:49.029629+0000","last_peered":"2023-09-23T15:07:49.029629+0000","last_clean":"2023-09-23T15:07:49.029629+0000","last_became_active":"2023-09-23T15:06:44.959612+0000","last_became_peered":"2023-09-23T15:06:44.959612+0000","last_unstale":"2023-09-23T15:07:49.029629+0000","last_undegraded":"2023-09-23T15:07:49.029629+0000","last_fullsized":"2023-09-23T15:07:49.029629+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:10:36.420044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028435+0000","last_change":"2023-09-23T14:58:01.398697+0000","last_active":"2023-09-23T15:07:49.028435+0000","last_peered":"2023-09-23T15:07:49.028435+0000","last_clean":"2023-09-23T15:07:49.028435+0000","last_became_active":"2023-09-23T14:58:01.398408+0000","last_became_peered":"2023-09-23T14:58:01.398408+0000","last_unstale":"2023-09-23T15:07:49.028435+0000","last_undegraded":"2023-09-23T15:07:49.028435+0000","last_fullsized":"2023-09-23T15:07:49.028435+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:49.929037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":85,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031304+0000","last_change":"2023-09-23T15:07:50.031304+0000","last_active":"2023-09-23T15:07:50.031304+0000","last_peered":"2023-09-23T15:07:50.031304+0000","last_clean":"2023-09-23T15:07:50.031304+0000","last_became_active":"2023-09-23T15:07:50.030913+0000","last_became_peered":"2023-09-23T15:07:50.030913+0000","last_unstale":"2023-09-23T15:07:50.031304+0000","last_undegraded":"2023-09-23T15:07:50.031304+0000","last_fullsized":"2023-09-23T15:07:50.031304+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:58.358554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029726+0000","last_change":"2023-09-23T15:06:44.959353+0000","last_active":"2023-09-23T15:07:49.029726+0000","last_peered":"2023-09-23T15:07:49.029726+0000","last_clean":"2023-09-23T15:07:49.029726+0000","last_became_active":"2023-09-23T15:06:44.958935+0000","last_became_peered":"2023-09-23T15:06:44.958935+0000","last_unstale":"2023-09-23T15:07:49.029726+0000","last_undegraded":"2023-09-23T15:07:49.029726+0000","last_fullsized":"2023-09-23T15:07:49.029726+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:07.695495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030705+0000","last_change":"2023-09-23T14:58:01.642624+0000","last_active":"2023-09-23T15:07:49.030705+0000","last_peered":"2023-09-23T15:07:49.030705+0000","last_clean":"2023-09-23T15:07:49.030705+0000","last_became_active":"2023-09-23T14:58:01.642338+0000","last_became_peered":"2023-09-23T14:58:01.642338+0000","last_unstale":"2023-09-23T15:07:49.030705+0000","last_undegraded":"2023-09-23T15:07:49.030705+0000","last_fullsized":"2023-09-23T15:07:49.030705+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:02.939895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028656+0000","last_change":"2023-09-23T15:06:13.223162+0000","last_active":"2023-09-23T15:07:49.028656+0000","last_peered":"2023-09-23T15:07:49.028656+0000","last_clean":"2023-09-23T15:07:49.028656+0000","last_became_active":"2023-09-23T15:06:13.222843+0000","last_became_peered":"2023-09-23T15:06:13.222843+0000","last_unstale":"2023-09-23T15:07:49.028656+0000","last_undegraded":"2023-09-23T15:07:49.028656+0000","last_fullsized":"2023-09-23T15:07:49.028656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:49.690908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039147+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:07:50.039147+0000","last_peered":"2023-09-23T15:07:50.039147+0000","last_clean":"2023-09-23T15:07:50.039147+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:07:50.039147+0000","last_undegraded":"2023-09-23T15:07:50.039147+0000","last_fullsized":"2023-09-23T15:07:50.039147+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":67,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027261+0000","last_change":"2023-09-23T15:06:13.225838+0000","last_active":"2023-09-23T15:07:49.027261+0000","last_peered":"2023-09-23T15:07:49.027261+0000","last_clean":"2023-09-23T15:07:49.027261+0000","last_became_active":"2023-09-23T15:06:13.225484+0000","last_became_peered":"2023-09-23T15:06:13.225484+0000","last_unstale":"2023-09-23T15:07:49.027261+0000","last_undegraded":"2023-09-23T15:07:49.027261+0000","last_fullsized":"2023-09-23T15:07:49.027261+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:26.532271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031826+0000","last_change":"2023-09-23T15:07:50.030916+0000","last_active":"2023-09-23T15:07:50.031826+0000","last_peered":"2023-09-23T15:07:50.031826+0000","last_clean":"2023-09-23T15:07:50.031826+0000","last_became_active":"2023-09-23T15:07:50.030606+0000","last_became_peered":"2023-09-23T15:07:50.030606+0000","last_unstale":"2023-09-23T15:07:50.031826+0000","last_undegraded":"2023-09-23T15:07:50.031826+0000","last_fullsized":"2023-09-23T15:07:50.031826+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:34.346977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027074+0000","last_change":"2023-09-23T14:58:01.395686+0000","last_active":"2023-09-23T15:07:49.027074+0000","last_peered":"2023-09-23T15:07:49.027074+0000","last_clean":"2023-09-23T15:07:49.027074+0000","last_became_active":"2023-09-23T14:58:01.395425+0000","last_became_peered":"2023-09-23T14:58:01.395425+0000","last_unstale":"2023-09-23T15:07:49.027074+0000","last_undegraded":"2023-09-23T15:07:49.027074+0000","last_fullsized":"2023-09-23T15:07:49.027074+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:47:28.809985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":59,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036536+0000","last_change":"2023-09-23T15:07:50.036536+0000","last_active":"2023-09-23T15:07:50.036536+0000","last_peered":"2023-09-23T15:07:50.036536+0000","last_clean":"2023-09-23T15:07:50.036536+0000","last_became_active":"2023-09-23T15:07:50.036207+0000","last_became_peered":"2023-09-23T15:07:50.036207+0000","last_unstale":"2023-09-23T15:07:50.036536+0000","last_undegraded":"2023-09-23T15:07:50.036536+0000","last_fullsized":"2023-09-23T15:07:50.036536+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:07:15.249568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035388+0000","last_change":"2023-09-23T15:07:50.035019+0000","last_active":"2023-09-23T15:07:50.035388+0000","last_peered":"2023-09-23T15:07:50.035388+0000","last_clean":"2023-09-23T15:07:50.035388+0000","last_became_active":"2023-09-23T15:07:50.034763+0000","last_became_peered":"2023-09-23T15:07:50.034763+0000","last_unstale":"2023-09-23T15:07:50.035388+0000","last_undegraded":"2023-09-23T15:07:50.035388+0000","last_fullsized":"2023-09-23T15:07:50.035388+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:19.778544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040147+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:07:50.040147+0000","last_peered":"2023-09-23T15:07:50.040147+0000","last_clean":"2023-09-23T15:07:50.040147+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:07:50.040147+0000","last_undegraded":"2023-09-23T15:07:50.040147+0000","last_fullsized":"2023-09-23T15:07:50.040147+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027667+0000","last_change":"2023-09-23T15:07:17.371471+0000","last_active":"2023-09-23T15:07:49.027667+0000","last_peered":"2023-09-23T15:07:49.027667+0000","last_clean":"2023-09-23T15:07:49.027667+0000","last_became_active":"2023-09-23T15:07:17.371056+0000","last_became_peered":"2023-09-23T15:07:17.371056+0000","last_unstale":"2023-09-23T15:07:49.027667+0000","last_undegraded":"2023-09-23T15:07:49.027667+0000","last_fullsized":"2023-09-23T15:07:49.027667+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:03:17.356086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022796+0000","last_change":"2023-09-23T15:06:44.960135+0000","last_active":"2023-09-23T15:07:49.022796+0000","last_peered":"2023-09-23T15:07:49.022796+0000","last_clean":"2023-09-23T15:07:49.022796+0000","last_became_active":"2023-09-23T15:06:44.959595+0000","last_became_peered":"2023-09-23T15:06:44.959595+0000","last_unstale":"2023-09-23T15:07:49.022796+0000","last_undegraded":"2023-09-23T15:07:49.022796+0000","last_fullsized":"2023-09-23T15:07:49.022796+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:38.593021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022591+0000","last_change":"2023-09-23T14:58:01.389110+0000","last_active":"2023-09-23T15:07:49.022591+0000","last_peered":"2023-09-23T15:07:49.022591+0000","last_clean":"2023-09-23T15:07:49.022591+0000","last_became_active":"2023-09-23T14:58:01.388809+0000","last_became_peered":"2023-09-23T14:58:01.388809+0000","last_unstale":"2023-09-23T15:07:49.022591+0000","last_undegraded":"2023-09-23T15:07:49.022591+0000","last_fullsized":"2023-09-23T15:07:49.022591+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:02:11.154917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":47,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034964+0000","last_change":"2023-09-23T15:07:17.370923+0000","last_active":"2023-09-23T15:07:49.034964+0000","last_peered":"2023-09-23T15:07:49.034964+0000","last_clean":"2023-09-23T15:07:49.034964+0000","last_became_active":"2023-09-23T15:07:17.370669+0000","last_became_peered":"2023-09-23T15:07:17.370669+0000","last_unstale":"2023-09-23T15:07:49.034964+0000","last_undegraded":"2023-09-23T15:07:49.034964+0000","last_fullsized":"2023-09-23T15:07:49.034964+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:52.764629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":61,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035364+0000","last_change":"2023-09-23T15:07:50.035364+0000","last_active":"2023-09-23T15:07:50.035364+0000","last_peered":"2023-09-23T15:07:50.035364+0000","last_clean":"2023-09-23T15:07:50.035364+0000","last_became_active":"2023-09-23T15:07:50.034939+0000","last_became_peered":"2023-09-23T15:07:50.034939+0000","last_unstale":"2023-09-23T15:07:50.035364+0000","last_undegraded":"2023-09-23T15:07:50.035364+0000","last_fullsized":"2023-09-23T15:07:50.035364+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:25.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042920+0000","last_change":"2023-09-23T15:07:50.042920+0000","last_active":"2023-09-23T15:07:50.042920+0000","last_peered":"2023-09-23T15:07:50.042920+0000","last_clean":"2023-09-23T15:07:50.042920+0000","last_became_active":"2023-09-23T15:07:50.042641+0000","last_became_peered":"2023-09-23T15:07:50.042641+0000","last_unstale":"2023-09-23T15:07:50.042920+0000","last_undegraded":"2023-09-23T15:07:50.042920+0000","last_fullsized":"2023-09-23T15:07:50.042920+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.373207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030569+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:07:49.030569+0000","last_peered":"2023-09-23T15:07:49.030569+0000","last_clean":"2023-09-23T15:07:49.030569+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:07:49.030569+0000","last_undegraded":"2023-09-23T15:07:49.030569+0000","last_fullsized":"2023-09-23T15:07:49.030569+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042957+0000","last_change":"2023-09-23T15:07:50.042957+0000","last_active":"2023-09-23T15:07:50.042957+0000","last_peered":"2023-09-23T15:07:50.042957+0000","last_clean":"2023-09-23T15:07:50.042957+0000","last_became_active":"2023-09-23T15:07:50.042609+0000","last_became_peered":"2023-09-23T15:07:50.042609+0000","last_unstale":"2023-09-23T15:07:50.042957+0000","last_undegraded":"2023-09-23T15:07:50.042957+0000","last_fullsized":"2023-09-23T15:07:50.042957+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:47.217343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.037007+0000","last_change":"2023-09-23T15:07:50.036597+0000","last_active":"2023-09-23T15:07:50.037007+0000","last_peered":"2023-09-23T15:07:50.037007+0000","last_clean":"2023-09-23T15:07:50.037007+0000","last_became_active":"2023-09-23T15:07:50.036127+0000","last_became_peered":"2023-09-23T15:07:50.036127+0000","last_unstale":"2023-09-23T15:07:50.037007+0000","last_undegraded":"2023-09-23T15:07:50.037007+0000","last_fullsized":"2023-09-23T15:07:50.037007+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:36.147063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029513+0000","last_change":"2023-09-23T15:06:44.959700+0000","last_active":"2023-09-23T15:07:49.029513+0000","last_peered":"2023-09-23T15:07:49.029513+0000","last_clean":"2023-09-23T15:07:49.029513+0000","last_became_active":"2023-09-23T15:06:44.959353+0000","last_became_peered":"2023-09-23T15:06:44.959353+0000","last_unstale":"2023-09-23T15:07:49.029513+0000","last_undegraded":"2023-09-23T15:07:49.029513+0000","last_fullsized":"2023-09-23T15:07:49.029513+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:53:59.266147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":80,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039152+0000","last_change":"2023-09-23T15:07:50.039152+0000","last_active":"2023-09-23T15:07:50.039152+0000","last_peered":"2023-09-23T15:07:50.039152+0000","last_clean":"2023-09-23T15:07:50.039152+0000","last_became_active":"2023-09-23T15:07:50.038865+0000","last_became_peered":"2023-09-23T15:07:50.038865+0000","last_unstale":"2023-09-23T15:07:50.039152+0000","last_undegraded":"2023-09-23T15:07:50.039152+0000","last_fullsized":"2023-09-23T15:07:50.039152+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:35.185865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031843+0000","last_change":"2023-09-23T15:07:50.031091+0000","last_active":"2023-09-23T15:07:50.031843+0000","last_peered":"2023-09-23T15:07:50.031843+0000","last_clean":"2023-09-23T15:07:50.031843+0000","last_became_active":"2023-09-23T15:07:50.030777+0000","last_became_peered":"2023-09-23T15:07:50.030777+0000","last_unstale":"2023-09-23T15:07:50.031843+0000","last_undegraded":"2023-09-23T15:07:50.031843+0000","last_fullsized":"2023-09-23T15:07:50.031843+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:37.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.037965+0000","last_change":"2023-09-23T15:07:50.037965+0000","last_active":"2023-09-23T15:07:50.037965+0000","last_peered":"2023-09-23T15:07:50.037965+0000","last_clean":"2023-09-23T15:07:50.037965+0000","last_became_active":"2023-09-23T15:07:50.037654+0000","last_became_peered":"2023-09-23T15:07:50.037654+0000","last_unstale":"2023-09-23T15:07:50.037965+0000","last_undegraded":"2023-09-23T15:07:50.037965+0000","last_fullsized":"2023-09-23T15:07:50.037965+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:36.233860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039138+0000","last_change":"2023-09-23T15:07:50.039138+0000","last_active":"2023-09-23T15:07:50.039138+0000","last_peered":"2023-09-23T15:07:50.039138+0000","last_clean":"2023-09-23T15:07:50.039138+0000","last_became_active":"2023-09-23T15:07:50.038840+0000","last_became_peered":"2023-09-23T15:07:50.038840+0000","last_unstale":"2023-09-23T15:07:50.039138+0000","last_undegraded":"2023-09-23T15:07:50.039138+0000","last_fullsized":"2023-09-23T15:07:50.039138+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:52.470724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":77,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022160+0000","last_change":"2023-09-23T15:07:17.366366+0000","last_active":"2023-09-23T15:07:49.022160+0000","last_peered":"2023-09-23T15:07:49.022160+0000","last_clean":"2023-09-23T15:07:49.022160+0000","last_became_active":"2023-09-23T15:07:17.366013+0000","last_became_peered":"2023-09-23T15:07:17.366013+0000","last_unstale":"2023-09-23T15:07:49.022160+0000","last_undegraded":"2023-09-23T15:07:49.022160+0000","last_fullsized":"2023-09-23T15:07:49.022160+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:42:17.300759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201433,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":22708,"kb_used_data":1580,"kb_used_omap":0,"kb_used_meta":21120,"kb_avail":93722444,"statfs":{"total":95995035648,"available":95971782656,"internally_reserved":0,"allocated":1617920,"data_stored":1135528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21626880},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.34899999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71499999999999997,"5min":0.755,"15min":0.755},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.66500000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.57699999999999996}]},{"osd":1,"last update":"Sat Sep 23 15:07:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.5}]},{"osd":2,"last update":"Sat Sep 23 15:08:18 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.48199999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.44500000000000001,"5min":0.32700000000000001,"15min":0.30599999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":1.776},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57999999999999996,"15min":0.57499999999999996},"min":{"1min":0.39300000000000002,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":0.66600000000000004,"5min":0.75900000000000001,"15min":0.80700000000000005},"last":0.42899999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49099999999999999,"15min":0.46999999999999997},"min":{"1min":0.31,"5min":0.31,"15min":0.28000000000000003},"max":{"1min":0.63100000000000001,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.52000000000000002,"15min":0.495},"min":{"1min":0.38200000000000001,"5min":0.31900000000000001,"15min":0.25800000000000001},"max":{"1min":0.64100000000000001,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.60799999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.52600000000000002,"15min":0.51400000000000001},"min":{"1min":0.39900000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71199999999999997,"5min":0.73799999999999999,"15min":0.83399999999999996},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.56799999999999995,"15min":0.54400000000000004},"min":{"1min":0.41899999999999998,"5min":0.378,"15min":0.309},"max":{"1min":0.68400000000000005,"5min":0.77200000000000002,"15min":0.81499999999999995},"last":0.59499999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58099999999999996,"15min":0.56100000000000005},"min":{"1min":0.35899999999999999,"5min":0.34999999999999998,"15min":0.34499999999999997},"max":{"1min":0.67100000000000004,"5min":0.80400000000000005,"15min":0.83299999999999996},"last":0.629},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.58599999999999997,"15min":0.55900000000000005},"min":{"1min":0.47499999999999998,"5min":0.39500000000000002,"15min":0.32600000000000001},"max":{"1min":0.70299999999999996,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.54200000000000004}]}]},{"osd":6,"up_from":47,"seq":201863463067,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7848,"kb_used_data":1568,"kb_used_omap":0,"kb_used_meta":6272,"kb_avail":93737304,"statfs":{"total":95995035648,"available":95986999296,"internally_reserved":0,"allocated":1605632,"data_stored":1135382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6422528},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68400000000000005,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53400000000000003,"15min":0.52900000000000003},"min":{"1min":0.38700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.52400000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.69299999999999995}]},{"osd":2,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.629}]},{"osd":3,"last update":"Sat Sep 23 15:07:30 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.60099999999999998,"15min":0.57799999999999996},"min":{"1min":0.433,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.82299999999999995,"5min":0.94099999999999995,"15min":1.0309999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.45800000000000002,"5min":0.375,"15min":0.313},"max":{"1min":0.82099999999999995,"5min":0.90700000000000003,"15min":2.8380000000000001},"last":0.54700000000000004}]},{"osd":4,"last update":"Sat Sep 23 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48999999999999999,"15min":0.45400000000000001},"min":{"1min":0.40400000000000003,"5min":0.28199999999999997,"15min":0.24299999999999999},"max":{"1min":0.65300000000000002,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53400000000000003,"15min":0.49299999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.26500000000000001},"max":{"1min":0.72099999999999997,"5min":0.84499999999999997,"15min":0.995},"last":0.66000000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.54600000000000004,"15min":0.5},"min":{"1min":0.48599999999999999,"5min":0.36499999999999999,"15min":0.316},"max":{"1min":0.73599999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.61899999999999999,"15min":0.57099999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.30199999999999999},"max":{"1min":0.77400000000000002,"5min":0.81899999999999995,"15min":0.94699999999999995},"last":0.42299999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:07:40 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.57799999999999996,"15min":0.53300000000000003},"min":{"1min":0.42199999999999999,"5min":0.40799999999999997,"15min":0.307},"max":{"1min":0.80400000000000005,"5min":0.85899999999999999,"15min":1.0660000000000001},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.58299999999999996,"15min":0.53600000000000003},"min":{"1min":0.39200000000000002,"5min":0.32900000000000001,"15min":0.31900000000000001},"max":{"1min":0.79400000000000004,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.46899999999999997}]}]},{"osd":1,"up_from":89,"seq":382252089370,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28488,"kb_used_data":1024,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":93716664,"statfs":{"total":95995035648,"available":95965863936,"internally_reserved":0,"allocated":1048576,"data_stored":550160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":28105705},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.38700000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:08:18 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.249}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32200000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.432}]},{"osd":5,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.49099999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.45900000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.375},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.504}]}]},{"osd":0,"up_from":84,"seq":360777252896,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29156,"kb_used_data":1628,"kb_used_omap":28,"kb_used_meta":27491,"kb_avail":93715996,"statfs":{"total":95995035648,"available":95965179904,"internally_reserved":0,"allocated":1667072,"data_stored":1143774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":28151632},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:07:44 2023","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.307},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.42299999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:08:16 2023","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.40699999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:07:13 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.56699999999999995}]},{"osd":4,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.63500000000000001,"15min":0.64200000000000002},"min":{"1min":0.44,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73599999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.60399999999999998,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83099999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.55100000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64600000000000002,"15min":0.64800000000000002},"min":{"1min":0.41399999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80600000000000005,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.625,"5min":0.65000000000000002,"15min":0.65400000000000003},"min":{"1min":0.42799999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81200000000000006,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.60199999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.65800000000000003,"15min":0.66200000000000003},"min":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77100000000000002,"5min":1.012,"15min":1.012},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.66400000000000003,"15min":0.66700000000000004},"min":{"1min":0.48299999999999998,"5min":0.436,"15min":0.436},"max":{"1min":0.78400000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.63600000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.40999999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84299999999999997,"5min":0.877,"15min":0.877},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.66700000000000004,"15min":0.66900000000000004},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.80000000000000004,"5min":1.04,"15min":1.04},"last":0.53600000000000003}]}]},{"osd":2,"up_from":94,"seq":403726925843,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28616,"kb_used_data":1024,"kb_used_omap":81,"kb_used_meta":27502,"kb_avail":93716536,"statfs":{"total":95995035648,"available":95965732864,"internally_reserved":0,"allocated":1048576,"data_stored":549511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":28162266},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.499}]},{"osd":1,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.45000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":4,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.61499999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.53800000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.625}]},{"osd":7,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.67000000000000004}]}]},{"osd":3,"up_from":99,"seq":425201762317,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28464,"kb_used_data":1000,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":93716688,"statfs":{"total":95995035648,"available":95965888512,"internally_reserved":0,"allocated":1024000,"data_stored":545066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":28107368},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986342,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":11888,"kb_used_data":1000,"kb_used_omap":0,"kb_used_meta":10880,"kb_avail":93733264,"statfs":{"total":95995035648,"available":95982862336,"internally_reserved":0,"allocated":1024000,"data_stored":545413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":11141120},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52900000000000003,"15min":0.53100000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.56200000000000006,"15min":0.55800000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.42399999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.49299999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.625},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.36499999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:07:34 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56599999999999995,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.34000000000000002,"15min":0.29699999999999999},"max":{"1min":0.76800000000000002,"5min":0.78400000000000003,"15min":7.8639999999999999},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.56999999999999995,"15min":0.59599999999999997},"min":{"1min":0.45800000000000002,"5min":0.39500000000000002,"15min":0.28799999999999998},"max":{"1min":0.68400000000000005,"5min":0.80600000000000005,"15min":10.689},"last":0.40799999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48099999999999998,"15min":0.441},"min":{"1min":0.36799999999999999,"5min":0.316,"15min":0.254},"max":{"1min":0.745,"5min":0.745,"15min":0.83899999999999997},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.52600000000000002,"15min":0.47499999999999998},"min":{"1min":0.41399999999999998,"5min":0.32000000000000001,"15min":0.26800000000000002},"max":{"1min":0.70199999999999996,"5min":0.75800000000000001,"15min":0.79300000000000004},"last":0.55500000000000005}]},{"osd":6,"last update":"Sat Sep 23 15:08:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.53900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.27800000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":5.3970000000000002},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58599999999999997,"15min":0.56699999999999995},"min":{"1min":0.48899999999999999,"5min":0.35199999999999998,"15min":0.311},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":5.2889999999999997},"last":0.57499999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.57299999999999995,"15min":0.55500000000000005},"min":{"1min":0.38800000000000001,"5min":0.35999999999999999,"15min":0.307},"max":{"1min":0.78400000000000003,"5min":0.83399999999999996,"15min":2.4910000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.59599999999999997,"15min":0.57499999999999996},"min":{"1min":0.45800000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.79300000000000004,"5min":0.80900000000000005,"15min":5.4550000000000001},"last":0.56799999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724705,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":22044,"kb_used_data":980,"kb_used_omap":0,"kb_used_meta":21056,"kb_avail":93723108,"statfs":{"total":95995035648,"available":95972462592,"internally_reserved":0,"allocated":1003520,"data_stored":540834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21561344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47499999999999998,"15min":0.47299999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.55500000000000005,"15min":0.54300000000000004},"min":{"1min":0.32100000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.64000000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.72099999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:08:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.74099999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:07:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.53700000000000003},"min":{"1min":0.41999999999999998,"5min":0.372,"15min":0.27700000000000002},"max":{"1min":0.72599999999999998,"5min":0.80700000000000005,"15min":0.90300000000000002},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.60199999999999998,"15min":0.56699999999999995},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.32000000000000001},"max":{"1min":0.746,"5min":0.84899999999999998,"15min":0.89400000000000002},"last":0.67700000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:08:10 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.498,"15min":0.46000000000000002},"min":{"1min":0.40000000000000002,"5min":0.28799999999999998,"15min":0.246},"max":{"1min":0.66000000000000003,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52100000000000002,"15min":0.48399999999999999},"min":{"1min":0.41899999999999998,"5min":0.29999999999999999,"15min":0.27700000000000002},"max":{"1min":0.65000000000000002,"5min":0.73599999999999999,"15min":0.76100000000000001},"last":0.442}]},{"osd":6,"last update":"Sat Sep 23 15:08:15 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54700000000000004,"15min":0.52900000000000003},"min":{"1min":0.38900000000000001,"5min":0.315,"15min":0.28100000000000003},"max":{"1min":0.64800000000000002,"5min":0.83999999999999997,"15min":0.84099999999999997},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.59699999999999998,"15min":0.54500000000000004},"min":{"1min":0.45500000000000002,"5min":0.376,"15min":0.32500000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.54200000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.61099999999999999,"15min":0.58699999999999997},"min":{"1min":0.5,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.81899999999999995,"5min":0.82399999999999995,"15min":0.93999999999999995},"last":0.62},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61099999999999999,"15min":0.57699999999999996},"min":{"1min":0.49199999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.70899999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:08:45.124 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-09-23T15:08:45.124 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-09-23T15:08:45.124 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-09-23T15:08:45.125 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph health --format=json 2023-09-23T15:08:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:45 smithi118 ceph-mon[219580]: pgmap v229: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:45 smithi118 ceph-mon[212312]: pgmap v229: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:45.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:45 smithi178 ceph-mon[192298]: pgmap v229: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:45.469 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:46.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:46 smithi118 ceph-mon[219580]: from='client.44600 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:46 smithi118 ceph-mon[212312]: from='client.44600 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:46 smithi178 ceph-mon[192298]: from='client.44600 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:47.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:47 smithi118 ceph-mon[212312]: pgmap v230: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:47.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:47 smithi118 ceph-mon[219580]: pgmap v230: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:47.227 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:08:47.227 INFO:teuthology.orchestra.run.smithi118.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-09-23T15:08:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:47 smithi178 ceph-mon[192298]: pgmap v230: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:48.021 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-09-23T15:08:48.021 INFO:teuthology.run_tasks:Running task print... 2023-09-23T15:08:48.031 INFO:teuthology.task.print:**** applying stress + thrashing to mixed-version cluster **** 2023-09-23T15:08:48.031 INFO:teuthology.run_tasks:Running task parallel... 2023-09-23T15:08:48.040 INFO:teuthology.task.parallel:starting parallel... 2023-09-23T15:08:48.040 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-09-23T15:08:48.040 INFO:teuthology.task.sequential:In sequential, running task thrashosds... 2023-09-23T15:08:48.042 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2023-09-23T15:08:48.042 INFO:tasks.thrashosds:overrides is {'admin_socket': {'branch': 'reef'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'reef', 'sha1': 'bb0daeff97f020f686596fca6eba20c310e26fb7'}} 2023-09-23T15:08:48.042 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2023-09-23T15:08:48.042 INFO:tasks.thrashosds:Beginning thrashosds... 2023-09-23T15:08:48.042 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-09-23T15:08:48.042 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:08:48.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:08:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:08:48] "GET /metrics HTTP/1.1" 200 33908 "" "Prometheus/2.43.0" 2023-09-23T15:08:48.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3869389202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T15:08:48.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3869389202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T15:08:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3869389202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-09-23T15:08:48.385 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:49 smithi118 ceph-mon[219580]: pgmap v231: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:49.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:49 smithi118 ceph-mon[212312]: pgmap v231: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:49 smithi178 ceph-mon[192298]: pgmap v231: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:50.068 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:08:50.070 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:08:50.776 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":232,"stamp":"2023-09-23T15:08:49.916106+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":179212,"kb_used_data":9804,"kb_used_omap":126,"kb_used_meta":169217,"kb_avail":749782004,"statfs":{"total":767960285184,"available":767776772096,"internally_reserved":0,"allocated":10039296,"data_stored":6145668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":129413,"internal_metadata":173278843},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002680"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022025+0000","last_change":"2023-09-23T15:06:44.960597+0000","last_active":"2023-09-23T15:07:49.022025+0000","last_peered":"2023-09-23T15:07:49.022025+0000","last_clean":"2023-09-23T15:07:49.022025+0000","last_became_active":"2023-09-23T15:06:44.960038+0000","last_became_peered":"2023-09-23T15:06:44.960038+0000","last_unstale":"2023-09-23T15:07:49.022025+0000","last_undegraded":"2023-09-23T15:07:49.022025+0000","last_fullsized":"2023-09-23T15:07:49.022025+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:47:09.112819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.021081+0000","last_change":"2023-09-23T15:07:17.372339+0000","last_active":"2023-09-23T15:07:50.021081+0000","last_peered":"2023-09-23T15:07:50.021081+0000","last_clean":"2023-09-23T15:07:50.021081+0000","last_became_active":"2023-09-23T15:07:17.372013+0000","last_became_peered":"2023-09-23T15:07:17.372013+0000","last_unstale":"2023-09-23T15:07:50.021081+0000","last_undegraded":"2023-09-23T15:07:50.021081+0000","last_fullsized":"2023-09-23T15:07:50.021081+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:49.028312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":83,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036168+0000","last_change":"2023-09-23T15:07:50.036168+0000","last_active":"2023-09-23T15:07:50.036168+0000","last_peered":"2023-09-23T15:07:50.036168+0000","last_clean":"2023-09-23T15:07:50.036168+0000","last_became_active":"2023-09-23T15:07:50.035892+0000","last_became_peered":"2023-09-23T15:07:50.035892+0000","last_unstale":"2023-09-23T15:07:50.036168+0000","last_undegraded":"2023-09-23T15:07:50.036168+0000","last_fullsized":"2023-09-23T15:07:50.036168+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:38:51.529180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":68,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042241+0000","last_change":"2023-09-23T15:07:50.042241+0000","last_active":"2023-09-23T15:07:50.042241+0000","last_peered":"2023-09-23T15:07:50.042241+0000","last_clean":"2023-09-23T15:07:50.042241+0000","last_became_active":"2023-09-23T15:07:50.041907+0000","last_became_peered":"2023-09-23T15:07:50.041907+0000","last_unstale":"2023-09-23T15:07:50.042241+0000","last_undegraded":"2023-09-23T15:07:50.042241+0000","last_fullsized":"2023-09-23T15:07:50.042241+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:52:52.400937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.030878+0000","last_change":"2023-09-23T15:07:50.030878+0000","last_active":"2023-09-23T15:07:50.030878+0000","last_peered":"2023-09-23T15:07:50.030878+0000","last_clean":"2023-09-23T15:07:50.030878+0000","last_became_active":"2023-09-23T15:07:50.030573+0000","last_became_peered":"2023-09-23T15:07:50.030573+0000","last_unstale":"2023-09-23T15:07:50.030878+0000","last_undegraded":"2023-09-23T15:07:50.030878+0000","last_fullsized":"2023-09-23T15:07:50.030878+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:32.003219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034141+0000","last_change":"2023-09-23T14:58:01.394297+0000","last_active":"2023-09-23T15:07:49.034141+0000","last_peered":"2023-09-23T15:07:49.034141+0000","last_clean":"2023-09-23T15:07:49.034141+0000","last_became_active":"2023-09-23T14:58:01.394001+0000","last_became_peered":"2023-09-23T14:58:01.394001+0000","last_unstale":"2023-09-23T15:07:49.034141+0000","last_undegraded":"2023-09-23T15:07:49.034141+0000","last_fullsized":"2023-09-23T15:07:49.034141+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:13:15.496399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":85,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031474+0000","last_change":"2023-09-23T15:07:50.031474+0000","last_active":"2023-09-23T15:07:50.031474+0000","last_peered":"2023-09-23T15:07:50.031474+0000","last_clean":"2023-09-23T15:07:50.031474+0000","last_became_active":"2023-09-23T15:07:50.031157+0000","last_became_peered":"2023-09-23T15:07:50.031157+0000","last_unstale":"2023-09-23T15:07:50.031474+0000","last_undegraded":"2023-09-23T15:07:50.031474+0000","last_fullsized":"2023-09-23T15:07:50.031474+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:34:00.652879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":62,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.031057+0000","last_change":"2023-09-23T15:06:44.961272+0000","last_active":"2023-09-23T15:07:49.031057+0000","last_peered":"2023-09-23T15:07:49.031057+0000","last_clean":"2023-09-23T15:07:49.031057+0000","last_became_active":"2023-09-23T15:06:44.960880+0000","last_became_peered":"2023-09-23T15:06:44.960880+0000","last_unstale":"2023-09-23T15:07:49.031057+0000","last_undegraded":"2023-09-23T15:07:49.031057+0000","last_fullsized":"2023-09-23T15:07:49.031057+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:47:59.931694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":81,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040280+0000","last_change":"2023-09-23T15:07:50.040280+0000","last_active":"2023-09-23T15:07:50.040280+0000","last_peered":"2023-09-23T15:07:50.040280+0000","last_clean":"2023-09-23T15:07:50.040280+0000","last_became_active":"2023-09-23T15:07:50.039984+0000","last_became_peered":"2023-09-23T15:07:50.039984+0000","last_unstale":"2023-09-23T15:07:50.040280+0000","last_undegraded":"2023-09-23T15:07:50.040280+0000","last_fullsized":"2023-09-23T15:07:50.040280+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:02.037481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020819+0000","last_change":"2023-09-23T15:06:13.228345+0000","last_active":"2023-09-23T15:07:50.020819+0000","last_peered":"2023-09-23T15:07:50.020819+0000","last_clean":"2023-09-23T15:07:50.020819+0000","last_became_active":"2023-09-23T15:06:13.228010+0000","last_became_peered":"2023-09-23T15:06:13.228010+0000","last_unstale":"2023-09-23T15:07:50.020819+0000","last_undegraded":"2023-09-23T15:07:50.020819+0000","last_fullsized":"2023-09-23T15:07:50.020819+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:58.040116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022051+0000","last_change":"2023-09-23T14:58:03.078606+0000","last_active":"2023-09-23T15:07:49.022051+0000","last_peered":"2023-09-23T15:07:49.022051+0000","last_clean":"2023-09-23T15:07:49.022051+0000","last_became_active":"2023-09-23T14:58:03.078274+0000","last_became_peered":"2023-09-23T14:58:03.078274+0000","last_unstale":"2023-09-23T15:07:49.022051+0000","last_undegraded":"2023-09-23T15:07:49.022051+0000","last_fullsized":"2023-09-23T15:07:49.022051+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:56.308795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020781+0000","last_change":"2023-09-23T15:06:44.957386+0000","last_active":"2023-09-23T15:07:50.020781+0000","last_peered":"2023-09-23T15:07:50.020781+0000","last_clean":"2023-09-23T15:07:50.020781+0000","last_became_active":"2023-09-23T15:06:44.956983+0000","last_became_peered":"2023-09-23T15:06:44.956983+0000","last_unstale":"2023-09-23T15:07:50.020781+0000","last_undegraded":"2023-09-23T15:07:50.020781+0000","last_fullsized":"2023-09-23T15:07:50.020781+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:19.359403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":63,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029416+0000","last_change":"2023-09-23T15:07:17.373474+0000","last_active":"2023-09-23T15:07:49.029416+0000","last_peered":"2023-09-23T15:07:49.029416+0000","last_clean":"2023-09-23T15:07:49.029416+0000","last_became_active":"2023-09-23T15:07:17.373046+0000","last_became_peered":"2023-09-23T15:07:17.373046+0000","last_unstale":"2023-09-23T15:07:49.029416+0000","last_undegraded":"2023-09-23T15:07:49.029416+0000","last_fullsized":"2023-09-23T15:07:49.029416+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:19:52.050124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":57,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032885+0000","last_change":"2023-09-23T15:07:50.032885+0000","last_active":"2023-09-23T15:07:50.032885+0000","last_peered":"2023-09-23T15:07:50.032885+0000","last_clean":"2023-09-23T15:07:50.032885+0000","last_became_active":"2023-09-23T15:07:50.032623+0000","last_became_peered":"2023-09-23T15:07:50.032623+0000","last_unstale":"2023-09-23T15:07:50.032885+0000","last_undegraded":"2023-09-23T15:07:50.032885+0000","last_fullsized":"2023-09-23T15:07:50.032885+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:07:08.756237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034756+0000","last_change":"2023-09-23T15:06:44.961062+0000","last_active":"2023-09-23T15:07:49.034756+0000","last_peered":"2023-09-23T15:07:49.034756+0000","last_clean":"2023-09-23T15:07:49.034756+0000","last_became_active":"2023-09-23T15:06:44.960616+0000","last_became_peered":"2023-09-23T15:06:44.960616+0000","last_unstale":"2023-09-23T15:07:49.034756+0000","last_undegraded":"2023-09-23T15:07:49.034756+0000","last_fullsized":"2023-09-23T15:07:49.034756+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:28:47.822582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035500+0000","last_change":"2023-09-23T15:07:50.035500+0000","last_active":"2023-09-23T15:07:50.035500+0000","last_peered":"2023-09-23T15:07:50.035500+0000","last_clean":"2023-09-23T15:07:50.035500+0000","last_became_active":"2023-09-23T15:07:50.035114+0000","last_became_peered":"2023-09-23T15:07:50.035114+0000","last_unstale":"2023-09-23T15:07:50.035500+0000","last_undegraded":"2023-09-23T15:07:50.035500+0000","last_fullsized":"2023-09-23T15:07:50.035500+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:16.003224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020591+0000","last_change":"2023-09-23T15:06:13.227687+0000","last_active":"2023-09-23T15:07:50.020591+0000","last_peered":"2023-09-23T15:07:50.020591+0000","last_clean":"2023-09-23T15:07:50.020591+0000","last_became_active":"2023-09-23T15:06:13.226603+0000","last_became_peered":"2023-09-23T15:06:13.226603+0000","last_unstale":"2023-09-23T15:07:50.020591+0000","last_undegraded":"2023-09-23T15:07:50.020591+0000","last_fullsized":"2023-09-23T15:07:50.020591+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:42.808524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.023356+0000","last_change":"2023-09-23T15:07:17.370013+0000","last_active":"2023-09-23T15:07:50.023356+0000","last_peered":"2023-09-23T15:07:50.023356+0000","last_clean":"2023-09-23T15:07:50.023356+0000","last_became_active":"2023-09-23T15:07:17.369727+0000","last_became_peered":"2023-09-23T15:07:17.369727+0000","last_unstale":"2023-09-23T15:07:50.023356+0000","last_undegraded":"2023-09-23T15:07:50.023356+0000","last_fullsized":"2023-09-23T15:07:50.023356+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:28.061891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":62,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028329+0000","last_change":"2023-09-23T15:06:13.223083+0000","last_active":"2023-09-23T15:07:49.028329+0000","last_peered":"2023-09-23T15:07:49.028329+0000","last_clean":"2023-09-23T15:07:49.028329+0000","last_became_active":"2023-09-23T15:06:13.222699+0000","last_became_peered":"2023-09-23T15:06:13.222699+0000","last_unstale":"2023-09-23T15:07:49.028329+0000","last_undegraded":"2023-09-23T15:07:49.028329+0000","last_fullsized":"2023-09-23T15:07:49.028329+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:51.081872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020861+0000","last_change":"2023-09-23T15:07:17.370606+0000","last_active":"2023-09-23T15:07:50.020861+0000","last_peered":"2023-09-23T15:07:50.020861+0000","last_clean":"2023-09-23T15:07:50.020861+0000","last_became_active":"2023-09-23T15:07:17.370316+0000","last_became_peered":"2023-09-23T15:07:17.370316+0000","last_unstale":"2023-09-23T15:07:50.020861+0000","last_undegraded":"2023-09-23T15:07:50.020861+0000","last_fullsized":"2023-09-23T15:07:50.020861+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:01:17.162248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.034341+0000","last_change":"2023-09-23T15:07:50.031637+0000","last_active":"2023-09-23T15:07:50.034341+0000","last_peered":"2023-09-23T15:07:50.034341+0000","last_clean":"2023-09-23T15:07:50.034341+0000","last_became_active":"2023-09-23T15:07:50.031182+0000","last_became_peered":"2023-09-23T15:07:50.031182+0000","last_unstale":"2023-09-23T15:07:50.034341+0000","last_undegraded":"2023-09-23T15:07:50.034341+0000","last_fullsized":"2023-09-23T15:07:50.034341+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:58.223373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":79,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027924+0000","last_change":"2023-09-23T15:06:44.962339+0000","last_active":"2023-09-23T15:07:49.027924+0000","last_peered":"2023-09-23T15:07:49.027924+0000","last_clean":"2023-09-23T15:07:49.027924+0000","last_became_active":"2023-09-23T15:06:44.961535+0000","last_became_peered":"2023-09-23T15:06:44.961535+0000","last_unstale":"2023-09-23T15:07:49.027924+0000","last_undegraded":"2023-09-23T15:07:49.027924+0000","last_fullsized":"2023-09-23T15:07:49.027924+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:46.260459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028935+0000","last_change":"2023-09-23T14:58:02.805675+0000","last_active":"2023-09-23T15:07:49.028935+0000","last_peered":"2023-09-23T15:07:49.028935+0000","last_clean":"2023-09-23T15:07:49.028935+0000","last_became_active":"2023-09-23T14:58:02.805353+0000","last_became_peered":"2023-09-23T14:58:02.805353+0000","last_unstale":"2023-09-23T15:07:49.028935+0000","last_undegraded":"2023-09-23T15:07:49.028935+0000","last_fullsized":"2023-09-23T15:07:49.028935+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:32:35.528182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042840+0000","last_change":"2023-09-23T15:07:50.042840+0000","last_active":"2023-09-23T15:07:50.042840+0000","last_peered":"2023-09-23T15:07:50.042840+0000","last_clean":"2023-09-23T15:07:50.042840+0000","last_became_active":"2023-09-23T15:07:50.042542+0000","last_became_peered":"2023-09-23T15:07:50.042542+0000","last_unstale":"2023-09-23T15:07:50.042840+0000","last_undegraded":"2023-09-23T15:07:50.042840+0000","last_fullsized":"2023-09-23T15:07:50.042840+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:20:04.725652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":439,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027826+0000","last_change":"2023-09-23T15:06:13.223494+0000","last_active":"2023-09-23T15:07:49.027826+0000","last_peered":"2023-09-23T15:07:49.027826+0000","last_clean":"2023-09-23T15:07:49.027826+0000","last_became_active":"2023-09-23T15:06:13.223057+0000","last_became_peered":"2023-09-23T15:06:13.223057+0000","last_unstale":"2023-09-23T15:07:49.027826+0000","last_undegraded":"2023-09-23T15:07:49.027826+0000","last_fullsized":"2023-09-23T15:07:49.027826+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:07:41.687841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030881+0000","last_change":"2023-09-23T15:07:17.374071+0000","last_active":"2023-09-23T15:07:49.030881+0000","last_peered":"2023-09-23T15:07:49.030881+0000","last_clean":"2023-09-23T15:07:49.030881+0000","last_became_active":"2023-09-23T15:07:17.373727+0000","last_became_peered":"2023-09-23T15:07:17.373727+0000","last_unstale":"2023-09-23T15:07:49.030881+0000","last_undegraded":"2023-09-23T15:07:49.030881+0000","last_fullsized":"2023-09-23T15:07:49.030881+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:31.717001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":66,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034982+0000","last_change":"2023-09-23T15:06:44.961366+0000","last_active":"2023-09-23T15:07:49.034982+0000","last_peered":"2023-09-23T15:07:49.034982+0000","last_clean":"2023-09-23T15:07:49.034982+0000","last_became_active":"2023-09-23T15:06:44.961113+0000","last_became_peered":"2023-09-23T15:06:44.961113+0000","last_unstale":"2023-09-23T15:07:49.034982+0000","last_undegraded":"2023-09-23T15:07:49.034982+0000","last_fullsized":"2023-09-23T15:07:49.034982+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:55.998599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.022985+0000","last_change":"2023-09-23T15:07:17.370922+0000","last_active":"2023-09-23T15:07:50.022985+0000","last_peered":"2023-09-23T15:07:50.022985+0000","last_clean":"2023-09-23T15:07:50.022985+0000","last_became_active":"2023-09-23T15:07:17.370730+0000","last_became_peered":"2023-09-23T15:07:17.370730+0000","last_unstale":"2023-09-23T15:07:50.022985+0000","last_undegraded":"2023-09-23T15:07:50.022985+0000","last_fullsized":"2023-09-23T15:07:50.022985+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:42:20.622227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":82,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.030045+0000","last_change":"2023-09-23T15:07:50.030045+0000","last_active":"2023-09-23T15:07:50.030045+0000","last_peered":"2023-09-23T15:07:50.030045+0000","last_clean":"2023-09-23T15:07:50.030045+0000","last_became_active":"2023-09-23T15:07:50.029773+0000","last_became_peered":"2023-09-23T15:07:50.029773+0000","last_unstale":"2023-09-23T15:07:50.030045+0000","last_undegraded":"2023-09-23T15:07:50.030045+0000","last_fullsized":"2023-09-23T15:07:50.030045+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:21:58.728514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":63,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039918+0000","last_change":"2023-09-23T15:07:50.038948+0000","last_active":"2023-09-23T15:07:50.039918+0000","last_peered":"2023-09-23T15:07:50.039918+0000","last_clean":"2023-09-23T15:07:50.039918+0000","last_became_active":"2023-09-23T15:07:50.038686+0000","last_became_peered":"2023-09-23T15:07:50.038686+0000","last_unstale":"2023-09-23T15:07:50.039918+0000","last_undegraded":"2023-09-23T15:07:50.039918+0000","last_fullsized":"2023-09-23T15:07:50.039918+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:10.152690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022916+0000","last_change":"2023-09-23T15:06:13.224385+0000","last_active":"2023-09-23T15:07:49.022916+0000","last_peered":"2023-09-23T15:07:49.022916+0000","last_clean":"2023-09-23T15:07:49.022916+0000","last_became_active":"2023-09-23T15:06:13.223940+0000","last_became_peered":"2023-09-23T15:06:13.223940+0000","last_unstale":"2023-09-23T15:07:49.022916+0000","last_undegraded":"2023-09-23T15:07:49.022916+0000","last_fullsized":"2023-09-23T15:07:49.022916+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:45:45.645566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.031166+0000","last_change":"2023-09-23T15:06:44.959700+0000","last_active":"2023-09-23T15:07:49.031166+0000","last_peered":"2023-09-23T15:07:49.031166+0000","last_clean":"2023-09-23T15:07:49.031166+0000","last_became_active":"2023-09-23T15:06:44.959390+0000","last_became_peered":"2023-09-23T15:06:44.959390+0000","last_unstale":"2023-09-23T15:07:49.031166+0000","last_undegraded":"2023-09-23T15:07:49.031166+0000","last_fullsized":"2023-09-23T15:07:49.031166+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:28.036780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":33,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.022325+0000","last_change":"2023-09-23T15:06:44.961923+0000","last_active":"2023-09-23T15:07:50.022325+0000","last_peered":"2023-09-23T15:07:50.022325+0000","last_clean":"2023-09-23T15:07:50.022325+0000","last_became_active":"2023-09-23T15:06:44.961613+0000","last_became_peered":"2023-09-23T15:06:44.961613+0000","last_unstale":"2023-09-23T15:07:50.022325+0000","last_undegraded":"2023-09-23T15:07:50.022325+0000","last_fullsized":"2023-09-23T15:07:50.022325+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:15.337573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":77,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036420+0000","last_change":"2023-09-23T15:07:50.036420+0000","last_active":"2023-09-23T15:07:50.036420+0000","last_peered":"2023-09-23T15:07:50.036420+0000","last_clean":"2023-09-23T15:07:50.036420+0000","last_became_active":"2023-09-23T15:07:50.036088+0000","last_became_peered":"2023-09-23T15:07:50.036088+0000","last_unstale":"2023-09-23T15:07:50.036420+0000","last_undegraded":"2023-09-23T15:07:50.036420+0000","last_fullsized":"2023-09-23T15:07:50.036420+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:34:54.109759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":71,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.023276+0000","last_change":"2023-09-23T15:06:44.963699+0000","last_active":"2023-09-23T15:07:50.023276+0000","last_peered":"2023-09-23T15:07:50.023276+0000","last_clean":"2023-09-23T15:07:50.023276+0000","last_became_active":"2023-09-23T15:06:44.960744+0000","last_became_peered":"2023-09-23T15:06:44.960744+0000","last_unstale":"2023-09-23T15:07:50.023276+0000","last_undegraded":"2023-09-23T15:07:50.023276+0000","last_fullsized":"2023-09-23T15:07:50.023276+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:50.003042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032151+0000","last_change":"2023-09-23T15:07:50.032151+0000","last_active":"2023-09-23T15:07:50.032151+0000","last_peered":"2023-09-23T15:07:50.032151+0000","last_clean":"2023-09-23T15:07:50.032151+0000","last_became_active":"2023-09-23T15:07:50.031884+0000","last_became_peered":"2023-09-23T15:07:50.031884+0000","last_unstale":"2023-09-23T15:07:50.032151+0000","last_undegraded":"2023-09-23T15:07:50.032151+0000","last_fullsized":"2023-09-23T15:07:50.032151+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:19.460897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":63,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039345+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:07:50.039345+0000","last_peered":"2023-09-23T15:07:50.039345+0000","last_clean":"2023-09-23T15:07:50.039345+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:07:50.039345+0000","last_undegraded":"2023-09-23T15:07:50.039345+0000","last_fullsized":"2023-09-23T15:07:50.039345+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022942+0000","last_change":"2023-09-23T15:06:44.959929+0000","last_active":"2023-09-23T15:07:49.022942+0000","last_peered":"2023-09-23T15:07:49.022942+0000","last_clean":"2023-09-23T15:07:49.022942+0000","last_became_active":"2023-09-23T15:06:44.959522+0000","last_became_peered":"2023-09-23T15:06:44.959522+0000","last_unstale":"2023-09-23T15:07:49.022942+0000","last_undegraded":"2023-09-23T15:07:49.022942+0000","last_fullsized":"2023-09-23T15:07:49.022942+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:08.491996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.023186+0000","last_change":"2023-09-23T15:07:17.368274+0000","last_active":"2023-09-23T15:07:49.023186+0000","last_peered":"2023-09-23T15:07:49.023186+0000","last_clean":"2023-09-23T15:07:49.023186+0000","last_became_active":"2023-09-23T15:07:17.367940+0000","last_became_peered":"2023-09-23T15:07:17.367940+0000","last_unstale":"2023-09-23T15:07:49.023186+0000","last_undegraded":"2023-09-23T15:07:49.023186+0000","last_fullsized":"2023-09-23T15:07:49.023186+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:57.129861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":75,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022339+0000","last_change":"2023-09-23T15:07:17.366385+0000","last_active":"2023-09-23T15:07:49.022339+0000","last_peered":"2023-09-23T15:07:49.022339+0000","last_clean":"2023-09-23T15:07:49.022339+0000","last_became_active":"2023-09-23T15:07:17.365980+0000","last_became_peered":"2023-09-23T15:07:17.365980+0000","last_unstale":"2023-09-23T15:07:49.022339+0000","last_undegraded":"2023-09-23T15:07:49.022339+0000","last_fullsized":"2023-09-23T15:07:49.022339+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:56.352666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029791+0000","last_change":"2023-09-23T15:06:44.963653+0000","last_active":"2023-09-23T15:07:49.029791+0000","last_peered":"2023-09-23T15:07:49.029791+0000","last_clean":"2023-09-23T15:07:49.029791+0000","last_became_active":"2023-09-23T15:06:44.963378+0000","last_became_peered":"2023-09-23T15:06:44.963378+0000","last_unstale":"2023-09-23T15:07:49.029791+0000","last_undegraded":"2023-09-23T15:07:49.029791+0000","last_fullsized":"2023-09-23T15:07:49.029791+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:07:45.332019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":58,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042230+0000","last_change":"2023-09-23T15:07:50.042230+0000","last_active":"2023-09-23T15:07:50.042230+0000","last_peered":"2023-09-23T15:07:50.042230+0000","last_clean":"2023-09-23T15:07:50.042230+0000","last_became_active":"2023-09-23T15:07:50.041940+0000","last_became_peered":"2023-09-23T15:07:50.041940+0000","last_unstale":"2023-09-23T15:07:50.042230+0000","last_undegraded":"2023-09-23T15:07:50.042230+0000","last_fullsized":"2023-09-23T15:07:50.042230+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:56:54.783823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032638+0000","last_change":"2023-09-23T15:07:50.032638+0000","last_active":"2023-09-23T15:07:50.032638+0000","last_peered":"2023-09-23T15:07:50.032638+0000","last_clean":"2023-09-23T15:07:50.032638+0000","last_became_active":"2023-09-23T15:07:50.032292+0000","last_became_peered":"2023-09-23T15:07:50.032292+0000","last_unstale":"2023-09-23T15:07:50.032638+0000","last_undegraded":"2023-09-23T15:07:50.032638+0000","last_fullsized":"2023-09-23T15:07:50.032638+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:01:59.352522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020749+0000","last_change":"2023-09-23T15:06:44.959770+0000","last_active":"2023-09-23T15:07:50.020749+0000","last_peered":"2023-09-23T15:07:50.020749+0000","last_clean":"2023-09-23T15:07:50.020749+0000","last_became_active":"2023-09-23T15:06:44.959428+0000","last_became_peered":"2023-09-23T15:06:44.959428+0000","last_unstale":"2023-09-23T15:07:50.020749+0000","last_undegraded":"2023-09-23T15:07:50.020749+0000","last_fullsized":"2023-09-23T15:07:50.020749+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:02.886940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040807+0000","last_change":"2023-09-23T15:07:50.040807+0000","last_active":"2023-09-23T15:07:50.040807+0000","last_peered":"2023-09-23T15:07:50.040807+0000","last_clean":"2023-09-23T15:07:50.040807+0000","last_became_active":"2023-09-23T15:07:50.040525+0000","last_became_peered":"2023-09-23T15:07:50.040525+0000","last_unstale":"2023-09-23T15:07:50.040807+0000","last_undegraded":"2023-09-23T15:07:50.040807+0000","last_fullsized":"2023-09-23T15:07:50.040807+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:08.042200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029629+0000","last_change":"2023-09-23T15:06:44.959953+0000","last_active":"2023-09-23T15:07:49.029629+0000","last_peered":"2023-09-23T15:07:49.029629+0000","last_clean":"2023-09-23T15:07:49.029629+0000","last_became_active":"2023-09-23T15:06:44.959612+0000","last_became_peered":"2023-09-23T15:06:44.959612+0000","last_unstale":"2023-09-23T15:07:49.029629+0000","last_undegraded":"2023-09-23T15:07:49.029629+0000","last_fullsized":"2023-09-23T15:07:49.029629+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:10:36.420044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028435+0000","last_change":"2023-09-23T14:58:01.398697+0000","last_active":"2023-09-23T15:07:49.028435+0000","last_peered":"2023-09-23T15:07:49.028435+0000","last_clean":"2023-09-23T15:07:49.028435+0000","last_became_active":"2023-09-23T14:58:01.398408+0000","last_became_peered":"2023-09-23T14:58:01.398408+0000","last_unstale":"2023-09-23T15:07:49.028435+0000","last_undegraded":"2023-09-23T15:07:49.028435+0000","last_fullsized":"2023-09-23T15:07:49.028435+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:49.929037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":85,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031304+0000","last_change":"2023-09-23T15:07:50.031304+0000","last_active":"2023-09-23T15:07:50.031304+0000","last_peered":"2023-09-23T15:07:50.031304+0000","last_clean":"2023-09-23T15:07:50.031304+0000","last_became_active":"2023-09-23T15:07:50.030913+0000","last_became_peered":"2023-09-23T15:07:50.030913+0000","last_unstale":"2023-09-23T15:07:50.031304+0000","last_undegraded":"2023-09-23T15:07:50.031304+0000","last_fullsized":"2023-09-23T15:07:50.031304+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:58.358554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029726+0000","last_change":"2023-09-23T15:06:44.959353+0000","last_active":"2023-09-23T15:07:49.029726+0000","last_peered":"2023-09-23T15:07:49.029726+0000","last_clean":"2023-09-23T15:07:49.029726+0000","last_became_active":"2023-09-23T15:06:44.958935+0000","last_became_peered":"2023-09-23T15:06:44.958935+0000","last_unstale":"2023-09-23T15:07:49.029726+0000","last_undegraded":"2023-09-23T15:07:49.029726+0000","last_fullsized":"2023-09-23T15:07:49.029726+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:07.695495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030705+0000","last_change":"2023-09-23T14:58:01.642624+0000","last_active":"2023-09-23T15:07:49.030705+0000","last_peered":"2023-09-23T15:07:49.030705+0000","last_clean":"2023-09-23T15:07:49.030705+0000","last_became_active":"2023-09-23T14:58:01.642338+0000","last_became_peered":"2023-09-23T14:58:01.642338+0000","last_unstale":"2023-09-23T15:07:49.030705+0000","last_undegraded":"2023-09-23T15:07:49.030705+0000","last_fullsized":"2023-09-23T15:07:49.030705+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:02.939895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028656+0000","last_change":"2023-09-23T15:06:13.223162+0000","last_active":"2023-09-23T15:07:49.028656+0000","last_peered":"2023-09-23T15:07:49.028656+0000","last_clean":"2023-09-23T15:07:49.028656+0000","last_became_active":"2023-09-23T15:06:13.222843+0000","last_became_peered":"2023-09-23T15:06:13.222843+0000","last_unstale":"2023-09-23T15:07:49.028656+0000","last_undegraded":"2023-09-23T15:07:49.028656+0000","last_fullsized":"2023-09-23T15:07:49.028656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:49.690908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039147+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:07:50.039147+0000","last_peered":"2023-09-23T15:07:50.039147+0000","last_clean":"2023-09-23T15:07:50.039147+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:07:50.039147+0000","last_undegraded":"2023-09-23T15:07:50.039147+0000","last_fullsized":"2023-09-23T15:07:50.039147+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":67,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027261+0000","last_change":"2023-09-23T15:06:13.225838+0000","last_active":"2023-09-23T15:07:49.027261+0000","last_peered":"2023-09-23T15:07:49.027261+0000","last_clean":"2023-09-23T15:07:49.027261+0000","last_became_active":"2023-09-23T15:06:13.225484+0000","last_became_peered":"2023-09-23T15:06:13.225484+0000","last_unstale":"2023-09-23T15:07:49.027261+0000","last_undegraded":"2023-09-23T15:07:49.027261+0000","last_fullsized":"2023-09-23T15:07:49.027261+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:26.532271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031826+0000","last_change":"2023-09-23T15:07:50.030916+0000","last_active":"2023-09-23T15:07:50.031826+0000","last_peered":"2023-09-23T15:07:50.031826+0000","last_clean":"2023-09-23T15:07:50.031826+0000","last_became_active":"2023-09-23T15:07:50.030606+0000","last_became_peered":"2023-09-23T15:07:50.030606+0000","last_unstale":"2023-09-23T15:07:50.031826+0000","last_undegraded":"2023-09-23T15:07:50.031826+0000","last_fullsized":"2023-09-23T15:07:50.031826+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:34.346977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027074+0000","last_change":"2023-09-23T14:58:01.395686+0000","last_active":"2023-09-23T15:07:49.027074+0000","last_peered":"2023-09-23T15:07:49.027074+0000","last_clean":"2023-09-23T15:07:49.027074+0000","last_became_active":"2023-09-23T14:58:01.395425+0000","last_became_peered":"2023-09-23T14:58:01.395425+0000","last_unstale":"2023-09-23T15:07:49.027074+0000","last_undegraded":"2023-09-23T15:07:49.027074+0000","last_fullsized":"2023-09-23T15:07:49.027074+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:47:28.809985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":59,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036536+0000","last_change":"2023-09-23T15:07:50.036536+0000","last_active":"2023-09-23T15:07:50.036536+0000","last_peered":"2023-09-23T15:07:50.036536+0000","last_clean":"2023-09-23T15:07:50.036536+0000","last_became_active":"2023-09-23T15:07:50.036207+0000","last_became_peered":"2023-09-23T15:07:50.036207+0000","last_unstale":"2023-09-23T15:07:50.036536+0000","last_undegraded":"2023-09-23T15:07:50.036536+0000","last_fullsized":"2023-09-23T15:07:50.036536+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:07:15.249568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035388+0000","last_change":"2023-09-23T15:07:50.035019+0000","last_active":"2023-09-23T15:07:50.035388+0000","last_peered":"2023-09-23T15:07:50.035388+0000","last_clean":"2023-09-23T15:07:50.035388+0000","last_became_active":"2023-09-23T15:07:50.034763+0000","last_became_peered":"2023-09-23T15:07:50.034763+0000","last_unstale":"2023-09-23T15:07:50.035388+0000","last_undegraded":"2023-09-23T15:07:50.035388+0000","last_fullsized":"2023-09-23T15:07:50.035388+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:19.778544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040147+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:07:50.040147+0000","last_peered":"2023-09-23T15:07:50.040147+0000","last_clean":"2023-09-23T15:07:50.040147+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:07:50.040147+0000","last_undegraded":"2023-09-23T15:07:50.040147+0000","last_fullsized":"2023-09-23T15:07:50.040147+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027667+0000","last_change":"2023-09-23T15:07:17.371471+0000","last_active":"2023-09-23T15:07:49.027667+0000","last_peered":"2023-09-23T15:07:49.027667+0000","last_clean":"2023-09-23T15:07:49.027667+0000","last_became_active":"2023-09-23T15:07:17.371056+0000","last_became_peered":"2023-09-23T15:07:17.371056+0000","last_unstale":"2023-09-23T15:07:49.027667+0000","last_undegraded":"2023-09-23T15:07:49.027667+0000","last_fullsized":"2023-09-23T15:07:49.027667+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:03:17.356086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022796+0000","last_change":"2023-09-23T15:06:44.960135+0000","last_active":"2023-09-23T15:07:49.022796+0000","last_peered":"2023-09-23T15:07:49.022796+0000","last_clean":"2023-09-23T15:07:49.022796+0000","last_became_active":"2023-09-23T15:06:44.959595+0000","last_became_peered":"2023-09-23T15:06:44.959595+0000","last_unstale":"2023-09-23T15:07:49.022796+0000","last_undegraded":"2023-09-23T15:07:49.022796+0000","last_fullsized":"2023-09-23T15:07:49.022796+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:38.593021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022591+0000","last_change":"2023-09-23T14:58:01.389110+0000","last_active":"2023-09-23T15:07:49.022591+0000","last_peered":"2023-09-23T15:07:49.022591+0000","last_clean":"2023-09-23T15:07:49.022591+0000","last_became_active":"2023-09-23T14:58:01.388809+0000","last_became_peered":"2023-09-23T14:58:01.388809+0000","last_unstale":"2023-09-23T15:07:49.022591+0000","last_undegraded":"2023-09-23T15:07:49.022591+0000","last_fullsized":"2023-09-23T15:07:49.022591+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:02:11.154917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":47,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034964+0000","last_change":"2023-09-23T15:07:17.370923+0000","last_active":"2023-09-23T15:07:49.034964+0000","last_peered":"2023-09-23T15:07:49.034964+0000","last_clean":"2023-09-23T15:07:49.034964+0000","last_became_active":"2023-09-23T15:07:17.370669+0000","last_became_peered":"2023-09-23T15:07:17.370669+0000","last_unstale":"2023-09-23T15:07:49.034964+0000","last_undegraded":"2023-09-23T15:07:49.034964+0000","last_fullsized":"2023-09-23T15:07:49.034964+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:52.764629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":61,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035364+0000","last_change":"2023-09-23T15:07:50.035364+0000","last_active":"2023-09-23T15:07:50.035364+0000","last_peered":"2023-09-23T15:07:50.035364+0000","last_clean":"2023-09-23T15:07:50.035364+0000","last_became_active":"2023-09-23T15:07:50.034939+0000","last_became_peered":"2023-09-23T15:07:50.034939+0000","last_unstale":"2023-09-23T15:07:50.035364+0000","last_undegraded":"2023-09-23T15:07:50.035364+0000","last_fullsized":"2023-09-23T15:07:50.035364+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:25.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042920+0000","last_change":"2023-09-23T15:07:50.042920+0000","last_active":"2023-09-23T15:07:50.042920+0000","last_peered":"2023-09-23T15:07:50.042920+0000","last_clean":"2023-09-23T15:07:50.042920+0000","last_became_active":"2023-09-23T15:07:50.042641+0000","last_became_peered":"2023-09-23T15:07:50.042641+0000","last_unstale":"2023-09-23T15:07:50.042920+0000","last_undegraded":"2023-09-23T15:07:50.042920+0000","last_fullsized":"2023-09-23T15:07:50.042920+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.373207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030569+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:07:49.030569+0000","last_peered":"2023-09-23T15:07:49.030569+0000","last_clean":"2023-09-23T15:07:49.030569+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:07:49.030569+0000","last_undegraded":"2023-09-23T15:07:49.030569+0000","last_fullsized":"2023-09-23T15:07:49.030569+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042957+0000","last_change":"2023-09-23T15:07:50.042957+0000","last_active":"2023-09-23T15:07:50.042957+0000","last_peered":"2023-09-23T15:07:50.042957+0000","last_clean":"2023-09-23T15:07:50.042957+0000","last_became_active":"2023-09-23T15:07:50.042609+0000","last_became_peered":"2023-09-23T15:07:50.042609+0000","last_unstale":"2023-09-23T15:07:50.042957+0000","last_undegraded":"2023-09-23T15:07:50.042957+0000","last_fullsized":"2023-09-23T15:07:50.042957+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:47.217343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.037007+0000","last_change":"2023-09-23T15:07:50.036597+0000","last_active":"2023-09-23T15:07:50.037007+0000","last_peered":"2023-09-23T15:07:50.037007+0000","last_clean":"2023-09-23T15:07:50.037007+0000","last_became_active":"2023-09-23T15:07:50.036127+0000","last_became_peered":"2023-09-23T15:07:50.036127+0000","last_unstale":"2023-09-23T15:07:50.037007+0000","last_undegraded":"2023-09-23T15:07:50.037007+0000","last_fullsized":"2023-09-23T15:07:50.037007+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:36.147063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029513+0000","last_change":"2023-09-23T15:06:44.959700+0000","last_active":"2023-09-23T15:07:49.029513+0000","last_peered":"2023-09-23T15:07:49.029513+0000","last_clean":"2023-09-23T15:07:49.029513+0000","last_became_active":"2023-09-23T15:06:44.959353+0000","last_became_peered":"2023-09-23T15:06:44.959353+0000","last_unstale":"2023-09-23T15:07:49.029513+0000","last_undegraded":"2023-09-23T15:07:49.029513+0000","last_fullsized":"2023-09-23T15:07:49.029513+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:53:59.266147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":80,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039152+0000","last_change":"2023-09-23T15:07:50.039152+0000","last_active":"2023-09-23T15:07:50.039152+0000","last_peered":"2023-09-23T15:07:50.039152+0000","last_clean":"2023-09-23T15:07:50.039152+0000","last_became_active":"2023-09-23T15:07:50.038865+0000","last_became_peered":"2023-09-23T15:07:50.038865+0000","last_unstale":"2023-09-23T15:07:50.039152+0000","last_undegraded":"2023-09-23T15:07:50.039152+0000","last_fullsized":"2023-09-23T15:07:50.039152+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:35.185865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031843+0000","last_change":"2023-09-23T15:07:50.031091+0000","last_active":"2023-09-23T15:07:50.031843+0000","last_peered":"2023-09-23T15:07:50.031843+0000","last_clean":"2023-09-23T15:07:50.031843+0000","last_became_active":"2023-09-23T15:07:50.030777+0000","last_became_peered":"2023-09-23T15:07:50.030777+0000","last_unstale":"2023-09-23T15:07:50.031843+0000","last_undegraded":"2023-09-23T15:07:50.031843+0000","last_fullsized":"2023-09-23T15:07:50.031843+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:37.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.037965+0000","last_change":"2023-09-23T15:07:50.037965+0000","last_active":"2023-09-23T15:07:50.037965+0000","last_peered":"2023-09-23T15:07:50.037965+0000","last_clean":"2023-09-23T15:07:50.037965+0000","last_became_active":"2023-09-23T15:07:50.037654+0000","last_became_peered":"2023-09-23T15:07:50.037654+0000","last_unstale":"2023-09-23T15:07:50.037965+0000","last_undegraded":"2023-09-23T15:07:50.037965+0000","last_fullsized":"2023-09-23T15:07:50.037965+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:36.233860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039138+0000","last_change":"2023-09-23T15:07:50.039138+0000","last_active":"2023-09-23T15:07:50.039138+0000","last_peered":"2023-09-23T15:07:50.039138+0000","last_clean":"2023-09-23T15:07:50.039138+0000","last_became_active":"2023-09-23T15:07:50.038840+0000","last_became_peered":"2023-09-23T15:07:50.038840+0000","last_unstale":"2023-09-23T15:07:50.039138+0000","last_undegraded":"2023-09-23T15:07:50.039138+0000","last_fullsized":"2023-09-23T15:07:50.039138+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:52.470724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":77,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022160+0000","last_change":"2023-09-23T15:07:17.366366+0000","last_active":"2023-09-23T15:07:49.022160+0000","last_peered":"2023-09-23T15:07:49.022160+0000","last_clean":"2023-09-23T15:07:49.022160+0000","last_became_active":"2023-09-23T15:07:17.366013+0000","last_became_peered":"2023-09-23T15:07:17.366013+0000","last_unstale":"2023-09-23T15:07:49.022160+0000","last_undegraded":"2023-09-23T15:07:49.022160+0000","last_fullsized":"2023-09-23T15:07:49.022160+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:42:17.300759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201434,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":22708,"kb_used_data":1580,"kb_used_omap":0,"kb_used_meta":21120,"kb_avail":93722444,"statfs":{"total":95995035648,"available":95971782656,"internally_reserved":0,"allocated":1617920,"data_stored":1135528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21626880},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.34899999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71499999999999997,"5min":0.755,"15min":0.755},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.66500000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.54300000000000004}]},{"osd":1,"last update":"Sat Sep 23 15:07:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.626}]},{"osd":2,"last update":"Sat Sep 23 15:08:18 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.505}]},{"osd":3,"last update":"Sat Sep 23 15:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.44500000000000001,"5min":0.32700000000000001,"15min":0.30599999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":1.776},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57999999999999996,"15min":0.57499999999999996},"min":{"1min":0.39300000000000002,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":0.66600000000000004,"5min":0.75900000000000001,"15min":0.80700000000000005},"last":0.57899999999999996}]},{"osd":4,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49099999999999999,"15min":0.46999999999999997},"min":{"1min":0.31,"5min":0.31,"15min":0.28000000000000003},"max":{"1min":0.63100000000000001,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.52000000000000002,"15min":0.495},"min":{"1min":0.38200000000000001,"5min":0.31900000000000001,"15min":0.25800000000000001},"max":{"1min":0.64100000000000001,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.41199999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.52600000000000002,"15min":0.51400000000000001},"min":{"1min":0.39900000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71199999999999997,"5min":0.73799999999999999,"15min":0.83399999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.56799999999999995,"15min":0.54400000000000004},"min":{"1min":0.41899999999999998,"5min":0.378,"15min":0.309},"max":{"1min":0.68400000000000005,"5min":0.77200000000000002,"15min":0.81499999999999995},"last":0.51900000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58099999999999996,"15min":0.56100000000000005},"min":{"1min":0.35899999999999999,"5min":0.34999999999999998,"15min":0.34499999999999997},"max":{"1min":0.67100000000000004,"5min":0.80400000000000005,"15min":0.83299999999999996},"last":0.436},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.58599999999999997,"15min":0.55900000000000005},"min":{"1min":0.47499999999999998,"5min":0.39500000000000002,"15min":0.32600000000000001},"max":{"1min":0.70299999999999996,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.46600000000000003}]}]},{"osd":6,"up_from":47,"seq":201863463068,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7848,"kb_used_data":1568,"kb_used_omap":0,"kb_used_meta":6272,"kb_avail":93737304,"statfs":{"total":95995035648,"available":95986999296,"internally_reserved":0,"allocated":1605632,"data_stored":1135382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6422528},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68400000000000005,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53400000000000003,"15min":0.52900000000000003},"min":{"1min":0.38700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.40300000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.437}]},{"osd":2,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.498}]},{"osd":3,"last update":"Sat Sep 23 15:07:30 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.60099999999999998,"15min":0.57799999999999996},"min":{"1min":0.433,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.82299999999999995,"5min":0.94099999999999995,"15min":1.0309999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.45800000000000002,"5min":0.375,"15min":0.313},"max":{"1min":0.82099999999999995,"5min":0.90700000000000003,"15min":2.8380000000000001},"last":0.58499999999999996}]},{"osd":4,"last update":"Sat Sep 23 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48999999999999999,"15min":0.45400000000000001},"min":{"1min":0.40400000000000003,"5min":0.28199999999999997,"15min":0.24299999999999999},"max":{"1min":0.65300000000000002,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53400000000000003,"15min":0.49299999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.26500000000000001},"max":{"1min":0.72099999999999997,"5min":0.84499999999999997,"15min":0.995},"last":0.56699999999999995}]},{"osd":5,"last update":"Sat Sep 23 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.54600000000000004,"15min":0.5},"min":{"1min":0.48599999999999999,"5min":0.36499999999999999,"15min":0.316},"max":{"1min":0.73599999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.622},{"interface":"front","average":{"1min":0.627,"5min":0.61899999999999999,"15min":0.57099999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.30199999999999999},"max":{"1min":0.77400000000000002,"5min":0.81899999999999995,"15min":0.94699999999999995},"last":0.64600000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58499999999999996,"15min":0.53900000000000003},"min":{"1min":0.45800000000000002,"5min":0.40799999999999997,"15min":0.307},"max":{"1min":0.83299999999999996,"5min":0.85899999999999999,"15min":1.0660000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58099999999999996,"15min":0.54100000000000004},"min":{"1min":0.35099999999999998,"5min":0.32900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73399999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.53700000000000003}]}]},{"osd":1,"up_from":89,"seq":382252089371,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28488,"kb_used_data":1024,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":93716664,"statfs":{"total":95995035648,"available":95965863936,"internally_reserved":0,"allocated":1048576,"data_stored":550160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":28105705},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.35199999999999998,"15min":0.35599999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.52500000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.27700000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:08:18 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.31}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34000000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56699999999999995,"15min":0.57299999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.70199999999999996}]},{"osd":5,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":0.61199999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.64900000000000002,"15min":0.65700000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58199999999999996,"15min":0.57799999999999996},"min":{"1min":0.41699999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.59299999999999997,"15min":0.60199999999999998},"min":{"1min":0.40400000000000003,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.59099999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.63700000000000001,"15min":0.64000000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.67800000000000005}]}]},{"osd":0,"up_from":84,"seq":360777252897,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29156,"kb_used_data":1628,"kb_used_omap":28,"kb_used_meta":27491,"kb_avail":93715996,"statfs":{"total":95995035648,"available":95965179904,"internally_reserved":0,"allocated":1667072,"data_stored":1143774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":28151632},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.35899999999999999,"15min":0.35999999999999999},"min":{"1min":0.24399999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.36199999999999999,"15min":0.35899999999999999},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.41599999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:08:16 2023","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.438}]},{"osd":3,"last update":"Sat Sep 23 15:07:13 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.47399999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.63500000000000001,"15min":0.64200000000000002},"min":{"1min":0.44,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73599999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.60399999999999998,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83099999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.753}]},{"osd":5,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64600000000000002,"15min":0.64800000000000002},"min":{"1min":0.41399999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80600000000000005,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.625,"5min":0.65000000000000002,"15min":0.65400000000000003},"min":{"1min":0.42799999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81200000000000006,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.745}]},{"osd":6,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.65800000000000003,"15min":0.66200000000000003},"min":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77100000000000002,"5min":1.012,"15min":1.012},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.66400000000000003,"15min":0.66700000000000004},"min":{"1min":0.48299999999999998,"5min":0.436,"15min":0.436},"max":{"1min":0.78400000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.76400000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.40999999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84299999999999997,"5min":0.877,"15min":0.877},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.66700000000000004,"15min":0.66900000000000004},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.80000000000000004,"5min":1.04,"15min":1.04},"last":0.78000000000000003}]}]},{"osd":2,"up_from":94,"seq":403726925844,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28616,"kb_used_data":1024,"kb_used_omap":81,"kb_used_meta":27502,"kb_avail":93716536,"statfs":{"total":95995035648,"available":95965732864,"internally_reserved":0,"allocated":1048576,"data_stored":549511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":28162266},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.255},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.34599999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.28299999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29499999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.63800000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.70099999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.625}]},{"osd":7,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.65800000000000003}]}]},{"osd":3,"up_from":99,"seq":425201762318,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28464,"kb_used_data":1000,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":93716688,"statfs":{"total":95995035648,"available":95965888512,"internally_reserved":0,"allocated":1024000,"data_stored":545066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":28107368},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986343,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":11888,"kb_used_data":1000,"kb_used_omap":0,"kb_used_meta":10880,"kb_avail":93733264,"statfs":{"total":95995035648,"available":95982862336,"internally_reserved":0,"allocated":1024000,"data_stored":545413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":11141120},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52900000000000003,"15min":0.53100000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.436},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.56200000000000006,"15min":0.55800000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.57199999999999995}]},{"osd":1,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.46400000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.51000000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:07:34 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56599999999999995,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.34000000000000002,"15min":0.29699999999999999},"max":{"1min":0.76800000000000002,"5min":0.78400000000000003,"15min":7.8639999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.56999999999999995,"15min":0.59599999999999997},"min":{"1min":0.45800000000000002,"5min":0.39500000000000002,"15min":0.28799999999999998},"max":{"1min":0.68400000000000005,"5min":0.80600000000000005,"15min":10.689},"last":0.67900000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48099999999999998,"15min":0.441},"min":{"1min":0.36799999999999999,"5min":0.316,"15min":0.254},"max":{"1min":0.745,"5min":0.745,"15min":0.83899999999999997},"last":0.622},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.52600000000000002,"15min":0.47499999999999998},"min":{"1min":0.41399999999999998,"5min":0.32000000000000001,"15min":0.26800000000000002},"max":{"1min":0.70199999999999996,"5min":0.75800000000000001,"15min":0.79300000000000004},"last":0.53400000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:08:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.53900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.27800000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":5.3970000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58599999999999997,"15min":0.56699999999999995},"min":{"1min":0.48899999999999999,"5min":0.35199999999999998,"15min":0.311},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":5.2889999999999997},"last":0.66100000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.57299999999999995,"15min":0.55500000000000005},"min":{"1min":0.38800000000000001,"5min":0.35999999999999999,"15min":0.307},"max":{"1min":0.78400000000000003,"5min":0.83399999999999996,"15min":2.4910000000000001},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.625,"5min":0.59599999999999997,"15min":0.57499999999999996},"min":{"1min":0.45800000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.79300000000000004,"5min":0.80900000000000005,"15min":5.4550000000000001},"last":0.70299999999999996}]}]},{"osd":5,"up_from":39,"seq":167503724706,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":22044,"kb_used_data":980,"kb_used_omap":0,"kb_used_meta":21056,"kb_avail":93723108,"statfs":{"total":95995035648,"available":95972462592,"internally_reserved":0,"allocated":1003520,"data_stored":540834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21561344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47499999999999998,"15min":0.47299999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.55500000000000005,"15min":0.54300000000000004},"min":{"1min":0.32100000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.60799999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.55400000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54400000000000004,"15min":0.54000000000000004},"min":{"1min":0.41799999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.77700000000000002,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.53700000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:08:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.68999999999999995}]},{"osd":3,"last update":"Sat Sep 23 15:07:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.53700000000000003},"min":{"1min":0.41999999999999998,"5min":0.372,"15min":0.27700000000000002},"max":{"1min":0.72599999999999998,"5min":0.80700000000000005,"15min":0.90300000000000002},"last":0.433},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.60199999999999998,"15min":0.56699999999999995},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.32000000000000001},"max":{"1min":0.746,"5min":0.84899999999999998,"15min":0.89400000000000002},"last":0.66900000000000004}]},{"osd":4,"last update":"Sat Sep 23 15:08:10 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.498,"15min":0.46000000000000002},"min":{"1min":0.40000000000000002,"5min":0.28799999999999998,"15min":0.246},"max":{"1min":0.66000000000000003,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52100000000000002,"15min":0.48399999999999999},"min":{"1min":0.41899999999999998,"5min":0.29999999999999999,"15min":0.27700000000000002},"max":{"1min":0.65000000000000002,"5min":0.73599999999999999,"15min":0.76100000000000001},"last":0.498}]},{"osd":6,"last update":"Sat Sep 23 15:08:15 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54700000000000004,"15min":0.52900000000000003},"min":{"1min":0.38900000000000001,"5min":0.315,"15min":0.28100000000000003},"max":{"1min":0.64800000000000002,"5min":0.83999999999999997,"15min":0.84099999999999997},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.59699999999999998,"15min":0.54500000000000004},"min":{"1min":0.45500000000000002,"5min":0.376,"15min":0.32500000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.71099999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.61099999999999999,"15min":0.58699999999999997},"min":{"1min":0.5,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.81899999999999995,"5min":0.82399999999999995,"15min":0.93999999999999995},"last":0.623},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61099999999999999,"15min":0.57699999999999996},"min":{"1min":0.49199999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.73399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:08:50.781 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:08:51.127 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:51.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:51 smithi118 ceph-mon[219580]: pgmap v232: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:51.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:51 smithi118 ceph-mon[212312]: pgmap v232: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:51 smithi178 ceph-mon[192298]: pgmap v232: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:52 smithi118 ceph-mon[219580]: from='client.44612 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:52.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:52 smithi118 ceph-mon[212312]: from='client.44612 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:52 smithi178 ceph-mon[192298]: from='client.44612 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:08:52.887 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:08:52.888 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:08:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:53 smithi118 ceph-mon[219580]: pgmap v233: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:53 smithi118 ceph-mon[212312]: pgmap v233: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:53 smithi178 ceph-mon[192298]: pgmap v233: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:53.668 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":233,"stamp":"2023-09-23T15:08:51.916514+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":179212,"kb_used_data":9804,"kb_used_omap":126,"kb_used_meta":169217,"kb_avail":749782004,"statfs":{"total":767960285184,"available":767776772096,"internally_reserved":0,"allocated":10039296,"data_stored":6145668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":129413,"internal_metadata":173278843},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002649"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022025+0000","last_change":"2023-09-23T15:06:44.960597+0000","last_active":"2023-09-23T15:07:49.022025+0000","last_peered":"2023-09-23T15:07:49.022025+0000","last_clean":"2023-09-23T15:07:49.022025+0000","last_became_active":"2023-09-23T15:06:44.960038+0000","last_became_peered":"2023-09-23T15:06:44.960038+0000","last_unstale":"2023-09-23T15:07:49.022025+0000","last_undegraded":"2023-09-23T15:07:49.022025+0000","last_fullsized":"2023-09-23T15:07:49.022025+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:47:09.112819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.021081+0000","last_change":"2023-09-23T15:07:17.372339+0000","last_active":"2023-09-23T15:07:50.021081+0000","last_peered":"2023-09-23T15:07:50.021081+0000","last_clean":"2023-09-23T15:07:50.021081+0000","last_became_active":"2023-09-23T15:07:17.372013+0000","last_became_peered":"2023-09-23T15:07:17.372013+0000","last_unstale":"2023-09-23T15:07:50.021081+0000","last_undegraded":"2023-09-23T15:07:50.021081+0000","last_fullsized":"2023-09-23T15:07:50.021081+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:49.028312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":83,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036168+0000","last_change":"2023-09-23T15:07:50.036168+0000","last_active":"2023-09-23T15:07:50.036168+0000","last_peered":"2023-09-23T15:07:50.036168+0000","last_clean":"2023-09-23T15:07:50.036168+0000","last_became_active":"2023-09-23T15:07:50.035892+0000","last_became_peered":"2023-09-23T15:07:50.035892+0000","last_unstale":"2023-09-23T15:07:50.036168+0000","last_undegraded":"2023-09-23T15:07:50.036168+0000","last_fullsized":"2023-09-23T15:07:50.036168+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:38:51.529180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":68,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042241+0000","last_change":"2023-09-23T15:07:50.042241+0000","last_active":"2023-09-23T15:07:50.042241+0000","last_peered":"2023-09-23T15:07:50.042241+0000","last_clean":"2023-09-23T15:07:50.042241+0000","last_became_active":"2023-09-23T15:07:50.041907+0000","last_became_peered":"2023-09-23T15:07:50.041907+0000","last_unstale":"2023-09-23T15:07:50.042241+0000","last_undegraded":"2023-09-23T15:07:50.042241+0000","last_fullsized":"2023-09-23T15:07:50.042241+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:52:52.400937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.030878+0000","last_change":"2023-09-23T15:07:50.030878+0000","last_active":"2023-09-23T15:07:50.030878+0000","last_peered":"2023-09-23T15:07:50.030878+0000","last_clean":"2023-09-23T15:07:50.030878+0000","last_became_active":"2023-09-23T15:07:50.030573+0000","last_became_peered":"2023-09-23T15:07:50.030573+0000","last_unstale":"2023-09-23T15:07:50.030878+0000","last_undegraded":"2023-09-23T15:07:50.030878+0000","last_fullsized":"2023-09-23T15:07:50.030878+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:32.003219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":45,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034141+0000","last_change":"2023-09-23T14:58:01.394297+0000","last_active":"2023-09-23T15:07:49.034141+0000","last_peered":"2023-09-23T15:07:49.034141+0000","last_clean":"2023-09-23T15:07:49.034141+0000","last_became_active":"2023-09-23T14:58:01.394001+0000","last_became_peered":"2023-09-23T14:58:01.394001+0000","last_unstale":"2023-09-23T15:07:49.034141+0000","last_undegraded":"2023-09-23T15:07:49.034141+0000","last_fullsized":"2023-09-23T15:07:49.034141+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:13:15.496399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":85,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031474+0000","last_change":"2023-09-23T15:07:50.031474+0000","last_active":"2023-09-23T15:07:50.031474+0000","last_peered":"2023-09-23T15:07:50.031474+0000","last_clean":"2023-09-23T15:07:50.031474+0000","last_became_active":"2023-09-23T15:07:50.031157+0000","last_became_peered":"2023-09-23T15:07:50.031157+0000","last_unstale":"2023-09-23T15:07:50.031474+0000","last_undegraded":"2023-09-23T15:07:50.031474+0000","last_fullsized":"2023-09-23T15:07:50.031474+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:34:00.652879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":62,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.031057+0000","last_change":"2023-09-23T15:06:44.961272+0000","last_active":"2023-09-23T15:07:49.031057+0000","last_peered":"2023-09-23T15:07:49.031057+0000","last_clean":"2023-09-23T15:07:49.031057+0000","last_became_active":"2023-09-23T15:06:44.960880+0000","last_became_peered":"2023-09-23T15:06:44.960880+0000","last_unstale":"2023-09-23T15:07:49.031057+0000","last_undegraded":"2023-09-23T15:07:49.031057+0000","last_fullsized":"2023-09-23T15:07:49.031057+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:47:59.931694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":81,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040280+0000","last_change":"2023-09-23T15:07:50.040280+0000","last_active":"2023-09-23T15:07:50.040280+0000","last_peered":"2023-09-23T15:07:50.040280+0000","last_clean":"2023-09-23T15:07:50.040280+0000","last_became_active":"2023-09-23T15:07:50.039984+0000","last_became_peered":"2023-09-23T15:07:50.039984+0000","last_unstale":"2023-09-23T15:07:50.040280+0000","last_undegraded":"2023-09-23T15:07:50.040280+0000","last_fullsized":"2023-09-23T15:07:50.040280+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:02.037481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":41,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020819+0000","last_change":"2023-09-23T15:06:13.228345+0000","last_active":"2023-09-23T15:07:50.020819+0000","last_peered":"2023-09-23T15:07:50.020819+0000","last_clean":"2023-09-23T15:07:50.020819+0000","last_became_active":"2023-09-23T15:06:13.228010+0000","last_became_peered":"2023-09-23T15:06:13.228010+0000","last_unstale":"2023-09-23T15:07:50.020819+0000","last_undegraded":"2023-09-23T15:07:50.020819+0000","last_fullsized":"2023-09-23T15:07:50.020819+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:58.040116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022051+0000","last_change":"2023-09-23T14:58:03.078606+0000","last_active":"2023-09-23T15:07:49.022051+0000","last_peered":"2023-09-23T15:07:49.022051+0000","last_clean":"2023-09-23T15:07:49.022051+0000","last_became_active":"2023-09-23T14:58:03.078274+0000","last_became_peered":"2023-09-23T14:58:03.078274+0000","last_unstale":"2023-09-23T15:07:49.022051+0000","last_undegraded":"2023-09-23T15:07:49.022051+0000","last_fullsized":"2023-09-23T15:07:49.022051+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:56.308795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020781+0000","last_change":"2023-09-23T15:06:44.957386+0000","last_active":"2023-09-23T15:07:50.020781+0000","last_peered":"2023-09-23T15:07:50.020781+0000","last_clean":"2023-09-23T15:07:50.020781+0000","last_became_active":"2023-09-23T15:06:44.956983+0000","last_became_peered":"2023-09-23T15:06:44.956983+0000","last_unstale":"2023-09-23T15:07:50.020781+0000","last_undegraded":"2023-09-23T15:07:50.020781+0000","last_fullsized":"2023-09-23T15:07:50.020781+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:19.359403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":63,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029416+0000","last_change":"2023-09-23T15:07:17.373474+0000","last_active":"2023-09-23T15:07:49.029416+0000","last_peered":"2023-09-23T15:07:49.029416+0000","last_clean":"2023-09-23T15:07:49.029416+0000","last_became_active":"2023-09-23T15:07:17.373046+0000","last_became_peered":"2023-09-23T15:07:17.373046+0000","last_unstale":"2023-09-23T15:07:49.029416+0000","last_undegraded":"2023-09-23T15:07:49.029416+0000","last_fullsized":"2023-09-23T15:07:49.029416+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:19:52.050124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":57,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032885+0000","last_change":"2023-09-23T15:07:50.032885+0000","last_active":"2023-09-23T15:07:50.032885+0000","last_peered":"2023-09-23T15:07:50.032885+0000","last_clean":"2023-09-23T15:07:50.032885+0000","last_became_active":"2023-09-23T15:07:50.032623+0000","last_became_peered":"2023-09-23T15:07:50.032623+0000","last_unstale":"2023-09-23T15:07:50.032885+0000","last_undegraded":"2023-09-23T15:07:50.032885+0000","last_fullsized":"2023-09-23T15:07:50.032885+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:07:08.756237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":32,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034756+0000","last_change":"2023-09-23T15:06:44.961062+0000","last_active":"2023-09-23T15:07:49.034756+0000","last_peered":"2023-09-23T15:07:49.034756+0000","last_clean":"2023-09-23T15:07:49.034756+0000","last_became_active":"2023-09-23T15:06:44.960616+0000","last_became_peered":"2023-09-23T15:06:44.960616+0000","last_unstale":"2023-09-23T15:07:49.034756+0000","last_undegraded":"2023-09-23T15:07:49.034756+0000","last_fullsized":"2023-09-23T15:07:49.034756+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:28:47.822582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035500+0000","last_change":"2023-09-23T15:07:50.035500+0000","last_active":"2023-09-23T15:07:50.035500+0000","last_peered":"2023-09-23T15:07:50.035500+0000","last_clean":"2023-09-23T15:07:50.035500+0000","last_became_active":"2023-09-23T15:07:50.035114+0000","last_became_peered":"2023-09-23T15:07:50.035114+0000","last_unstale":"2023-09-23T15:07:50.035500+0000","last_undegraded":"2023-09-23T15:07:50.035500+0000","last_fullsized":"2023-09-23T15:07:50.035500+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:16.003224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020591+0000","last_change":"2023-09-23T15:06:13.227687+0000","last_active":"2023-09-23T15:07:50.020591+0000","last_peered":"2023-09-23T15:07:50.020591+0000","last_clean":"2023-09-23T15:07:50.020591+0000","last_became_active":"2023-09-23T15:06:13.226603+0000","last_became_peered":"2023-09-23T15:06:13.226603+0000","last_unstale":"2023-09-23T15:07:50.020591+0000","last_undegraded":"2023-09-23T15:07:50.020591+0000","last_fullsized":"2023-09-23T15:07:50.020591+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:42.808524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.023356+0000","last_change":"2023-09-23T15:07:17.370013+0000","last_active":"2023-09-23T15:07:50.023356+0000","last_peered":"2023-09-23T15:07:50.023356+0000","last_clean":"2023-09-23T15:07:50.023356+0000","last_became_active":"2023-09-23T15:07:17.369727+0000","last_became_peered":"2023-09-23T15:07:17.369727+0000","last_unstale":"2023-09-23T15:07:50.023356+0000","last_undegraded":"2023-09-23T15:07:50.023356+0000","last_fullsized":"2023-09-23T15:07:50.023356+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:30:28.061891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":62,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028329+0000","last_change":"2023-09-23T15:06:13.223083+0000","last_active":"2023-09-23T15:07:49.028329+0000","last_peered":"2023-09-23T15:07:49.028329+0000","last_clean":"2023-09-23T15:07:49.028329+0000","last_became_active":"2023-09-23T15:06:13.222699+0000","last_became_peered":"2023-09-23T15:06:13.222699+0000","last_unstale":"2023-09-23T15:07:49.028329+0000","last_undegraded":"2023-09-23T15:07:49.028329+0000","last_fullsized":"2023-09-23T15:07:49.028329+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:51.081872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":66,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020861+0000","last_change":"2023-09-23T15:07:17.370606+0000","last_active":"2023-09-23T15:07:50.020861+0000","last_peered":"2023-09-23T15:07:50.020861+0000","last_clean":"2023-09-23T15:07:50.020861+0000","last_became_active":"2023-09-23T15:07:17.370316+0000","last_became_peered":"2023-09-23T15:07:17.370316+0000","last_unstale":"2023-09-23T15:07:50.020861+0000","last_undegraded":"2023-09-23T15:07:50.020861+0000","last_fullsized":"2023-09-23T15:07:50.020861+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:01:17.162248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.034341+0000","last_change":"2023-09-23T15:07:50.031637+0000","last_active":"2023-09-23T15:07:50.034341+0000","last_peered":"2023-09-23T15:07:50.034341+0000","last_clean":"2023-09-23T15:07:50.034341+0000","last_became_active":"2023-09-23T15:07:50.031182+0000","last_became_peered":"2023-09-23T15:07:50.031182+0000","last_unstale":"2023-09-23T15:07:50.034341+0000","last_undegraded":"2023-09-23T15:07:50.034341+0000","last_fullsized":"2023-09-23T15:07:50.034341+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:58.223373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":79,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027924+0000","last_change":"2023-09-23T15:06:44.962339+0000","last_active":"2023-09-23T15:07:49.027924+0000","last_peered":"2023-09-23T15:07:49.027924+0000","last_clean":"2023-09-23T15:07:49.027924+0000","last_became_active":"2023-09-23T15:06:44.961535+0000","last_became_peered":"2023-09-23T15:06:44.961535+0000","last_unstale":"2023-09-23T15:07:49.027924+0000","last_undegraded":"2023-09-23T15:07:49.027924+0000","last_fullsized":"2023-09-23T15:07:49.027924+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:46.260459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028935+0000","last_change":"2023-09-23T14:58:02.805675+0000","last_active":"2023-09-23T15:07:49.028935+0000","last_peered":"2023-09-23T15:07:49.028935+0000","last_clean":"2023-09-23T15:07:49.028935+0000","last_became_active":"2023-09-23T14:58:02.805353+0000","last_became_peered":"2023-09-23T14:58:02.805353+0000","last_unstale":"2023-09-23T15:07:49.028935+0000","last_undegraded":"2023-09-23T15:07:49.028935+0000","last_fullsized":"2023-09-23T15:07:49.028935+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:32:35.528182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042840+0000","last_change":"2023-09-23T15:07:50.042840+0000","last_active":"2023-09-23T15:07:50.042840+0000","last_peered":"2023-09-23T15:07:50.042840+0000","last_clean":"2023-09-23T15:07:50.042840+0000","last_became_active":"2023-09-23T15:07:50.042542+0000","last_became_peered":"2023-09-23T15:07:50.042542+0000","last_unstale":"2023-09-23T15:07:50.042840+0000","last_undegraded":"2023-09-23T15:07:50.042840+0000","last_fullsized":"2023-09-23T15:07:50.042840+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:20:04.725652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":439,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027826+0000","last_change":"2023-09-23T15:06:13.223494+0000","last_active":"2023-09-23T15:07:49.027826+0000","last_peered":"2023-09-23T15:07:49.027826+0000","last_clean":"2023-09-23T15:07:49.027826+0000","last_became_active":"2023-09-23T15:06:13.223057+0000","last_became_peered":"2023-09-23T15:06:13.223057+0000","last_unstale":"2023-09-23T15:07:49.027826+0000","last_undegraded":"2023-09-23T15:07:49.027826+0000","last_fullsized":"2023-09-23T15:07:49.027826+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:07:41.687841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030881+0000","last_change":"2023-09-23T15:07:17.374071+0000","last_active":"2023-09-23T15:07:49.030881+0000","last_peered":"2023-09-23T15:07:49.030881+0000","last_clean":"2023-09-23T15:07:49.030881+0000","last_became_active":"2023-09-23T15:07:17.373727+0000","last_became_peered":"2023-09-23T15:07:17.373727+0000","last_unstale":"2023-09-23T15:07:49.030881+0000","last_undegraded":"2023-09-23T15:07:49.030881+0000","last_fullsized":"2023-09-23T15:07:49.030881+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:31.717001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":66,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034982+0000","last_change":"2023-09-23T15:06:44.961366+0000","last_active":"2023-09-23T15:07:49.034982+0000","last_peered":"2023-09-23T15:07:49.034982+0000","last_clean":"2023-09-23T15:07:49.034982+0000","last_became_active":"2023-09-23T15:06:44.961113+0000","last_became_peered":"2023-09-23T15:06:44.961113+0000","last_unstale":"2023-09-23T15:07:49.034982+0000","last_undegraded":"2023-09-23T15:07:49.034982+0000","last_fullsized":"2023-09-23T15:07:49.034982+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:55.998599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.022985+0000","last_change":"2023-09-23T15:07:17.370922+0000","last_active":"2023-09-23T15:07:50.022985+0000","last_peered":"2023-09-23T15:07:50.022985+0000","last_clean":"2023-09-23T15:07:50.022985+0000","last_became_active":"2023-09-23T15:07:17.370730+0000","last_became_peered":"2023-09-23T15:07:17.370730+0000","last_unstale":"2023-09-23T15:07:50.022985+0000","last_undegraded":"2023-09-23T15:07:50.022985+0000","last_fullsized":"2023-09-23T15:07:50.022985+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:42:20.622227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":82,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.030045+0000","last_change":"2023-09-23T15:07:50.030045+0000","last_active":"2023-09-23T15:07:50.030045+0000","last_peered":"2023-09-23T15:07:50.030045+0000","last_clean":"2023-09-23T15:07:50.030045+0000","last_became_active":"2023-09-23T15:07:50.029773+0000","last_became_peered":"2023-09-23T15:07:50.029773+0000","last_unstale":"2023-09-23T15:07:50.030045+0000","last_undegraded":"2023-09-23T15:07:50.030045+0000","last_fullsized":"2023-09-23T15:07:50.030045+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:21:58.728514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":63,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039918+0000","last_change":"2023-09-23T15:07:50.038948+0000","last_active":"2023-09-23T15:07:50.039918+0000","last_peered":"2023-09-23T15:07:50.039918+0000","last_clean":"2023-09-23T15:07:50.039918+0000","last_became_active":"2023-09-23T15:07:50.038686+0000","last_became_peered":"2023-09-23T15:07:50.038686+0000","last_unstale":"2023-09-23T15:07:50.039918+0000","last_undegraded":"2023-09-23T15:07:50.039918+0000","last_fullsized":"2023-09-23T15:07:50.039918+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:10.152690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022916+0000","last_change":"2023-09-23T15:06:13.224385+0000","last_active":"2023-09-23T15:07:49.022916+0000","last_peered":"2023-09-23T15:07:49.022916+0000","last_clean":"2023-09-23T15:07:49.022916+0000","last_became_active":"2023-09-23T15:06:13.223940+0000","last_became_peered":"2023-09-23T15:06:13.223940+0000","last_unstale":"2023-09-23T15:07:49.022916+0000","last_undegraded":"2023-09-23T15:07:49.022916+0000","last_fullsized":"2023-09-23T15:07:49.022916+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:45:45.645566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.031166+0000","last_change":"2023-09-23T15:06:44.959700+0000","last_active":"2023-09-23T15:07:49.031166+0000","last_peered":"2023-09-23T15:07:49.031166+0000","last_clean":"2023-09-23T15:07:49.031166+0000","last_became_active":"2023-09-23T15:06:44.959390+0000","last_became_peered":"2023-09-23T15:06:44.959390+0000","last_unstale":"2023-09-23T15:07:49.031166+0000","last_undegraded":"2023-09-23T15:07:49.031166+0000","last_fullsized":"2023-09-23T15:07:49.031166+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:28.036780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":33,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.022325+0000","last_change":"2023-09-23T15:06:44.961923+0000","last_active":"2023-09-23T15:07:50.022325+0000","last_peered":"2023-09-23T15:07:50.022325+0000","last_clean":"2023-09-23T15:07:50.022325+0000","last_became_active":"2023-09-23T15:06:44.961613+0000","last_became_peered":"2023-09-23T15:06:44.961613+0000","last_unstale":"2023-09-23T15:07:50.022325+0000","last_undegraded":"2023-09-23T15:07:50.022325+0000","last_fullsized":"2023-09-23T15:07:50.022325+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:15.337573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":77,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036420+0000","last_change":"2023-09-23T15:07:50.036420+0000","last_active":"2023-09-23T15:07:50.036420+0000","last_peered":"2023-09-23T15:07:50.036420+0000","last_clean":"2023-09-23T15:07:50.036420+0000","last_became_active":"2023-09-23T15:07:50.036088+0000","last_became_peered":"2023-09-23T15:07:50.036088+0000","last_unstale":"2023-09-23T15:07:50.036420+0000","last_undegraded":"2023-09-23T15:07:50.036420+0000","last_fullsized":"2023-09-23T15:07:50.036420+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:34:54.109759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":71,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.023276+0000","last_change":"2023-09-23T15:06:44.963699+0000","last_active":"2023-09-23T15:07:50.023276+0000","last_peered":"2023-09-23T15:07:50.023276+0000","last_clean":"2023-09-23T15:07:50.023276+0000","last_became_active":"2023-09-23T15:06:44.960744+0000","last_became_peered":"2023-09-23T15:06:44.960744+0000","last_unstale":"2023-09-23T15:07:50.023276+0000","last_undegraded":"2023-09-23T15:07:50.023276+0000","last_fullsized":"2023-09-23T15:07:50.023276+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:50.003042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032151+0000","last_change":"2023-09-23T15:07:50.032151+0000","last_active":"2023-09-23T15:07:50.032151+0000","last_peered":"2023-09-23T15:07:50.032151+0000","last_clean":"2023-09-23T15:07:50.032151+0000","last_became_active":"2023-09-23T15:07:50.031884+0000","last_became_peered":"2023-09-23T15:07:50.031884+0000","last_unstale":"2023-09-23T15:07:50.032151+0000","last_undegraded":"2023-09-23T15:07:50.032151+0000","last_fullsized":"2023-09-23T15:07:50.032151+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:19.460897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":63,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039345+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:07:50.039345+0000","last_peered":"2023-09-23T15:07:50.039345+0000","last_clean":"2023-09-23T15:07:50.039345+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:07:50.039345+0000","last_undegraded":"2023-09-23T15:07:50.039345+0000","last_fullsized":"2023-09-23T15:07:50.039345+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022942+0000","last_change":"2023-09-23T15:06:44.959929+0000","last_active":"2023-09-23T15:07:49.022942+0000","last_peered":"2023-09-23T15:07:49.022942+0000","last_clean":"2023-09-23T15:07:49.022942+0000","last_became_active":"2023-09-23T15:06:44.959522+0000","last_became_peered":"2023-09-23T15:06:44.959522+0000","last_unstale":"2023-09-23T15:07:49.022942+0000","last_undegraded":"2023-09-23T15:07:49.022942+0000","last_fullsized":"2023-09-23T15:07:49.022942+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:08.491996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.023186+0000","last_change":"2023-09-23T15:07:17.368274+0000","last_active":"2023-09-23T15:07:49.023186+0000","last_peered":"2023-09-23T15:07:49.023186+0000","last_clean":"2023-09-23T15:07:49.023186+0000","last_became_active":"2023-09-23T15:07:17.367940+0000","last_became_peered":"2023-09-23T15:07:17.367940+0000","last_unstale":"2023-09-23T15:07:49.023186+0000","last_undegraded":"2023-09-23T15:07:49.023186+0000","last_fullsized":"2023-09-23T15:07:49.023186+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:57.129861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":75,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022339+0000","last_change":"2023-09-23T15:07:17.366385+0000","last_active":"2023-09-23T15:07:49.022339+0000","last_peered":"2023-09-23T15:07:49.022339+0000","last_clean":"2023-09-23T15:07:49.022339+0000","last_became_active":"2023-09-23T15:07:17.365980+0000","last_became_peered":"2023-09-23T15:07:17.365980+0000","last_unstale":"2023-09-23T15:07:49.022339+0000","last_undegraded":"2023-09-23T15:07:49.022339+0000","last_fullsized":"2023-09-23T15:07:49.022339+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:56.352666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029791+0000","last_change":"2023-09-23T15:06:44.963653+0000","last_active":"2023-09-23T15:07:49.029791+0000","last_peered":"2023-09-23T15:07:49.029791+0000","last_clean":"2023-09-23T15:07:49.029791+0000","last_became_active":"2023-09-23T15:06:44.963378+0000","last_became_peered":"2023-09-23T15:06:44.963378+0000","last_unstale":"2023-09-23T15:07:49.029791+0000","last_undegraded":"2023-09-23T15:07:49.029791+0000","last_fullsized":"2023-09-23T15:07:49.029791+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:07:45.332019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":58,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042230+0000","last_change":"2023-09-23T15:07:50.042230+0000","last_active":"2023-09-23T15:07:50.042230+0000","last_peered":"2023-09-23T15:07:50.042230+0000","last_clean":"2023-09-23T15:07:50.042230+0000","last_became_active":"2023-09-23T15:07:50.041940+0000","last_became_peered":"2023-09-23T15:07:50.041940+0000","last_unstale":"2023-09-23T15:07:50.042230+0000","last_undegraded":"2023-09-23T15:07:50.042230+0000","last_fullsized":"2023-09-23T15:07:50.042230+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:56:54.783823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.032638+0000","last_change":"2023-09-23T15:07:50.032638+0000","last_active":"2023-09-23T15:07:50.032638+0000","last_peered":"2023-09-23T15:07:50.032638+0000","last_clean":"2023-09-23T15:07:50.032638+0000","last_became_active":"2023-09-23T15:07:50.032292+0000","last_became_peered":"2023-09-23T15:07:50.032292+0000","last_unstale":"2023-09-23T15:07:50.032638+0000","last_undegraded":"2023-09-23T15:07:50.032638+0000","last_fullsized":"2023-09-23T15:07:50.032638+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:01:59.352522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.020749+0000","last_change":"2023-09-23T15:06:44.959770+0000","last_active":"2023-09-23T15:07:50.020749+0000","last_peered":"2023-09-23T15:07:50.020749+0000","last_clean":"2023-09-23T15:07:50.020749+0000","last_became_active":"2023-09-23T15:06:44.959428+0000","last_became_peered":"2023-09-23T15:06:44.959428+0000","last_unstale":"2023-09-23T15:07:50.020749+0000","last_undegraded":"2023-09-23T15:07:50.020749+0000","last_fullsized":"2023-09-23T15:07:50.020749+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:02.886940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":60,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040807+0000","last_change":"2023-09-23T15:07:50.040807+0000","last_active":"2023-09-23T15:07:50.040807+0000","last_peered":"2023-09-23T15:07:50.040807+0000","last_clean":"2023-09-23T15:07:50.040807+0000","last_became_active":"2023-09-23T15:07:50.040525+0000","last_became_peered":"2023-09-23T15:07:50.040525+0000","last_unstale":"2023-09-23T15:07:50.040807+0000","last_undegraded":"2023-09-23T15:07:50.040807+0000","last_fullsized":"2023-09-23T15:07:50.040807+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:08.042200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029629+0000","last_change":"2023-09-23T15:06:44.959953+0000","last_active":"2023-09-23T15:07:49.029629+0000","last_peered":"2023-09-23T15:07:49.029629+0000","last_clean":"2023-09-23T15:07:49.029629+0000","last_became_active":"2023-09-23T15:06:44.959612+0000","last_became_peered":"2023-09-23T15:06:44.959612+0000","last_unstale":"2023-09-23T15:07:49.029629+0000","last_undegraded":"2023-09-23T15:07:49.029629+0000","last_fullsized":"2023-09-23T15:07:49.029629+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:10:36.420044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028435+0000","last_change":"2023-09-23T14:58:01.398697+0000","last_active":"2023-09-23T15:07:49.028435+0000","last_peered":"2023-09-23T15:07:49.028435+0000","last_clean":"2023-09-23T15:07:49.028435+0000","last_became_active":"2023-09-23T14:58:01.398408+0000","last_became_peered":"2023-09-23T14:58:01.398408+0000","last_unstale":"2023-09-23T15:07:49.028435+0000","last_undegraded":"2023-09-23T15:07:49.028435+0000","last_fullsized":"2023-09-23T15:07:49.028435+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:49.929037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":85,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031304+0000","last_change":"2023-09-23T15:07:50.031304+0000","last_active":"2023-09-23T15:07:50.031304+0000","last_peered":"2023-09-23T15:07:50.031304+0000","last_clean":"2023-09-23T15:07:50.031304+0000","last_became_active":"2023-09-23T15:07:50.030913+0000","last_became_peered":"2023-09-23T15:07:50.030913+0000","last_unstale":"2023-09-23T15:07:50.031304+0000","last_undegraded":"2023-09-23T15:07:50.031304+0000","last_fullsized":"2023-09-23T15:07:50.031304+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:58.358554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029726+0000","last_change":"2023-09-23T15:06:44.959353+0000","last_active":"2023-09-23T15:07:49.029726+0000","last_peered":"2023-09-23T15:07:49.029726+0000","last_clean":"2023-09-23T15:07:49.029726+0000","last_became_active":"2023-09-23T15:06:44.958935+0000","last_became_peered":"2023-09-23T15:06:44.958935+0000","last_unstale":"2023-09-23T15:07:49.029726+0000","last_undegraded":"2023-09-23T15:07:49.029726+0000","last_fullsized":"2023-09-23T15:07:49.029726+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:07.695495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":42,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030705+0000","last_change":"2023-09-23T14:58:01.642624+0000","last_active":"2023-09-23T15:07:49.030705+0000","last_peered":"2023-09-23T15:07:49.030705+0000","last_clean":"2023-09-23T15:07:49.030705+0000","last_became_active":"2023-09-23T14:58:01.642338+0000","last_became_peered":"2023-09-23T14:58:01.642338+0000","last_unstale":"2023-09-23T15:07:49.030705+0000","last_undegraded":"2023-09-23T15:07:49.030705+0000","last_fullsized":"2023-09-23T15:07:49.030705+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:02.939895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":59,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.028656+0000","last_change":"2023-09-23T15:06:13.223162+0000","last_active":"2023-09-23T15:07:49.028656+0000","last_peered":"2023-09-23T15:07:49.028656+0000","last_clean":"2023-09-23T15:07:49.028656+0000","last_became_active":"2023-09-23T15:06:13.222843+0000","last_became_peered":"2023-09-23T15:06:13.222843+0000","last_unstale":"2023-09-23T15:07:49.028656+0000","last_undegraded":"2023-09-23T15:07:49.028656+0000","last_fullsized":"2023-09-23T15:07:49.028656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:49.690908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039147+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:07:50.039147+0000","last_peered":"2023-09-23T15:07:50.039147+0000","last_clean":"2023-09-23T15:07:50.039147+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:07:50.039147+0000","last_undegraded":"2023-09-23T15:07:50.039147+0000","last_fullsized":"2023-09-23T15:07:50.039147+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":67,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027261+0000","last_change":"2023-09-23T15:06:13.225838+0000","last_active":"2023-09-23T15:07:49.027261+0000","last_peered":"2023-09-23T15:07:49.027261+0000","last_clean":"2023-09-23T15:07:49.027261+0000","last_became_active":"2023-09-23T15:06:13.225484+0000","last_became_peered":"2023-09-23T15:06:13.225484+0000","last_unstale":"2023-09-23T15:07:49.027261+0000","last_undegraded":"2023-09-23T15:07:49.027261+0000","last_fullsized":"2023-09-23T15:07:49.027261+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:26.532271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031826+0000","last_change":"2023-09-23T15:07:50.030916+0000","last_active":"2023-09-23T15:07:50.031826+0000","last_peered":"2023-09-23T15:07:50.031826+0000","last_clean":"2023-09-23T15:07:50.031826+0000","last_became_active":"2023-09-23T15:07:50.030606+0000","last_became_peered":"2023-09-23T15:07:50.030606+0000","last_unstale":"2023-09-23T15:07:50.031826+0000","last_undegraded":"2023-09-23T15:07:50.031826+0000","last_fullsized":"2023-09-23T15:07:50.031826+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:34.346977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":41,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027074+0000","last_change":"2023-09-23T14:58:01.395686+0000","last_active":"2023-09-23T15:07:49.027074+0000","last_peered":"2023-09-23T15:07:49.027074+0000","last_clean":"2023-09-23T15:07:49.027074+0000","last_became_active":"2023-09-23T14:58:01.395425+0000","last_became_peered":"2023-09-23T14:58:01.395425+0000","last_unstale":"2023-09-23T15:07:49.027074+0000","last_undegraded":"2023-09-23T15:07:49.027074+0000","last_fullsized":"2023-09-23T15:07:49.027074+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:47:28.809985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":59,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.036536+0000","last_change":"2023-09-23T15:07:50.036536+0000","last_active":"2023-09-23T15:07:50.036536+0000","last_peered":"2023-09-23T15:07:50.036536+0000","last_clean":"2023-09-23T15:07:50.036536+0000","last_became_active":"2023-09-23T15:07:50.036207+0000","last_became_peered":"2023-09-23T15:07:50.036207+0000","last_unstale":"2023-09-23T15:07:50.036536+0000","last_undegraded":"2023-09-23T15:07:50.036536+0000","last_fullsized":"2023-09-23T15:07:50.036536+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:07:15.249568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035388+0000","last_change":"2023-09-23T15:07:50.035019+0000","last_active":"2023-09-23T15:07:50.035388+0000","last_peered":"2023-09-23T15:07:50.035388+0000","last_clean":"2023-09-23T15:07:50.035388+0000","last_became_active":"2023-09-23T15:07:50.034763+0000","last_became_peered":"2023-09-23T15:07:50.034763+0000","last_unstale":"2023-09-23T15:07:50.035388+0000","last_undegraded":"2023-09-23T15:07:50.035388+0000","last_fullsized":"2023-09-23T15:07:50.035388+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:19.778544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.040147+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:07:50.040147+0000","last_peered":"2023-09-23T15:07:50.040147+0000","last_clean":"2023-09-23T15:07:50.040147+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:07:50.040147+0000","last_undegraded":"2023-09-23T15:07:50.040147+0000","last_fullsized":"2023-09-23T15:07:50.040147+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.027667+0000","last_change":"2023-09-23T15:07:17.371471+0000","last_active":"2023-09-23T15:07:49.027667+0000","last_peered":"2023-09-23T15:07:49.027667+0000","last_clean":"2023-09-23T15:07:49.027667+0000","last_became_active":"2023-09-23T15:07:17.371056+0000","last_became_peered":"2023-09-23T15:07:17.371056+0000","last_unstale":"2023-09-23T15:07:49.027667+0000","last_undegraded":"2023-09-23T15:07:49.027667+0000","last_fullsized":"2023-09-23T15:07:49.027667+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:03:17.356086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022796+0000","last_change":"2023-09-23T15:06:44.960135+0000","last_active":"2023-09-23T15:07:49.022796+0000","last_peered":"2023-09-23T15:07:49.022796+0000","last_clean":"2023-09-23T15:07:49.022796+0000","last_became_active":"2023-09-23T15:06:44.959595+0000","last_became_peered":"2023-09-23T15:06:44.959595+0000","last_unstale":"2023-09-23T15:07:49.022796+0000","last_undegraded":"2023-09-23T15:07:49.022796+0000","last_fullsized":"2023-09-23T15:07:49.022796+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:38.593021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":64,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022591+0000","last_change":"2023-09-23T14:58:01.389110+0000","last_active":"2023-09-23T15:07:49.022591+0000","last_peered":"2023-09-23T15:07:49.022591+0000","last_clean":"2023-09-23T15:07:49.022591+0000","last_became_active":"2023-09-23T14:58:01.388809+0000","last_became_peered":"2023-09-23T14:58:01.388809+0000","last_unstale":"2023-09-23T15:07:49.022591+0000","last_undegraded":"2023-09-23T15:07:49.022591+0000","last_fullsized":"2023-09-23T15:07:49.022591+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:02:11.154917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":47,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.034964+0000","last_change":"2023-09-23T15:07:17.370923+0000","last_active":"2023-09-23T15:07:49.034964+0000","last_peered":"2023-09-23T15:07:49.034964+0000","last_clean":"2023-09-23T15:07:49.034964+0000","last_became_active":"2023-09-23T15:07:17.370669+0000","last_became_peered":"2023-09-23T15:07:17.370669+0000","last_unstale":"2023-09-23T15:07:49.034964+0000","last_undegraded":"2023-09-23T15:07:49.034964+0000","last_fullsized":"2023-09-23T15:07:49.034964+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:38:52.764629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":61,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.035364+0000","last_change":"2023-09-23T15:07:50.035364+0000","last_active":"2023-09-23T15:07:50.035364+0000","last_peered":"2023-09-23T15:07:50.035364+0000","last_clean":"2023-09-23T15:07:50.035364+0000","last_became_active":"2023-09-23T15:07:50.034939+0000","last_became_peered":"2023-09-23T15:07:50.034939+0000","last_unstale":"2023-09-23T15:07:50.035364+0000","last_undegraded":"2023-09-23T15:07:50.035364+0000","last_fullsized":"2023-09-23T15:07:50.035364+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:25.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042920+0000","last_change":"2023-09-23T15:07:50.042920+0000","last_active":"2023-09-23T15:07:50.042920+0000","last_peered":"2023-09-23T15:07:50.042920+0000","last_clean":"2023-09-23T15:07:50.042920+0000","last_became_active":"2023-09-23T15:07:50.042641+0000","last_became_peered":"2023-09-23T15:07:50.042641+0000","last_unstale":"2023-09-23T15:07:50.042920+0000","last_undegraded":"2023-09-23T15:07:50.042920+0000","last_fullsized":"2023-09-23T15:07:50.042920+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:20.373207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":60,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.030569+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:07:49.030569+0000","last_peered":"2023-09-23T15:07:49.030569+0000","last_clean":"2023-09-23T15:07:49.030569+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:07:49.030569+0000","last_undegraded":"2023-09-23T15:07:49.030569+0000","last_fullsized":"2023-09-23T15:07:49.030569+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.042957+0000","last_change":"2023-09-23T15:07:50.042957+0000","last_active":"2023-09-23T15:07:50.042957+0000","last_peered":"2023-09-23T15:07:50.042957+0000","last_clean":"2023-09-23T15:07:50.042957+0000","last_became_active":"2023-09-23T15:07:50.042609+0000","last_became_peered":"2023-09-23T15:07:50.042609+0000","last_unstale":"2023-09-23T15:07:50.042957+0000","last_undegraded":"2023-09-23T15:07:50.042957+0000","last_fullsized":"2023-09-23T15:07:50.042957+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:47.217343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.037007+0000","last_change":"2023-09-23T15:07:50.036597+0000","last_active":"2023-09-23T15:07:50.037007+0000","last_peered":"2023-09-23T15:07:50.037007+0000","last_clean":"2023-09-23T15:07:50.037007+0000","last_became_active":"2023-09-23T15:07:50.036127+0000","last_became_peered":"2023-09-23T15:07:50.036127+0000","last_unstale":"2023-09-23T15:07:50.037007+0000","last_undegraded":"2023-09-23T15:07:50.037007+0000","last_fullsized":"2023-09-23T15:07:50.037007+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:36.147063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":58,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.029513+0000","last_change":"2023-09-23T15:06:44.959700+0000","last_active":"2023-09-23T15:07:49.029513+0000","last_peered":"2023-09-23T15:07:49.029513+0000","last_clean":"2023-09-23T15:07:49.029513+0000","last_became_active":"2023-09-23T15:06:44.959353+0000","last_became_peered":"2023-09-23T15:06:44.959353+0000","last_unstale":"2023-09-23T15:07:49.029513+0000","last_undegraded":"2023-09-23T15:07:49.029513+0000","last_fullsized":"2023-09-23T15:07:49.029513+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:53:59.266147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":80,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039152+0000","last_change":"2023-09-23T15:07:50.039152+0000","last_active":"2023-09-23T15:07:50.039152+0000","last_peered":"2023-09-23T15:07:50.039152+0000","last_clean":"2023-09-23T15:07:50.039152+0000","last_became_active":"2023-09-23T15:07:50.038865+0000","last_became_peered":"2023-09-23T15:07:50.038865+0000","last_unstale":"2023-09-23T15:07:50.039152+0000","last_undegraded":"2023-09-23T15:07:50.039152+0000","last_fullsized":"2023-09-23T15:07:50.039152+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:35.185865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.031843+0000","last_change":"2023-09-23T15:07:50.031091+0000","last_active":"2023-09-23T15:07:50.031843+0000","last_peered":"2023-09-23T15:07:50.031843+0000","last_clean":"2023-09-23T15:07:50.031843+0000","last_became_active":"2023-09-23T15:07:50.030777+0000","last_became_peered":"2023-09-23T15:07:50.030777+0000","last_unstale":"2023-09-23T15:07:50.031843+0000","last_undegraded":"2023-09-23T15:07:50.031843+0000","last_fullsized":"2023-09-23T15:07:50.031843+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:37.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.037965+0000","last_change":"2023-09-23T15:07:50.037965+0000","last_active":"2023-09-23T15:07:50.037965+0000","last_peered":"2023-09-23T15:07:50.037965+0000","last_clean":"2023-09-23T15:07:50.037965+0000","last_became_active":"2023-09-23T15:07:50.037654+0000","last_became_peered":"2023-09-23T15:07:50.037654+0000","last_unstale":"2023-09-23T15:07:50.037965+0000","last_undegraded":"2023-09-23T15:07:50.037965+0000","last_fullsized":"2023-09-23T15:07:50.037965+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:36.233860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2023-09-23T15:07:50.039138+0000","last_change":"2023-09-23T15:07:50.039138+0000","last_active":"2023-09-23T15:07:50.039138+0000","last_peered":"2023-09-23T15:07:50.039138+0000","last_clean":"2023-09-23T15:07:50.039138+0000","last_became_active":"2023-09-23T15:07:50.038840+0000","last_became_peered":"2023-09-23T15:07:50.038840+0000","last_unstale":"2023-09-23T15:07:50.039138+0000","last_undegraded":"2023-09-23T15:07:50.039138+0000","last_fullsized":"2023-09-23T15:07:50.039138+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:52.470724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":77,"reported_epoch":99,"state":"active+clean","last_fresh":"2023-09-23T15:07:49.022160+0000","last_change":"2023-09-23T15:07:17.366366+0000","last_active":"2023-09-23T15:07:49.022160+0000","last_peered":"2023-09-23T15:07:49.022160+0000","last_clean":"2023-09-23T15:07:49.022160+0000","last_became_active":"2023-09-23T15:07:17.366013+0000","last_became_peered":"2023-09-23T15:07:17.366013+0000","last_unstale":"2023-09-23T15:07:49.022160+0000","last_undegraded":"2023-09-23T15:07:49.022160+0000","last_fullsized":"2023-09-23T15:07:49.022160+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:42:17.300759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201434,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":22708,"kb_used_data":1580,"kb_used_omap":0,"kb_used_meta":21120,"kb_avail":93722444,"statfs":{"total":95995035648,"available":95971782656,"internally_reserved":0,"allocated":1617920,"data_stored":1135528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21626880},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.34899999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.71499999999999997,"5min":0.755,"15min":0.755},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.39100000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.66500000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.54300000000000004}]},{"osd":1,"last update":"Sat Sep 23 15:07:47 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.626}]},{"osd":2,"last update":"Sat Sep 23 15:08:18 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.505}]},{"osd":3,"last update":"Sat Sep 23 15:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.44500000000000001,"5min":0.32700000000000001,"15min":0.30599999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":1.776},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57999999999999996,"15min":0.57499999999999996},"min":{"1min":0.39300000000000002,"5min":0.36899999999999999,"15min":0.33800000000000002},"max":{"1min":0.66600000000000004,"5min":0.75900000000000001,"15min":0.80700000000000005},"last":0.57899999999999996}]},{"osd":4,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49099999999999999,"15min":0.46999999999999997},"min":{"1min":0.31,"5min":0.31,"15min":0.28000000000000003},"max":{"1min":0.63100000000000001,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.52000000000000002,"15min":0.495},"min":{"1min":0.38200000000000001,"5min":0.31900000000000001,"15min":0.25800000000000001},"max":{"1min":0.64100000000000001,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.41199999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.52600000000000002,"15min":0.51400000000000001},"min":{"1min":0.39900000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71199999999999997,"5min":0.73799999999999999,"15min":0.83399999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.56799999999999995,"15min":0.54400000000000004},"min":{"1min":0.41899999999999998,"5min":0.378,"15min":0.309},"max":{"1min":0.68400000000000005,"5min":0.77200000000000002,"15min":0.81499999999999995},"last":0.51900000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58099999999999996,"15min":0.56100000000000005},"min":{"1min":0.35899999999999999,"5min":0.34999999999999998,"15min":0.34499999999999997},"max":{"1min":0.67100000000000004,"5min":0.80400000000000005,"15min":0.83299999999999996},"last":0.436},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.58599999999999997,"15min":0.55900000000000005},"min":{"1min":0.47499999999999998,"5min":0.39500000000000002,"15min":0.32600000000000001},"max":{"1min":0.70299999999999996,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.46600000000000003}]}]},{"osd":6,"up_from":47,"seq":201863463068,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7848,"kb_used_data":1568,"kb_used_omap":0,"kb_used_meta":6272,"kb_avail":93737304,"statfs":{"total":95995035648,"available":95986999296,"internally_reserved":0,"allocated":1605632,"data_stored":1135382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6422528},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68400000000000005,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53400000000000003,"15min":0.52900000000000003},"min":{"1min":0.38700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.40300000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.437}]},{"osd":2,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.498}]},{"osd":3,"last update":"Sat Sep 23 15:07:30 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.60099999999999998,"15min":0.57799999999999996},"min":{"1min":0.433,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.82299999999999995,"5min":0.94099999999999995,"15min":1.0309999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.45800000000000002,"5min":0.375,"15min":0.313},"max":{"1min":0.82099999999999995,"5min":0.90700000000000003,"15min":2.8380000000000001},"last":0.58499999999999996}]},{"osd":4,"last update":"Sat Sep 23 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48999999999999999,"15min":0.45400000000000001},"min":{"1min":0.40400000000000003,"5min":0.28199999999999997,"15min":0.24299999999999999},"max":{"1min":0.65300000000000002,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53400000000000003,"15min":0.49299999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.26500000000000001},"max":{"1min":0.72099999999999997,"5min":0.84499999999999997,"15min":0.995},"last":0.56699999999999995}]},{"osd":5,"last update":"Sat Sep 23 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.54600000000000004,"15min":0.5},"min":{"1min":0.48599999999999999,"5min":0.36499999999999999,"15min":0.316},"max":{"1min":0.73599999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.622},{"interface":"front","average":{"1min":0.627,"5min":0.61899999999999999,"15min":0.57099999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.30199999999999999},"max":{"1min":0.77400000000000002,"5min":0.81899999999999995,"15min":0.94699999999999995},"last":0.64600000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58499999999999996,"15min":0.53900000000000003},"min":{"1min":0.45800000000000002,"5min":0.40799999999999997,"15min":0.307},"max":{"1min":0.83299999999999996,"5min":0.85899999999999999,"15min":1.0660000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58099999999999996,"15min":0.54100000000000004},"min":{"1min":0.35099999999999998,"5min":0.32900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73399999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.53700000000000003}]}]},{"osd":1,"up_from":89,"seq":382252089371,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28488,"kb_used_data":1024,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":93716664,"statfs":{"total":95995035648,"available":95965863936,"internally_reserved":0,"allocated":1048576,"data_stored":550160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":28105705},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.35199999999999998,"15min":0.35599999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.52500000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.27700000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:08:18 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.31}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34000000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56699999999999995,"15min":0.57299999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.70199999999999996}]},{"osd":5,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":0.61199999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.64900000000000002,"15min":0.65700000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58199999999999996,"15min":0.57799999999999996},"min":{"1min":0.41699999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.59299999999999997,"15min":0.60199999999999998},"min":{"1min":0.40400000000000003,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.59099999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.63700000000000001,"15min":0.64000000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.67800000000000005}]}]},{"osd":0,"up_from":84,"seq":360777252898,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29156,"kb_used_data":1628,"kb_used_omap":28,"kb_used_meta":27491,"kb_avail":93715996,"statfs":{"total":95995035648,"available":95965179904,"internally_reserved":0,"allocated":1667072,"data_stored":1143774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":28151632},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.35899999999999999,"15min":0.35999999999999999},"min":{"1min":0.24399999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.36199999999999999,"15min":0.35899999999999999},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.29899999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:08:16 2023","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.312}]},{"osd":3,"last update":"Sat Sep 23 15:07:13 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.432}]},{"osd":4,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.63500000000000001,"15min":0.64200000000000002},"min":{"1min":0.44,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.73599999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.60399999999999998,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83099999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.61899999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64600000000000002,"15min":0.64800000000000002},"min":{"1min":0.41399999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80600000000000005,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.625,"5min":0.65000000000000002,"15min":0.65400000000000003},"min":{"1min":0.42799999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81200000000000006,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.73099999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.65800000000000003,"15min":0.66200000000000003},"min":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77100000000000002,"5min":1.012,"15min":1.012},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.66400000000000003,"15min":0.66700000000000004},"min":{"1min":0.48299999999999998,"5min":0.436,"15min":0.436},"max":{"1min":0.78400000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.754}]},{"osd":7,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.65400000000000003,"15min":0.66200000000000003},"min":{"1min":0.40999999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84299999999999997,"5min":0.877,"15min":0.877},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.66700000000000004,"15min":0.66900000000000004},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.80000000000000004,"5min":1.04,"15min":1.04},"last":0.60899999999999999}]}]},{"osd":2,"up_from":94,"seq":403726925845,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28616,"kb_used_data":1024,"kb_used_omap":81,"kb_used_meta":27502,"kb_avail":93716536,"statfs":{"total":95995035648,"available":95965732864,"internally_reserved":0,"allocated":1048576,"data_stored":549511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":28162266},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.35599999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.39800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":4,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.55500000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44}]},{"osd":6,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.47299999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.503},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.499}]}]},{"osd":3,"up_from":99,"seq":425201762318,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28464,"kb_used_data":1000,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":93716688,"statfs":{"total":95995035648,"available":95965888512,"internally_reserved":0,"allocated":1024000,"data_stored":545066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":28107368},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.316}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986343,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":11888,"kb_used_data":1000,"kb_used_omap":0,"kb_used_meta":10880,"kb_avail":93733264,"statfs":{"total":95995035648,"available":95982862336,"internally_reserved":0,"allocated":1024000,"data_stored":545413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":11141120},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52900000000000003,"15min":0.53100000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.436},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.56200000000000006,"15min":0.55800000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.57199999999999995}]},{"osd":1,"last update":"Sat Sep 23 15:07:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.46400000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.51000000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:07:34 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56599999999999995,"15min":0.59299999999999997},"min":{"1min":0.40400000000000003,"5min":0.34000000000000002,"15min":0.29699999999999999},"max":{"1min":0.76800000000000002,"5min":0.78400000000000003,"15min":7.8639999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.56999999999999995,"15min":0.59599999999999997},"min":{"1min":0.45800000000000002,"5min":0.39500000000000002,"15min":0.28799999999999998},"max":{"1min":0.68400000000000005,"5min":0.80600000000000005,"15min":10.689},"last":0.67900000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48099999999999998,"15min":0.441},"min":{"1min":0.36799999999999999,"5min":0.316,"15min":0.254},"max":{"1min":0.745,"5min":0.745,"15min":0.83899999999999997},"last":0.622},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.52600000000000002,"15min":0.47499999999999998},"min":{"1min":0.41399999999999998,"5min":0.32000000000000001,"15min":0.26800000000000002},"max":{"1min":0.70199999999999996,"5min":0.75800000000000001,"15min":0.79300000000000004},"last":0.53400000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:08:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.53900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.27800000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":5.3970000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58599999999999997,"15min":0.56699999999999995},"min":{"1min":0.48899999999999999,"5min":0.35199999999999998,"15min":0.311},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":5.2889999999999997},"last":0.66100000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.57299999999999995,"15min":0.55500000000000005},"min":{"1min":0.38800000000000001,"5min":0.35999999999999999,"15min":0.307},"max":{"1min":0.78400000000000003,"5min":0.83399999999999996,"15min":2.4910000000000001},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.625,"5min":0.59599999999999997,"15min":0.57499999999999996},"min":{"1min":0.45800000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.79300000000000004,"5min":0.80900000000000005,"15min":5.4550000000000001},"last":0.70299999999999996}]}]},{"osd":5,"up_from":39,"seq":167503724706,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":22044,"kb_used_data":980,"kb_used_omap":0,"kb_used_meta":21056,"kb_avail":93723108,"statfs":{"total":95995035648,"available":95972462592,"internally_reserved":0,"allocated":1003520,"data_stored":540834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21561344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.47499999999999998,"15min":0.47299999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.55500000000000005,"15min":0.54300000000000004},"min":{"1min":0.32100000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.60799999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.55400000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54400000000000004,"15min":0.54000000000000004},"min":{"1min":0.41799999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.77700000000000002,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.53700000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:08:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.68999999999999995}]},{"osd":3,"last update":"Sat Sep 23 15:07:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.53700000000000003},"min":{"1min":0.41999999999999998,"5min":0.372,"15min":0.27700000000000002},"max":{"1min":0.72599999999999998,"5min":0.80700000000000005,"15min":0.90300000000000002},"last":0.433},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.60199999999999998,"15min":0.56699999999999995},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.32000000000000001},"max":{"1min":0.746,"5min":0.84899999999999998,"15min":0.89400000000000002},"last":0.66900000000000004}]},{"osd":4,"last update":"Sat Sep 23 15:08:10 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.498,"15min":0.46000000000000002},"min":{"1min":0.40000000000000002,"5min":0.28799999999999998,"15min":0.246},"max":{"1min":0.66000000000000003,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52100000000000002,"15min":0.48399999999999999},"min":{"1min":0.41899999999999998,"5min":0.29999999999999999,"15min":0.27700000000000002},"max":{"1min":0.65000000000000002,"5min":0.73599999999999999,"15min":0.76100000000000001},"last":0.498}]},{"osd":6,"last update":"Sat Sep 23 15:08:15 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54700000000000004,"15min":0.52900000000000003},"min":{"1min":0.38900000000000001,"5min":0.315,"15min":0.28100000000000003},"max":{"1min":0.64800000000000002,"5min":0.83999999999999997,"15min":0.84099999999999997},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.59699999999999998,"15min":0.54500000000000004},"min":{"1min":0.45500000000000002,"5min":0.376,"15min":0.32500000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.71099999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:07:52 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.61099999999999999,"15min":0.58699999999999997},"min":{"1min":0.5,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.81899999999999995,"5min":0.82399999999999995,"15min":0.93999999999999995},"last":0.623},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.61099999999999999,"15min":0.57699999999999996},"min":{"1min":0.49199999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.73399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:08:53.674 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-09-23T15:08:53.674 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd dump 2023-09-23T15:08:54.018 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:54 smithi118 ceph-mon[219580]: from='client.34701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:54.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:54 smithi118 ceph-mon[212312]: from='client.34701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:54 smithi178 ceph-mon[192298]: from='client.34701 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:08:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:55 smithi118 ceph-mon[219580]: pgmap v234: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:55.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:55 smithi118 ceph-mon[212312]: pgmap v234: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:55 smithi178 ceph-mon[192298]: pgmap v234: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:55.761 INFO:teuthology.orchestra.run.smithi118.stdout:epoch 100 2023-09-23T15:08:55.761 INFO:teuthology.orchestra.run.smithi118.stdout:fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 2023-09-23T15:08:55.761 INFO:teuthology.orchestra.run.smithi118.stdout:created 2023-09-23T14:51:29.898655+0000 2023-09-23T15:08:55.761 INFO:teuthology.orchestra.run.smithi118.stdout:modified 2023-09-23T15:07:50.017025+0000 2023-09-23T15:08:55.761 INFO:teuthology.orchestra.run.smithi118.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2023-09-23T15:08:55.761 INFO:teuthology.orchestra.run.smithi118.stdout:crush_version 22 2023-09-23T15:08:55.761 INFO:teuthology.orchestra.run.smithi118.stdout:full_ratio 0.95 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:backfillfull_ratio 0.9 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:nearfull_ratio 0.85 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:require_min_compat_client luminous 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:min_compat_client luminous 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:require_osd_release quincy 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:stretch_mode_enabled false 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 7.89 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:pool 2 'rbd' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode off last_change 64 flags hashpspool stripe_width 0 application rbd read_balance_score 2.00 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:pool 3 'cephfs.foo.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 68 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.50 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:pool 4 'cephfs.foo.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 69 flags hashpspool stripe_width 0 application cephfs read_balance_score 2.25 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:max_osd 8 2023-09-23T15:08:55.762 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0 up in weight 1 up_from 84 up_thru 99 down_at 81 last_clean_interval [8,80) [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063] [v2:172.21.15.118:6804/2654896063,v1:172.21.15.118:6805/2654896063] exists,up efc8e2d6-f5b4-4927-85fd-5207aef6e6aa 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 up in weight 1 up_from 89 up_thru 99 down_at 86 last_clean_interval [13,85) [v2:172.21.15.118:6810/340618034,v1:172.21.15.118:6811/340618034] [v2:172.21.15.118:6812/340618034,v1:172.21.15.118:6813/340618034] exists,up 7b1fee90-d1aa-4264-a1ae-21633b287d4f 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 up in weight 1 up_from 94 up_thru 99 down_at 91 last_clean_interval [18,90) [v2:172.21.15.118:6818/1372151638,v1:172.21.15.118:6819/1372151638] [v2:172.21.15.118:6820/1372151638,v1:172.21.15.118:6821/1372151638] exists,up 5e331822-4d3c-4b5c-8cfa-b4568f66961b 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 up in weight 1 up_from 99 up_thru 99 down_at 96 last_clean_interval [26,95) [v2:172.21.15.118:6826/4014144693,v1:172.21.15.118:6827/4014144693] [v2:172.21.15.118:6828/4014144693,v1:172.21.15.118:6829/4014144693] exists,up b0d588c7-3821-4bd0-b170-6c24c1daece8 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4 up in weight 1 up_from 31 up_thru 99 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6800/3061359291,v1:172.21.15.178:6801/3061359291] [v2:172.21.15.178:6802/3061359291,v1:172.21.15.178:6803/3061359291] exists,up 04df134a-b1b5-4165-bbd9-a4c111a6874d 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 up in weight 1 up_from 39 up_thru 99 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765] [v2:172.21.15.178:6810/2641122765,v1:172.21.15.178:6811/2641122765] exists,up 3b398f78-749d-440d-8afd-57ae5b890346 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6 up in weight 1 up_from 47 up_thru 96 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6816/3863537489,v1:172.21.15.178:6817/3863537489] [v2:172.21.15.178:6818/3863537489,v1:172.21.15.178:6819/3863537489] exists,up 86a6ec0f-884d-4f6b-8fc1-360dc8d847bc 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7 up in weight 1 up_from 55 up_thru 99 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6824/2576702610,v1:172.21.15.178:6825/2576702610] [v2:172.21.15.178:6826/2576702610,v1:172.21.15.178:6827/2576702610] exists,up 2df21937-2668-45dd-bb1a-e9b1835a8b81 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:pg_upmap_items 4.6 [1,5] 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:pg_upmap_items 4.9 [1,2] 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:pg_upmap_items 4.1b [1,2] 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:6801/1990384125 expires 2023-09-24T14:56:55.810112+0000 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:6800/3165519191 expires 2023-09-24T14:51:56.749367+0000 2023-09-23T15:08:55.763 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:6801/3783243852 expires 2023-09-24T15:01:51.801529+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/1178925339 expires 2023-09-24T14:56:55.810112+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:6801/3125157696 expires 2023-09-24T14:52:20.140371+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/1872462244 expires 2023-09-24T14:51:56.749367+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.178:0/3318317634 expires 2023-09-24T15:01:11.919247+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.178:0/3656867389 expires 2023-09-24T15:01:11.919247+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:6800/3125157696 expires 2023-09-24T14:52:20.140371+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/779524663 expires 2023-09-24T15:00:32.178949+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.178:6834/3593655720 expires 2023-09-24T15:01:11.919247+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/1137273613 expires 2023-09-24T15:00:32.178949+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/3308528289 expires 2023-09-24T15:01:51.801529+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:6800/3783243852 expires 2023-09-24T15:01:51.801529+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/3530206762 expires 2023-09-24T14:56:55.810112+0000 2023-09-23T15:08:55.764 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/1707253320 expires 2023-09-24T14:56:55.810112+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/1639125099 expires 2023-09-24T14:52:20.140371+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/2078246904 expires 2023-09-24T14:51:56.749367+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/2024373301 expires 2023-09-24T15:00:32.178949+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/502001712 expires 2023-09-24T15:00:32.178949+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.178:6835/3593655720 expires 2023-09-24T15:01:11.919247+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.178:0/788385118 expires 2023-09-24T15:01:11.919247+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:6800/2972534977 expires 2023-09-24T15:00:32.178949+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/623302349 expires 2023-09-24T15:01:51.801529+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/1039320426 expires 2023-09-24T14:56:55.810112+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/918396805 expires 2023-09-24T15:01:51.801529+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:6801/3165519191 expires 2023-09-24T14:51:56.749367+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/2375372934 expires 2023-09-24T15:01:51.801529+0000 2023-09-23T15:08:55.765 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/1930847727 expires 2023-09-24T14:51:56.749367+0000 2023-09-23T15:08:55.766 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/2139662217 expires 2023-09-24T14:52:20.140371+0000 2023-09-23T15:08:55.766 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/882091198 expires 2023-09-24T15:01:51.801529+0000 2023-09-23T15:08:55.766 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.178:0/1076282815 expires 2023-09-24T15:01:11.919247+0000 2023-09-23T15:08:55.766 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:6801/2972534977 expires 2023-09-24T15:00:32.178949+0000 2023-09-23T15:08:55.766 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:6800/1990384125 expires 2023-09-24T14:56:55.810112+0000 2023-09-23T15:08:55.766 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.178:0/434539858 expires 2023-09-24T15:01:11.919247+0000 2023-09-23T15:08:55.766 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.178:0/2144245349 expires 2023-09-24T15:01:11.919247+0000 2023-09-23T15:08:55.766 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/857345226 expires 2023-09-24T15:01:51.801529+0000 2023-09-23T15:08:55.766 INFO:teuthology.orchestra.run.smithi118.stdout:blocklist 172.21.15.118:0/4249315536 expires 2023-09-24T14:52:20.140371+0000 2023-09-23T15:08:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1092636296' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T15:08:56.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1092636296' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T15:08:56.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1092636296' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T15:08:56.518 INFO:tasks.cephadm.ceph_manager.ceph:['osd.0 up in weight 1 up_from 84 up_thru 99 down_at 81 last_clean_interval [8,80) [v2:172.21.15.118:6802/2654896063,v1:172.21.15.118:6803/2654896063] [v2:172.21.15.118:6804/2654896063,v1:172.21.15.118:6805/2654896063] exists,up efc8e2d6-f5b4-4927-85fd-5207aef6e6aa', 'osd.1 up in weight 1 up_from 89 up_thru 99 down_at 86 last_clean_interval [13,85) [v2:172.21.15.118:6810/340618034,v1:172.21.15.118:6811/340618034] [v2:172.21.15.118:6812/340618034,v1:172.21.15.118:6813/340618034] exists,up 7b1fee90-d1aa-4264-a1ae-21633b287d4f', 'osd.2 up in weight 1 up_from 94 up_thru 99 down_at 91 last_clean_interval [18,90) [v2:172.21.15.118:6818/1372151638,v1:172.21.15.118:6819/1372151638] [v2:172.21.15.118:6820/1372151638,v1:172.21.15.118:6821/1372151638] exists,up 5e331822-4d3c-4b5c-8cfa-b4568f66961b', 'osd.3 up in weight 1 up_from 99 up_thru 99 down_at 96 last_clean_interval [26,95) [v2:172.21.15.118:6826/4014144693,v1:172.21.15.118:6827/4014144693] [v2:172.21.15.118:6828/4014144693,v1:172.21.15.118:6829/4014144693] exists,up b0d588c7-3821-4bd0-b170-6c24c1daece8', 'osd.4 up in weight 1 up_from 31 up_thru 99 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6800/3061359291,v1:172.21.15.178:6801/3061359291] [v2:172.21.15.178:6802/3061359291,v1:172.21.15.178:6803/3061359291] exists,up 04df134a-b1b5-4165-bbd9-a4c111a6874d', 'osd.5 up in weight 1 up_from 39 up_thru 99 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6808/2641122765,v1:172.21.15.178:6809/2641122765] [v2:172.21.15.178:6810/2641122765,v1:172.21.15.178:6811/2641122765] exists,up 3b398f78-749d-440d-8afd-57ae5b890346', 'osd.6 up in weight 1 up_from 47 up_thru 96 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6816/3863537489,v1:172.21.15.178:6817/3863537489] [v2:172.21.15.178:6818/3863537489,v1:172.21.15.178:6819/3863537489] exists,up 86a6ec0f-884d-4f6b-8fc1-360dc8d847bc', 'osd.7 up in weight 1 up_from 55 up_thru 99 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6824/2576702610,v1:172.21.15.178:6825/2576702610] [v2:172.21.15.178:6826/2576702610,v1:172.21.15.178:6827/2576702610] exists,up 2df21937-2668-45dd-bb1a-e9b1835a8b81'] 2023-09-23T15:08:56.518 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon mon.a config show 2023-09-23T15:08:56.860 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:08:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:57 smithi118 ceph-mon[219580]: pgmap v235: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:57 smithi118 ceph-mon[212312]: pgmap v235: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:57 smithi178 ceph-mon[192298]: pgmap v235: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:58.375 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:08:58.375 INFO:teuthology.orchestra.run.smithi118.stdout: "name": "mon.a", 2023-09-23T15:08:58.375 INFO:teuthology.orchestra.run.smithi118.stdout: "cluster": "ceph", 2023-09-23T15:08:58.375 INFO:teuthology.orchestra.run.smithi118.stdout: "admin_socket": "/var/run/ceph/ceph-mon.a.asok", 2023-09-23T15:08:58.375 INFO:teuthology.orchestra.run.smithi118.stdout: "admin_socket_mode": "", 2023-09-23T15:08:58.375 INFO:teuthology.orchestra.run.smithi118.stdout: "auth_allow_insecure_global_id_reclaim": "false", 2023-09-23T15:08:58.375 INFO:teuthology.orchestra.run.smithi118.stdout: "auth_client_required": "cephx, none", 2023-09-23T15:08:58.375 INFO:teuthology.orchestra.run.smithi118.stdout: "auth_cluster_required": "cephx", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "auth_debug": "true", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "auth_expose_insecure_global_id_reclaim": "true", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "auth_mon_ticket_ttl": "660.000000", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "auth_service_required": "cephx", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "auth_service_ticket_ttl": "240.000000", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "auth_supported": "", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_aio": "true", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_aio_max_queue_depth": "1024", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_aio_poll_ms": "250", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_aio_reap_max": "16", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_async_discard": "false", 2023-09-23T15:08:58.376 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_block_size": "4096", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_debug_aio": "false", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_debug_aio_log_age": "5.000000", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_debug_aio_suicide_timeout": "60.000000", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_debug_inflight_ios": "false", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_enable_discard": "false", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_flock_retry": "3", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_flock_retry_interval": "0.100000", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_inject_crash": "0", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_inject_crash_flush_delay": "2", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_ioring": "false", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_ioring_hipri": "false", 2023-09-23T15:08:58.377 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_ioring_sqthread_poll": "false", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_nvme_unbind_from_kernel": "false", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_read_buffer_alignment": "4096", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_read_preallocated_huge_buffers": "", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bdev_type": "", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_alloc_size": "1048576", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_allocator": "hybrid", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_buffered_io": "true", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_check_for_zeros": "false", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_check_volume_selector_often": "false", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_check_volume_selector_on_umount": "false", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_compact_log_sync": "false", 2023-09-23T15:08:58.378 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_failed_shared_alloc_cooldown": "600.000000", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_log_compact_min_ratio": "5.000000", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_log_compact_min_size": "16777216", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_log_replay_check_allocations": "true", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_max_log_runway": "4194304", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_max_prefetch": "1048576", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_min_flush_size": "524288", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_min_log_runway": "1048576", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_replay_recovery": "false", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_replay_recovery_disable_compact": "false", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_shared_alloc_size": "65536", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluefs_sync_write": "false", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_2q_cache_kin_ratio": "0.500000", 2023-09-23T15:08:58.379 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_2q_cache_kout_ratio": "0.500000", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_alloc_stats_dump_interval": "86400.000000", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_allocation_from_file": "true", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_allocator": "hybrid", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_avl_alloc_bf_free_pct": "4", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_avl_alloc_bf_threshold": "131072", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_avl_alloc_ff_max_search_bytes": "16777216", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_avl_alloc_ff_max_search_count": "100", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_bitmapallocator_blocks_per_zone": "1024", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_bitmapallocator_span_size": "1024", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_blobid_prealloc": "10240", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_block_create": "true", 2023-09-23T15:08:58.380 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_block_db_create": "false", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_block_db_path": "", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_block_db_size": "0", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_block_path": "", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_block_preallocate_file": "false", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_block_size": "107374182400", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_block_wal_create": "false", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_block_wal_path": "", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_block_wal_size": "100663296", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_bluefs": "true", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_bluefs_alloc_failure_dump_interval": "0.000000", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_bluefs_env_mirror": "false", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_bluefs_max_free": "10737418240", 2023-09-23T15:08:58.381 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_age_bin_interval": "1.000000", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_age_bins_data": "1 2 6 24 120 720 0 0 0 0", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_age_bins_kv": "1 2 6 24 120 720 0 0 0 0", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_age_bins_kv_onode": "0 0 0 0 0 0 0 0 0 720", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_age_bins_meta": "1 2 6 24 120 720 0 0 0 0", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_autotune": "true", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_autotune_interval": "5.000000", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_kv_onode_ratio": "0.040000", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_kv_ratio": "0.450000", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_meta_ratio": "0.450000", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_size": "0", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_size_hdd": "1073741824", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_size_ssd": "3221225472", 2023-09-23T15:08:58.382 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_trim_interval": "0.050000", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_trim_max_skip_pinned": "1000", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cache_type": "2q", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_cleaner_sleep_interval": "5.000000", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_clone_cow": "true", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_compression_algorithm": "snappy", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_compression_max_blob_size": "0", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_compression_max_blob_size_hdd": "65536", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_compression_max_blob_size_ssd": "65536", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_compression_min_blob_size": "0", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_compression_min_blob_size_hdd": "8192", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_compression_min_blob_size_ssd": "65536", 2023-09-23T15:08:58.383 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_compression_mode": "none", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_compression_required_ratio": "0.875000", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_csum_type": "crc32c", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_enforce_settings": "default", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_freelist": "false", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_fsck_abort": "false", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_inject_allocation_from_file_failure": "0.000000", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_inject_bug21040": "false", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_inject_csum_err_probability": "0.000000", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_inject_read_err": "false", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_legacy_omap": "false", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_no_reuse_blocks": "false", 2023-09-23T15:08:58.384 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_omit_block_device_write": "false", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_omit_kv_commit": "false", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_permit_any_bdev_label": "false", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_prefill": "0.000000", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_prefragment_max": "1048576", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_random_read_err": "0.000000", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_randomize_serial_transaction": "0", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_small_allocations": "0", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_debug_too_many_blobs_threshold": "24576", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_default_buffered_read": "true", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_default_buffered_write": "false", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_deferred_batch_ops": "0", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_deferred_batch_ops_hdd": "64", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_deferred_batch_ops_ssd": "16", 2023-09-23T15:08:58.385 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_extent_map_inline_shard_prealloc_size": "256", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_extent_map_shard_max_size": "1200", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_extent_map_shard_min_size": "150", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_extent_map_shard_target_size": "500", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_extent_map_shard_target_size_slop": "0.200000", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fail_eio": "false", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_freelist_blocks_per_key": "128", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_error_on_no_per_pg_omap": "false", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_error_on_no_per_pool_omap": "false", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_error_on_no_per_pool_stats": "false", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_on_mkfs": "true", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_on_mkfs_deep": "false", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_on_mount": "false", 2023-09-23T15:08:58.386 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_on_mount_deep": "false", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_on_umount": "false", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_on_umount_deep": "false", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_quick_fix_on_mount": "false", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_quick_fix_threads": "2", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_read_bytes_cap": "67108864", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_fsck_shared_blob_tracker_size": "0.031250", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_gc_enable_blob_threshold": "0", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_gc_enable_total_threshold": "0", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_hybrid_alloc_mem_cap": "67108864", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_ignore_data_csum": "false", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_kv_sync_util_logging_s": "10.000000", 2023-09-23T15:08:58.387 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_kvbackend": "rocksdb", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_log_collection_list_age": "60.000000", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_log_omap_iterator_age": "5.000000", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_log_op_age": "5.000000", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_max_alloc_size": "0", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_max_blob_size": "0", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_max_blob_size_hdd": "65536", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_max_blob_size_ssd": "65536", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_max_defer_interval": "3.000000", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_max_deferred_txc": "32", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_min_alloc_size": "0", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_min_alloc_size_hdd": "4096", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_min_alloc_size_ssd": "4096", 2023-09-23T15:08:58.388 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_nid_prealloc": "1024", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_prefer_deferred_size": "0", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_prefer_deferred_size_hdd": "65536", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_prefer_deferred_size_ssd": "0", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_qfsck_on_mount": "true", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_retry_disk_reads": "3", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_rocksdb_cf": "true", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_rocksdb_cfs": "m(3) p(3,0-12) O(3,0-13)=block_cache={type=binned_lru} L=min_write_buffer_number_to_merge=32 P=min_write_buffer_number_to_merge=32", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_rocksdb_options": "compression=kNoCompression,max_write_buffer_number=64,min_write_buffer_number_to_merge=6,compaction_style=kCompactionStyleLevel,write_buffer_size=16777216,max_background_jobs=4,level0_file_num_compaction_trigger=8,max_bytes_for_level_base=1073741824,max_bytes_for_level_multiplier=8,compaction_readahead_size=2MB,max_total_wal_size=1073741824,writable_file_max_buffer_size=0", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_rocksdb_options_annex": "", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_spdk_coremask": "0x1", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_spdk_io_sleep": "5", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_spdk_max_io_completion": "0", 2023-09-23T15:08:58.389 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_spdk_mem": "512", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_sync_submit_transaction": "false", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_throttle_bytes": "67108864", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_throttle_cost_per_io": "0", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_throttle_cost_per_io_hdd": "670000", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_throttle_cost_per_io_ssd": "4000", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_throttle_deferred_bytes": "134217728", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_throttle_trace_rate": "0.000000", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_tracing": "false", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_use_optimal_io_size_for_min_alloc_size": "false", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_volume_selection_policy": "use_some_extra", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_volume_selection_reserved": "0", 2023-09-23T15:08:58.390 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_volume_selection_reserved_factor": "2.000000", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_warn_on_bluefs_spillover": "true", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_warn_on_legacy_statfs": "true", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_warn_on_no_per_pg_omap": "false", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_warn_on_no_per_pool_omap": "true", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_warn_on_spurious_read_errors": "true", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "bluestore_zero_block_detection": "false", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "cephadm_path": "/usr/sbin/cephadm", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "cephfs_mirror_action_update_interval": "2", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "cephfs_mirror_directory_scan_interval": "10", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "cephfs_mirror_max_concurrent_directory_syncs": "3", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "cephfs_mirror_max_consecutive_failures_per_directory": "10", 2023-09-23T15:08:58.391 INFO:teuthology.orchestra.run.smithi118.stdout: "cephfs_mirror_max_snapshot_sync_per_cycle": "3", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephfs_mirror_mount_timeout": "10", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephfs_mirror_restart_mirror_on_blocklist_interval": "30", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephfs_mirror_restart_mirror_on_failure_interval": "20", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephfs_mirror_retry_failed_directories_interval": "60", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephsqlite_blocklist_dead_locker": "true", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephsqlite_lock_renewal_interval": "2000", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephsqlite_lock_renewal_timeout": "30000", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephx_cluster_require_signatures": "false", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephx_cluster_require_version": "2", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephx_require_signatures": "false", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephx_require_version": "2", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephx_service_require_signatures": "false", 2023-09-23T15:08:58.392 INFO:teuthology.orchestra.run.smithi118.stdout: "cephx_service_require_version": "2", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "cephx_sign_messages": "true", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "chdir": "", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "client_acl_type": "", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "client_asio_thread_count": "2", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "client_cache_mid": "0.750000", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "client_cache_size": "16384", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "client_caps_release_delay": "5", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "client_check_pool_perm": "true", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "client_collect_and_send_global_metrics": "false", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "client_debug_force_sync_read": "false", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "client_debug_getattr_caps": "false", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "client_debug_inject_tick_delay": "0", 2023-09-23T15:08:58.393 INFO:teuthology.orchestra.run.smithi118.stdout: "client_die_on_failed_dentry_invalidate": "true", 2023-09-23T15:08:58.394 INFO:teuthology.orchestra.run.smithi118.stdout: "client_die_on_failed_remount": "false", 2023-09-23T15:08:58.394 INFO:teuthology.orchestra.run.smithi118.stdout: "client_dirsize_rbytes": "true", 2023-09-23T15:08:58.394 INFO:teuthology.orchestra.run.smithi118.stdout: "client_force_lazyio": "false", 2023-09-23T15:08:58.394 INFO:teuthology.orchestra.run.smithi118.stdout: "client_fs": "", 2023-09-23T15:08:58.394 INFO:teuthology.orchestra.run.smithi118.stdout: "client_inject_fixed_oldest_tid": "false", 2023-09-23T15:08:58.394 INFO:teuthology.orchestra.run.smithi118.stdout: "client_inject_release_failure": "false", 2023-09-23T15:08:58.394 INFO:teuthology.orchestra.run.smithi118.stdout: "client_max_inline_size": "4096", 2023-09-23T15:08:58.394 INFO:teuthology.orchestra.run.smithi118.stdout: "client_max_retries_on_remount_failure": "5", 2023-09-23T15:08:58.394 INFO:teuthology.orchestra.run.smithi118.stdout: "client_mds_namespace": "", 2023-09-23T15:08:58.394 INFO:teuthology.orchestra.run.smithi118.stdout: "client_metadata": "", 2023-09-23T15:08:58.394 INFO:teuthology.orchestra.run.smithi118.stdout: "client_mount_gid": "-1", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_mount_timeout": "300", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_mount_uid": "-1", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_mountpoint": "/", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_notify_timeout": "10", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_oc": "true", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_oc_max_dirty": "104857600", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_oc_max_dirty_age": "5.000000", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_oc_max_objects": "1000", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_oc_size": "209715200", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_oc_target_dirty": "8388608", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_permissions": "true", 2023-09-23T15:08:58.395 INFO:teuthology.orchestra.run.smithi118.stdout: "client_quota": "true", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_quota_df": "true", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_readahead_max_bytes": "0", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_readahead_max_periods": "4", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_readahead_min": "131072", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_reconnect_stale": "false", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_shutdown_timeout": "30", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_snapdir": ".snap", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_tick_interval": "1", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_trace": "", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_try_dentry_invalidate": "false", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_use_faked_inos": "false", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "client_use_random_mds": "false", 2023-09-23T15:08:58.396 INFO:teuthology.orchestra.run.smithi118.stdout: "clog_to_graylog": "false", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "clog_to_graylog_host": "127.0.0.1", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "clog_to_graylog_port": "12201", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "clog_to_monitors": "default=true", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "clog_to_syslog": "false", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "clog_to_syslog_facility": "default=daemon audit=local0", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "clog_to_syslog_level": "info", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "cluster_addr": "-", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "cluster_network": "", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "cluster_network_interface": "", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "compressor_zlib_isal": "false", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "compressor_zlib_level": "5", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "compressor_zlib_winsize": "-15", 2023-09-23T15:08:58.397 INFO:teuthology.orchestra.run.smithi118.stdout: "compressor_zstd_level": "1", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "container_image": "quay.ceph.io/ceph-ci/ceph@sha256:50a9ac7e1b843c0c455a7342fc5c680f52d11adad0155cbe9df9c48a9a29f68d", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "crash_dir": "/var/lib/ceph/crash", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "crimson_alien_op_num_threads": "6", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "crimson_alien_thread_cpu_cores": "", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "crimson_osd_obc_lru_size": "10", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "crimson_osd_scheduler_concurrency": "0", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "crimson_seastar_smp": "1", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "crush_location": "", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "crush_location_hook": "", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "crush_location_hook_timeout": "10", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "daemonize": "false", 2023-09-23T15:08:58.398 INFO:teuthology.orchestra.run.smithi118.stdout: "daos_pool": "tank", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "dbstore_config_uri": "file:/var/lib/ceph/radosgw/dbstore-config.db", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "dbstore_db_dir": "/var/lib/ceph/radosgw", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "dbstore_db_name_prefix": "dbstore", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_alienstore": "0/5", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_allow_any_pool_priority": "false", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_asok": "1/5", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_asok_assert_abort": "false", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_asserts_on_shutdown": "true", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_auth": "1/5", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_bdev": "1/3", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_bluefs": "1/5", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_bluestore": "1/5", 2023-09-23T15:08:58.399 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_buffer": "0/1", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_ceph_exporter": "1/5", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_cephfs_mirror": "0/5", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_cephsqlite": "0/5", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_client": "0/5", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_compressor": "1/5", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_context": "0/1", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_crush": "1/1", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_crypto": "1/5", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_cyanstore": "0/5", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_deliberately_leak_memory": "false", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_disable_randomized_ping": "false", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_dpdk": "1/5", 2023-09-23T15:08:58.400 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_eventtrace": "1/5", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_filer": "0/1", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_filestore": "1/3", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_finisher": "1/1", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_fuse": "1/5", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_heartbeat_testing_span": "0", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_heartbeatmap": "1/5", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_immutable_obj_cache": "0/5", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_javaclient": "1/5", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_journal": "1/3", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_journaler": "0/5", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_kstore": "1/5", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_leveldb": "4/5", 2023-09-23T15:08:58.401 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_lockdep": "0/1", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_mclock": "1/5", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_mds": "1/5", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_mds_balancer": "1/5", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_mds_locker": "1/5", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_mds_log": "1/5", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_mds_log_expire": "1/5", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_mds_migrator": "1/5", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_memstore": "1/5", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_mgr": "2/5", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_mgrc": "1/5", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_mon": "20/20", 2023-09-23T15:08:58.402 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_monc": "0/10", 2023-09-23T15:08:58.405 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_ms": "1/1", 2023-09-23T15:08:58.405 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_none": "0/5", 2023-09-23T15:08:58.405 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_objclass": "0/5", 2023-09-23T15:08:58.405 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_objectcacher": "0/5", 2023-09-23T15:08:58.405 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_objecter": "0/1", 2023-09-23T15:08:58.405 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_optracker": "0/5", 2023-09-23T15:08:58.405 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_osd": "1/5", 2023-09-23T15:08:58.405 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_paxos": "20/20", 2023-09-23T15:08:58.405 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_perfcounter": "1/5", 2023-09-23T15:08:58.405 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_prioritycache": "1/5", 2023-09-23T15:08:58.405 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rados": "0/5", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rbd": "0/5", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rbd_mirror": "0/5", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rbd_pwl": "0/5", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rbd_replay": "0/5", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_refs": "0/0", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_reserver": "1/1", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rgw": "1/5", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rgw_access": "1/5", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rgw_datacache": "1/5", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rgw_dbstore": "1/5", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rgw_flight": "1/5", 2023-09-23T15:08:58.406 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rgw_sync": "1/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_rocksdb": "4/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore": "0/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_backref": "0/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_cache": "0/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_cleaner": "0/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_device": "0/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_epm": "0/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_fixedkv_tree": "0/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_journal": "0/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_lba": "0/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_odata": "0/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_omap": "0/5", 2023-09-23T15:08:58.407 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_onode": "0/5", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_t": "0/5", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_seastore_tm": "0/5", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_striper": "0/1", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_test": "0/5", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_throttle": "1/1", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_timer": "0/1", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "debug_tp": "0/5", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "device_failure_prediction_mode": "none", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "enable_experimental_unrecoverable_data_corrupting_features": "", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "erasure_code_dir": "/usr/lib64/ceph/erasure-code", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "err_to_graylog": "false", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "err_to_journald": "false", 2023-09-23T15:08:58.408 INFO:teuthology.orchestra.run.smithi118.stdout: "err_to_stderr": "true", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "err_to_syslog": "false", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "event_tracing": "false", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "exporter_addr": "0.0.0.0", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "exporter_http_port": "9926", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "exporter_prio_limit": "5", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "exporter_sock_dir": "/var/run/ceph/", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "exporter_sort_metrics": "true", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "exporter_stats_period": "5", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "fake_statfs_for_testing": "0", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "fatal_signal_handlers": "true", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "filer_max_purge_ops": "10", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "filer_max_truncate_ops": "128", 2023-09-23T15:08:58.409 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_apply_finisher_threads": "1", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_blackhole": "false", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_btrfs_clone_range": "true", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_btrfs_snap": "true", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_caller_concurrency": "10", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_collect_device_partition_information": "true", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_commit_timeout": "600.000000", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_debug_inject_read_err": "false", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_debug_omap_check": "false", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_debug_random_read_err": "0.000000", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_debug_verify_split": "false", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_dump_file": "", 2023-09-23T15:08:58.410 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_expected_throughput_bytes": "209715200.000000", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_expected_throughput_ops": "200.000000", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_fadvise": "true", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_fail_eio": "true", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_fd_cache_shards": "16", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_fd_cache_size": "128", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_fiemap": "false", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_fiemap_threshold": "4096", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_fsync_flushes_journal_data": "false", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_index_retry_probability": "0.000000", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_inject_stall": "0", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_journal_parallel": "false", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_journal_trailing": "false", 2023-09-23T15:08:58.411 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_journal_writeahead": "false", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_kill_at": "0", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_alloc_hint_size": "1048576", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_inline_xattr_size": "0", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_inline_xattr_size_btrfs": "2048", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_inline_xattr_size_other": "512", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_inline_xattr_size_xfs": "65536", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_inline_xattrs": "0", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_inline_xattrs_btrfs": "10", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_inline_xattrs_other": "2", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_inline_xattrs_xfs": "10", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_sync_interval": "5.000000", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_xattr_value_size": "0", 2023-09-23T15:08:58.412 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_xattr_value_size_btrfs": "65536", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_xattr_value_size_other": "1024", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_max_xattr_value_size_xfs": "65536", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_merge_threshold": "-10", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_min_sync_interval": "0.010000", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_odsync_write": "false", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_omap_backend": "rocksdb", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_omap_backend_path": "", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_omap_header_cache_size": "1024", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_ondisk_finisher_threads": "1", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_op_thread_suicide_timeout": "180", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_op_thread_timeout": "60", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_op_threads": "2", 2023-09-23T15:08:58.413 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_punch_hole": "false", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_queue_high_delay_multiple": "0.000000", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_queue_high_delay_multiple_bytes": "0.000000", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_queue_high_delay_multiple_ops": "0.000000", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_queue_high_threshhold": "0.900000", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_queue_low_threshhold": "0.300000", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_queue_max_bytes": "104857600", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_queue_max_delay_multiple": "0.000000", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_queue_max_delay_multiple_bytes": "0.000000", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_queue_max_delay_multiple_ops": "0.000000", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_queue_max_ops": "50", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_rocksdb_options": "max_background_jobs=10,compaction_readahead_size=2097152,compression=kNoCompression", 2023-09-23T15:08:58.414 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_seek_data_hole": "false", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_sloppy_crc": "false", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_sloppy_crc_block_size": "65536", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_splice": "false", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_split_multiple": "2", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_split_rand_factor": "20", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_update_to": "1000", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_btrfs_bytes_hard_limit": "419430400", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_btrfs_bytes_start_flusher": "41943040", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_btrfs_inodes_hard_limit": "5000", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_btrfs_inodes_start_flusher": "500", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_btrfs_ios_hard_limit": "5000", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_btrfs_ios_start_flusher": "500", 2023-09-23T15:08:58.415 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_enable": "true", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_xfs_bytes_hard_limit": "419430400", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_xfs_bytes_start_flusher": "41943040", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_xfs_inodes_hard_limit": "5000", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_xfs_inodes_start_flusher": "500", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_xfs_ios_hard_limit": "5000", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_wbthrottle_xfs_ios_start_flusher": "500", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_xfs_extsize": "false", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "filestore_zfs_snap": "false", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "fio_dir": "/tmp/fio", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "fsid": "8cded518-5a20-11ee-8db4-212e2dc638e7", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_allow_other": "true", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_atomic_o_trunc": "true", 2023-09-23T15:08:58.416 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_big_writes": "true", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_debug": "false", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_default_permissions": "false", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_disable_pagecache": "false", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_max_write": "0", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_multithreaded": "true", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_require_active_mds": "true", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_set_user_groups": "true", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_splice_move": "true", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_splice_read": "true", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_splice_write": "true", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_syncfs_on_mksnap": "true", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "fuse_use_invalidate_cb": "true", 2023-09-23T15:08:58.417 INFO:teuthology.orchestra.run.smithi118.stdout: "gss_ktab_client_file": "/var/lib/ceph/mon.a/gss_client_mon.a.ktab", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "gss_target_name": "ceph", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "heartbeat_file": "", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "heartbeat_inject_failure": "0", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "heartbeat_interval": "5", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "host": "smithi118", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_client_dedicated_thread_num": "2", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_max_inflight_ops": "128", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_max_size": "1073741824", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_path": "/tmp/ceph_immutable_object_cache", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_qos_bps_burst": "0", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_qos_bps_burst_seconds": "1", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_qos_bps_limit": "0", 2023-09-23T15:08:58.418 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_qos_iops_burst": "0", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_qos_iops_burst_seconds": "1", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_qos_iops_limit": "0", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_qos_schedule_tick_min": "50", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_sock": "/var/run/ceph/immutable_object_cache_sock", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "immutable_object_cache_watermark": "0.900000", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "inject_early_sigterm": "false", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "jaeger_agent_port": "6799", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "jaeger_tracing_enable": "false", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_aio": "true", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_align_min_size": "65536", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_block_align": "true", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_block_size": "4096", 2023-09-23T15:08:58.419 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_dio": "true", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_discard": "false", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_force_aio": "false", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_ignore_corruption": "false", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_max_write_bytes": "10485760", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_max_write_entries": "100", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_replay_from": "0", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_throttle_high_multiple": "0.000000", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_throttle_high_threshhold": "0.900000", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_throttle_low_threshhold": "0.600000", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_throttle_max_multiple": "0.000000", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_write_header_frequency": "0", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journal_zero_on_create": "false", 2023-09-23T15:08:58.420 INFO:teuthology.orchestra.run.smithi118.stdout: "journaler_prefetch_periods": "10", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "journaler_prezero_periods": "5", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "journaler_write_head_interval": "15", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "key": "", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "keyfile": "", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "keyring": "/var/lib/ceph/mon/ceph-a/keyring", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "kstore_backend": "rocksdb", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "kstore_default_stripe_size": "65536", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "kstore_fsck_on_mount": "false", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "kstore_fsck_on_mount_deep": "true", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "kstore_max_bytes": "67108864", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "kstore_max_ops": "512", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "kstore_nid_prealloc": "1024", 2023-09-23T15:08:58.421 INFO:teuthology.orchestra.run.smithi118.stdout: "kstore_onode_map_size": "1024", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "kstore_rocksdb_options": "compression=kNoCompression", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "kstore_sync_submit_transaction": "false", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "kstore_sync_transaction": "false", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "leveldb_block_size": "65536", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "leveldb_bloom_size": "0", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "leveldb_cache_size": "536870912", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "leveldb_compact_on_mount": "false", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "leveldb_compression": "false", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "leveldb_log": "", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "leveldb_log_to_ceph_log": "true", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "leveldb_max_open_files": "0", 2023-09-23T15:08:58.422 INFO:teuthology.orchestra.run.smithi118.stdout: "leveldb_paranoid": "false", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "leveldb_write_buffer_size": "33554432", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "librados_thread_count": "2", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "lockdep": "false", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "lockdep_force_backtrace": "false", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "log_coarse_timestamps": "true", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "log_file": "/var/log/ceph/ceph-mon.a.log", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "log_flush_on_exit": "false", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "log_graylog_host": "127.0.0.1", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "log_graylog_port": "12201", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "log_max_new": "1000", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "log_max_recent": "10000", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "log_stderr_prefix": "", 2023-09-23T15:08:58.423 INFO:teuthology.orchestra.run.smithi118.stdout: "log_stop_at_utilization": "0.970000", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "log_to_file": "true", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "log_to_graylog": "false", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "log_to_journald": "false", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "log_to_stderr": "false", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "log_to_syslog": "false", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "max_rotating_auth_attempts": "10", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_abort_on_newly_corrupt_dentry": "true", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_action_on_write_error": "1", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_alternate_name_max": "8192", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_asio_thread_count": "2", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_export_pin": "true", 2023-09-23T15:08:58.424 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_fragment_dirs": "true", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_fragment_fast_factor": "1.500000", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_fragment_interval": "5", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_fragment_size_max": "100000", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_idle_threshold": "0.000000", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_interval": "10", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_max": "-1", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_max_until": "-1", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_merge_size": "50", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_midchunk": "0.300000", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_min_rebalance": "0.100000", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_min_start": "0.200000", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_minchunk": "0.001000", 2023-09-23T15:08:58.425 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_mode": "0", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_need_max": "1.200000", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_need_min": "0.800000", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_replicate_threshold": "8000.000000", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_sample_interval": "3.000000", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_split_bits": "3", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_split_rd": "25000.000000", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_split_size": "10000", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_split_wr": "10000.000000", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_target_decay": "10.000000", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_bal_unreplicate_threshold": "0.000000", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_beacon_grace": "15.000000", 2023-09-23T15:08:58.426 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_beacon_interval": "4.000000", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_beacon_mon_down_grace": "60", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_cache_memory_limit": "4294967296", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_cache_mid": "0.700000", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_cache_release_free_interval": "10", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_cache_reservation": "0.050000", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_cache_trim_decay_rate": "1.000000", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_cache_trim_interval": "1", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_cache_trim_threshold": "262144", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_cap_acquisition_throttle_retry_request_timeout": "0.500000", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_cap_revoke_eviction_timeout": "0.000000", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_client_delegate_inos_pct": "50", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_client_prealloc_inos": "1000", 2023-09-23T15:08:58.427 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_client_writeable_range_max_inc_objs": "1024", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_connect_bootstrapping": "false", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_damage_table_max_entries": "10000", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_data": "/var/lib/ceph/mds/ceph-a", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_debug_auth_pins": "false", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_debug_frag": "false", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_debug_scatterstat": "false", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_debug_subtrees": "false", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_decay_halflife": "5.000000", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_default_dir_hash": "2", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_defer_session_stale": "true", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_deny_all_reconnect": "false", 2023-09-23T15:08:58.428 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_dir_keys_per_op": "16384", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_dir_max_commit_size": "10", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_dir_max_entries": "0", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_dir_prefetch": "true", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_dirstat_min_interval": "1.000000", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_dump_cache_after_rejoin": "false", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_dump_cache_on_map": "false", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_dump_cache_threshold_file": "0", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_dump_cache_threshold_formatter": "1073741824", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_early_reply": "true", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_enable_op_tracker": "true", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_enforce_unique_name": "true", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_export_ephemeral_distributed": "true", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_export_ephemeral_distributed_factor": "2.000000", 2023-09-23T15:08:58.429 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_export_ephemeral_random": "true", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_export_ephemeral_random_max": "0.010000", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_extraordinary_events_dump_interval": "0", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_forward_all_requests_to_auth": "false", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_freeze_tree_timeout": "30.000000", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_fscrypt_last_block_max_size": "4096", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_go_bad_corrupt_dentry": "true", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_hack_allow_loading_invalid_metadata": "false", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_health_cache_threshold": "1.500000", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_health_summarize_threshold": "10", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_heartbeat_grace": "15.000000", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_heartbeat_reset_grace": "1000", 2023-09-23T15:08:58.430 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_inject_health_dummy": "false", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_inject_journal_corrupt_dentry_first": "0.000000", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_inject_migrator_session_race": "false", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_inject_rename_corrupt_dentry_first": "0.000000", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_inject_skip_replaying_inotable": "false", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_inject_traceless_reply_probability": "0.000000", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_join_fs": "", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_journal_format": "1", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_kill_create_at": "0", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_kill_export_at": "0", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_kill_import_at": "0", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_kill_journal_at": "0", 2023-09-23T15:08:58.431 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_kill_journal_expire_at": "0", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_kill_journal_replay_at": "0", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_kill_link_at": "0", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_kill_mdstable_at": "0", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_kill_openc_at": "0", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_kill_rename_at": "0", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_kill_skip_replaying_inotable": "false", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_log_events_per_segment": "1024", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_log_max_events": "-1", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_log_max_segments": "128", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_log_pause": "false", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_log_segment_size": "0", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_log_skip_corrupt_events": "false", 2023-09-23T15:08:58.432 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_log_warn_factor": "2.000000", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_max_caps_per_client": "1048576", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_max_completed_flushes": "100000", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_max_completed_requests": "100000", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_max_export_size": "20971520", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_max_file_recover": "32", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_max_purge_files": "64", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_max_purge_ops": "8192", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_max_purge_ops_per_pg": "0.500000", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_max_scrub_ops_in_progress": "5", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_max_snaps_per_dir": "100", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_max_xattr_pairs_size": "65536", 2023-09-23T15:08:58.433 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_metrics_update_interval": "2", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_min_caps_per_client": "100", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_min_caps_working_set": "10000", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_mon_shutdown_timeout": "5.000000", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_numa_node": "-1", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_oft_prefetch_dirfrags": "false", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_op_complaint_time": "30.000000", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_op_history_duration": "600", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_op_history_size": "20", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_op_log_threshold": "5", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_ping_grace": "15", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_ping_interval": "5", 2023-09-23T15:08:58.434 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_purge_queue_busy_flush_period": "1.000000", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_recall_global_max_decay_threshold": "131072", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_recall_max_caps": "30000", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_recall_max_decay_rate": "1.500000", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_recall_max_decay_threshold": "131072", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_recall_warning_decay_rate": "60.000000", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_recall_warning_threshold": "262144", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_reconnect_timeout": "45.000000", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_replay_interval": "1.000000", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_replay_unsafe_with_closed_session": "false", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_request_load_average_decay_rate": "60.000000", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_root_ino_gid": "0", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_root_ino_uid": "0", 2023-09-23T15:08:58.435 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_scatter_nudge_interval": "5.000000", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_session_blocklist_on_evict": "true", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_session_blocklist_on_timeout": "true", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_session_cache_liveness_decay_rate": "300.000000", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_session_cache_liveness_magnitude": "10", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_session_cap_acquisition_decay_rate": "30.000000", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_session_cap_acquisition_throttle": "100000", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_session_max_caps_throttle_ratio": "1.100000", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_sessionmap_keys_per_op": "1024", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_shutdown_check": "0", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_skip_ino": "0", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_sleep_rank_change": "0.000000", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_snap_max_uid": "4294967294", 2023-09-23T15:08:58.436 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_snap_min_uid": "0", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_snap_rstat": "false", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_standby_replay_damaged": "false", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_symlink_recovery": "true", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_task_status_update_interval": "2.000000", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_thrash_exports": "0", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_thrash_fragments": "0", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_tick_interval": "5.000000", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_valgrind_exit": "false", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_verify_backtrace": "1", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_verify_scatter": "false", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_wipe_ino_prealloc": "false", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mds_wipe_sessions": "false", 2023-09-23T15:08:58.437 INFO:teuthology.orchestra.run.smithi118.stdout: "mempool_debug": "false", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "memstore_debug_omit_block_device_write": "false", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "memstore_device_bytes": "1073741824", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "memstore_page_set": "false", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "memstore_page_size": "65536", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_client_bytes": "134217728", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_client_messages": "512", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_client_service_daemon_unregister_timeout": "1.000000", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_connect_retry_interval": "1.000000", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_data": "/var/lib/ceph/mgr/ceph-a", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_debug_aggressive_pg_num_changes": "false", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_disabled_modules": "", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_initial_modules": "restful iostat nfs", 2023-09-23T15:08:58.438 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_max_pg_num_change": "128", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_mds_bytes": "134217728", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_mds_messages": "128", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_module_path": "/usr/share/ceph/mgr", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_mon_bytes": "134217728", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_mon_messages": "128", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_osd_bytes": "536870912", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_osd_messages": "8192", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_pool": "true", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_service_beacon_grace": "60.000000", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_standby_modules": "true", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_stats_period": "5", 2023-09-23T15:08:58.439 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_stats_threshold": "5", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_tick_period": "2", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mgr_ttl_cache_expire_seconds": "0", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_accept_timeout_factor": "2.000000", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_allow_pool_delete": "true", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_allow_pool_size_one": "false", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_auth_validate_all_caps": "true", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cache_target_full_warn_ratio": "0.660000", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_clean_pg_upmaps_per_chunk": "256", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_client_bytes": "104857600", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_client_directed_command_retry": "2", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_client_hunt_interval": "3.000000", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_client_hunt_interval_backoff": "1.500000", 2023-09-23T15:08:58.440 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_client_hunt_interval_max_multiple": "10.000000", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_client_hunt_interval_min_multiple": "1.000000", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_client_hunt_parallel": "3", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_client_log_interval": "1.000000", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_client_max_log_entries_per_message": "1000", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_client_ping_interval": "10.000000", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_client_ping_timeout": "30.000000", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_clock_drift_allowed": "1.000000", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_clock_drift_warn_backoff": "5.000000", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cluster_log_file": "default=/var/log/ceph/ceph.$channel.log cluster=/var/log/ceph/ceph.log", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cluster_log_file_level": "debug", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cluster_log_to_file": "false", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cluster_log_to_graylog": "false", 2023-09-23T15:08:58.441 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cluster_log_to_graylog_host": "127.0.0.1", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cluster_log_to_graylog_port": "12201", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cluster_log_to_journald": "true", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cluster_log_to_stderr": "false", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cluster_log_to_syslog": "default=false", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cluster_log_to_syslog_facility": "daemon", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cluster_log_to_syslog_level": "info", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_compact_on_bootstrap": "false", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_compact_on_start": "false", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_compact_on_trim": "true", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_con_tracker_persist_interval": "10", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_con_tracker_score_halflife": "43200", 2023-09-23T15:08:58.442 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_config_key_max_entry_size": "65536", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_cpu_threads": "4", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_crush_min_required_version": "hammer", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_daemon_bytes": "419430400", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_data": "/var/lib/ceph/mon/ceph-a", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_data_avail_crit": "5", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_data_avail_warn": "5", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_data_size_warn": "16106127360", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_debug_block_osdmap_trim": "false", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_debug_deprecated_as_obsolete": "false", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_debug_dump_json": "false", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_debug_dump_location": "/var/log/ceph/ceph-mon.a.tdump", 2023-09-23T15:08:58.443 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_debug_dump_transactions": "false", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_debug_extra_checks": "false", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_debug_no_initial_persistent_features": "false", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_debug_no_require_bluestore_for_ec_overwrites": "false", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_debug_no_require_quincy": "false", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_debug_no_require_reef": "false", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_debug_unsafe_allow_tier_with_nonempty_snaps": "false", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_delta_reset_interval": "10.000000", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_dns_srv_name": "ceph-mon", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_down_mkfs_grace": "60", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_election_default_strategy": "3", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_election_timeout": "5.000000", 2023-09-23T15:08:58.444 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_elector_ignore_propose_margin": "0.000500", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_elector_ping_divisor": "2", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_elector_ping_timeout": "2.000000", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_enable_op_tracker": "true", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_fake_pool_delete": "false", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_force_quorum_join": "false", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_globalid_prealloc": "10000", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_health_detail_to_clog": "true", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_health_log_update_period": "5", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_health_max_detail": "50", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_health_to_clog": "true", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_health_to_clog_interval": "600", 2023-09-23T15:08:58.445 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_health_to_clog_tick_interval": "60.000000", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_host": "[v2:172.21.15.118:3300/0,v1:172.21.15.118:6789/0] [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] [v2:172.21.15.118:3301/0,v1:172.21.15.118:6790/0]", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_host_override": "", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_initial_members": "", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_inject_pg_merge_bounce_probability": "0.000000", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_inject_sync_get_chunk_delay": "0.000000", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_inject_transaction_delay_max": "10.000000", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_inject_transaction_delay_probability": "0.000000", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_keyvaluedb": "rocksdb", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_lease": "5.000000", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_lease_ack_timeout_factor": "2.000000", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_lease_renew_interval_factor": "0.600000", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_log_full_interval": "50", 2023-09-23T15:08:58.446 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_log_max": "10000", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_log_max_summary": "50", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_max_log_entries_per_event": "4096", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_max_log_epochs": "500", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_max_mdsmap_epochs": "500", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_max_mgrmap_epochs": "500", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_max_osd": "10000", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_max_pg_per_osd": "10000", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_max_pool_pg_num": "65536", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_max_snap_prune_per_epoch": "100", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_mds_blocklist_interval": "86400.000000", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_mds_force_trim_to": "0", 2023-09-23T15:08:58.447 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_mds_skip_sanity": "true", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_memory_autotune": "true", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_memory_target": "2147483648", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_mgr_beacon_grace": "30", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_mgr_blocklist_interval": "86400.000000", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_mgr_digest_period": "5", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_mgr_inactive_grace": "60", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_mgr_mkfs_grace": "240", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_mgr_proxy_client_bytes_ratio": "0.300000", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_min_osdmap_epochs": "500", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_op_complaint_time": "30", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_op_history_duration": "600", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_op_history_size": "20", 2023-09-23T15:08:58.448 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_op_history_slow_op_size": "20", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_op_history_slow_op_threshold": "10", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_op_log_threshold": "5", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_adjust_down_out_interval": "true", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_adjust_heartbeat_grace": "true", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_auto_mark_auto_out_in": "true", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_auto_mark_in": "false", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_auto_mark_new_in": "true", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_backfillfull_ratio": "0.900000", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_blocklist_default_expire": "3600.000000", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_cache_size": "500", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_cache_size_min": "134217728", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_crush_smoke_test": "true", 2023-09-23T15:08:58.449 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_destroyed_out_interval": "600", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_down_out_interval": "600", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_down_out_subtree_limit": "rack", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_err_op_age_ratio": "128.000000", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_force_trim_to": "0", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_full_ratio": "0.950000", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_initial_require_min_compat_client": "luminous", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_laggy_halflife": "3600", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_laggy_max_interval": "300", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_laggy_weight": "0.300000", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_mapping_pgs_per_chunk": "4096", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_max_creating_pgs": "1024", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_max_initial_pgs": "1024", 2023-09-23T15:08:58.450 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_min_down_reporters": "2", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_min_in_ratio": "0.750000", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_min_up_ratio": "0.300000", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_nearfull_ratio": "0.850000", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_prime_pg_temp": "true", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_prime_pg_temp_max_estimate": "0.250000", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_prime_pg_temp_max_time": "0.500000", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_report_timeout": "900", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_reporter_subtree_level": "osd", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_snap_trim_queue_warn_on": "32768", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_warn_num_repaired": "10", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osd_warn_op_age": "32.000000", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osdmap_full_prune_enabled": "true", 2023-09-23T15:08:58.451 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osdmap_full_prune_interval": "10", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osdmap_full_prune_min": "10000", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_osdmap_full_prune_txsize": "100", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_pg_check_down_all_threshold": "0.500000", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_pg_stuck_threshold": "60", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_pg_warn_max_object_skew": "0.000000", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_pg_warn_min_objects": "10000", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_pg_warn_min_per_osd": "0", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_pg_warn_min_pool_objects": "1000", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_pool_quota_crit_threshold": "0", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_pool_quota_warn_threshold": "0", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_probe_timeout": "2.000000", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_reweight_max_change": "0.050000", 2023-09-23T15:08:58.452 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_reweight_max_osds": "4", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_reweight_min_bytes_per_osd": "10", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_reweight_min_pgs_per_osd": "4", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_rocksdb_options": "write_buffer_size=33554432,compression=kNoCompression,level_compaction_dynamic_level_bytes=true", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_scrub_inject_crc_mismatch": "0.000000", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_scrub_inject_missing_keys": "0.000000", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_scrub_interval": "86400", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_scrub_max_keys": "100", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_scrub_timeout": "300", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_session_timeout": "300", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_smart_report_timeout": "5", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_stat_smooth_intervals": "6", 2023-09-23T15:08:58.453 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_stretch_cluster_recovery_ratio": "0.600000", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_stretch_pool_min_size": "2", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_stretch_pool_size": "4", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_stretch_recovery_min_wait": "15.000000", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_subscribe_interval": "86400.000000", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_sync_debug": "false", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_sync_max_payload_keys": "2000", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_sync_max_payload_size": "1048576", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_sync_provider_kill_at": "0", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_sync_requester_kill_at": "0", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_sync_timeout": "60.000000", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_target_pg_per_osd": "100", 2023-09-23T15:08:58.454 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_tick_interval": "5", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_timecheck_interval": "300.000000", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_timecheck_skew_interval": "30.000000", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_use_min_delay_socket": "false", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_older_version_delay": "604800", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_cache_pools_without_hit_sets": "true", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_crush_straw_calc_version_zero": "false", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_degraded_stretch_mode": "true", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_filestore_osds": "true", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_insecure_global_id_reclaim": "false", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed": "false", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_legacy_crush_tunables": "false", 2023-09-23T15:08:58.455 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_misplaced": "false", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_msgr2_not_enabled": "true", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_older_version": "true", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_osd_down_out_interval_zero": "false", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_pool_no_app": "true", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_pool_no_redundancy": "true", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_pool_pg_num_not_power_of_two": "false", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_slow_ping_ratio": "0.050000", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_slow_ping_time": "0.000000", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_on_too_few_osds": "false", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_pg_not_deep_scrubbed_ratio": "0.750000", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "mon_warn_pg_not_scrubbed_ratio": "0.500000", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "monmap": "", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "motr_admin_endpoint": "192.168.180.182@tcp:12345:4:1", 2023-09-23T15:08:58.456 INFO:teuthology.orchestra.run.smithi118.stdout: "motr_admin_fid": "0x7200000000000001:0x0", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "motr_ha_endpoint": "192.168.180.182@tcp:12345:1:1", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "motr_my_endpoint": "192.168.180.182@tcp:12345:4:1", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "motr_my_fid": "0x7200000000000001:0x0", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "motr_profile_fid": "0x7000000000000001:0x0", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "motr_tracing_enabled": "false", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_op_threads": "3", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_buffer_size": "131072", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_cm": "false", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_device_name": "", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_dscp": "96", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_enable_hugepage": "false", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_gid_idx": "0", 2023-09-23T15:08:58.457 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_local_gid": "", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_polling_us": "1000", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_port_num": "1", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_receive_buffers": "32768", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_receive_queue_len": "4096", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_roce_ver": "1", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_send_buffers": "1024", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_sl": "3", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_support_srq": "true", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_rdma_type": "ib", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_async_reap_threshold": "5", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_bind_before_connect": "false", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_bind_ipv4": "true", 2023-09-23T15:08:58.458 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_bind_ipv6": "false", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_bind_msgr1": "true", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_bind_msgr2": "true", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_bind_port_max": "7568", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_bind_port_min": "6800", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_bind_prefer_ipv4": "false", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_bind_retry_count": "3", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_bind_retry_delay": "5", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_blackhole_client": "false", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_blackhole_mds": "false", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_blackhole_mgr": "false", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_blackhole_mon": "false", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_blackhole_osd": "false", 2023-09-23T15:08:58.459 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_client_mode": "crc secure", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_cluster_mode": "crc secure", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_cluster_type": "", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_compress_secure": "false", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_connection_idle_timeout": "900", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_connection_ready_timeout": "10", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_crc_data": "true", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_crc_header": "true", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_die_on_bad_msg": "false", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_die_on_bug": "true", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_die_on_old_message": "true", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_die_on_skipped_message": "false", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_die_on_unhandled_msg": "false", 2023-09-23T15:08:58.460 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dispatch_throttle_bytes": "104857600", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_coremask": "0xF", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_debug_allow_loopback": "false", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_devs_allowlist": "", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_enable_tso": "true", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_gateway_ipv4_addr": "", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_host_ipv4_addr": "", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_hugepages": "", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_hw_flow_control": "true", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_hw_queue_weight": "1.000000", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_lro": "true", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_memory_channel": "4", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_netmask_ipv4_addr": "", 2023-09-23T15:08:58.461 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_pmd": "", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_port_id": "0", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dpdk_rx_buffer_count_per_core": "8192", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dump_corrupt_message_level": "1", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_dump_on_send": "false", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_initial_backoff": "0.200000", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_inject_delay_max": "1.000000", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_inject_delay_probability": "0.000000", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_inject_delay_type": "", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_inject_internal_delays": "0.000000", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_inject_network_congestion": "0", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_inject_socket_failures": "0", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_learn_addr_from_peer": "true", 2023-09-23T15:08:58.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_max_accept_failures": "4", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_max_backoff": "15.000000", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_mon_client_mode": "secure crc", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_mon_cluster_mode": "secure crc", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_mon_service_mode": "secure crc", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_osd_compress_min_size": "1024", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_osd_compress_mode": "none", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_osd_compression_algorithm": "snappy", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_pq_max_tokens_per_priority": "16777216", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_pq_min_cost": "65536", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_public_type": "", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_service_mode": "crc secure", 2023-09-23T15:08:58.463 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_tcp_listen_backlog": "512", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_tcp_nodelay": "true", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_tcp_prefetch_max_size": "4096", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_tcp_rcvbuf": "0", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "ms_type": "async+posix", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "no_config_file": "false", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "objecter_completion_locks_per_session": "32", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "objecter_debug_inject_relock_delay": "false", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "objecter_inflight_op_bytes": "104857600", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "objecter_inflight_ops": "1024", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "objecter_inject_no_watch_ping": "false", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "objecter_retry_writes_after_first_reply": "false", 2023-09-23T15:08:58.464 INFO:teuthology.orchestra.run.smithi118.stdout: "objecter_tick_interval": "5.000000", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "objecter_timeout": "10.000000", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "objectstore_blackhole": "false", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "openssl_engine_opts": "", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_agent_delay_time": "5.000000", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_agent_hist_halflife": "1000", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_agent_max_low_ops": "2", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_agent_max_ops": "4", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_agent_min_evict_effort": "0.100000", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_agent_quantize_effort": "0.100000", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_agent_slop": "0.020000", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_aggregated_slow_ops_logging": "true", 2023-09-23T15:08:58.465 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_allow_recovery_below_min_size": "true", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_asio_thread_count": "2", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_async_recovery_min_cost": "100", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_auto_mark_unfound_lost": "false", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_backfill_retry_interval": "30.000000", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_backfill_scan_max": "512", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_backfill_scan_min": "64", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_backoff_on_degraded": "false", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_backoff_on_peering": "false", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_backoff_on_unfound": "true", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_beacon_report_interval": "300", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_bench_duration": "30", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_bench_large_size_max_throughput": "104857600", 2023-09-23T15:08:58.466 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_bench_max_block_size": "67108864", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_bench_small_size_max_iops": "100", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_blkin_trace_all": "false", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_blocked_scrub_grace_period": "120", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_calc_pg_upmaps_aggressively": "true", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_calc_pg_upmaps_aggressively_fast": "true", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_calc_pg_upmaps_local_fallback_retries": "100", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_check_for_log_corruption": "false", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_check_max_object_name_len_on_startup": "true", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_class_default_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_class_dir": "/usr/lib64/rados-classes", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_class_load_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_class_update_on_start": "true", 2023-09-23T15:08:58.467 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_client_message_cap": "256", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_client_message_size_cap": "524288000", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_client_op_priority": "63", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_client_watch_timeout": "30", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_command_max_records": "256", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_compact_on_start": "false", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_copyfrom_max_chunk": "8388608", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_crush_chooseleaf_type": "1", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_crush_initial_weight": "-1.000000", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_crush_update_on_start": "true", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_crush_update_weight_set": "true", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_data": "/var/lib/ceph/osd/ceph-a", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_crash_on_ignored_backoff": "false", 2023-09-23T15:08:58.468 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_deep_scrub_sleep": "0.000000", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_drop_ping_duration": "0", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_drop_ping_probability": "0.000000", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_feed_pullee": "-1", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_inject_copyfrom_error": "false", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_inject_dispatch_delay_duration": "0.100000", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_inject_dispatch_delay_probability": "0.000000", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_misdirected_ops": "false", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_no_acting_change": "false", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_no_purge_strays": "false", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_op_order": "false", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_pg_log_writeout": "false", 2023-09-23T15:08:58.469 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_pretend_recovery_active": "false", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_random_push_read_error": "0.000000", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_reject_backfill_probability": "0.000000", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_shutdown": "false", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_skip_full_check_in_backfill_reservation": "false", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_skip_full_check_in_recovery": "false", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_verify_cached_snaps": "false", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_verify_missing_on_start": "false", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_verify_snaps": "false", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_debug_verify_stray_on_activate": "false", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_deep_scrub_interval": "604800.000000", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_deep_scrub_keys": "1024", 2023-09-23T15:08:58.470 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_deep_scrub_large_omap_object_key_threshold": "200000", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_deep_scrub_large_omap_object_value_sum_threshold": "1073741824", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_deep_scrub_randomize_ratio": "0.150000", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_deep_scrub_stride": "524288", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_deep_scrub_update_digest_min_age": "7200", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_default_data_pool_replay_window": "45", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_default_notify_timeout": "30", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_delete_sleep": "0.000000", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_delete_sleep_hdd": "5.000000", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_delete_sleep_hybrid": "1.000000", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_delete_sleep_ssd": "1.000000", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_discard_disconnected_ops": "true", 2023-09-23T15:08:58.471 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_enable_op_tracker": "true", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_erasure_code_plugins": "jerasure lrc", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_extblkdev_plugins": "vdo", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_failsafe_full_ratio": "0.970000", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_fast_fail_on_connection_refused": "true", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_fast_info": "true", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_fast_shutdown": "true", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_fast_shutdown_notify_mon": "true", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_fast_shutdown_timeout": "15", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_find_best_info_ignore_history_les": "false", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_force_auth_primary_missing_objects": "100", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_force_recovery_pg_log_entries_factor": "1.300000", 2023-09-23T15:08:58.472 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_function_tracing": "false", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_heartbeat_grace": "20", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_heartbeat_interval": "6", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_heartbeat_min_healthy_ratio": "0.330000", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_heartbeat_min_peers": "10", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_heartbeat_min_size": "2000", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_heartbeat_stale": "600", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_heartbeat_use_min_delay_socket": "false", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_hit_set_max_size": "100000", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_hit_set_min_size": "1000", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_hit_set_namespace": ".ceph-internal", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_ignore_stale_divergent_priors": "false", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_inject_bad_map_crc_probability": "0.000000", 2023-09-23T15:08:58.473 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_inject_failure_on_pg_removal": "false", 2023-09-23T15:08:58.474 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_journal": "/var/lib/ceph/osd/ceph-a/journal", 2023-09-23T15:08:58.474 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_journal_flush_on_shutdown": "true", 2023-09-23T15:08:58.474 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_journal_size": "5120", 2023-09-23T15:08:58.474 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_kill_backfill_at": "0", 2023-09-23T15:08:58.474 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_loop_before_reset_tphandle": "64", 2023-09-23T15:08:58.474 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_map_cache_size": "50", 2023-09-23T15:08:58.474 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_map_dedup": "true", 2023-09-23T15:08:58.474 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_map_message_max": "40", 2023-09-23T15:08:58.474 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_map_message_max_bytes": "10485760", 2023-09-23T15:08:58.474 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_map_share_max_epochs": "40", 2023-09-23T15:08:58.474 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_attr_name_len": "100", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_attr_size": "0", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_backfills": "1", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_markdown_count": "5", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_markdown_period": "600", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_object_name_len": "2048", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_object_namespace_len": "256", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_object_size": "134217728", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_omap_bytes_per_request": "1073741824", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_omap_entries_per_request": "1024", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_pg_blocked_by": "16", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_pg_log_entries": "10000", 2023-09-23T15:08:58.475 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_pg_per_osd_hard_ratio": "3.000000", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_pgls": "1024", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_push_cost": "8388608", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_push_objects": "10", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_scrubs": "1", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_snap_prune_intervals_per_epoch": "512", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_trimming_pgs": "2", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_write_op_reply_len": "64", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_max_write_size": "90", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_force_run_benchmark_on_init": "false", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_iops_capacity_threshold_hdd": "500.000000", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_iops_capacity_threshold_ssd": "80000.000000", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_max_capacity_iops_hdd": "315.000000", 2023-09-23T15:08:58.476 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_max_capacity_iops_ssd": "21500.000000", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_max_sequential_bandwidth_hdd": "157286400", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_max_sequential_bandwidth_ssd": "1258291200", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_override_recovery_settings": "false", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_profile": "balanced", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_scheduler_anticipation_timeout": "0.000000", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_scheduler_background_best_effort_lim": "0.000000", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_scheduler_background_best_effort_res": "0.000000", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_scheduler_background_best_effort_wgt": "1", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_scheduler_background_recovery_lim": "0.000000", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_scheduler_background_recovery_res": "0.000000", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_scheduler_background_recovery_wgt": "1", 2023-09-23T15:08:58.477 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_scheduler_client_lim": "0.000000", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_scheduler_client_res": "0.000000", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_scheduler_client_wgt": "1", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mclock_skip_benchmark": "false", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_memory_base": "805306368", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_memory_cache_min": "134217728", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_memory_cache_resize_interval": "1.000000", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_memory_expected_fragmentation": "0.150000", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_memory_target": "4294967296", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_memory_target_autotune": "false", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_memory_target_cgroup_limit_ratio": "0.800000", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_min_pg_log_entries": "250", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_min_recovery_priority": "0", 2023-09-23T15:08:58.478 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mon_heartbeat_interval": "30", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mon_heartbeat_stat_stale": "3600", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mon_report_interval": "5", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mon_report_max_in_flight": "2", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_mon_shutdown_timeout": "5.000000", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_num_cache_shards": "32", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_num_op_tracker_shard": "32", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_numa_auto_affinity": "true", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_numa_node": "-1", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_numa_prefer_iface": "true", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_object_clean_region_max_num_intervals": "10", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_objecter_finishers": "1", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_objectstore": "bluestore", 2023-09-23T15:08:58.479 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_objectstore_fuse": "false", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_objectstore_tracing": "false", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_complaint_time": "30.000000", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_history_duration": "600", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_history_size": "20", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_history_slow_op_size": "20", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_history_slow_op_threshold": "10.000000", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_log_threshold": "5", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_num_shards": "0", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_num_shards_hdd": "5", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_num_shards_ssd": "8", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_num_threads_per_shard": "0", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_num_threads_per_shard_hdd": "1", 2023-09-23T15:08:58.480 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_num_threads_per_shard_ssd": "2", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_pq_max_tokens_per_priority": "4194304", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_pq_min_cost": "65536", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_queue": "mclock_scheduler", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_queue_cut_off": "high", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_thread_suicide_timeout": "150", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_op_thread_timeout": "15", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_open_classes_on_start": "true", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_os_flags": "0", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_peering_op_priority": "255", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pg_delete_cost": "1048576", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pg_delete_priority": "5", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pg_epoch_max_lag_factor": "2.000000", 2023-09-23T15:08:58.481 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pg_epoch_persisted_max_stale": "40", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pg_log_dups_tracked": "3000", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pg_log_trim_max": "10000", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pg_log_trim_min": "100", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pg_max_concurrent_snap_trims": "2", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pg_object_context_cache_count": "64", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pg_stat_report_interval_max": "500", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_cache_max_evict_check_size": "10", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_cache_min_evict_age": "0", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_cache_min_flush_age": "0", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_cache_target_dirty_high_ratio": "0.600000", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_cache_target_dirty_ratio": "0.400000", 2023-09-23T15:08:58.482 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_cache_target_full_ratio": "0.800000", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_crimson": "false", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_crush_rule": "-1", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_ec_fast_read": "false", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_erasure_code_profile": "plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_flag_bulk": "false", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_flag_hashpspool": "true", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_flag_nodelete": "false", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_flag_nopgchange": "false", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_flag_nosizechange": "false", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_flags": "0", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_hit_set_bloom_fpp": "0.050000", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_min_size": "0", 2023-09-23T15:08:58.483 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_pg_autoscale_mode": "off", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_pg_num": "32", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_pgp_num": "0", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_read_lease_ratio": "0.800000", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_size": "3", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_default_type": "replicated", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_erasure_code_stripe_unit": "4096", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_pool_use_gmt_hitset": "true", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_push_per_object_cost": "1000", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_read_ec_check_for_errors": "false", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recover_clone_overlap": "true", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recover_clone_overlap_limit": "10", 2023-09-23T15:08:58.484 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_cost": "20971520", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_delay_start": "0.000000", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_max_active": "0", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_max_active_hdd": "3", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_max_active_ssd": "10", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_max_chunk": "8388608", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_max_omap_entries_per_chunk": "8096", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_max_single_start": "1", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_op_priority": "3", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_op_warn_multiple": "16", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_priority": "5", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_retry_interval": "30.000000", 2023-09-23T15:08:58.485 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_sleep": "0.000000", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_sleep_hdd": "0.100000", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_sleep_hybrid": "0.025000", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_recovery_sleep_ssd": "0.000000", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_repair_during_recovery": "false", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_requested_scrub_priority": "120", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_rocksdb_iterator_bounds_enabled": "true", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_rollback_to_cluster_snap": "", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_auto_repair": "false", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_auto_repair_num_errors": "5", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_backoff_ratio": "0.660000", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_begin_hour": "0", 2023-09-23T15:08:58.486 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_begin_week_day": "0", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_chunk_max": "25", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_chunk_min": "5", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_cost": "52428800", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_during_recovery": "false", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_end_hour": "0", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_end_week_day": "0", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_event_cost": "4096", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_extended_sleep": "0.000000", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_interval_randomize_ratio": "0.500000", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_invalid_stats": "true", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_load_threshold": "0.500000", 2023-09-23T15:08:58.487 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_max_interval": "604800.000000", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_max_preemptions": "5", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_min_interval": "86400.000000", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_priority": "5", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_reservation_timeout": "5000", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_sleep": "0.000000", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_scrub_slow_reservation_response": "2200", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_shallow_scrub_chunk_max": "100", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_shallow_scrub_chunk_min": "50", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_shutdown_pgref_assert": "false", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_skip_data_digest": "false", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_smart_report_timeout": "5", 2023-09-23T15:08:58.488 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_snap_trim_cost": "1048576", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_snap_trim_priority": "5", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_snap_trim_sleep": "0.000000", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_snap_trim_sleep_hdd": "5.000000", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_snap_trim_sleep_hybrid": "2.000000", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_snap_trim_sleep_ssd": "0.000000", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_stats_update_period_not_scrubbing": "120", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_stats_update_period_scrubbing": "15", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_target_pg_log_entries_per_osd": "300000", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_target_transaction_size": "30", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_tier_default_cache_hit_set_count": "4", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_tier_default_cache_hit_set_grade_decay_rate": "20", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_tier_default_cache_hit_set_period": "1200", 2023-09-23T15:08:58.489 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_tier_default_cache_hit_set_search_last_n": "1", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_tier_default_cache_hit_set_type": "bloom", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_tier_default_cache_min_read_recency_for_promote": "1", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_tier_default_cache_min_write_recency_for_promote": "1", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_tier_default_cache_mode": "writeback", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_tier_promote_max_bytes_sec": "5242880", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_tier_promote_max_objects_sec": "25", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_tracing": "false", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_use_stale_snap": "false", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "osd_uuid": "00000000-0000-0000-0000-000000000000", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "osdc_blkin_trace_all": "false", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "paxos_kill_at": "0", 2023-09-23T15:08:58.490 INFO:teuthology.orchestra.run.smithi118.stdout: "paxos_max_join_drift": "10", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "paxos_min": "500", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "paxos_min_wait": "0.050000", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "paxos_propose_interval": "1.000000", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "paxos_service_trim_max": "500", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "paxos_service_trim_max_multiplier": "20", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "paxos_service_trim_min": "250", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "paxos_stash_full_interval": "25", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "paxos_trim_max": "500", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "paxos_trim_min": "250", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "perf": "true", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "pid_file": "", 2023-09-23T15:08:58.491 INFO:teuthology.orchestra.run.smithi118.stdout: "plugin_crypto_accelerator": "crypto_isal", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "plugin_dir": "/usr/lib64/ceph", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "public_addr": "-", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "public_addrv": "", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "public_bind_addr": "-", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "public_network": "172.21.0.0/20", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "public_network_interface": "", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "qat_compressor_enabled": "false", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "qat_compressor_session_max_number": "256", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "rados_mon_op_timeout": "0", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "rados_osd_op_timeout": "0", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "rados_tracing": "false", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_atime_update_interval": "60", 2023-09-23T15:08:58.492 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_auto_exclusive_lock_until_manual_request": "true", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_balance_parent_reads": "false", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_balance_snap_reads": "false", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_blkin_trace_all": "false", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_blocklist_expire_seconds": "0", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_blocklist_on_break_lock": "true", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_cache": "true", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_cache_block_writes_upfront": "false", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_cache_max_dirty": "25165824", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_cache_max_dirty_age": "1.000000", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_cache_max_dirty_object": "0", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_cache_policy": "writearound", 2023-09-23T15:08:58.493 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_cache_size": "33554432", 2023-09-23T15:08:58.494 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_cache_target_dirty": "16777216", 2023-09-23T15:08:58.494 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_cache_writethrough_until_flush": "true", 2023-09-23T15:08:58.494 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_clone_copy_on_read": "false", 2023-09-23T15:08:58.494 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_compression_hint": "none", 2023-09-23T15:08:58.494 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_concurrent_management_ops": "10", 2023-09-23T15:08:58.494 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_config_pool_override_update_timestamp": "0", 2023-09-23T15:08:58.494 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_default_clone_format": "auto", 2023-09-23T15:08:58.494 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_default_data_pool": "", 2023-09-23T15:08:58.494 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_default_features": "61", 2023-09-23T15:08:58.494 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_default_format": "2", 2023-09-23T15:08:58.494 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_default_map_options": "", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_default_order": "22", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_default_pool": "rbd", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_default_snapshot_quiesce_mode": "required", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_default_stripe_count": "0", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_default_stripe_unit": "0", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_disable_zero_copy_writes": "true", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_discard_granularity_bytes": "65536", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_discard_on_zeroed_write_same": "true", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_enable_alloc_hint": "true", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_invalidate_object_map_on_timeout": "true", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_io_scheduler": "simple", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_io_scheduler_simple_max_delay": "0", 2023-09-23T15:08:58.495 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_journal_commit_age": "5.000000", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_journal_max_concurrent_object_sets": "0", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_journal_max_payload_bytes": "16384", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_journal_object_flush_age": "0.000000", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_journal_object_flush_bytes": "1048576", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_journal_object_flush_interval": "0", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_journal_object_max_in_flight_appends": "0", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_journal_object_writethrough_until_flush": "true", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_journal_order": "24", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_journal_pool": "", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_journal_splay_width": "4", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_localize_parent_reads": "false", 2023-09-23T15:08:58.496 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_localize_snap_reads": "false", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_concurrent_image_deletions": "1", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_concurrent_image_syncs": "5", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_delete_retry_interval": "30.000000", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_image_perf_stats_prio": "5", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_image_policy_migration_throttle": "300", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_image_policy_rebalance_timeout": "0.000000", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_image_policy_type": "simple", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_image_policy_update_throttle_interval": "1.000000", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_image_state_check_interval": "30", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_journal_commit_age": "5.000000", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_journal_poll_age": "5.000000", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_leader_heartbeat_interval": "5", 2023-09-23T15:08:58.497 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_leader_max_acquire_attempts_before_break": "3", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_leader_max_missed_heartbeats": "2", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_memory_autotune": "true", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_memory_base": "805306368", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_memory_cache_autotune_interval": "30.000000", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_memory_cache_min": "134217728", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_memory_cache_resize_interval": "5.000000", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_memory_expected_fragmentation": "0.150000", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_memory_target": "4294967296", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_perf_stats_prio": "5", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_pool_replayers_refresh_interval": "30", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirror_sync_point_update_age": "30.000000", 2023-09-23T15:08:58.498 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirroring_delete_delay": "0", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirroring_max_mirroring_snapshots": "5", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirroring_replay_delay": "0", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mirroring_resync_after_disconnect": "false", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_move_parent_to_trash_on_remove": "false", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_move_to_trash_on_remove": "false", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_move_to_trash_on_remove_expire_seconds": "0", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_mtime_update_interval": "60", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_non_blocking_aio": "true", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_op_thread_timeout": "60", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_op_threads": "1", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_parent_cache_enabled": "false", 2023-09-23T15:08:58.499 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_persistent_cache_mode": "disabled", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_persistent_cache_path": "/tmp", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_persistent_cache_size": "1073741824", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_plugins": "", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_bps_burst": "0", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_bps_burst_seconds": "1", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_bps_limit": "0", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_exclude_ops": "0", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_iops_burst": "0", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_iops_burst_seconds": "1", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_iops_limit": "0", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_read_bps_burst": "0", 2023-09-23T15:08:58.500 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_read_bps_burst_seconds": "1", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_read_bps_limit": "0", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_read_iops_burst": "0", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_read_iops_burst_seconds": "1", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_read_iops_limit": "0", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_schedule_tick_min": "50", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_write_bps_burst": "0", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_write_bps_burst_seconds": "1", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_write_bps_limit": "0", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_write_iops_burst": "0", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_write_iops_burst_seconds": "1", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_qos_write_iops_limit": "0", 2023-09-23T15:08:58.501 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_quiesce_notification_attempts": "10", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_read_from_replica_policy": "default", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_readahead_disable_after_bytes": "52428800", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_readahead_max_bytes": "524288", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_readahead_trigger_requests": "10", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_request_timed_out_seconds": "30", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_skip_partial_discard": "true", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_sparse_read_threshold_bytes": "65536", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_tracing": "false", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_validate_names": "true", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "rbd_validate_pool": "true", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "restapi_base_url": "", 2023-09-23T15:08:58.502 INFO:teuthology.orchestra.run.smithi118.stdout: "restapi_log_level": "", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_acl_grants_max_num": "100", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_admin_entry": "admin", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_allow_notification_secrets_in_cleartext": "false", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_backend_store": "rados", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_barbican_url": "", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_beast_enable_async": "true", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_bucket_default_quota_max_objects": "-1", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_bucket_default_quota_max_size": "-1", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_bucket_index_max_aio": "128", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_bucket_index_transaction_instrumentation": "false", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_bucket_quota_cache_size": "10000", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_bucket_quota_ttl": "600", 2023-09-23T15:08:58.503 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_bucket_sync_spawn_window": "20", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_cache_enabled": "true", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_cache_expiry_interval": "900", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_cache_lru_size": "10000", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_config_store": "rados", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_content_length_compat": "false", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_copy_obj_progress": "true", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_copy_obj_progress_every_bytes": "1048576", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_cors_rules_max_num": "100", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_cross_domain_policy": "", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_default_encryption_key": "", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_kmip_addr": "", 2023-09-23T15:08:58.504 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_kmip_ca_path": "", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_kmip_client_cert": "", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_kmip_client_key": "", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_kmip_kms_key_template": "", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_kmip_password": "", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_kmip_s3_key_template": "$keyid", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_kmip_username": "", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_require_ssl": "true", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_s3_kms_backend": "barbican", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_s3_kms_encryption_keys": "", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_backend": "vault", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_key_template": "%bucket_id", 2023-09-23T15:08:58.505 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_vault_addr": "", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_vault_auth": "token", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_vault_namespace": "", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_vault_prefix": "", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_vault_secret_engine": "transit", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_vault_ssl_cacert": "", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_vault_ssl_clientcert": "", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_vault_ssl_clientkey": "", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_vault_token_file": "", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_sse_s3_vault_verify_ssl": "true", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_suppress_logs": "true", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_vault_addr": "", 2023-09-23T15:08:58.506 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_vault_auth": "token", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_vault_namespace": "", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_vault_prefix": "", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_vault_secret_engine": "transit", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_vault_ssl_cacert": "", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_vault_ssl_clientcert": "", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_vault_ssl_clientkey": "", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_vault_token_file": "", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_crypt_vault_verify_ssl": "true", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_curl_buffersize": "524288", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_curl_low_speed_limit": "1024", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_curl_low_speed_time": "300", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_curl_tcp_keepalive": "0", 2023-09-23T15:08:58.507 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_curl_wait_timeout_ms": "1000", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_d3n_l1_datacache_persistent_path": "/tmp/rgw_datacache/", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_d3n_l1_datacache_size": "1073741824", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_d3n_l1_evict_cache_on_start": "true", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_d3n_l1_eviction_policy": "lru", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_d3n_l1_fadvise": "4", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_d3n_l1_local_datacache_enabled": "false", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_d3n_libaio_aio_num": "64", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_d3n_libaio_aio_threads": "20", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_data": "/var/lib/ceph/radosgw/ceph-a", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_data_log_changes_size": "1000", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_data_log_num_shards": "128", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_data_log_obj_prefix": "data_log", 2023-09-23T15:08:58.508 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_data_log_window": "30", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_data_notify_interval_msec": "0", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_data_sync_poll_interval": "20", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_data_sync_spawn_window": "20", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_debug_inject_olh_cancel_modification_err": "false", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_debug_inject_set_olh_err": "0", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_default_data_log_backing": "fifo", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_default_realm_info_oid": "default.realm", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_default_region_info_oid": "default.region", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_default_zone_info_oid": "default.zone", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_default_zonegroup_info_oid": "default.zonegroup", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_defer_to_bucket_acls": "", 2023-09-23T15:08:58.509 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_delete_multi_obj_max_num": "1000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_admin_lim": "0.000000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_admin_res": "100.000000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_admin_wgt": "100.000000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_auth_lim": "0.000000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_auth_res": "200.000000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_auth_wgt": "100.000000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_data_lim": "0.000000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_data_res": "500.000000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_data_wgt": "500.000000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_metadata_lim": "0.000000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_metadata_res": "500.000000", 2023-09-23T15:08:58.510 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dmclock_metadata_wgt": "500.000000", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dns_name": "", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dns_s3website_name": "", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_dynamic_resharding": "true", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_enable_apis": "s3, s3website, swift, swift_auth, admin, sts, iam, notifications", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_enable_gc_threads": "true", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_enable_lc_threads": "true", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_enable_ops_log": "false", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_enable_quota_threads": "true", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_enable_static_website": "false", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_enable_usage_log": "false", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_enforce_swift_acls": "true", 2023-09-23T15:08:58.511 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_exit_timeout_secs": "120", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_expose_bucket": "false", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_extended_http_attrs": "", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_filter": "none", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_frontend_defaults": "beast ssl_certificate=config://rgw/cert/$realm/$zone.crt ssl_private_key=config://rgw/cert/$realm/$zone.key", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_frontends": "beast port=7480", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_gc_max_concurrent_io": "10", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_gc_max_deferred": "50", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_gc_max_deferred_entries_size": "3072", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_gc_max_objs": "32", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_gc_max_queue_size": "134213632", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_gc_max_trim_chunk": "16", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_gc_obj_min_wait": "7200", 2023-09-23T15:08:58.512 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_gc_processor_max_time": "3600", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_gc_processor_period": "3600", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_get_obj_max_req_size": "4194304", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_get_obj_window_size": "16777216", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_healthcheck_disabling_path": "", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_ignore_get_invalid_range": "false", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_init_timeout": "300", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_inject_notify_timeout_probability": "0.000000", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_json_config": "/var/lib/ceph/radosgw/config.json", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_accepted_admin_roles": "", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_accepted_roles": "Member, admin", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_admin_domain": "", 2023-09-23T15:08:58.513 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_admin_password": "", 2023-09-23T15:08:58.514 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_admin_password_path": "", 2023-09-23T15:08:58.514 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_admin_project": "", 2023-09-23T15:08:58.514 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_admin_tenant": "", 2023-09-23T15:08:58.514 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_admin_token": "", 2023-09-23T15:08:58.514 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_admin_token_path": "", 2023-09-23T15:08:58.514 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_admin_user": "", 2023-09-23T15:08:58.514 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_api_version": "2", 2023-09-23T15:08:58.514 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_barbican_domain": "", 2023-09-23T15:08:58.514 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_barbican_password": "", 2023-09-23T15:08:58.514 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_barbican_project": "", 2023-09-23T15:08:58.514 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_barbican_tenant": "", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_barbican_user": "", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_expired_token_cache_expiration": "3600", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_implicit_tenants": "false", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_service_token_accepted_roles": "admin", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_service_token_enabled": "false", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_token_cache_size": "10000", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_url": "", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_keystone_verify_ssl": "true", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_lc_debug_interval": "-1", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_lc_lock_max_time": "90", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_lc_max_objs": "32", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_lc_max_rules": "1000", 2023-09-23T15:08:58.515 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_lc_max_worker": "3", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_lc_max_wp_worker": "3", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_lc_thread_delay": "0", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_ldap_binddn": "uid=admin,cn=users,dc=example,dc=com", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_ldap_dnattr": "uid", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_ldap_searchdn": "cn=users,cn=accounts,dc=example,dc=com", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_ldap_searchfilter": "", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_ldap_secret": "/etc/openldap/secret", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_ldap_uri": "ldaps://", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_lifecycle_work_time": "00:00-06:00", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_list_bucket_min_readahead": "1000", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_list_buckets_max_chunk": "1000", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_log_http_headers": "", 2023-09-23T15:08:58.516 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_log_nonexistent_bucket": "false", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_log_object_name": "%Y-%m-%d-%H-%i-%n", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_log_object_name_utc": "false", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_luarocks_location": "/tmp/luarocks", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_attr_name_len": "0", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_attr_size": "0", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_attrs_num_in_req": "0", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_chunk_size": "4194304", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_concurrent_requests": "1024", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_copy_obj_concurrent_io": "10", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_dynamic_shards": "1999", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_listing_results": "1000", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_notify_retries": "10", 2023-09-23T15:08:58.517 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_objs_per_shard": "100000", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_put_param_size": "1048576", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_put_size": "5368709120", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_max_slo_entries": "1000", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_md_log_max_shards": "64", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_md_notify_interval_msec": "200", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_meta_sync_poll_interval": "20", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_meta_sync_spawn_window": "20", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_mime_types_file": "/etc/mime.types", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_mp_lock_max_time": "600", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_multi_obj_del_max_aio": "16", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_multipart_min_part_size": "5242880", 2023-09-23T15:08:58.518 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_multipart_part_upload_limit": "10000", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_fhcache_partitions": "3", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_fhcache_size": "2017", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_frontends": "rgw-nfs", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_lru_lane_hiwat": "911", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_lru_lanes": "5", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_max_gc": "300", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_namespace_expire_secs": "300", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_run_gc_threads": "false", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_run_lc_threads": "false", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_run_quota_threads": "false", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_run_sync_thread": "false", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_s3_fast_attrs": "false", 2023-09-23T15:08:58.519 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_nfs_write_completion_interval_s": "10", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_num_async_rados_threads": "32", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_num_control_oids": "8", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_numa_node": "-1", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_obj_stripe_size": "4194304", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_obj_tombstone_cache_size": "1000", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_objexp_chunk_size": "100", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_objexp_gc_interval": "600", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_objexp_hints_num_shards": "127", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_olh_pending_timeout_sec": "3600", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_op_thread_suicide_timeout": "0", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_op_thread_timeout": "600", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_op_tracing": "false", 2023-09-23T15:08:58.520 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_opa_token": "", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_opa_url": "", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_opa_verify_ssl": "true", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_ops_log_data_backlog": "5242880", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_ops_log_file_path": "/var/log/ceph/ops-log-ceph-mon.a.log", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_ops_log_rados": "false", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_ops_log_socket_path": "", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_override_bucket_index_max_shards": "0", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_pending_bucket_index_op_expiration": "120", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_period_latest_epoch_info_oid": ".latest_epoch", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_period_push_interval": "2.000000", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_period_push_interval_max": "30.000000", 2023-09-23T15:08:58.521 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_period_root_pool": ".rgw.root", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_policy_reject_invalid_principals": "true", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_print_continue": "true", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_print_prohibited_content_length": "false", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_put_obj_max_window_size": "67108864", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_put_obj_min_window_size": "16777216", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_rados_pool_autoscale_bias": "4.000000", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_rados_pool_recovery_priority": "5", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_rados_tracing": "false", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_realm": "", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_realm_id": "", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_realm_root_pool": ".rgw.root", 2023-09-23T15:08:58.522 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_region": "", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_region_root_pool": ".rgw.root", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_relaxed_region_enforcement": "false", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_relaxed_s3_bucket_names": "false", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_remote_addr_param": "REMOTE_ADDR", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_request_uri": "", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_reshard_batch_size": "64", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_reshard_bucket_lock_duration": "360", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_reshard_max_aio": "128", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_reshard_num_logs": "16", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_reshard_thread_interval": "600", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_resolve_cname": "false", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_rest_getusage_op_compat": "false", 2023-09-23T15:08:58.523 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_run_sync_thread": "true", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_s3_auth_order": "sts, external, local", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_s3_auth_use_keystone": "false", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_s3_auth_use_ldap": "false", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_s3_auth_use_rados": "true", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_s3_auth_use_sts": "false", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_s3_client_max_sig_ver": "-1", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_s3_success_create_obj_status": "0", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_safe_max_objects_per_shard": "102400", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_scheduler_type": "throttler", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_script_uri": "", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_service_provider_name": "", 2023-09-23T15:08:58.524 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_shard_warning_threshold": "90.000000", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sts_client_id": "", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sts_client_secret": "", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sts_entry": "sts", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sts_key": "sts", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sts_max_session_duration": "43200", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sts_min_session_duration": "900", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sts_token_introspection_url": "", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_swift_account_in_url": "false", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_swift_auth_entry": "auth", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_swift_auth_url": "", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_swift_custom_header": "", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_swift_enforce_content_length": "false", 2023-09-23T15:08:58.525 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_swift_need_stats": "true", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_swift_tenant_name": "", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_swift_token_expiration": "86400", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_swift_url": "", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_swift_url_prefix": "swift", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_swift_versioning_enabled": "false", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_data_full_inject_err_probability": "0.000000", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_data_inject_err_probability": "0.000000", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_lease_period": "120", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_log_trim_concurrent_buckets": "4", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_log_trim_interval": "1200", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_log_trim_max_buckets": "16", 2023-09-23T15:08:58.526 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_log_trim_min_cold_buckets": "4", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_meta_inject_err_probability": "0.000000", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_obj_etag_verify": "false", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_trace_history_size": "4096", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_trace_per_node_log_size": "32", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_sync_trace_servicemap_update_interval": "10", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_thread_pool_size": "512", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_torrent_comment": "", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_torrent_createby": "", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_torrent_encoding": "", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_torrent_flag": "false", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_torrent_origin": "", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_torrent_sha_unit": "524288", 2023-09-23T15:08:58.527 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_torrent_tracker": "", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_trust_forwarded_https": "false", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_usage_log_flush_threshold": "1024", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_usage_log_tick_interval": "30", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_usage_max_shards": "32", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_usage_max_user_shards": "1", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_use_opa_authz": "false", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_user_default_quota_max_objects": "-1", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_user_default_quota_max_size": "-1", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_user_max_buckets": "1000", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_user_policies_max_num": "100", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_user_quota_bucket_sync_interval": "180", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_user_quota_sync_idle_users": "false", 2023-09-23T15:08:58.528 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_user_quota_sync_interval": "86400", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_user_quota_sync_wait_time": "86400", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_user_unique_email": "true", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_verify_ssl": "true", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_website_routing_rules_max_num": "50", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_zone": "", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_zone_id": "", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_zone_root_pool": ".rgw.root", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_zonegroup": "", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_zonegroup_id": "", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgw_zonegroup_root_pool": ".rgw.root", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgwlc_auto_session_clear": "true", 2023-09-23T15:08:58.529 INFO:teuthology.orchestra.run.smithi118.stdout: "rgwlc_skip_bucket_step": "false", 2023-09-23T15:08:58.530 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_block_size": "4096", 2023-09-23T15:08:58.530 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_bloom_bits_per_key": "20", 2023-09-23T15:08:58.530 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_cache_index_and_filter_blocks": "true", 2023-09-23T15:08:58.530 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_cache_index_and_filter_blocks_with_high_priority": "false", 2023-09-23T15:08:58.530 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_cache_row_ratio": "0.000000", 2023-09-23T15:08:58.530 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_cache_shard_bits": "4", 2023-09-23T15:08:58.530 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_cache_size": "536870912", 2023-09-23T15:08:58.530 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_cache_type": "binned_lru", 2023-09-23T15:08:58.530 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_cf_compact_on_deletion": "true", 2023-09-23T15:08:58.530 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_cf_compact_on_deletion_sliding_window": "32768", 2023-09-23T15:08:58.530 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_cf_compact_on_deletion_trigger": "16384", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_collect_compaction_stats": "false", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_collect_extended_stats": "false", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_collect_memory_stats": "false", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_delete_range_threshold": "1048576", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_index_type": "binary_search", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_log_to_ceph_log": "true", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_metadata_block_size": "4096", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_partition_filters": "false", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_perf": "false", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rocksdb_pin_l0_filter_and_index_blocks_in_cache": "false", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rotating_keys_bootstrap_timeout": "30", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "rotating_keys_renewal_timeout": "10", 2023-09-23T15:08:58.531 INFO:teuthology.orchestra.run.smithi118.stdout: "run_dir": "/var/run/ceph", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_block_create": "true", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_cache_lru_size": "67108864", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_cbjournal_size": "5368709120", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_default_max_object_size": "16777216", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_default_object_metadata_reservation": "16777216", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_device_size": "53687091200", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_journal_batch_capacity": "16", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_journal_batch_flush_size": "16777216", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_journal_batch_preferred_fullness": "0.950000", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_journal_iodepth_limit": "5", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_main_device_type": "SSD", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_max_concurrent_transactions": "8", 2023-09-23T15:08:58.532 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_multiple_tiers_default_evict_ratio": "0.600000", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_multiple_tiers_fast_evict_ratio": "0.700000", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_multiple_tiers_stop_evict_ratio": "0.500000", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_obj_data_write_amplification": "1.250000", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "seastore_segment_size": "67108864", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "set_keepcaps": "false", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "setgroup": "ceph", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "setuser": "ceph", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "setuser_match_path": "", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "target_max_misplaced_ratio": "0.050000", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "thp": "false", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "threadpool_default_timeout": "60", 2023-09-23T15:08:58.533 INFO:teuthology.orchestra.run.smithi118.stdout: "threadpool_empty_queue_max_wait": "2", 2023-09-23T15:08:58.534 INFO:teuthology.orchestra.run.smithi118.stdout: "throttler_perf_counter": "true" 2023-09-23T15:08:58.534 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:08:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:08:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:08:58] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2023-09-23T15:08:59.076 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0 2023-09-23T15:08:59.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:08:59 smithi118 ceph-mon[219580]: pgmap v236: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:59.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:08:59 smithi118 ceph-mon[212312]: pgmap v236: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:08:59 smithi178 ceph-mon[192298]: pgmap v236: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:08:59.424 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:00.976 INFO:teuthology.orchestra.run.smithi118.stdout:mon.a: {} 2023-09-23T15:09:00.986 INFO:teuthology.orchestra.run.smithi118.stdout:mon.b: {} 2023-09-23T15:09:00.995 INFO:teuthology.orchestra.run.smithi118.stdout:mon.c: {} 2023-09-23T15:09:00.996 INFO:teuthology.orchestra.run.smithi118.stderr:mon.a: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-09-23T15:09:00.997 INFO:teuthology.orchestra.run.smithi118.stderr:mon.b: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-09-23T15:09:00.997 INFO:teuthology.orchestra.run.smithi118.stderr:mon.c: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-09-23T15:09:01.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:01 smithi118 ceph-mon[219580]: pgmap v237: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:01.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1007428529' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T15:09:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:01 smithi118 ceph-mon[212312]: pgmap v237: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1007428529' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T15:09:01.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:01 smithi178 ceph-mon[192298]: pgmap v237: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1007428529' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T15:09:01.700 INFO:tasks.thrashosds.thrasher:Unable to test ceph-objectstore-tool, not available on all OSD nodes 2023-09-23T15:09:01.701 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2023-09-23T15:09:01.701 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T15:09:01.703 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T15:09:01.703 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2023-09-23T15:09:01.703 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_0 16 2023-09-23T15:09:01.704 INFO:tasks.thrashosds.thrasher:starting do_thrash 2023-09-23T15:09:01.704 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T15:09:01.704 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:09:01.704 INFO:tasks.thrashosds.thrasher:Killing osd 6, live_osds are [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T15:09:01.704 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-09-23T15:09:01.704 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.6 2023-09-23T15:09:01.705 INFO:tasks.thrashosds.thrasher:starting do_sighup with a delay of 0.1 2023-09-23T15:09:01.705 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:09:01.705 INFO:tasks.thrashosds.thrasher:starting do_optrack_toggle with a delay of 2.0 2023-09-23T15:09:01.705 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:09:01.706 INFO:tasks.thrashosds.thrasher:starting do_dump_ops 2023-09-23T15:09:01.706 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:09:01.706 INFO:tasks.thrashosds.thrasher:starting do_noscrub_toggle with a delay of 2.0 2023-09-23T15:09:01.706 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:09:01.744 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:01.817 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:09:01.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:01.822 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:09:01.923 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:01.962 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:02.021 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:02.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:02.026 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:02.031 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:09:01 smithi178 systemd[1]: Stopping Ceph osd.6 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:09:02.127 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:02.154 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:02.196 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:02.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:02.199 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:02.299 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:02.326 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:09:02 smithi178 conmon[130287]: 2023-09-23T15:09:02.030+0000 7f28f015a700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:09:02.326 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:09:02 smithi178 conmon[130287]: 2023-09-23T15:09:02.030+0000 7f28f015a700 -1 osd.6 100 *** Got signal Terminated *** 2023-09-23T15:09:02.326 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:09:02 smithi178 conmon[130287]: 2023-09-23T15:09:02.030+0000 7f28f015a700 -1 osd.6 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:09:02.329 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:02.375 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:02.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:02.377 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:02.426 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:02.476 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:02.478 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:02.505 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:02.540 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:02.550 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:02.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:02.553 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:02.654 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:02.680 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:02.682 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:02.723 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:02.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:02.726 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:02.826 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:02.852 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:02.892 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:02.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:02.895 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:02.995 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:09:03.027 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:03.070 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:09:03.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:03.073 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:09:03.093 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:02 smithi118 ceph-mon[219580]: pgmap v238: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:03.094 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:02 smithi118 ceph-mon[219580]: osd.6 marked itself down and dead 2023-09-23T15:09:03.094 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:02 smithi118 ceph-mon[212312]: pgmap v238: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:03.094 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:02 smithi118 ceph-mon[212312]: osd.6 marked itself down and dead 2023-09-23T15:09:03.174 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:03.200 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:02 smithi178 ceph-mon[192298]: pgmap v238: 73 pgs: 73 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:02 smithi178 ceph-mon[192298]: osd.6 marked itself down and dead 2023-09-23T15:09:04.149 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:04.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:04.154 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:04.232 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[219580]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:09:04.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[219580]: osdmap e101: 8 total, 7 up, 8 in 2023-09-23T15:09:04.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[219580]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[219580]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[219580]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[219580]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[219580]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[219580]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[219580]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[212312]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:09:04.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[212312]: osdmap e101: 8 total, 7 up, 8 in 2023-09-23T15:09:04.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[212312]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[212312]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[212312]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[212312]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[212312]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[212312]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:03 smithi118 ceph-mon[212312]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.254 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:04.283 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:04.378 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:09:03 smithi178 bash[202530]: a4e1f6a895fe25d453902c699612c38ea2063df27ad34d0a2aff005c65962510 2023-09-23T15:09:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:03 smithi178 ceph-mon[192298]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:09:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:03 smithi178 ceph-mon[192298]: osdmap e101: 8 total, 7 up, 8 in 2023-09-23T15:09:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:03 smithi178 ceph-mon[192298]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:03 smithi178 ceph-mon[192298]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:03 smithi178 ceph-mon[192298]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:03 smithi178 ceph-mon[192298]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:03 smithi178 ceph-mon[192298]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:03 smithi178 ceph-mon[192298]: failed to encode map e101 with expected crc 2023-09-23T15:09:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:03 smithi178 ceph-mon[192298]: failed to encode map e101 with expected crc 2023-09-23T15:09:05.235 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:05.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: pgmap v240: 73 pgs: 4 peering, 6 stale+active+clean, 63 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:05.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 4 pgs peering (PG_AVAILABILITY) 2023-09-23T15:09:05.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: osdmap e102: 8 total, 7 up, 8 in 2023-09-23T15:09:05.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[219580]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: pgmap v240: 73 pgs: 4 peering, 6 stale+active+clean, 63 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:05.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 4 pgs peering (PG_AVAILABILITY) 2023-09-23T15:09:05.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: osdmap e102: 8 total, 7 up, 8 in 2023-09-23T15:09:05.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:04 smithi118 ceph-mon[212312]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:05.240 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:05.341 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:05.369 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: pgmap v240: 73 pgs: 4 peering, 6 stale+active+clean, 63 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:05.369 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 4 pgs peering (PG_AVAILABILITY) 2023-09-23T15:09:05.369 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: osdmap e102: 8 total, 7 up, 8 in 2023-09-23T15:09:05.369 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.369 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.369 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.369 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.370 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.370 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.370 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.370 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.370 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.370 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:04 smithi178 ceph-mon[192298]: failed to encode map e102 with expected crc 2023-09-23T15:09:05.373 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:05.568 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:05.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:05.571 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:05.609 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.6.service' 2023-09-23T15:09:05.628 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:09:05 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.6.service: Succeeded. 2023-09-23T15:09:05.628 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:09:05 smithi178 systemd[1]: Stopped Ceph osd.6 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:09:05.672 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:09:05.672 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-09-23T15:09:05.672 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:05.698 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:05.741 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:05.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:05.747 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:05.848 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:05.874 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:05.915 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:05.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:05.923 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:06.024 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:06.050 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:06.093 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:06.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:06.098 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:06.178 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:09:06.178 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:09:06.179 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:09:06.179 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:09:06.198 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:09:06.227 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:06.969 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:06 smithi118 ceph-mon[219580]: pgmap v242: 73 pgs: 4 peering, 6 stale+active+clean, 63 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:06.969 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:06 smithi118 ceph-mon[212312]: pgmap v242: 73 pgs: 4 peering, 6 stale+active+clean, 63 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:06.969 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:09:06.969 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:07.227 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:09:07.228 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:09:07.229 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:07.229 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:07.229 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:07.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:07.230 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:09:07.331 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:07.358 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:06 smithi178 ceph-mon[192298]: pgmap v242: 73 pgs: 4 peering, 6 stale+active+clean, 63 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:09:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:09:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:07.462 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:07.463 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:09:07.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:07.466 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:07.567 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:07.595 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:07.791 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:09:07.791 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:09:07.791 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:09:07.801 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:09:07.826 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:09:07.852 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:09:07.881 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:09:07.882 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:09:07.882 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:09:07.882 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:09:07.882 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:09:07.882 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:09:07.882 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:09:07.882 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T15:09:07.882 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:09:07.947 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:07.950 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:07.951 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:08.051 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:09:08.079 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:08.128 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:09:08.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:08.131 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:09:08.231 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:08.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3046405261' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3046405261' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:08.257 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:08.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3046405261' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:09:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:09:08] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2023-09-23T15:09:08.724 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:08.727 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:08.727 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:08.828 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:08.856 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:08.960 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:08.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:08.963 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:08.975 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[212312]: pgmap v243: 73 pgs: 5 active+undersized+degraded, 4 peering, 1 stale+active+clean, 14 active+undersized, 49 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:08.975 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[212312]: Health check failed: Degraded data redundancy: 12/72 objects degraded (16.667%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:09:08.975 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/63561081' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:09:08.975 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:09:08.976 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2507843942' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T15:09:08.976 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T15:09:08.989 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_0' created 2023-09-23T15:09:08.990 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:09:09.064 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:09.091 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:09.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:08 smithi178 ceph-mon[192298]: pgmap v243: 73 pgs: 5 active+undersized+degraded, 4 peering, 1 stale+active+clean, 14 active+undersized, 49 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:08 smithi178 ceph-mon[192298]: Health check failed: Degraded data redundancy: 12/72 objects degraded (16.667%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:09:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:08 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/63561081' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:09:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:08 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:09:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:08 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2507843942' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T15:09:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:08 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T15:09:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[219580]: pgmap v243: 73 pgs: 5 active+undersized+degraded, 4 peering, 1 stale+active+clean, 14 active+undersized, 49 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[219580]: Health check failed: Degraded data redundancy: 12/72 objects degraded (16.667%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:09:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/63561081' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:09:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:09:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2507843942' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T15:09:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:08 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-09-23T15:09:09.464 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:09.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:09.467 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:09.538 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:09:09.538 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:09:09.567 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:09.595 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:09.641 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:09.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:09.644 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:09.745 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:09.771 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:09.863 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:09.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:09.869 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:09.970 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:10.007 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:09 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:09 smithi178 ceph-mon[192298]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:09 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:09:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:09 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-09-23T15:09:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:09 smithi178 ceph-mon[192298]: osdmap e103: 8 total, 7 up, 8 in 2023-09-23T15:09:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:09 smithi178 ceph-mon[192298]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:09 smithi178 ceph-mon[192298]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:09 smithi178 ceph-mon[192298]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.145 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:10.176 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2023-09-23T15:09:10.240 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:10.240 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[219580]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:09:10.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-09-23T15:09:10.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[219580]: osdmap e103: 8 total, 7 up, 8 in 2023-09-23T15:09:10.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[219580]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[219580]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[219580]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.241 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:10.241 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[212312]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.242 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:09:10.242 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-09-23T15:09:10.242 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[212312]: osdmap e103: 8 total, 7 up, 8 in 2023-09-23T15:09:10.242 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[212312]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.242 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[212312]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.242 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:09 smithi118 ceph-mon[212312]: failed to encode map e103 with expected crc 2023-09-23T15:09:10.312 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:10.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:10.316 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:10.416 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:10.444 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:10.485 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:10.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:10.491 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:10.592 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:10.618 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:10.673 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [6] live_osds: [0, 1, 2, 3, 4, 5, 7] 2023-09-23T15:09:10.673 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:09:10.674 INFO:tasks.thrashosds.thrasher:Killing osd 2, live_osds are [0, 1, 2, 3, 4, 5, 7] 2023-09-23T15:09:10.674 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-09-23T15:09:10.674 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2 2023-09-23T15:09:10.941 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:09:10 smithi118 systemd[1]: Stopping Ceph osd.2 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:09:10.949 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:10.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:10.953 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:11.054 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:11.116 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:11.171 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:11.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:11.175 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:11.230 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[219580]: pgmap v245: 89 pgs: 16 unknown, 5 active+undersized+degraded, 22 active+undersized, 46 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:11.230 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs peering) 2023-09-23T15:09:11.230 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[219580]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.230 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[219580]: osdmap e104: 8 total, 7 up, 8 in 2023-09-23T15:09:11.230 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[219580]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.230 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[219580]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.230 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[219580]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.230 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:11.230 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:11.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[212312]: pgmap v245: 89 pgs: 16 unknown, 5 active+undersized+degraded, 22 active+undersized, 46 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:11.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs peering) 2023-09-23T15:09:11.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[212312]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[212312]: osdmap e104: 8 total, 7 up, 8 in 2023-09-23T15:09:11.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[212312]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[212312]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[212312]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:11.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:10 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:11.271 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:11.276 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:11.305 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:10 smithi178 ceph-mon[192298]: pgmap v245: 89 pgs: 16 unknown, 5 active+undersized+degraded, 22 active+undersized, 46 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:11.305 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:10 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs peering) 2023-09-23T15:09:11.305 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:10 smithi178 ceph-mon[192298]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.305 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:10 smithi178 ceph-mon[192298]: osdmap e104: 8 total, 7 up, 8 in 2023-09-23T15:09:11.305 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:10 smithi178 ceph-mon[192298]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.305 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:10 smithi178 ceph-mon[192298]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.306 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:10 smithi178 ceph-mon[192298]: failed to encode map e104 with expected crc 2023-09-23T15:09:11.306 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:10 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:11.306 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:10 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:11.308 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:11.355 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:11.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:11.360 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:11.461 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:11.489 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:11.539 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:09:11.972 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:11.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:11.975 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:12.075 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:12.104 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:12.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:11 smithi118 ceph-mon[212312]: failed to encode map e105 with expected crc 2023-09-23T15:09:12.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:11 smithi118 ceph-mon[212312]: osdmap e105: 8 total, 7 up, 8 in 2023-09-23T15:09:12.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:11 smithi118 ceph-mon[219580]: failed to encode map e105 with expected crc 2023-09-23T15:09:12.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:11 smithi118 ceph-mon[219580]: osdmap e105: 8 total, 7 up, 8 in 2023-09-23T15:09:12.322 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:09:12 smithi118 conmon[252491]: 2023-09-23T15:09:12.165+0000 7fcf0670e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:09:12.322 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:09:12 smithi118 conmon[252491]: 2023-09-23T15:09:12.165+0000 7fcf0670e700 -1 osd.2 104 *** Got signal Terminated *** 2023-09-23T15:09:12.322 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:09:12 smithi118 conmon[252491]: 2023-09-23T15:09:12.165+0000 7fcf0670e700 -1 osd.2 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:09:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:11 smithi178 ceph-mon[192298]: failed to encode map e105 with expected crc 2023-09-23T15:09:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:11 smithi178 ceph-mon[192298]: osdmap e105: 8 total, 7 up, 8 in 2023-09-23T15:09:12.552 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:12.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:12.556 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:12.656 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:12.688 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:12.736 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:12.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:12.741 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:12.842 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:12.870 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:12.965 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:09:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:12 smithi118 ceph-mon[219580]: failed to encode map e105 with expected crc 2023-09-23T15:09:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:12 smithi118 ceph-mon[219580]: pgmap v248: 89 pgs: 13 unknown, 5 active+undersized+degraded, 22 active+undersized, 49 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:12 smithi118 ceph-mon[219580]: osd.2 marked itself down and dead 2023-09-23T15:09:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:12 smithi118 ceph-mon[219580]: failed to encode map e105 with expected crc 2023-09-23T15:09:13.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:12 smithi118 ceph-mon[212312]: failed to encode map e105 with expected crc 2023-09-23T15:09:13.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:12 smithi118 ceph-mon[212312]: pgmap v248: 89 pgs: 13 unknown, 5 active+undersized+degraded, 22 active+undersized, 49 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:13.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:12 smithi118 ceph-mon[212312]: osd.2 marked itself down and dead 2023-09-23T15:09:13.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:12 smithi118 ceph-mon[212312]: failed to encode map e105 with expected crc 2023-09-23T15:09:13.305 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:13.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:13.308 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:12 smithi178 ceph-mon[192298]: failed to encode map e105 with expected crc 2023-09-23T15:09:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:12 smithi178 ceph-mon[192298]: pgmap v248: 89 pgs: 13 unknown, 5 active+undersized+degraded, 22 active+undersized, 49 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:12 smithi178 ceph-mon[192298]: osd.2 marked itself down and dead 2023-09-23T15:09:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:12 smithi178 ceph-mon[192298]: failed to encode map e105 with expected crc 2023-09-23T15:09:13.409 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:13.439 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:13.485 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:13.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:13.490 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:13.591 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:13.617 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:13.660 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:13.661 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:13.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:13.665 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:13.766 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:13.799 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:13.992 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:09:13 smithi118 bash[282670]: b9f3b00dac7ceaca3448cad6fa2ecf0891ca5fa9424b880af78746b2f893f5cd 2023-09-23T15:09:13.992 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[212312]: Health check update: 2 osds down (OSD_DOWN) 2023-09-23T15:09:13.992 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[212312]: osdmap e106: 8 total, 6 up, 8 in 2023-09-23T15:09:13.992 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[212312]: failed to encode map e106 with expected crc 2023-09-23T15:09:13.992 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[212312]: failed to encode map e106 with expected crc 2023-09-23T15:09:13.992 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[212312]: failed to encode map e106 with expected crc 2023-09-23T15:09:13.992 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[212312]: failed to encode map e106 with expected crc 2023-09-23T15:09:13.992 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[212312]: failed to encode map e106 with expected crc 2023-09-23T15:09:13.992 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[212312]: failed to encode map e106 with expected crc 2023-09-23T15:09:13.992 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[212312]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.048 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:09:14.048 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:09:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[219580]: Health check update: 2 osds down (OSD_DOWN) 2023-09-23T15:09:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[219580]: osdmap e106: 8 total, 6 up, 8 in 2023-09-23T15:09:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[219580]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[219580]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[219580]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[219580]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[219580]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[219580]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:13 smithi118 ceph-mon[219580]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:13 smithi178 ceph-mon[192298]: Health check update: 2 osds down (OSD_DOWN) 2023-09-23T15:09:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:13 smithi178 ceph-mon[192298]: osdmap e106: 8 total, 6 up, 8 in 2023-09-23T15:09:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:13 smithi178 ceph-mon[192298]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:13 smithi178 ceph-mon[192298]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:13 smithi178 ceph-mon[192298]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:13 smithi178 ceph-mon[192298]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:13 smithi178 ceph-mon[192298]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:13 smithi178 ceph-mon[192298]: failed to encode map e106 with expected crc 2023-09-23T15:09:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:13 smithi178 ceph-mon[192298]: failed to encode map e106 with expected crc 2023-09-23T15:09:15.035 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:15.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:15.039 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:15.140 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:15.171 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:15.271 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:15.273 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: pgmap v250: 89 pgs: 1 stale+active+clean, 4 peering, 5 active+undersized+degraded, 26 active+undersized, 53 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:09:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: osdmap e107: 8 total, 6 up, 8 in 2023-09-23T15:09:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[219580]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: pgmap v250: 89 pgs: 1 stale+active+clean, 4 peering, 5 active+undersized+degraded, 26 active+undersized, 53 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:09:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: osdmap e107: 8 total, 6 up, 8 in 2023-09-23T15:09:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.276 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.276 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.276 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:14 smithi118 ceph-mon[212312]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:15.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:15.377 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: pgmap v250: 89 pgs: 1 stale+active+clean, 4 peering, 5 active+undersized+degraded, 26 active+undersized, 53 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:09:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: osdmap e107: 8 total, 6 up, 8 in 2023-09-23T15:09:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:14 smithi178 ceph-mon[192298]: failed to encode map e107 with expected crc 2023-09-23T15:09:15.405 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:15.806 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:15.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:15.810 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:15.910 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:15.945 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:15.994 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:15.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:16.000 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:16.002 INFO:teuthology.orchestra.run.smithi118.stderr:enabled application 'rados' on pool 'unique_pool_0' 2023-09-23T15:09:16.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:15 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2126015346' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:09:16.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:15 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:09:16.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:15 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2126015346' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:09:16.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:15 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:09:16.101 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:16.130 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:15 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2126015346' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:09:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:15 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:09:16.525 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:16.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:16.528 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:16.629 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:16.656 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:17.000 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:17.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:17.005 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:17.062 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:17.092 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:09:17.105 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:17.161 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:17.264 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:17.266 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:16 smithi118 ceph-mon[212312]: pgmap v252: 89 pgs: 1 stale+active+clean, 4 peering, 5 active+undersized+degraded, 26 active+undersized, 53 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:17.266 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:16 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:09:17.266 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:16 smithi118 ceph-mon[212312]: osdmap e108: 8 total, 6 up, 8 in 2023-09-23T15:09:17.267 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:16 smithi118 ceph-mon[219580]: pgmap v252: 89 pgs: 1 stale+active+clean, 4 peering, 5 active+undersized+degraded, 26 active+undersized, 53 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:17.267 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:16 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:09:17.267 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:16 smithi118 ceph-mon[219580]: osdmap e108: 8 total, 6 up, 8 in 2023-09-23T15:09:17.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:17.268 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:17.368 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:17.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:16 smithi178 ceph-mon[192298]: pgmap v252: 89 pgs: 1 stale+active+clean, 4 peering, 5 active+undersized+degraded, 26 active+undersized, 53 active+clean; 582 KiB data, 175 MiB used, 715 GiB / 715 GiB avail; 12/72 objects degraded (16.667%) 2023-09-23T15:09:17.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:16 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:09:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:16 smithi178 ceph-mon[192298]: osdmap e108: 8 total, 6 up, 8 in 2023-09-23T15:09:17.400 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:17.448 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:17.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:17.454 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:17.555 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:17.582 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:17.627 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:17.634 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:17.634 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:17.735 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:17.761 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:17.875 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:17.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:17.877 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:17.978 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:18.006 DEBUG:teuthology.orchestra.run.smithi118:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2023-09-23T15:09:18.010 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:18.012 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T15:09:18.012 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T15:09:18.074 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:hints = 1 2023-09-23T15:09:18.075 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T15:09:18.075 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object prefix: benchmark_data_smithi118_284959 2023-09-23T15:09:18.075 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:09:18.075 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 0 0 0 0 0 0 - 0 2023-09-23T15:09:18.200 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:18.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:18.205 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:18.306 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:18.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:09:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:09:18] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2023-09-23T15:09:18.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:18.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:18.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[212312]: failed to encode map e108 with expected crc 2023-09-23T15:09:18.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[212312]: failed to encode map e108 with expected crc 2023-09-23T15:09:18.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[212312]: failed to encode map e108 with expected crc 2023-09-23T15:09:18.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:09:18.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:09:18.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:18.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:18.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:18.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[219580]: failed to encode map e108 with expected crc 2023-09-23T15:09:18.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[219580]: failed to encode map e108 with expected crc 2023-09-23T15:09:18.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[219580]: failed to encode map e108 with expected crc 2023-09-23T15:09:18.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:09:18.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:09:18.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:18.329 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:18.329 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:18.329 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:18 smithi178 ceph-mon[192298]: failed to encode map e108 with expected crc 2023-09-23T15:09:18.330 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:18 smithi178 ceph-mon[192298]: failed to encode map e108 with expected crc 2023-09-23T15:09:18.330 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:18 smithi178 ceph-mon[192298]: failed to encode map e108 with expected crc 2023-09-23T15:09:18.330 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:09:18.330 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:09:18.330 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:18.331 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:18.371 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:18.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:18.376 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:18.476 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:18.502 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:18.542 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:18.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:18.546 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:18.646 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:18.677 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:18.824 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:18.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:18.828 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:18.841 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:18.892 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:09:18.911 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:09:18.929 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:18.930 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:09:18.950 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:09:18.956 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:18.989 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:09:18.990 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:09:18.990 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:09:18.990 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:09:18.990 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T15:09:18.990 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:09:18.990 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:09:18.990 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:09:18.990 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T15:09:18.990 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:09:18.998 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:19.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:19.003 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:19.075 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 1 16 127 111 6.93698 6.9375 0.00394995 0.00374927 2023-09-23T15:09:19.104 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:19.130 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:19.171 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:19.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:19.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:19.277 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:19.302 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:19 smithi118 ceph-mon[219580]: failed to encode map e108 with expected crc 2023-09-23T15:09:19.302 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:19 smithi118 ceph-mon[219580]: pgmap v254: 89 pgs: 1 stale+active+clean, 4 peering, 6 active+undersized+degraded, 29 active+undersized, 49 active+clean; 582 KiB data, 176 MiB used, 715 GiB / 715 GiB avail; 14/72 objects degraded (19.444%) 2023-09-23T15:09:19.302 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:19 smithi118 ceph-mon[219580]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-09-23T15:09:19.302 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:19 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 14/72 objects degraded (19.444%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:09:19.302 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:19 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/582437280' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:19.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:19 smithi118 ceph-mon[212312]: failed to encode map e108 with expected crc 2023-09-23T15:09:19.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:19 smithi118 ceph-mon[212312]: pgmap v254: 89 pgs: 1 stale+active+clean, 4 peering, 6 active+undersized+degraded, 29 active+undersized, 49 active+clean; 582 KiB data, 176 MiB used, 715 GiB / 715 GiB avail; 14/72 objects degraded (19.444%) 2023-09-23T15:09:19.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:19 smithi118 ceph-mon[212312]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-09-23T15:09:19.303 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:19 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 14/72 objects degraded (19.444%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:09:19.303 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:19 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/582437280' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:19.305 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:19 smithi178 ceph-mon[192298]: failed to encode map e108 with expected crc 2023-09-23T15:09:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:19 smithi178 ceph-mon[192298]: pgmap v254: 89 pgs: 1 stale+active+clean, 4 peering, 6 active+undersized+degraded, 29 active+undersized, 49 active+clean; 582 KiB data, 176 MiB used, 715 GiB / 715 GiB avail; 14/72 objects degraded (19.444%) 2023-09-23T15:09:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:19 smithi178 ceph-mon[192298]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2023-09-23T15:09:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:19 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 14/72 objects degraded (19.444%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:09:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:19 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/582437280' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:19.702 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:19.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:19.705 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:19.806 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:19.832 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:19.976 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:19.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:19.979 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:20.075 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 2 16 127 111 3.46848 0 - 0.00374927 2023-09-23T15:09:20.080 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:20.111 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:20.159 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:20.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:20.164 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:20.264 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:20.289 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:20 smithi118 ceph-mon[219580]: pgmap v255: 89 pgs: 7 active+undersized+degraded, 6 undersized+peered, 40 active+undersized, 36 active+clean; 582 KiB data, 176 MiB used, 715 GiB / 715 GiB avail; 16/72 objects degraded (22.222%) 2023-09-23T15:09:20.290 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:20 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:09:20.290 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:20 smithi118 ceph-mon[212312]: pgmap v255: 89 pgs: 7 active+undersized+degraded, 6 undersized+peered, 40 active+undersized, 36 active+clean; 582 KiB data, 176 MiB used, 715 GiB / 715 GiB avail; 16/72 objects degraded (22.222%) 2023-09-23T15:09:20.290 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:20 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:09:20.292 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:20 smithi178 ceph-mon[192298]: pgmap v255: 89 pgs: 7 active+undersized+degraded, 6 undersized+peered, 40 active+undersized, 36 active+clean; 582 KiB data, 176 MiB used, 715 GiB / 715 GiB avail; 16/72 objects degraded (22.222%) 2023-09-23T15:09:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:20 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:09:20.601 DEBUG:teuthology.orchestra.run.smithi118:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2.service' 2023-09-23T15:09:20.602 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:20.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:20.605 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:20.706 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:20.733 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:09:20.734 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-09-23T15:09:20.734 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:21.075 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 3 16 127 111 2.31232 0 - 0.00374927 2023-09-23T15:09:21.532 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:21.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:21.534 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:21.635 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:21.667 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:21.669 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:09:21.670 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:09:21.764 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:21.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:21.767 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:21.867 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:21.895 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:21.938 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:21.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:21.968 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:22.069 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:22.075 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 4 16 127 111 1.73423 0 - 0.00374927 2023-09-23T15:09:22.100 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:22.149 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:22.150 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:22.151 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:22.251 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:22.279 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:22.323 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:22.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:22.329 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:22.429 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:22.458 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:22.505 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:22.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:22.508 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:22.609 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:22.636 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:22.731 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:22.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:22.734 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:22.835 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:22.866 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:22.886 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:09:22.915 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:22.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:22.920 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:22.976 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:09:22.977 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:09:22.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:09:22.977 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [] 2023-09-23T15:09:22.977 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:09:23.000 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:22 smithi118 ceph-mon[219580]: pgmap v256: 89 pgs: 9 active+undersized+degraded, 6 undersized+peered, 38 active+undersized, 36 active+clean; 1.8 MiB data, 178 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s wr, 2 op/s; 35/129 objects degraded (27.132%) 2023-09-23T15:09:23.000 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:23.000 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:23.000 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:22 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4009090127' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:23.000 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:22 smithi118 ceph-mon[212312]: pgmap v256: 89 pgs: 9 active+undersized+degraded, 6 undersized+peered, 38 active+undersized, 36 active+clean; 1.8 MiB data, 178 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s wr, 2 op/s; 35/129 objects degraded (27.132%) 2023-09-23T15:09:23.001 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:23.001 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:23.001 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:22 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4009090127' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:23.020 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:23.051 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:23.075 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 5 16 127 111 1.38738 0 - 0.00374927 2023-09-23T15:09:23.098 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:23.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:23.101 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:23.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:22 smithi178 ceph-mon[192298]: pgmap v256: 89 pgs: 9 active+undersized+degraded, 6 undersized+peered, 38 active+undersized, 36 active+clean; 1.8 MiB data, 178 MiB used, 715 GiB / 715 GiB avail; 157 KiB/s wr, 2 op/s; 35/129 objects degraded (27.132%) 2023-09-23T15:09:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:09:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:22 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4009090127' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:23.201 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:23.231 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:23.277 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:23.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:23.281 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:23.381 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:23.409 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:23.452 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:23.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:23.458 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:23.558 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:23.584 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:23.626 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:23.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:23.632 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:23.671 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:09:23.733 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:23.758 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:23.799 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:23.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:23.804 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:23.905 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:23.930 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:23.971 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:23.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:23.976 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:24.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:24.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4009090127' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:09:24.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[219580]: osdmap e109: 8 total, 6 up, 8 in 2023-09-23T15:09:24.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[219580]: failed to encode map e109 with expected crc 2023-09-23T15:09:24.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[219580]: failed to encode map e109 with expected crc 2023-09-23T15:09:24.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[219580]: failed to encode map e109 with expected crc 2023-09-23T15:09:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4009090127' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:09:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[212312]: osdmap e109: 8 total, 6 up, 8 in 2023-09-23T15:09:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[212312]: failed to encode map e109 with expected crc 2023-09-23T15:09:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[212312]: failed to encode map e109 with expected crc 2023-09-23T15:09:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:23 smithi118 ceph-mon[212312]: failed to encode map e109 with expected crc 2023-09-23T15:09:24.075 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 6 16 127 111 1.15615 0 - 0.00374927 2023-09-23T15:09:24.077 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:24.103 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:24.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:23 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:23 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4009090127' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:09:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:23 smithi178 ceph-mon[192298]: osdmap e109: 8 total, 6 up, 8 in 2023-09-23T15:09:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:23 smithi178 ceph-mon[192298]: failed to encode map e109 with expected crc 2023-09-23T15:09:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:23 smithi178 ceph-mon[192298]: failed to encode map e109 with expected crc 2023-09-23T15:09:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:23 smithi178 ceph-mon[192298]: failed to encode map e109 with expected crc 2023-09-23T15:09:24.144 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:24.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:24.151 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:24.252 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:24.278 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:24.286 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:09:24.318 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:24.325 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:24.326 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:24.363 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:24.426 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:24.452 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:24.495 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:24.497 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:24.498 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:24.599 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:24.626 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:24.668 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:24.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:24.673 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:24.774 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:24.800 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:24.841 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:24.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:24.846 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:24.877 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:24 smithi118 ceph-mon[212312]: failed to encode map e109 with expected crc 2023-09-23T15:09:24.947 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:24.978 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:25.020 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:25.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:25.023 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:25.076 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 7 16 127 111 0.990987 0 - 0.00374927 2023-09-23T15:09:25.124 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:25.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:24 smithi178 ceph-mon[192298]: failed to encode map e109 with expected crc 2023-09-23T15:09:25.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:24 smithi178 ceph-mon[192298]: pgmap v258: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 915 KiB/s wr, 14 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:24 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded (PG_DEGRADED) 2023-09-23T15:09:25.151 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:25.192 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:25.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:25.197 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:25.298 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:24 smithi118 ceph-mon[219580]: failed to encode map e109 with expected crc 2023-09-23T15:09:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:24 smithi118 ceph-mon[219580]: pgmap v258: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 915 KiB/s wr, 14 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:24 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded (PG_DEGRADED) 2023-09-23T15:09:25.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:24 smithi118 ceph-mon[212312]: pgmap v258: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 915 KiB/s wr, 14 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:25.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:24 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded (PG_DEGRADED) 2023-09-23T15:09:25.323 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:25.364 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:25.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:25.369 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:25.470 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:25.497 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:25.560 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:25.592 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:25.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:25.595 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:25.695 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:25.722 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:25.734 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [6, 2] live_osds: [0, 1, 3, 4, 5, 7] 2023-09-23T15:09:25.734 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:09:25.734 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_0 2023-09-23T15:09:25.735 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:09:25.765 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:25.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:25.770 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:25.871 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:25.896 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:25.937 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:25.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:25.942 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:26.043 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:26.068 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:26.076 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 8 16 127 111 0.867115 0 - 0.00374927 2023-09-23T15:09:26.109 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:26.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:26.114 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:26.215 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:26.240 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:26.258 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:09:26.282 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:26.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:26.287 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:26.306 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:09:26.326 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:09:26.347 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:09:26.367 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:09:26.386 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:09:26.387 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:26.405 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:09:26.405 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:09:26.406 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:09:26.406 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T15:09:26.406 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:09:26.406 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:09:26.406 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:09:26.406 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T15:09:26.406 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:09:26.413 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:26.454 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:26.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:26.458 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:26.559 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:26.586 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:26.635 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:26.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:26.639 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:26.739 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:26.766 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:26.808 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:26.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:26.812 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:26.913 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:26.939 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:26.985 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:26.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:26.988 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:27.076 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 9 16 127 111 0.770766 0 - 0.00374927 2023-09-23T15:09:27.090 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:27.115 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:26 smithi178 ceph-mon[192298]: pgmap v259: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 733 KiB/s wr, 11 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:26 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4220105436' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:26 smithi118 ceph-mon[219580]: pgmap v259: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 733 KiB/s wr, 11 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:26 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4220105436' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:27.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:26 smithi118 ceph-mon[212312]: pgmap v259: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 733 KiB/s wr, 11 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:27.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:26 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4220105436' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:27.598 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:09:27.598 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:09:27.644 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:27.660 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:27.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:27.663 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:27.763 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:27.789 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:27.792 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:27.889 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:27.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:27.892 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:27.992 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:28.019 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:28.066 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:28.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:28.069 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:28.076 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 10 16 127 111 0.693688 0 - 0.00374927 2023-09-23T15:09:28.170 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:28.197 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:28.362 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:09:28.363 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:09:28.474 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:09:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:09:28] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2023-09-23T15:09:28.644 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:28.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:28.647 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:28.748 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:28.775 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:28 smithi118 ceph-mon[219580]: pgmap v260: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 710 KiB/s wr, 11 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:29.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:28 smithi118 ceph-mon[212312]: pgmap v260: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 710 KiB/s wr, 11 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:29.076 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 11 16 127 111 0.630625 0 - 0.00374927 2023-09-23T15:09:29.120 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:29.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:29.123 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:29.224 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:29.253 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:28 smithi178 ceph-mon[192298]: pgmap v260: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 710 KiB/s wr, 11 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:29.256 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:29.304 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:29.311 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:29.311 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:29.412 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:29.439 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:29.600 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:09:29.658 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:29.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:29.660 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:29.761 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:29.792 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:30.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 12 16 127 111 0.578069 0 - 0.00374927 2023-09-23T15:09:30.233 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:09:30.542 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:30.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:30.545 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:30.646 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:30.677 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:30.779 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:30.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:30.786 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:30.886 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:30.915 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:31.067 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:31.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:31.070 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:31.076 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 13 16 127 111 0.533603 0 - 0.00374927 2023-09-23T15:09:31.143 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:31.171 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:31.198 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:31.203 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:31.251 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:09:31.253 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:09:31.253 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:31.255 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:30 smithi178 ceph-mon[192298]: pgmap v261: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 710 KiB/s wr, 11 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:31.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:31.256 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:31.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:30 smithi118 ceph-mon[219580]: pgmap v261: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 710 KiB/s wr, 11 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:31.274 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:30 smithi118 ceph-mon[212312]: pgmap v261: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 710 KiB/s wr, 11 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:31.357 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:31.384 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:31.428 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:31.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:31.432 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:31.533 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:31.562 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:31.989 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:09:32.076 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 14 16 127 111 0.495489 0 - 0.00374927 2023-09-23T15:09:32.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:31 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/643653534' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:09:32.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:31 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/643653534' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:09:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:31 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/643653534' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:09:32.771 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":261,"stamp":"2023-09-23T15:09:29.689914+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7870368,"num_objects":135,"num_object_clones":0,"num_object_copies":405,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":91,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":135,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":411,"num_write_kb":9549,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":327,"ondisk_log_size":327,"up":208,"acting":208,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":255,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":196888,"kb_used_data":26904,"kb_used_omap":126,"kb_used_meta":169793,"kb_avail":749764328,"statfs":{"total":767960285184,"available":767758671872,"internally_reserved":0,"allocated":27549696,"data_stored":23536859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":129413,"internal_metadata":173868667},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7274496,"num_objects":111,"num_object_clones":0,"num_object_copies":333,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":75,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":111,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":7104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002878"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":93,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.239063+0000","last_change":"2023-09-23T15:09:14.012778+0000","last_active":"2023-09-23T15:09:17.239063+0000","last_peered":"2023-09-23T15:09:17.239063+0000","last_clean":"2023-09-23T15:09:12.265414+0000","last_became_active":"2023-09-23T15:09:14.012778+0000","last_became_peered":"2023-09-23T15:09:14.012778+0000","last_unstale":"2023-09-23T15:09:17.239063+0000","last_undegraded":"2023-09-23T15:09:17.239063+0000","last_fullsized":"2023-09-23T15:09:14.010668+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:20:28.026998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":71,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.999563+0000","last_change":"2023-09-23T15:07:50.039138+0000","last_active":"2023-09-23T15:09:15.999563+0000","last_peered":"2023-09-23T15:09:15.999563+0000","last_clean":"2023-09-23T15:09:15.999563+0000","last_became_active":"2023-09-23T15:07:50.038840+0000","last_became_peered":"2023-09-23T15:07:50.038840+0000","last_unstale":"2023-09-23T15:09:15.999563+0000","last_undegraded":"2023-09-23T15:09:15.999563+0000","last_fullsized":"2023-09-23T15:09:15.999563+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:52.470724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":57,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.152846+0000","last_change":"2023-09-23T15:07:50.037965+0000","last_active":"2023-09-23T15:09:17.152846+0000","last_peered":"2023-09-23T15:09:17.152846+0000","last_clean":"2023-09-23T15:09:17.152846+0000","last_became_active":"2023-09-23T15:07:50.037654+0000","last_became_peered":"2023-09-23T15:07:50.037654+0000","last_unstale":"2023-09-23T15:09:17.152846+0000","last_undegraded":"2023-09-23T15:09:17.152846+0000","last_fullsized":"2023-09-23T15:09:17.152846+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:36.233860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.998392+0000","last_change":"2023-09-23T15:07:50.031091+0000","last_active":"2023-09-23T15:09:15.998392+0000","last_peered":"2023-09-23T15:09:15.998392+0000","last_clean":"2023-09-23T15:09:15.998392+0000","last_became_active":"2023-09-23T15:07:50.030777+0000","last_became_peered":"2023-09-23T15:07:50.030777+0000","last_unstale":"2023-09-23T15:09:15.998392+0000","last_undegraded":"2023-09-23T15:09:15.998392+0000","last_fullsized":"2023-09-23T15:09:15.998392+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:37.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":89,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.999187+0000","last_change":"2023-09-23T15:07:50.039152+0000","last_active":"2023-09-23T15:09:15.999187+0000","last_peered":"2023-09-23T15:09:15.999187+0000","last_clean":"2023-09-23T15:09:15.999187+0000","last_became_active":"2023-09-23T15:07:50.038865+0000","last_became_peered":"2023-09-23T15:07:50.038865+0000","last_unstale":"2023-09-23T15:09:15.999187+0000","last_undegraded":"2023-09-23T15:09:15.999187+0000","last_fullsized":"2023-09-23T15:09:15.999187+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:35.185865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":57,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.606190+0000","last_change":"2023-09-23T15:09:03.985560+0000","last_active":"2023-09-23T15:09:17.606190+0000","last_peered":"2023-09-23T15:09:17.606190+0000","last_clean":"2023-09-23T15:06:13.222231+0000","last_became_active":"2023-09-23T15:09:03.985560+0000","last_became_peered":"2023-09-23T15:09:03.985560+0000","last_unstale":"2023-09-23T15:09:17.606190+0000","last_undegraded":"2023-09-23T15:09:17.606190+0000","last_fullsized":"2023-09-23T15:09:03.983064+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:26:39.152437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.998524+0000","last_change":"2023-09-23T15:07:50.036597+0000","last_active":"2023-09-23T15:09:15.998524+0000","last_peered":"2023-09-23T15:09:15.998524+0000","last_clean":"2023-09-23T15:09:15.998524+0000","last_became_active":"2023-09-23T15:07:50.036127+0000","last_became_peered":"2023-09-23T15:07:50.036127+0000","last_unstale":"2023-09-23T15:09:15.998524+0000","last_undegraded":"2023-09-23T15:09:15.998524+0000","last_fullsized":"2023-09-23T15:09:15.998524+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:36.147063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":77,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:15.999187+0000","last_change":"2023-09-23T15:09:03.977195+0000","last_active":"2023-09-23T15:09:15.999187+0000","last_peered":"2023-09-23T15:09:15.999187+0000","last_clean":"2023-09-23T15:07:50.043374+0000","last_became_active":"2023-09-23T15:09:03.977195+0000","last_became_peered":"2023-09-23T15:09:03.977195+0000","last_unstale":"2023-09-23T15:09:15.999187+0000","last_undegraded":"2023-09-23T15:09:15.999187+0000","last_fullsized":"2023-09-23T15:09:03.976132+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:51.813803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":69,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.606036+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:09:17.606036+0000","last_peered":"2023-09-23T15:09:17.606036+0000","last_clean":"2023-09-23T15:09:17.606036+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:09:17.606036+0000","last_undegraded":"2023-09-23T15:09:17.606036+0000","last_fullsized":"2023-09-23T15:09:17.606036+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":37,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:15.999373+0000","last_change":"2023-09-23T15:09:03.980914+0000","last_active":"2023-09-23T15:09:15.999373+0000","last_peered":"2023-09-23T15:09:15.999373+0000","last_clean":"2023-09-23T15:07:50.043370+0000","last_became_active":"2023-09-23T15:09:03.980914+0000","last_became_peered":"2023-09-23T15:09:03.980914+0000","last_unstale":"2023-09-23T15:09:15.999373+0000","last_undegraded":"2023-09-23T15:09:15.999373+0000","last_fullsized":"2023-09-23T15:09:03.976333+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:00.933675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":70,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.091518+0000","last_change":"2023-09-23T15:07:50.035364+0000","last_active":"2023-09-23T15:09:17.091518+0000","last_peered":"2023-09-23T15:09:17.091518+0000","last_clean":"2023-09-23T15:09:17.091518+0000","last_became_active":"2023-09-23T15:07:50.034939+0000","last_became_peered":"2023-09-23T15:07:50.034939+0000","last_unstale":"2023-09-23T15:09:17.091518+0000","last_undegraded":"2023-09-23T15:09:17.091518+0000","last_fullsized":"2023-09-23T15:09:17.091518+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:25.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":68,"reported_epoch":108,"state":"undersized+peered","last_fresh":"2023-09-23T15:09:17.153290+0000","last_change":"2023-09-23T15:09:14.006072+0000","last_active":"2023-09-23T15:09:12.998882+0000","last_peered":"2023-09-23T15:09:17.153290+0000","last_clean":"2023-09-23T15:09:02.963631+0000","last_became_active":"2023-09-23T15:09:03.979037+0000","last_became_peered":"2023-09-23T15:09:14.006072+0000","last_unstale":"2023-09-23T15:09:17.153290+0000","last_undegraded":"2023-09-23T15:09:17.153290+0000","last_fullsized":"2023-09-23T15:09:14.005446+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:05:48.677242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":80,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:17.239361+0000","last_change":"2023-09-23T15:09:03.985447+0000","last_active":"2023-09-23T15:09:17.239361+0000","last_peered":"2023-09-23T15:09:17.239361+0000","last_clean":"2023-09-23T15:07:50.026916+0000","last_became_active":"2023-09-23T15:09:03.985447+0000","last_became_peered":"2023-09-23T15:09:03.985447+0000","last_unstale":"2023-09-23T15:09:17.239361+0000","last_undegraded":"2023-09-23T15:09:03.981889+0000","last_fullsized":"2023-09-23T15:09:03.981771+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:09:34.588375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":4}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":74,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.239325+0000","last_change":"2023-09-23T15:09:03.986277+0000","last_active":"2023-09-23T15:09:17.239325+0000","last_peered":"2023-09-23T15:09:17.239325+0000","last_clean":"2023-09-23T15:07:50.026361+0000","last_became_active":"2023-09-23T15:09:03.986277+0000","last_became_peered":"2023-09-23T15:09:03.986277+0000","last_unstale":"2023-09-23T15:09:17.239325+0000","last_undegraded":"2023-09-23T15:09:17.239325+0000","last_fullsized":"2023-09-23T15:09:03.982586+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:08:30.811041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":76,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:17.091455+0000","last_change":"2023-09-23T15:09:14.014475+0000","last_active":"2023-09-23T15:09:17.091455+0000","last_peered":"2023-09-23T15:09:17.091455+0000","last_clean":"2023-09-23T15:09:10.988620+0000","last_became_active":"2023-09-23T15:09:14.014475+0000","last_became_peered":"2023-09-23T15:09:14.014475+0000","last_unstale":"2023-09-23T15:09:17.091455+0000","last_undegraded":"2023-09-23T15:09:14.009730+0000","last_fullsized":"2023-09-23T15:09:14.009617+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:07:06.717760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":71,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.999446+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:09:15.999446+0000","last_peered":"2023-09-23T15:09:15.999446+0000","last_clean":"2023-09-23T15:09:15.999446+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:09:15.999446+0000","last_undegraded":"2023-09-23T15:09:15.999446+0000","last_fullsized":"2023-09-23T15:09:15.999446+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.998069+0000","last_change":"2023-09-23T15:07:50.035019+0000","last_active":"2023-09-23T15:09:15.998069+0000","last_peered":"2023-09-23T15:09:15.998069+0000","last_clean":"2023-09-23T15:09:15.998069+0000","last_became_active":"2023-09-23T15:07:50.034763+0000","last_became_peered":"2023-09-23T15:07:50.034763+0000","last_unstale":"2023-09-23T15:09:15.998069+0000","last_undegraded":"2023-09-23T15:09:15.998069+0000","last_fullsized":"2023-09-23T15:09:15.998069+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:19.778544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":68,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.605961+0000","last_change":"2023-09-23T15:07:50.036536+0000","last_active":"2023-09-23T15:09:17.605961+0000","last_peered":"2023-09-23T15:09:17.605961+0000","last_clean":"2023-09-23T15:09:17.605961+0000","last_became_active":"2023-09-23T15:07:50.036207+0000","last_became_peered":"2023-09-23T15:07:50.036207+0000","last_unstale":"2023-09-23T15:09:17.605961+0000","last_undegraded":"2023-09-23T15:09:17.605961+0000","last_fullsized":"2023-09-23T15:09:17.605961+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:07:15.249568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":57,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.091117+0000","last_change":"2023-09-23T15:09:03.984091+0000","last_active":"2023-09-23T15:09:17.091117+0000","last_peered":"2023-09-23T15:09:17.091117+0000","last_clean":"2023-09-23T15:07:50.029564+0000","last_became_active":"2023-09-23T15:09:03.984091+0000","last_became_peered":"2023-09-23T15:09:03.984091+0000","last_unstale":"2023-09-23T15:09:17.091117+0000","last_undegraded":"2023-09-23T15:09:17.091117+0000","last_fullsized":"2023-09-23T15:09:03.980040+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:44:15.148972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.998390+0000","last_change":"2023-09-23T15:07:50.030916+0000","last_active":"2023-09-23T15:09:15.998390+0000","last_peered":"2023-09-23T15:09:15.998390+0000","last_clean":"2023-09-23T15:09:15.998390+0000","last_became_active":"2023-09-23T15:07:50.030606+0000","last_became_peered":"2023-09-23T15:07:50.030606+0000","last_unstale":"2023-09-23T15:09:15.998390+0000","last_undegraded":"2023-09-23T15:09:15.998390+0000","last_fullsized":"2023-09-23T15:09:15.998390+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:34.346977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":27,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:15.998007+0000","last_change":"2023-09-23T15:09:03.985362+0000","last_active":"2023-09-23T15:09:15.998007+0000","last_peered":"2023-09-23T15:09:15.998007+0000","last_clean":"2023-09-23T14:58:03.408708+0000","last_became_active":"2023-09-23T15:09:03.985362+0000","last_became_peered":"2023-09-23T15:09:03.985362+0000","last_unstale":"2023-09-23T15:09:15.998007+0000","last_undegraded":"2023-09-23T15:09:03.973929+0000","last_fullsized":"2023-09-23T15:09:03.973816+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:26.055781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,5","objects":4}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":71,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.999938+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:09:15.999938+0000","last_peered":"2023-09-23T15:09:15.999938+0000","last_clean":"2023-09-23T15:09:15.999938+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:09:15.999938+0000","last_undegraded":"2023-09-23T15:09:15.999938+0000","last_fullsized":"2023-09-23T15:09:15.999938+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"108'8","reported_seq":19,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:18.126768+0000","last_change":"2023-09-23T15:09:18.095792+0000","last_active":"2023-09-23T15:09:18.126768+0000","last_peered":"2023-09-23T15:09:18.126768+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:09:09.994502+0000","last_became_peered":"2023-09-23T15:09:09.994502+0000","last_unstale":"2023-09-23T15:09:18.126768+0000","last_undegraded":"2023-09-23T15:09:18.093549+0000","last_fullsized":"2023-09-23T15:09:09.989504+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:18:15.294987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524288,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":["5","0"],"object_location_counts":[{"shards":"0,5","objects":8}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":68,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.091753+0000","last_change":"2023-09-23T15:06:13.223162+0000","last_active":"2023-09-23T15:09:17.091753+0000","last_peered":"2023-09-23T15:09:17.091753+0000","last_clean":"2023-09-23T15:09:17.091753+0000","last_became_active":"2023-09-23T15:06:13.222843+0000","last_became_peered":"2023-09-23T15:06:13.222843+0000","last_unstale":"2023-09-23T15:09:17.091753+0000","last_undegraded":"2023-09-23T15:09:17.091753+0000","last_fullsized":"2023-09-23T15:09:17.091753+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:49.690908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":58,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.605635+0000","last_change":"2023-09-23T15:09:03.985257+0000","last_active":"2023-09-23T15:09:17.605635+0000","last_peered":"2023-09-23T15:09:17.605635+0000","last_clean":"2023-09-23T15:07:50.032098+0000","last_became_active":"2023-09-23T15:09:03.985257+0000","last_became_peered":"2023-09-23T15:09:03.985257+0000","last_unstale":"2023-09-23T15:09:17.605635+0000","last_undegraded":"2023-09-23T15:09:17.605635+0000","last_fullsized":"2023-09-23T15:09:03.981874+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:12.449867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"108'5","reported_seq":20,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:18.123930+0000","last_change":"2023-09-23T15:09:09.992659+0000","last_active":"2023-09-23T15:09:18.123930+0000","last_peered":"2023-09-23T15:09:18.123930+0000","last_clean":"2023-09-23T15:09:18.123930+0000","last_became_active":"2023-09-23T15:09:09.992315+0000","last_became_peered":"2023-09-23T15:09:09.992315+0000","last_unstale":"2023-09-23T15:09:18.123930+0000","last_undegraded":"2023-09-23T15:09:18.123930+0000","last_fullsized":"2023-09-23T15:09:18.123930+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:33:05.099803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":69,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.091653+0000","last_change":"2023-09-23T15:06:44.959353+0000","last_active":"2023-09-23T15:09:17.091653+0000","last_peered":"2023-09-23T15:09:17.091653+0000","last_clean":"2023-09-23T15:09:17.091653+0000","last_became_active":"2023-09-23T15:06:44.958935+0000","last_became_peered":"2023-09-23T15:06:44.958935+0000","last_unstale":"2023-09-23T15:09:17.091653+0000","last_undegraded":"2023-09-23T15:09:17.091653+0000","last_fullsized":"2023-09-23T15:09:17.091653+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:07.695495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":101,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.239045+0000","last_change":"2023-09-23T15:09:14.012329+0000","last_active":"2023-09-23T15:09:17.239045+0000","last_peered":"2023-09-23T15:09:17.239045+0000","last_clean":"2023-09-23T15:09:12.265580+0000","last_became_active":"2023-09-23T15:09:14.012329+0000","last_became_peered":"2023-09-23T15:09:14.012329+0000","last_unstale":"2023-09-23T15:09:17.239045+0000","last_undegraded":"2023-09-23T15:09:17.239045+0000","last_fullsized":"2023-09-23T15:09:14.010664+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:15.121087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":["4","3"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"108'5","reported_seq":26,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:18.117744+0000","last_change":"2023-09-23T15:09:18.105741+0000","last_active":"2023-09-23T15:09:18.117744+0000","last_peered":"2023-09-23T15:09:18.117744+0000","last_clean":"2023-09-23T15:09:10.988098+0000","last_became_active":"2023-09-23T15:09:14.010086+0000","last_became_peered":"2023-09-23T15:09:14.010086+0000","last_unstale":"2023-09-23T15:09:18.117744+0000","last_undegraded":"2023-09-23T15:09:18.100167+0000","last_fullsized":"2023-09-23T15:09:14.009059+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:23:12.718804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"3,7","objects":5}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":58,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:17.091689+0000","last_change":"2023-09-23T15:09:03.984218+0000","last_active":"2023-09-23T15:09:17.091689+0000","last_peered":"2023-09-23T15:09:17.091689+0000","last_clean":"2023-09-23T15:07:50.029887+0000","last_became_active":"2023-09-23T15:09:03.984218+0000","last_became_peered":"2023-09-23T15:09:03.984218+0000","last_unstale":"2023-09-23T15:09:17.091689+0000","last_undegraded":"2023-09-23T15:09:03.979910+0000","last_fullsized":"2023-09-23T15:09:03.979797+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:39:06.123628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"5,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":56,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.153042+0000","last_change":"2023-09-23T15:09:03.980741+0000","last_active":"2023-09-23T15:09:17.153042+0000","last_peered":"2023-09-23T15:09:17.153042+0000","last_clean":"2023-09-23T15:06:13.221467+0000","last_became_active":"2023-09-23T15:09:03.980741+0000","last_became_peered":"2023-09-23T15:09:03.980741+0000","last_unstale":"2023-09-23T15:09:17.153042+0000","last_undegraded":"2023-09-23T15:09:17.153042+0000","last_fullsized":"2023-09-23T15:09:03.975081+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:29:56.251395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.9","version":"108'9","reported_seq":30,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:18.114259+0000","last_change":"2023-09-23T15:09:18.093134+0000","last_active":"2023-09-23T15:09:18.114259+0000","last_peered":"2023-09-23T15:09:18.114259+0000","last_clean":"2023-09-23T15:09:11.228680+0000","last_became_active":"2023-09-23T15:09:14.008862+0000","last_became_peered":"2023-09-23T15:09:14.008862+0000","last_unstale":"2023-09-23T15:09:18.114259+0000","last_undegraded":"2023-09-23T15:09:18.092979+0000","last_fullsized":"2023-09-23T15:09:14.000342+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:22:26.890129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589824,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[{"shards":"0,7","objects":9}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":76,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.605918+0000","last_change":"2023-09-23T15:09:03.985297+0000","last_active":"2023-09-23T15:09:17.605918+0000","last_peered":"2023-09-23T15:09:17.605918+0000","last_clean":"2023-09-23T15:07:50.041488+0000","last_became_active":"2023-09-23T15:09:03.985297+0000","last_became_peered":"2023-09-23T15:09:03.985297+0000","last_unstale":"2023-09-23T15:09:17.605918+0000","last_undegraded":"2023-09-23T15:09:17.605918+0000","last_fullsized":"2023-09-23T15:09:03.982555+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:20.882870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.998167+0000","last_change":"2023-09-23T15:06:44.959770+0000","last_active":"2023-09-23T15:09:15.998167+0000","last_peered":"2023-09-23T15:09:15.998167+0000","last_clean":"2023-09-23T15:09:15.998167+0000","last_became_active":"2023-09-23T15:06:44.959428+0000","last_became_peered":"2023-09-23T15:06:44.959428+0000","last_unstale":"2023-09-23T15:09:15.998167+0000","last_undegraded":"2023-09-23T15:09:15.998167+0000","last_fullsized":"2023-09-23T15:09:15.998167+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:02.886940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"108'4","reported_seq":25,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:18.126185+0000","last_change":"2023-09-23T15:09:18.100547+0000","last_active":"2023-09-23T15:09:18.126185+0000","last_peered":"2023-09-23T15:09:18.126185+0000","last_clean":"2023-09-23T15:09:12.265731+0000","last_became_active":"2023-09-23T15:09:14.013425+0000","last_became_peered":"2023-09-23T15:09:14.013425+0000","last_unstale":"2023-09-23T15:09:18.126185+0000","last_undegraded":"2023-09-23T15:09:18.080456+0000","last_fullsized":"2023-09-23T15:09:14.010971+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:55.508017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262144,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[{"shards":"1,4","objects":4}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":69,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.999865+0000","last_change":"2023-09-23T15:07:50.032638+0000","last_active":"2023-09-23T15:09:15.999865+0000","last_peered":"2023-09-23T15:09:15.999865+0000","last_clean":"2023-09-23T15:09:15.999865+0000","last_became_active":"2023-09-23T15:07:50.032292+0000","last_became_peered":"2023-09-23T15:07:50.032292+0000","last_unstale":"2023-09-23T15:09:15.999865+0000","last_undegraded":"2023-09-23T15:09:15.999865+0000","last_fullsized":"2023-09-23T15:09:15.999865+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:01:59.352522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":74,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.239602+0000","last_change":"2023-09-23T15:09:03.985070+0000","last_active":"2023-09-23T15:09:17.239602+0000","last_peered":"2023-09-23T15:09:17.239602+0000","last_clean":"2023-09-23T15:07:50.042487+0000","last_became_active":"2023-09-23T15:09:03.985070+0000","last_became_peered":"2023-09-23T15:09:03.985070+0000","last_unstale":"2023-09-23T15:09:17.239602+0000","last_undegraded":"2023-09-23T15:09:17.239602+0000","last_fullsized":"2023-09-23T15:09:03.982116+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:38:52.567316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":["4","3"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"108'5","reported_seq":16,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:18.124628+0000","last_change":"2023-09-23T15:09:18.088859+0000","last_active":"2023-09-23T15:09:18.124628+0000","last_peered":"2023-09-23T15:09:18.124628+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:09:14.012772+0000","last_became_peered":"2023-09-23T15:09:14.012772+0000","last_unstale":"2023-09-23T15:09:18.124628+0000","last_undegraded":"2023-09-23T15:09:18.086033+0000","last_fullsized":"2023-09-23T15:09:14.003025+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:52.141343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":["3","4"],"object_location_counts":[{"shards":"3,4","objects":5}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":58,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.239343+0000","last_change":"2023-09-23T15:09:03.989149+0000","last_active":"2023-09-23T15:09:17.239343+0000","last_peered":"2023-09-23T15:09:17.239343+0000","last_clean":"2023-09-23T15:06:13.221615+0000","last_became_active":"2023-09-23T15:09:03.989149+0000","last_became_peered":"2023-09-23T15:09:03.989149+0000","last_unstale":"2023-09-23T15:09:17.239343+0000","last_undegraded":"2023-09-23T15:09:17.239343+0000","last_fullsized":"2023-09-23T15:09:03.984291+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:10.279260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":91,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.239386+0000","last_change":"2023-09-23T15:09:14.012800+0000","last_active":"2023-09-23T15:09:17.239386+0000","last_peered":"2023-09-23T15:09:17.239386+0000","last_clean":"2023-09-23T15:09:12.265715+0000","last_became_active":"2023-09-23T15:09:14.012800+0000","last_became_peered":"2023-09-23T15:09:14.012800+0000","last_unstale":"2023-09-23T15:09:17.239386+0000","last_undegraded":"2023-09-23T15:09:17.239386+0000","last_fullsized":"2023-09-23T15:09:14.011057+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:45:35.155220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"108'9","reported_seq":21,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:18.128270+0000","last_change":"2023-09-23T15:09:18.092440+0000","last_active":"2023-09-23T15:09:18.128270+0000","last_peered":"2023-09-23T15:09:18.128270+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:09:09.994859+0000","last_became_peered":"2023-09-23T15:09:09.994859+0000","last_unstale":"2023-09-23T15:09:18.128270+0000","last_undegraded":"2023-09-23T15:09:18.080491+0000","last_fullsized":"2023-09-23T15:09:09.988684+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:51.285754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589824,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"3,5","objects":9}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":75,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.239010+0000","last_change":"2023-09-23T15:09:14.012648+0000","last_active":"2023-09-23T15:09:17.239010+0000","last_peered":"2023-09-23T15:09:17.239010+0000","last_clean":"2023-09-23T15:09:12.265544+0000","last_became_active":"2023-09-23T15:09:14.012648+0000","last_became_peered":"2023-09-23T15:09:14.012648+0000","last_unstale":"2023-09-23T15:09:17.239010+0000","last_undegraded":"2023-09-23T15:09:17.239010+0000","last_fullsized":"2023-09-23T15:09:14.011014+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:35:19.785071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":74,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.239851+0000","last_change":"2023-09-23T15:09:03.984928+0000","last_active":"2023-09-23T15:09:17.239851+0000","last_peered":"2023-09-23T15:09:17.239851+0000","last_clean":"2023-09-23T15:07:50.027057+0000","last_became_active":"2023-09-23T15:09:03.984928+0000","last_became_peered":"2023-09-23T15:09:03.984928+0000","last_unstale":"2023-09-23T15:09:17.239851+0000","last_undegraded":"2023-09-23T15:09:17.239851+0000","last_fullsized":"2023-09-23T15:09:03.981871+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:55.680246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"108'9","reported_seq":23,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:18.129781+0000","last_change":"2023-09-23T15:09:09.994797+0000","last_active":"2023-09-23T15:09:18.129781+0000","last_peered":"2023-09-23T15:09:18.129781+0000","last_clean":"2023-09-23T15:09:18.129781+0000","last_became_active":"2023-09-23T15:09:09.994523+0000","last_became_peered":"2023-09-23T15:09:09.994523+0000","last_unstale":"2023-09-23T15:09:18.129781+0000","last_undegraded":"2023-09-23T15:09:18.129781+0000","last_fullsized":"2023-09-23T15:09:18.129781+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:43:30.935486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":589824,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":72,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.999692+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:09:15.999692+0000","last_peered":"2023-09-23T15:09:15.999692+0000","last_clean":"2023-09-23T15:09:15.999692+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:09:15.999692+0000","last_undegraded":"2023-09-23T15:09:15.999692+0000","last_fullsized":"2023-09-23T15:09:15.999692+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":57,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.154079+0000","last_change":"2023-09-23T15:07:50.032151+0000","last_active":"2023-09-23T15:09:17.154079+0000","last_peered":"2023-09-23T15:09:17.154079+0000","last_clean":"2023-09-23T15:09:17.154079+0000","last_became_active":"2023-09-23T15:07:50.031884+0000","last_became_peered":"2023-09-23T15:07:50.031884+0000","last_unstale":"2023-09-23T15:09:17.154079+0000","last_undegraded":"2023-09-23T15:09:17.154079+0000","last_fullsized":"2023-09-23T15:09:17.154079+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:19.460897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":80,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.152607+0000","last_change":"2023-09-23T15:06:44.963699+0000","last_active":"2023-09-23T15:09:17.152607+0000","last_peered":"2023-09-23T15:09:17.152607+0000","last_clean":"2023-09-23T15:09:17.152607+0000","last_became_active":"2023-09-23T15:06:44.960744+0000","last_became_peered":"2023-09-23T15:06:44.960744+0000","last_unstale":"2023-09-23T15:09:17.152607+0000","last_undegraded":"2023-09-23T15:09:17.152607+0000","last_fullsized":"2023-09-23T15:09:17.152607+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:50.003042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":93,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.606025+0000","last_change":"2023-09-23T15:09:14.009575+0000","last_active":"2023-09-23T15:09:17.606025+0000","last_peered":"2023-09-23T15:09:17.606025+0000","last_clean":"2023-09-23T15:09:11.644610+0000","last_became_active":"2023-09-23T15:09:14.009575+0000","last_became_peered":"2023-09-23T15:09:14.009575+0000","last_unstale":"2023-09-23T15:09:17.606025+0000","last_undegraded":"2023-09-23T15:09:17.606025+0000","last_fullsized":"2023-09-23T15:09:14.007220+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:18:48.985598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":42,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.153242+0000","last_change":"2023-09-23T15:06:44.961923+0000","last_active":"2023-09-23T15:09:17.153242+0000","last_peered":"2023-09-23T15:09:17.153242+0000","last_clean":"2023-09-23T15:09:17.153242+0000","last_became_active":"2023-09-23T15:06:44.961613+0000","last_became_peered":"2023-09-23T15:06:44.961613+0000","last_unstale":"2023-09-23T15:09:17.153242+0000","last_undegraded":"2023-09-23T15:09:17.153242+0000","last_fullsized":"2023-09-23T15:09:17.153242+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:15.337573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"108'10","reported_seq":31,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:18.124330+0000","last_change":"2023-09-23T15:09:18.086905+0000","last_active":"2023-09-23T15:09:18.124330+0000","last_peered":"2023-09-23T15:09:18.124330+0000","last_clean":"2023-09-23T15:09:11.228636+0000","last_became_active":"2023-09-23T15:09:14.004295+0000","last_became_peered":"2023-09-23T15:09:14.004295+0000","last_unstale":"2023-09-23T15:09:18.124330+0000","last_undegraded":"2023-09-23T15:09:18.086735+0000","last_fullsized":"2023-09-23T15:09:13.999704+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:21:57.065714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":655360,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":10,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":["0","3"],"object_location_counts":[{"shards":"0,3","objects":10}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"108'7","reported_seq":22,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:18.128564+0000","last_change":"2023-09-23T15:09:09.998382+0000","last_active":"2023-09-23T15:09:18.128564+0000","last_peered":"2023-09-23T15:09:18.128564+0000","last_clean":"2023-09-23T15:09:18.128564+0000","last_became_active":"2023-09-23T15:09:09.998075+0000","last_became_peered":"2023-09-23T15:09:09.998075+0000","last_unstale":"2023-09-23T15:09:18.128564+0000","last_undegraded":"2023-09-23T15:09:18.128564+0000","last_fullsized":"2023-09-23T15:09:18.128564+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:04:59.817185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":458752,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":80,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.605667+0000","last_change":"2023-09-23T15:09:03.984351+0000","last_active":"2023-09-23T15:09:17.605667+0000","last_peered":"2023-09-23T15:09:17.605667+0000","last_clean":"2023-09-23T15:07:50.032482+0000","last_became_active":"2023-09-23T15:09:03.984351+0000","last_became_peered":"2023-09-23T15:09:03.984351+0000","last_unstale":"2023-09-23T15:09:17.605667+0000","last_undegraded":"2023-09-23T15:09:17.605667+0000","last_fullsized":"2023-09-23T15:09:03.982197+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:36.898397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":["5","1"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":75,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.239497+0000","last_change":"2023-09-23T15:09:03.986409+0000","last_active":"2023-09-23T15:09:17.239497+0000","last_peered":"2023-09-23T15:09:17.239497+0000","last_clean":"2023-09-23T15:07:50.026450+0000","last_became_active":"2023-09-23T15:09:03.986409+0000","last_became_peered":"2023-09-23T15:09:03.986409+0000","last_unstale":"2023-09-23T15:09:17.239497+0000","last_undegraded":"2023-09-23T15:09:17.239497+0000","last_fullsized":"2023-09-23T15:09:03.982336+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:54.474943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":["4","0"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":78,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.153617+0000","last_change":"2023-09-23T15:09:14.006763+0000","last_active":"2023-09-23T15:09:17.153617+0000","last_peered":"2023-09-23T15:09:17.153617+0000","last_clean":"2023-09-23T15:09:12.212773+0000","last_became_active":"2023-09-23T15:09:14.006763+0000","last_became_peered":"2023-09-23T15:09:14.006763+0000","last_unstale":"2023-09-23T15:09:17.153617+0000","last_undegraded":"2023-09-23T15:09:17.153617+0000","last_fullsized":"2023-09-23T15:09:14.004233+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:38.737510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"108'14","reported_seq":25,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:18.117213+0000","last_change":"2023-09-23T15:09:18.086395+0000","last_active":"2023-09-23T15:09:18.117213+0000","last_peered":"2023-09-23T15:09:18.117213+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:09:09.993147+0000","last_became_peered":"2023-09-23T15:09:09.993147+0000","last_unstale":"2023-09-23T15:09:18.117213+0000","last_undegraded":"2023-09-23T15:09:18.086254+0000","last_fullsized":"2023-09-23T15:09:09.991709+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:24:59.254690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":917504,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"3,7","objects":14}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":84,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:15.999192+0000","last_change":"2023-09-23T15:09:14.005555+0000","last_active":"2023-09-23T15:09:15.999192+0000","last_peered":"2023-09-23T15:09:15.999192+0000","last_clean":"2023-09-23T15:07:17.375387+0000","last_became_active":"2023-09-23T15:09:14.005555+0000","last_became_peered":"2023-09-23T15:09:14.005555+0000","last_unstale":"2023-09-23T15:09:15.999192+0000","last_undegraded":"2023-09-23T15:09:15.999192+0000","last_fullsized":"2023-09-23T15:09:14.002797+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:36.680728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":68,"reported_epoch":108,"state":"undersized+peered","last_fresh":"2023-09-23T15:09:17.153427+0000","last_change":"2023-09-23T15:09:14.006236+0000","last_active":"2023-09-23T15:09:12.997220+0000","last_peered":"2023-09-23T15:09:17.153427+0000","last_clean":"2023-09-23T15:08:42.961541+0000","last_became_active":"2023-09-23T15:09:03.979030+0000","last_became_peered":"2023-09-23T15:09:14.006236+0000","last_unstale":"2023-09-23T15:09:17.153427+0000","last_undegraded":"2023-09-23T15:09:17.153427+0000","last_fullsized":"2023-09-23T15:09:14.004706+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:22.957666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":76,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.152644+0000","last_change":"2023-09-23T15:06:44.961366+0000","last_active":"2023-09-23T15:09:17.152644+0000","last_peered":"2023-09-23T15:09:17.152644+0000","last_clean":"2023-09-23T15:09:17.152644+0000","last_became_active":"2023-09-23T15:06:44.961113+0000","last_became_peered":"2023-09-23T15:06:44.961113+0000","last_unstale":"2023-09-23T15:09:17.152644+0000","last_undegraded":"2023-09-23T15:09:17.152644+0000","last_fullsized":"2023-09-23T15:09:17.152644+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:55.998599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"108'5","reported_seq":19,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:18.120590+0000","last_change":"2023-09-23T15:09:09.996332+0000","last_active":"2023-09-23T15:09:18.120590+0000","last_peered":"2023-09-23T15:09:18.120590+0000","last_clean":"2023-09-23T15:09:18.120590+0000","last_became_active":"2023-09-23T15:09:09.995924+0000","last_became_peered":"2023-09-23T15:09:09.995924+0000","last_unstale":"2023-09-23T15:09:18.120590+0000","last_undegraded":"2023-09-23T15:09:18.120590+0000","last_fullsized":"2023-09-23T15:09:18.120590+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:10:03.822483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":80,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.605680+0000","last_change":"2023-09-23T15:09:14.010456+0000","last_active":"2023-09-23T15:09:17.605680+0000","last_peered":"2023-09-23T15:09:17.605680+0000","last_clean":"2023-09-23T15:09:11.644240+0000","last_became_active":"2023-09-23T15:09:14.010456+0000","last_became_peered":"2023-09-23T15:09:14.010456+0000","last_unstale":"2023-09-23T15:09:17.605680+0000","last_undegraded":"2023-09-23T15:09:17.605680+0000","last_fullsized":"2023-09-23T15:09:14.008122+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:09.847822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":455,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:17.091369+0000","last_change":"2023-09-23T15:09:03.980901+0000","last_active":"2023-09-23T15:09:17.091369+0000","last_peered":"2023-09-23T15:09:17.091369+0000","last_clean":"2023-09-23T15:07:50.030209+0000","last_became_active":"2023-09-23T15:09:03.980901+0000","last_became_peered":"2023-09-23T15:09:03.980901+0000","last_unstale":"2023-09-23T15:09:17.091369+0000","last_undegraded":"2023-09-23T15:09:03.979883+0000","last_fullsized":"2023-09-23T15:09:03.979774+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:13:29.416212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":["7","0"],"object_location_counts":[{"shards":"0,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":37,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:15.999335+0000","last_change":"2023-09-23T15:09:03.982824+0000","last_active":"2023-09-23T15:09:15.999335+0000","last_peered":"2023-09-23T15:09:15.999335+0000","last_clean":"2023-09-23T15:07:50.043367+0000","last_became_active":"2023-09-23T15:09:03.982824+0000","last_became_peered":"2023-09-23T15:09:03.982824+0000","last_unstale":"2023-09-23T15:09:15.999335+0000","last_undegraded":"2023-09-23T15:09:15.999335+0000","last_fullsized":"2023-09-23T15:09:03.976341+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:02.364306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":18,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.239645+0000","last_change":"2023-09-23T15:09:03.985740+0000","last_active":"2023-09-23T15:09:17.239645+0000","last_peered":"2023-09-23T15:09:17.239645+0000","last_clean":"2023-09-23T14:58:01.373448+0000","last_became_active":"2023-09-23T15:09:03.985740+0000","last_became_peered":"2023-09-23T15:09:03.985740+0000","last_unstale":"2023-09-23T15:09:17.239645+0000","last_undegraded":"2023-09-23T15:09:17.239645+0000","last_fullsized":"2023-09-23T15:09:03.983130+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:32:11.559509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":88,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.090881+0000","last_change":"2023-09-23T15:06:44.962339+0000","last_active":"2023-09-23T15:09:17.090881+0000","last_peered":"2023-09-23T15:09:17.090881+0000","last_clean":"2023-09-23T15:09:17.090881+0000","last_became_active":"2023-09-23T15:06:44.961535+0000","last_became_peered":"2023-09-23T15:06:44.961535+0000","last_unstale":"2023-09-23T15:09:17.090881+0000","last_undegraded":"2023-09-23T15:09:17.090881+0000","last_fullsized":"2023-09-23T15:09:17.090881+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:46.260459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":61,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.997813+0000","last_change":"2023-09-23T15:07:50.031637+0000","last_active":"2023-09-23T15:09:15.997813+0000","last_peered":"2023-09-23T15:09:15.997813+0000","last_clean":"2023-09-23T15:09:15.997813+0000","last_became_active":"2023-09-23T15:07:50.031182+0000","last_became_peered":"2023-09-23T15:07:50.031182+0000","last_unstale":"2023-09-23T15:09:15.997813+0000","last_undegraded":"2023-09-23T15:09:15.997813+0000","last_fullsized":"2023-09-23T15:09:15.997813+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:58.223373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":81,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:15.998512+0000","last_change":"2023-09-23T15:09:14.009628+0000","last_active":"2023-09-23T15:09:15.998512+0000","last_peered":"2023-09-23T15:09:15.998512+0000","last_clean":"2023-09-23T15:09:10.986400+0000","last_became_active":"2023-09-23T15:09:14.009628+0000","last_became_peered":"2023-09-23T15:09:14.009628+0000","last_unstale":"2023-09-23T15:09:15.998512+0000","last_undegraded":"2023-09-23T15:09:15.998512+0000","last_fullsized":"2023-09-23T15:09:14.000791+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:52.896488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":["0","5"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"108'10","reported_seq":25,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:18.120936+0000","last_change":"2023-09-23T15:09:09.995806+0000","last_active":"2023-09-23T15:09:18.120936+0000","last_peered":"2023-09-23T15:09:18.120936+0000","last_clean":"2023-09-23T15:09:18.120936+0000","last_became_active":"2023-09-23T15:09:09.995526+0000","last_became_peered":"2023-09-23T15:09:09.995526+0000","last_unstale":"2023-09-23T15:09:18.120936+0000","last_undegraded":"2023-09-23T15:09:18.120936+0000","last_fullsized":"2023-09-23T15:09:18.120936+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:11.233777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":655360,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":71,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.091538+0000","last_change":"2023-09-23T15:06:13.223083+0000","last_active":"2023-09-23T15:09:17.091538+0000","last_peered":"2023-09-23T15:09:17.091538+0000","last_clean":"2023-09-23T15:09:17.091538+0000","last_became_active":"2023-09-23T15:06:13.222699+0000","last_became_peered":"2023-09-23T15:06:13.222699+0000","last_unstale":"2023-09-23T15:09:17.091538+0000","last_undegraded":"2023-09-23T15:09:17.091538+0000","last_fullsized":"2023-09-23T15:09:17.091538+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:51.081872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":63,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.153665+0000","last_change":"2023-09-23T15:09:14.008571+0000","last_active":"2023-09-23T15:09:17.153665+0000","last_peered":"2023-09-23T15:09:17.153665+0000","last_clean":"2023-09-23T15:09:12.212857+0000","last_became_active":"2023-09-23T15:09:14.008571+0000","last_became_peered":"2023-09-23T15:09:14.008571+0000","last_unstale":"2023-09-23T15:09:17.153665+0000","last_undegraded":"2023-09-23T15:09:17.153665+0000","last_fullsized":"2023-09-23T15:09:14.005676+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:36.702326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":46,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.998066+0000","last_change":"2023-09-23T15:06:13.227687+0000","last_active":"2023-09-23T15:09:15.998066+0000","last_peered":"2023-09-23T15:09:15.998066+0000","last_clean":"2023-09-23T15:09:15.998066+0000","last_became_active":"2023-09-23T15:06:13.226603+0000","last_became_peered":"2023-09-23T15:06:13.226603+0000","last_unstale":"2023-09-23T15:09:15.998066+0000","last_undegraded":"2023-09-23T15:09:15.998066+0000","last_fullsized":"2023-09-23T15:09:15.998066+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:42.808524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":17,"reported_epoch":108,"state":"undersized+peered","last_fresh":"2023-09-23T15:09:17.152749+0000","last_change":"2023-09-23T15:09:14.005711+0000","last_active":"2023-09-23T15:09:12.996280+0000","last_peered":"2023-09-23T15:09:17.152749+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:09:09.994957+0000","last_became_peered":"2023-09-23T15:09:14.005711+0000","last_unstale":"2023-09-23T15:09:17.152749+0000","last_undegraded":"2023-09-23T15:09:17.152749+0000","last_fullsized":"2023-09-23T15:09:14.004720+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:34.438427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1],"acting":[1],"avail_no_missing":["1"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":69,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.999981+0000","last_change":"2023-09-23T15:07:50.035500+0000","last_active":"2023-09-23T15:09:15.999981+0000","last_peered":"2023-09-23T15:09:15.999981+0000","last_clean":"2023-09-23T15:09:15.999981+0000","last_became_active":"2023-09-23T15:07:50.035114+0000","last_became_peered":"2023-09-23T15:07:50.035114+0000","last_unstale":"2023-09-23T15:09:15.999981+0000","last_undegraded":"2023-09-23T15:09:15.999981+0000","last_fullsized":"2023-09-23T15:09:15.999981+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:16.003224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":48,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.153925+0000","last_change":"2023-09-23T15:09:03.986496+0000","last_active":"2023-09-23T15:09:17.153925+0000","last_peered":"2023-09-23T15:09:17.153925+0000","last_clean":"2023-09-23T15:08:52.962622+0000","last_became_active":"2023-09-23T15:09:03.986496+0000","last_became_peered":"2023-09-23T15:09:03.986496+0000","last_unstale":"2023-09-23T15:09:17.153925+0000","last_undegraded":"2023-09-23T15:09:17.153925+0000","last_fullsized":"2023-09-23T15:09:03.974773+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:08.688244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":66,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.999669+0000","last_change":"2023-09-23T15:07:50.032885+0000","last_active":"2023-09-23T15:09:15.999669+0000","last_peered":"2023-09-23T15:09:15.999669+0000","last_clean":"2023-09-23T15:09:15.999669+0000","last_became_active":"2023-09-23T15:07:50.032623+0000","last_became_peered":"2023-09-23T15:07:50.032623+0000","last_unstale":"2023-09-23T15:09:15.999669+0000","last_undegraded":"2023-09-23T15:09:15.999669+0000","last_fullsized":"2023-09-23T15:09:15.999669+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:07:08.756237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"108'11","reported_seq":32,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:18.133694+0000","last_change":"2023-09-23T15:09:18.098856+0000","last_active":"2023-09-23T15:09:18.133694+0000","last_peered":"2023-09-23T15:09:18.133694+0000","last_clean":"2023-09-23T15:09:12.265244+0000","last_became_active":"2023-09-23T15:09:14.013133+0000","last_became_peered":"2023-09-23T15:09:14.013133+0000","last_unstale":"2023-09-23T15:09:18.133694+0000","last_undegraded":"2023-09-23T15:09:18.090991+0000","last_fullsized":"2023-09-23T15:09:14.011067+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:07:11.849993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":720896,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":["4","3"],"object_location_counts":[{"shards":"3,4","objects":11}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":72,"reported_epoch":108,"state":"undersized+peered","last_fresh":"2023-09-23T15:09:17.091716+0000","last_change":"2023-09-23T15:09:14.008725+0000","last_active":"2023-09-23T15:09:13.006074+0000","last_peered":"2023-09-23T15:09:17.091716+0000","last_clean":"2023-09-23T15:06:44.952063+0000","last_became_active":"2023-09-23T15:09:03.980680+0000","last_became_peered":"2023-09-23T15:09:14.008725+0000","last_unstale":"2023-09-23T15:09:17.091716+0000","last_undegraded":"2023-09-23T15:09:17.091716+0000","last_fullsized":"2023-09-23T15:09:14.008395+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:56.799835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7],"acting":[7],"avail_no_missing":["7"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":65,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.998502+0000","last_change":"2023-09-23T15:06:44.957386+0000","last_active":"2023-09-23T15:09:15.998502+0000","last_peered":"2023-09-23T15:09:15.998502+0000","last_clean":"2023-09-23T15:09:15.998502+0000","last_became_active":"2023-09-23T15:06:44.956983+0000","last_became_peered":"2023-09-23T15:06:44.956983+0000","last_unstale":"2023-09-23T15:09:15.998502+0000","last_undegraded":"2023-09-23T15:09:15.998502+0000","last_fullsized":"2023-09-23T15:09:15.998502+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:19.359403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":57,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.238871+0000","last_change":"2023-09-23T15:09:03.986503+0000","last_active":"2023-09-23T15:09:17.238871+0000","last_peered":"2023-09-23T15:09:17.238871+0000","last_clean":"2023-09-23T15:07:50.027476+0000","last_became_active":"2023-09-23T15:09:03.986503+0000","last_became_peered":"2023-09-23T15:09:03.986503+0000","last_unstale":"2023-09-23T15:09:17.238871+0000","last_undegraded":"2023-09-23T15:09:17.238871+0000","last_fullsized":"2023-09-23T15:09:03.981822+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:47.844159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":["4","5"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":17,"reported_epoch":108,"state":"undersized+peered","last_fresh":"2023-09-23T15:09:17.091184+0000","last_change":"2023-09-23T15:09:14.009941+0000","last_active":"2023-09-23T15:09:13.002811+0000","last_peered":"2023-09-23T15:09:17.091184+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:09:09.994994+0000","last_became_peered":"2023-09-23T15:09:14.009941+0000","last_unstale":"2023-09-23T15:09:17.091184+0000","last_undegraded":"2023-09-23T15:09:17.091184+0000","last_fullsized":"2023-09-23T15:09:14.009387+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:51:25.550054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7],"acting":[7],"avail_no_missing":["7"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":50,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:15.998219+0000","last_change":"2023-09-23T15:06:13.228345+0000","last_active":"2023-09-23T15:09:15.998219+0000","last_peered":"2023-09-23T15:09:15.998219+0000","last_clean":"2023-09-23T15:09:15.998219+0000","last_became_active":"2023-09-23T15:06:13.228010+0000","last_became_peered":"2023-09-23T15:06:13.228010+0000","last_unstale":"2023-09-23T15:09:15.998219+0000","last_undegraded":"2023-09-23T15:09:15.998219+0000","last_fullsized":"2023-09-23T15:09:15.998219+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:58.040116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":82,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.153752+0000","last_change":"2023-09-23T15:09:14.006748+0000","last_active":"2023-09-23T15:09:17.153752+0000","last_peered":"2023-09-23T15:09:17.153752+0000","last_clean":"2023-09-23T15:07:17.375114+0000","last_became_active":"2023-09-23T15:09:14.006748+0000","last_became_peered":"2023-09-23T15:09:14.006748+0000","last_unstale":"2023-09-23T15:09:17.153752+0000","last_undegraded":"2023-09-23T15:09:17.153752+0000","last_fullsized":"2023-09-23T15:09:14.003898+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:54:08.787861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":["1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":71,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.605922+0000","last_change":"2023-09-23T15:06:44.961272+0000","last_active":"2023-09-23T15:09:17.605922+0000","last_peered":"2023-09-23T15:09:17.605922+0000","last_clean":"2023-09-23T15:09:17.605922+0000","last_became_active":"2023-09-23T15:06:44.960880+0000","last_became_peered":"2023-09-23T15:06:44.960880+0000","last_unstale":"2023-09-23T15:09:17.605922+0000","last_undegraded":"2023-09-23T15:09:17.605922+0000","last_fullsized":"2023-09-23T15:09:17.605922+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:47:59.931694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":101,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.239616+0000","last_change":"2023-09-23T15:09:14.012945+0000","last_active":"2023-09-23T15:09:17.239616+0000","last_peered":"2023-09-23T15:09:17.239616+0000","last_clean":"2023-09-23T15:09:12.265714+0000","last_became_active":"2023-09-23T15:09:14.012945+0000","last_became_peered":"2023-09-23T15:09:14.012945+0000","last_unstale":"2023-09-23T15:09:17.239616+0000","last_undegraded":"2023-09-23T15:09:17.239616+0000","last_fullsized":"2023-09-23T15:09:14.011359+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:07.112811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":["4","3"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":61,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:17.606070+0000","last_change":"2023-09-23T15:09:03.986484+0000","last_active":"2023-09-23T15:09:17.606070+0000","last_peered":"2023-09-23T15:09:17.606070+0000","last_clean":"2023-09-23T15:07:50.033592+0000","last_became_active":"2023-09-23T15:09:03.986484+0000","last_became_peered":"2023-09-23T15:09:03.986484+0000","last_unstale":"2023-09-23T15:09:17.606070+0000","last_undegraded":"2023-09-23T15:09:03.983172+0000","last_fullsized":"2023-09-23T15:09:03.983089+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:32:25.113831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":["5","4"],"object_location_counts":[{"shards":"4,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":84,"reported_epoch":108,"state":"active+clean","last_fresh":"2023-09-23T15:09:17.239206+0000","last_change":"2023-09-23T15:07:50.030878+0000","last_active":"2023-09-23T15:09:17.239206+0000","last_peered":"2023-09-23T15:09:17.239206+0000","last_clean":"2023-09-23T15:09:17.239206+0000","last_became_active":"2023-09-23T15:07:50.030573+0000","last_became_peered":"2023-09-23T15:07:50.030573+0000","last_unstale":"2023-09-23T15:09:17.239206+0000","last_undegraded":"2023-09-23T15:09:17.239206+0000","last_fullsized":"2023-09-23T15:09:17.239206+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:32.003219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":88,"reported_epoch":108,"state":"undersized+peered","last_fresh":"2023-09-23T15:09:15.999747+0000","last_change":"2023-09-23T15:09:14.005510+0000","last_active":"2023-09-23T15:09:13.000404+0000","last_peered":"2023-09-23T15:09:15.999747+0000","last_clean":"2023-09-23T15:07:50.042625+0000","last_became_active":"2023-09-23T15:09:03.979126+0000","last_became_peered":"2023-09-23T15:09:14.005510+0000","last_unstale":"2023-09-23T15:09:15.999747+0000","last_undegraded":"2023-09-23T15:09:15.999747+0000","last_fullsized":"2023-09-23T15:09:14.003163+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:06:30.941646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3],"acting":[3],"avail_no_missing":["3"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":98,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:15.999514+0000","last_change":"2023-09-23T15:09:14.006962+0000","last_active":"2023-09-23T15:09:15.999514+0000","last_peered":"2023-09-23T15:09:15.999514+0000","last_clean":"2023-09-23T15:09:12.256760+0000","last_became_active":"2023-09-23T15:09:14.006962+0000","last_became_peered":"2023-09-23T15:09:14.006962+0000","last_unstale":"2023-09-23T15:09:15.999514+0000","last_undegraded":"2023-09-23T15:09:15.999514+0000","last_fullsized":"2023-09-23T15:09:14.002663+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:35.439564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":["3","0"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":71,"reported_epoch":108,"state":"active+undersized+degraded","last_fresh":"2023-09-23T15:09:15.998459+0000","last_change":"2023-09-23T15:09:14.009633+0000","last_active":"2023-09-23T15:09:15.998459+0000","last_peered":"2023-09-23T15:09:15.998459+0000","last_clean":"2023-09-23T15:09:10.986511+0000","last_became_active":"2023-09-23T15:09:14.009633+0000","last_became_peered":"2023-09-23T15:09:14.009633+0000","last_unstale":"2023-09-23T15:09:15.998459+0000","last_undegraded":"2023-09-23T15:09:14.001283+0000","last_fullsized":"2023-09-23T15:09:14.001187+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:33.200840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":["0","5"],"object_location_counts":[{"shards":"0,5","objects":2}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":74,"reported_epoch":108,"state":"active+undersized","last_fresh":"2023-09-23T15:09:17.238713+0000","last_change":"2023-09-23T15:09:03.984799+0000","last_active":"2023-09-23T15:09:17.238713+0000","last_peered":"2023-09-23T15:09:17.238713+0000","last_clean":"2023-09-23T15:07:50.026106+0000","last_became_active":"2023-09-23T15:09:03.984799+0000","last_became_peered":"2023-09-23T15:09:03.984799+0000","last_unstale":"2023-09-23T15:09:17.238713+0000","last_undegraded":"2023-09-23T15:09:17.238713+0000","last_fullsized":"2023-09-23T15:09:03.981511+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:36.091346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":7274496,"num_objects":111,"num_object_clones":0,"num_object_copies":333,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":75,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":111,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":111,"num_write_kb":7104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16908288,"data_stored":16908288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":35,"acting":35,"num_store_stats":7},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":76,"acting":76,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":14,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":77,"acting":77,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":2,"acting":2,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":18,"acting":18,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201442,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":25532,"kb_used_data":4212,"kb_used_omap":0,"kb_used_meta":21312,"kb_avail":93719620,"statfs":{"total":95995035648,"available":95968890880,"internally_reserved":0,"allocated":4313088,"data_stored":3829075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21823488},"hb_peers":[0,1,3,4,5],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:09:17 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.53700000000000003,"15min":0.54400000000000004},"min":{"1min":0.38400000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55300000000000005,"15min":0.56299999999999994},"min":{"1min":0.39800000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.66500000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.59099999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.437,"5min":0.316,"15min":0.316},"max":{"1min":0.67800000000000005,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56699999999999995,"15min":0.56499999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.71299999999999997,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.53500000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:08:18 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.43099999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:08:53 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.56499999999999995}]},{"osd":4,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.49099999999999999,"15min":0.46999999999999997},"min":{"1min":0.31,"5min":0.31,"15min":0.28000000000000003},"max":{"1min":0.63100000000000001,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.443},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.52000000000000002,"15min":0.495},"min":{"1min":0.38200000000000001,"5min":0.31900000000000001,"15min":0.25800000000000001},"max":{"1min":0.64100000000000001,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.38300000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.52600000000000002,"15min":0.51400000000000001},"min":{"1min":0.39900000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.71199999999999997,"5min":0.73799999999999999,"15min":0.83399999999999996},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.56799999999999995,"15min":0.54400000000000004},"min":{"1min":0.41899999999999998,"5min":0.378,"15min":0.309},"max":{"1min":0.68400000000000005,"5min":0.77200000000000002,"15min":0.81499999999999995},"last":0.40300000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:08:35 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58099999999999996,"15min":0.56100000000000005},"min":{"1min":0.35899999999999999,"5min":0.34999999999999998,"15min":0.34499999999999997},"max":{"1min":0.67100000000000004,"5min":0.80400000000000005,"15min":0.83299999999999996},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.58599999999999997,"15min":0.55900000000000005},"min":{"1min":0.47499999999999998,"5min":0.39500000000000002,"15min":0.32600000000000001},"max":{"1min":0.70299999999999996,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.70999999999999996}]}]},{"osd":6,"up_from":47,"seq":201863463071,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7848,"kb_used_data":1568,"kb_used_omap":0,"kb_used_meta":6272,"kb_avail":93737304,"statfs":{"total":95995035648,"available":95986999296,"internally_reserved":0,"allocated":1605632,"data_stored":1135382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6422528},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68400000000000005,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53400000000000003,"15min":0.52900000000000003},"min":{"1min":0.38700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.50900000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:08:48 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.54600000000000004,"15min":0.54400000000000004},"min":{"1min":0.40600000000000003,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.69399999999999995,"5min":0.753,"15min":0.753},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.59699999999999998,"15min":0.59999999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.70899999999999996,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.436}]},{"osd":2,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.496},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.40600000000000003}]},{"osd":3,"last update":"Sat Sep 23 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.46600000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.48999999999999999,"15min":0.45400000000000001},"min":{"1min":0.40400000000000003,"5min":0.28199999999999997,"15min":0.24299999999999999},"max":{"1min":0.65300000000000002,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53400000000000003,"15min":0.49299999999999999},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.26500000000000001},"max":{"1min":0.72099999999999997,"5min":0.84499999999999997,"15min":0.995},"last":0.53400000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:08:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.54600000000000004,"15min":0.5},"min":{"1min":0.48599999999999999,"5min":0.36499999999999999,"15min":0.316},"max":{"1min":0.73599999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.627,"5min":0.61899999999999999,"15min":0.57099999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.30199999999999999},"max":{"1min":0.77400000000000002,"5min":0.81899999999999995,"15min":0.94699999999999995},"last":0.626}]},{"osd":7,"last update":"Sat Sep 23 15:08:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58499999999999996,"15min":0.53900000000000003},"min":{"1min":0.45800000000000002,"5min":0.40799999999999997,"15min":0.307},"max":{"1min":0.83299999999999996,"5min":0.85899999999999999,"15min":1.0660000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58099999999999996,"15min":0.54100000000000004},"min":{"1min":0.35099999999999998,"5min":0.32900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73399999999999999,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.61099999999999999}]}]},{"osd":1,"up_from":89,"seq":382252089379,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":30388,"kb_used_data":2924,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":93714764,"statfs":{"total":95995035648,"available":95963918336,"internally_reserved":0,"allocated":2994176,"data_stored":2462675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":28105705},"hb_peers":[0,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.32400000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.315},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.35199999999999998,"15min":0.35599999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.52500000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.29999999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:08:18 2023","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.35599999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:08:51 2023","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.28000000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.56699999999999995,"15min":0.57299999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.39200000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":0.61199999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.64900000000000002,"15min":0.65700000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.42099999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58199999999999996,"15min":0.57799999999999996},"min":{"1min":0.41699999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.59299999999999997,"15min":0.60199999999999998},"min":{"1min":0.40400000000000003,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.72199999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.63700000000000001,"15min":0.64000000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.40899999999999997}]}]},{"osd":0,"up_from":84,"seq":360777252905,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31568,"kb_used_data":4040,"kb_used_omap":28,"kb_used_meta":27491,"kb_avail":93713584,"statfs":{"total":95995035648,"available":95962710016,"internally_reserved":0,"allocated":4136960,"data_stored":3580577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":28151632},"hb_peers":[1,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:08:44 2023","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.35899999999999999,"15min":0.35999999999999999},"min":{"1min":0.24399999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.36199999999999999,"15min":0.35899999999999999},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.28199999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:08:16 2023","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.496,"5min":0.496,"15min":0.496},"last":0.312},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.29599999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:08:53 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.374},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.36699999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:09:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.62,"15min":0.63700000000000001},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.81399999999999995,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.41899999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.34499999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:09:15 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64200000000000002,"15min":0.64700000000000002},"min":{"1min":0.40000000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.64200000000000002,"15min":0.65200000000000002},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.874,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.39200000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:08:13 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.65800000000000003,"15min":0.66200000000000003},"min":{"1min":0.39400000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77100000000000002,"5min":1.012,"15min":1.012},"last":0.435},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.66400000000000003,"15min":0.66700000000000004},"min":{"1min":0.48299999999999998,"5min":0.436,"15min":0.436},"max":{"1min":0.78400000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.46899999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:09:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.63900000000000001,"15min":0.65700000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.84399999999999997,"5min":0.877,"15min":0.877},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.65500000000000003,"15min":0.66500000000000004},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.82899999999999996,"5min":1.04,"15min":1.04},"last":0.40500000000000003}]}]},{"osd":2,"up_from":94,"seq":403726925849,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28664,"kb_used_data":1072,"kb_used_omap":81,"kb_used_meta":27502,"kb_avail":93716488,"statfs":{"total":95995035648,"available":95965683712,"internally_reserved":0,"allocated":1097728,"data_stored":583572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":28162266},"hb_peers":[0,1,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.23899999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.314}]},{"osd":3,"last update":"Sat Sep 23 15:08:51 2023","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"last":0.29899999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.38400000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.46600000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.52100000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.45800000000000002}]}]},{"osd":3,"up_from":99,"seq":425201762326,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":33756,"kb_used_data":6292,"kb_used_omap":7,"kb_used_meta":27448,"kb_avail":93711396,"statfs":{"total":95995035648,"available":95960469504,"internally_reserved":0,"allocated":6443008,"data_stored":5930989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":28107368},"hb_peers":[0,1,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.309,"15min":0.309},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"last":0.247}]},{"osd":1,"last update":"Sat Sep 23 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"last":0.29799999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.30299999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.629},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.51000000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.61399999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.47499999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:08:50 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.58399999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986351,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":14200,"kb_used_data":3120,"kb_used_omap":0,"kb_used_meta":11072,"kb_avail":93730952,"statfs":{"total":95995035648,"available":95980494848,"internally_reserved":0,"allocated":3194880,"data_stored":2714672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":11337728},"hb_peers":[0,1,3,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:09:19 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.52400000000000002,"15min":0.52900000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66800000000000004,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.69399999999999995,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.41299999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:08:48 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.55100000000000005,"15min":0.54700000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55700000000000005,"15min":0.56299999999999994},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.67800000000000005,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.438}]},{"osd":2,"last update":"Sat Sep 23 15:08:17 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.44900000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:08:52 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.46100000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:08:56 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.5,"15min":0.45400000000000001},"min":{"1min":0.39500000000000002,"5min":0.316,"15min":0.254},"max":{"1min":0.748,"5min":0.748,"15min":0.83899999999999997},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.53000000000000003,"15min":0.48599999999999999},"min":{"1min":0.47199999999999998,"5min":0.32000000000000001,"15min":0.26800000000000002},"max":{"1min":0.65800000000000003,"5min":0.73299999999999998,"15min":0.79300000000000004},"last":0.39500000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:08:23 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.53900000000000003,"15min":0.52900000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.27800000000000002},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":5.3970000000000002},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.58599999999999997,"15min":0.56699999999999995},"min":{"1min":0.48899999999999999,"5min":0.35199999999999998,"15min":0.311},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":5.2889999999999997},"last":0.48299999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:08:56 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.55800000000000005},"min":{"1min":0.41099999999999998,"5min":0.35999999999999999,"15min":0.307},"max":{"1min":0.77200000000000002,"5min":0.83399999999999996,"15min":2.4910000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.60299999999999998,"15min":0.58399999999999996},"min":{"1min":0.44600000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.79400000000000004,"5min":0.80900000000000005,"15min":5.4550000000000001},"last":0.32500000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724714,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":24932,"kb_used_data":3676,"kb_used_omap":0,"kb_used_meta":21248,"kb_avail":93720220,"statfs":{"total":95995035648,"available":95969505280,"internally_reserved":0,"allocated":3764224,"data_stored":3299917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":21757952},"hb_peers":[0,1,3,4,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:09:17 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.47799999999999998,"15min":0.47399999999999998},"min":{"1min":0.33400000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.61699999999999999,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56200000000000006,"15min":0.54500000000000004},"min":{"1min":0.34499999999999997,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.78500000000000003,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.36499999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:08:47 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.55400000000000005},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54400000000000004,"15min":0.54000000000000004},"min":{"1min":0.41799999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.77700000000000002,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.39700000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:08:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.627},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.55900000000000005}]},{"osd":3,"last update":"Sat Sep 23 15:08:49 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.45000000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:09:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.46999999999999997},"min":{"1min":0.29799999999999999,"5min":0.28799999999999998,"15min":0.246},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52500000000000002,"15min":0.49099999999999999},"min":{"1min":0.311,"5min":0.29999999999999999,"15min":0.27700000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.76100000000000001},"last":0.38500000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:08:15 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54700000000000004,"15min":0.52900000000000003},"min":{"1min":0.38900000000000001,"5min":0.315,"15min":0.28100000000000003},"max":{"1min":0.64800000000000002,"5min":0.83999999999999997,"15min":0.84099999999999997},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.59699999999999998,"15min":0.54500000000000004},"min":{"1min":0.45500000000000002,"5min":0.376,"15min":0.32500000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.92400000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:08:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.61699999999999999,"15min":0.59099999999999997},"min":{"1min":0.52300000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80400000000000005,"5min":0.82399999999999995,"15min":0.93999999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.63,"15min":0.58599999999999997},"min":{"1min":0.58499999999999996,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83999999999999997,"5min":0.879,"15min":0.879},"last":0.47499999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2359296,"data_stored":2359296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1835008,"data_stored":1835008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":5308416,"data_stored":5308416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2097152,"data_stored":2097152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2686976,"data_stored":2686976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2621440,"data_stored":2621440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:09:32.777 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_0 pgp_num 16 2023-09-23T15:09:32.984 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[212312]: from='client.44693 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:09:32.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[212312]: pgmap v262: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 589 KiB/s wr, 9 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:32.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:32.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[212312]: failed to encode map e110 with expected crc 2023-09-23T15:09:32.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/643653534' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:09:32.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[212312]: osdmap e110: 8 total, 6 up, 8 in 2023-09-23T15:09:33.076 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 15 16 127 111 0.462457 0 - 0.00374927 2023-09-23T15:09:33.161 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:33.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:33.164 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:33.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[219580]: from='client.44693 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:09:33.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[219580]: pgmap v262: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 589 KiB/s wr, 9 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:33.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:33.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[219580]: failed to encode map e110 with expected crc 2023-09-23T15:09:33.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/643653534' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:09:33.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:32 smithi118 ceph-mon[219580]: osdmap e110: 8 total, 6 up, 8 in 2023-09-23T15:09:33.265 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:33.294 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:32 smithi178 ceph-mon[192298]: from='client.44693 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:09:33.294 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:32 smithi178 ceph-mon[192298]: pgmap v262: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 589 KiB/s wr, 9 op/s; 91/405 objects degraded (22.469%) 2023-09-23T15:09:33.294 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:32 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:33.294 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:32 smithi178 ceph-mon[192298]: failed to encode map e110 with expected crc 2023-09-23T15:09:33.294 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/643653534' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:09:33.294 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:32 smithi178 ceph-mon[192298]: osdmap e110: 8 total, 6 up, 8 in 2023-09-23T15:09:33.296 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:33.344 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:33.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:33.350 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:33.451 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:33.478 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:34.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:33 smithi118 ceph-mon[219580]: failed to encode map e110 with expected crc 2023-09-23T15:09:34.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:33 smithi118 ceph-mon[219580]: failed to encode map e110 with expected crc 2023-09-23T15:09:34.053 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:33 smithi118 ceph-mon[212312]: failed to encode map e110 with expected crc 2023-09-23T15:09:34.053 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:33 smithi118 ceph-mon[212312]: failed to encode map e110 with expected crc 2023-09-23T15:09:34.069 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:34.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:34.072 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:34.076 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 16 16 127 111 0.433554 0 - 0.00374927 2023-09-23T15:09:34.173 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:34.202 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:34.246 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:34.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:34.248 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:34.349 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:34.376 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:34.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:33 smithi178 ceph-mon[192298]: failed to encode map e110 with expected crc 2023-09-23T15:09:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:33 smithi178 ceph-mon[192298]: failed to encode map e110 with expected crc 2023-09-23T15:09:34.746 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:34.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:34.749 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:34.783 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:34.850 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:34.882 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:34.929 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:34.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:34.936 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:35.037 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:35.062 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:34 smithi118 ceph-mon[212312]: pgmap v264: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:35.063 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:34 smithi118 ceph-mon[219580]: pgmap v264: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:35.065 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:35.070 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:09:35.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 17 16 127 111 0.408051 0 - 0.00374927 2023-09-23T15:09:35.126 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:09:35.151 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:09:35.163 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:35.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:35.168 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:35.174 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:09:35.194 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:09:35.213 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:09:35.233 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:09:35.234 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:09:35.234 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:09:35.234 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T15:09:35.234 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:09:35.234 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:09:35.234 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:09:35.234 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T15:09:35.234 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:09:35.270 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:35.298 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:34 smithi178 ceph-mon[192298]: pgmap v264: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:35.301 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:35.349 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:35.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:35.354 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:35.455 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:35.483 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:35.527 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:35.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:35.531 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:35.558 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:09:35.558 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:09:35.558 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:09:35.558 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:09:35.559 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:09:35.632 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:35.662 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:35.758 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:35.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:35.760 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:35.861 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:35.888 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:36.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 18 16 127 111 0.38538 0 - 0.00374927 2023-09-23T15:09:36.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:35 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/338126579' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:36.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:35 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/338126579' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:35 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/338126579' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:36.686 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:36.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:36.689 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:36.789 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:36.819 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:37.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 19 16 127 111 0.365096 0 - 0.00374927 2023-09-23T15:09:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:36 smithi118 ceph-mon[219580]: pgmap v265: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:36 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:36 smithi118 ceph-mon[212312]: pgmap v265: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:36 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:36 smithi178 ceph-mon[192298]: pgmap v265: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:36 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:37.469 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:37.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:37.472 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:37.560 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:09:37.560 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:09:37.573 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:37.604 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:37.630 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:37.652 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:37.656 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:09:37.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:37.657 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:37.758 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:37.788 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:38.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:09:38.077961+0000 min lat: 0.00124016 max lat: 0.012882 avg lat: 0.00374927 2023-09-23T15:09:38.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:09:38.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 20 16 127 111 0.346842 0 - 0.00374927 2023-09-23T15:09:38.137 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:38.140 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:38.140 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:38.241 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:38.267 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:38.468 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:38.469 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:09:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:09:38] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2023-09-23T15:09:38.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:38.470 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:38.571 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:38.602 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:38.651 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:38.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:38.657 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:38.758 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:38.785 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:39.004 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 6 pgp_num to 16 2023-09-23T15:09:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:39 smithi118 ceph-mon[219580]: pgmap v266: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:39 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1875218188' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T15:09:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:39 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T15:09:39.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:39 smithi118 ceph-mon[212312]: pgmap v266: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:39.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:39 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1875218188' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T15:09:39.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:39 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T15:09:39.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 21 16 127 111 0.330326 0 - 0.00374927 2023-09-23T15:09:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:39 smithi178 ceph-mon[192298]: pgmap v266: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:39 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1875218188' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T15:09:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:39 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T15:09:39.561 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:09:39.568 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:39.662 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:39.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:39.665 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:39.766 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:39.799 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:39.940 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:39.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:39.942 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:40.043 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:40.073 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:40.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 22 16 127 111 0.315311 0 - 0.00374927 2023-09-23T15:09:40.121 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:40.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:40.125 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:40.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:40 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T15:09:40.221 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:40 smithi118 ceph-mon[219580]: osdmap e111: 8 total, 6 up, 8 in 2023-09-23T15:09:40.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:40 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T15:09:40.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:40 smithi118 ceph-mon[212312]: osdmap e111: 8 total, 6 up, 8 in 2023-09-23T15:09:40.226 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:40.255 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:40 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T15:09:40.255 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:40 smithi178 ceph-mon[192298]: osdmap e111: 8 total, 6 up, 8 in 2023-09-23T15:09:40.258 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:40.306 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:40.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:40.312 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:40.413 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:40.441 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:40.485 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:40.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:40.491 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:40.592 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:40.619 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:40.659 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:40.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:40.664 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:40.764 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:40.793 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:40.836 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:40.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:40.838 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:40.939 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:40.966 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:41.006 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:41.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:41.014 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:41.015 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:09:41.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 23 16 127 111 0.301601 0 - 0.00374927 2023-09-23T15:09:41.115 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:41.141 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:41.182 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:41.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:41.187 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:41.288 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:41.311 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:41 smithi178 ceph-mon[192298]: pgmap v268: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:41.311 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:41 smithi178 ceph-mon[192298]: failed to encode map e111 with expected crc 2023-09-23T15:09:41.311 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:41 smithi178 ceph-mon[192298]: failed to encode map e111 with expected crc 2023-09-23T15:09:41.311 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/418690902' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:41.312 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:41 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:41.313 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:41 smithi118 ceph-mon[219580]: pgmap v268: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:41 smithi118 ceph-mon[219580]: failed to encode map e111 with expected crc 2023-09-23T15:09:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:41 smithi118 ceph-mon[219580]: failed to encode map e111 with expected crc 2023-09-23T15:09:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/418690902' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:41 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:41.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:41 smithi118 ceph-mon[212312]: pgmap v268: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:41.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:41 smithi118 ceph-mon[212312]: failed to encode map e111 with expected crc 2023-09-23T15:09:41.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:41 smithi118 ceph-mon[212312]: failed to encode map e111 with expected crc 2023-09-23T15:09:41.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/418690902' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:41.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:41 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:41.355 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:41.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:41.360 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:41.461 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:41.488 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:41.783 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:41.965 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:41.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:41.969 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[212312]: failed to encode map e111 with expected crc 2023-09-23T15:09:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:09:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:09:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[212312]: osdmap e112: 8 total, 6 up, 8 in 2023-09-23T15:09:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[212312]: failed to encode map e112 with expected crc 2023-09-23T15:09:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[212312]: failed to encode map e112 with expected crc 2023-09-23T15:09:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[212312]: failed to encode map e112 with expected crc 2023-09-23T15:09:42.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[219580]: failed to encode map e111 with expected crc 2023-09-23T15:09:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:09:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:09:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[219580]: osdmap e112: 8 total, 6 up, 8 in 2023-09-23T15:09:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[219580]: failed to encode map e112 with expected crc 2023-09-23T15:09:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[219580]: failed to encode map e112 with expected crc 2023-09-23T15:09:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:42 smithi118 ceph-mon[219580]: failed to encode map e112 with expected crc 2023-09-23T15:09:42.070 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:42.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 24 16 127 111 0.289035 0 - 0.00374927 2023-09-23T15:09:42.097 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:42.138 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:42.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:42.145 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:42.246 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:42.269 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:42 smithi178 ceph-mon[192298]: failed to encode map e111 with expected crc 2023-09-23T15:09:42.269 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:42 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:09:42.269 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:42 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:09:42.269 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:42 smithi178 ceph-mon[192298]: osdmap e112: 8 total, 6 up, 8 in 2023-09-23T15:09:42.269 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:42 smithi178 ceph-mon[192298]: failed to encode map e112 with expected crc 2023-09-23T15:09:42.269 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:42 smithi178 ceph-mon[192298]: failed to encode map e112 with expected crc 2023-09-23T15:09:42.269 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:42 smithi178 ceph-mon[192298]: failed to encode map e112 with expected crc 2023-09-23T15:09:42.271 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:42.313 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:42.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:42.317 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:42.417 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:42.447 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:42.492 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:42.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:42.495 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:42.596 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:42.623 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:42.676 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:09:42.676 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:09:42.676 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:09:42.676 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [] 2023-09-23T15:09:42.676 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:09:43.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 25 16 127 111 0.277474 0 - 0.00374927 2023-09-23T15:09:43.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:43 smithi118 ceph-mon[219580]: pgmap v270: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:43.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:43 smithi118 ceph-mon[212312]: pgmap v270: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:43 smithi178 ceph-mon[192298]: pgmap v270: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:43.619 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:43.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:43.623 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:43.723 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:43.755 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:43.803 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:43.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:43.808 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:43.909 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:43.937 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:44.025 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:44.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:44.028 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:44.029 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:09:44.077 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 26 16 127 111 0.266802 0 - 0.00374927 2023-09-23T15:09:44.087 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:09:44.129 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:44.196 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:44.298 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:44.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:44.301 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:44.402 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:44.433 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:44.482 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:44.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:44.487 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:44.522 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:09:44.538 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:44.545 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:09:44.573 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:09:44.588 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:44.593 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:09:44.614 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:09:44.615 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:44.637 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:09:44.637 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:09:44.637 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:09:44.637 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T15:09:44.637 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:09:44.637 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:09:44.637 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:09:44.638 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T15:09:44.638 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:09:44.658 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:44.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:44.663 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:44.721 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:44.764 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:44.770 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [6, 2] live_osds: [0, 1, 3, 4, 5, 7] 2023-09-23T15:09:44.770 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:09:44.770 INFO:tasks.thrashosds.thrasher:inject_pause on osd.3 2023-09-23T15:09:44.770 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:09:44.771 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:09:44.771 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 config set filestore_inject_stall 3 2023-09-23T15:09:44.792 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:45.078 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 27 16 127 111 0.25692 0 - 0.00374927 2023-09-23T15:09:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:45 smithi118 ceph-mon[219580]: pgmap v271: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:45 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/344465557' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:45 smithi118 ceph-mon[212312]: pgmap v271: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:45 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/344465557' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:45 smithi178 ceph-mon[192298]: pgmap v271: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:45 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/344465557' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:45.668 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:45.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:45.672 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:45.773 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:45.792 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:09:45.793 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:09:45.804 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:45.852 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:45.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:45.860 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:45.961 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:45.988 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:46.032 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:46.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:46.040 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:46.078 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 28 16 127 111 0.247745 0 - 0.00374927 2023-09-23T15:09:46.140 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:46.166 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:46.208 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:46.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:46.214 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:46.315 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:46.343 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:46.987 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:46.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:46.991 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:47.078 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 29 16 127 111 0.239202 0 - 0.00374927 2023-09-23T15:09:47.091 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:47.124 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:47.173 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:47.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:47.180 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:47.281 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:47.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:47 smithi118 ceph-mon[219580]: pgmap v272: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:47.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:47 smithi118 ceph-mon[212312]: pgmap v272: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:47.309 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:47 smithi178 ceph-mon[192298]: pgmap v272: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 192 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:47.588 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:47.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:47.591 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:47.616 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:47.692 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:47.718 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:47.770 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:47.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:47.774 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:47.793 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:09:47.874 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:47.903 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:48.008 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:48.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:48.014 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:48.078 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 30 16 127 111 0.231228 0 - 0.00374927 2023-09-23T15:09:48.114 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:48.146 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:48.195 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:48.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:48.203 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:48.278 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:09:48.278 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:09:48.303 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:48.333 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:48.485 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:09:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:09:48] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2023-09-23T15:09:48.531 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:48.533 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:48.534 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:48.635 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:48.661 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:49.033 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:09:49.078 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 31 16 127 111 0.223769 0 - 0.00374927 2023-09-23T15:09:49.287 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:49 smithi118 ceph-mon[212312]: pgmap v273: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:49.287 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:49 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1031877705' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:09:49.287 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:49 smithi118 ceph-mon[219580]: pgmap v273: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:49.287 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:49 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1031877705' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:09:49.307 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:49.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:49.310 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:49 smithi178 ceph-mon[192298]: pgmap v273: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:49 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1031877705' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:09:49.410 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:49.438 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:49.936 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:49.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:49.938 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:50.039 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:50.067 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:50.078 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 32 16 127 111 0.216776 0 - 0.00374927 2023-09-23T15:09:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:50 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:50 smithi118 ceph-mon[219580]: failed to encode map e113 with expected crc 2023-09-23T15:09:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:50 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1031877705' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:09:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:50 smithi118 ceph-mon[219580]: osdmap e113: 8 total, 6 up, 8 in 2023-09-23T15:09:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:50 smithi118 ceph-mon[219580]: failed to encode map e113 with expected crc 2023-09-23T15:09:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:50 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:50 smithi118 ceph-mon[212312]: failed to encode map e113 with expected crc 2023-09-23T15:09:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:50 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1031877705' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:09:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:50 smithi118 ceph-mon[212312]: osdmap e113: 8 total, 6 up, 8 in 2023-09-23T15:09:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:50 smithi118 ceph-mon[212312]: failed to encode map e113 with expected crc 2023-09-23T15:09:50.322 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:50.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:50.325 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:50.364 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:50 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:50 smithi178 ceph-mon[192298]: failed to encode map e113 with expected crc 2023-09-23T15:09:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:50 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1031877705' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:09:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:50 smithi178 ceph-mon[192298]: osdmap e113: 8 total, 6 up, 8 in 2023-09-23T15:09:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:50 smithi178 ceph-mon[192298]: failed to encode map e113 with expected crc 2023-09-23T15:09:50.388 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:09:50.425 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:50.457 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:50.611 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:50.613 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:50.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:50.714 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:50.746 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:50.793 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:50.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:50.800 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:50.895 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:09:50.895 INFO:teuthology.orchestra.run.smithi118.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T15:09:50.895 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:09:50.901 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:50.934 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:51.078 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 33 16 127 111 0.210207 0 - 0.00374927 2023-09-23T15:09:51.092 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:51.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:51.095 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:51.195 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:51.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:51 smithi118 ceph-mon[219580]: failed to encode map e113 with expected crc 2023-09-23T15:09:51.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:51 smithi118 ceph-mon[219580]: pgmap v275: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:51.220 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:51 smithi118 ceph-mon[212312]: failed to encode map e113 with expected crc 2023-09-23T15:09:51.220 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:51 smithi118 ceph-mon[212312]: pgmap v275: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:51.222 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:51 smithi178 ceph-mon[192298]: failed to encode map e113 with expected crc 2023-09-23T15:09:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:51 smithi178 ceph-mon[192298]: pgmap v275: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:51.812 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:51.815 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:51.816 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:51.917 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:51.944 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:52.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:52.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:52.078 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 34 16 127 111 0.204024 0 - 0.00374927 2023-09-23T15:09:52.125 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:09:52.324 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:52.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:52.327 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:09:52.410 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:52.428 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:52.459 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:52.507 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:52.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:52.512 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:52.613 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:52.641 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:52.748 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:09:52.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:52.749 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:52.749 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:52.764 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:09:52.784 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:09:52.803 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:09:52.823 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:09:52.845 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:09:52.845 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:09:52.845 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:09:52.845 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T15:09:52.845 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:09:52.845 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:09:52.845 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:09:52.846 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T15:09:52.846 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:09:52.850 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:52.876 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:52.917 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:52.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:52.924 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:53.012 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:53.025 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:53.062 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:53.068 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:53 smithi118 ceph-mon[219580]: pgmap v276: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:53.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1665174481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:53.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:53 smithi118 ceph-mon[212312]: pgmap v276: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:53.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1665174481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:53.078 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 35 16 127 111 0.198195 0 - 0.00374927 2023-09-23T15:09:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:53 smithi178 ceph-mon[192298]: pgmap v276: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1665174481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:09:53.758 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:53.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:53.761 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:53.862 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:53.890 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:53.933 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:53.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:53.938 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:54.039 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:54.065 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:54.078 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 36 16 127 111 0.19269 0 - 0.00374927 2023-09-23T15:09:54.361 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:54.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:54.364 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:54.465 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:54.496 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:54.513 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:09:54.514 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:09:55.037 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:55 smithi118 ceph-mon[212312]: pgmap v277: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:55.044 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:55.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:55.047 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:55.079 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 37 16 127 111 0.187482 0 - 0.00374927 2023-09-23T15:09:55.147 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:55.175 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:55 smithi118 ceph-mon[219580]: pgmap v277: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:55.356 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:09:55.357 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:09:55.357 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:09:55.357 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:09:55.357 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:09:55.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:55 smithi178 ceph-mon[192298]: pgmap v277: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:55.421 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:55.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:55.431 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:55.531 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:55.560 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:55.656 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:55.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:55.659 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:55.760 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:55.792 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:55.839 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:55.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:55.845 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:55.946 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:55.974 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:56.079 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 38 16 127 111 0.182548 0 - 0.00374927 2023-09-23T15:09:56.134 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:56.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:56.137 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:56.238 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:56.254 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:09:56.269 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:56.316 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:56.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:56.320 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:56.420 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:56.447 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:56.515 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:09:56.552 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:56.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:56.556 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:56.657 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:56.686 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:56.694 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:56.743 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:56.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:56.748 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:56.848 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:09:56.880 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:56.928 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:09:56.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:56.935 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:09:57.036 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:57.047 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:09:57.064 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:57.079 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 39 16 127 111 0.177867 0 - 0.00374927 2023-09-23T15:09:57.108 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:57.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:57.112 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:57.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:57 smithi178 ceph-mon[192298]: pgmap v278: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:57.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:57 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1929573787' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:57.212 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:09:57.238 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:57.281 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:09:57.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:57.285 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:09:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:57 smithi118 ceph-mon[219580]: pgmap v278: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:57 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1929573787' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:57 smithi118 ceph-mon[212312]: pgmap v278: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:57 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1929573787' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:09:57.386 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:57.406 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [6, 2] live_osds: [0, 1, 3, 4, 5, 7] 2023-09-23T15:09:57.406 INFO:tasks.thrashosds.thrasher:Reviving osd 2 2023-09-23T15:09:57.406 INFO:tasks.cephadm.osd.2:Restarting osd.2 (starting--it wasn't running)... 2023-09-23T15:09:57.406 DEBUG:teuthology.orchestra.run.smithi118:osd.2> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2.service 2023-09-23T15:09:57.414 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:57.416 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl start ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2 2023-09-23T15:09:57.444 INFO:journalctl@ceph.osd.2.smithi118.stdout:-- Logs begin at Sat 2023-09-23 14:32:04 UTC. -- 2023-09-23T15:09:57.646 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:09:57 smithi118 systemd[1]: Starting Ceph osd.2 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:09:58.079 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:09:58.080002+0000 min lat: 0.00124016 max lat: 0.012882 avg lat: 0.00374927 2023-09-23T15:09:58.079 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:09:58.079 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 40 16 127 111 0.17342 0 - 0.00374927 2023-09-23T15:09:58.290 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:09:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:09:58] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2023-09-23T15:09:58.290 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:58 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:58.290 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:58 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1929573787' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:09:58.290 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:58 smithi118 ceph-mon[219580]: osdmap e114: 8 total, 6 up, 8 in 2023-09-23T15:09:58.291 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:58 smithi118 ceph-mon[219580]: failed to encode map e114 with expected crc 2023-09-23T15:09:58.291 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:58 smithi118 ceph-mon[219580]: failed to encode map e114 with expected crc 2023-09-23T15:09:58.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:58 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:58.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:58 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1929573787' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:09:58.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:58 smithi118 ceph-mon[212312]: osdmap e114: 8 total, 6 up, 8 in 2023-09-23T15:09:58.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:58 smithi118 ceph-mon[212312]: failed to encode map e114 with expected crc 2023-09-23T15:09:58.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:58 smithi118 ceph-mon[212312]: failed to encode map e114 with expected crc 2023-09-23T15:09:58.347 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:09:58.356 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:58.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:58.360 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:58.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:58 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:09:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:58 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1929573787' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:09:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:58 smithi178 ceph-mon[192298]: osdmap e114: 8 total, 6 up, 8 in 2023-09-23T15:09:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:58 smithi178 ceph-mon[192298]: failed to encode map e114 with expected crc 2023-09-23T15:09:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:58 smithi178 ceph-mon[192298]: failed to encode map e114 with expected crc 2023-09-23T15:09:58.460 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:09:58.492 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:58.680 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:09:58.683 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:58.684 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:09:58.784 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:09:58.816 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:59.063 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:09:59.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:59.066 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:09:59.079 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 41 16 127 111 0.16919 0 - 0.00374927 2023-09-23T15:09:59.167 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:09:59.198 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:59.246 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:09:59.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:59.251 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:09:59.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:59 smithi118 ceph-mon[212312]: failed to encode map e114 with expected crc 2023-09-23T15:09:59.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:09:59 smithi118 ceph-mon[212312]: pgmap v280: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:59.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:59 smithi118 ceph-mon[219580]: failed to encode map e114 with expected crc 2023-09-23T15:09:59.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:09:59 smithi118 ceph-mon[219580]: pgmap v280: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:59.352 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:59 smithi178 ceph-mon[192298]: failed to encode map e114 with expected crc 2023-09-23T15:09:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:09:59 smithi178 ceph-mon[192298]: pgmap v280: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:09:59.381 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:59.686 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:59.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:59.689 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:09:59.774 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:09:59.775 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:09:59.775 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:09:59.775 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [] 2023-09-23T15:09:59.775 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:09:59.790 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:09:59.818 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:09:59.966 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:09:59.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:09:59.968 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:00.069 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:00.079 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 42 16 127 111 0.165162 0 - 0.00374927 2023-09-23T15:10:00.100 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:00.147 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:00.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:00.150 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:00.250 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:00.283 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:00.304 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); noscrub,nodeep-scrub flag(s) set; 2 osds down; Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded 2023-09-23T15:10:00.304 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2023-09-23T15:10:00.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: daemon osd.2 on smithi118 is in unknown state 2023-09-23T15:10:00.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2023-09-23T15:10:00.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: [WRN] OSD_DOWN: 2 osds down 2023-09-23T15:10:00.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: osd.2 (root=default,host=smithi118) is down 2023-09-23T15:10:00.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: osd.6 (root=default,host=smithi178) is down 2023-09-23T15:10:00.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: [WRN] PG_DEGRADED: Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded 2023-09-23T15:10:00.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 1.0 is active+undersized+degraded, acting [7,0] 2023-09-23T15:10:00.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 3.d is active+undersized+degraded, acting [7,5] 2023-09-23T15:10:00.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 3.10 is active+undersized+degraded, acting [0,5] 2023-09-23T15:10:00.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 3.13 is active+undersized+degraded, acting [7,4] 2023-09-23T15:10:00.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 3.14 is active+undersized+degraded, acting [4,7] 2023-09-23T15:10:00.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 3.1d is active+undersized+degraded, acting [5,4] 2023-09-23T15:10:00.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 3.1f is active+undersized+degraded, acting [0,5] 2023-09-23T15:10:00.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 6.0 is active+undersized+degraded, acting [0,3] 2023-09-23T15:10:00.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 6.2 is active+undersized+degraded, acting [4,3] 2023-09-23T15:10:00.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 6.5 is active+undersized+degraded, acting [7,3] 2023-09-23T15:10:00.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 6.8 is active+undersized+degraded, acting [7,3] 2023-09-23T15:10:00.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 6.9 is active+undersized+degraded, acting [0,7] 2023-09-23T15:10:00.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 6.a is active+undersized+degraded, acting [5,0] 2023-09-23T15:10:00.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 6.c is active+undersized+degraded, acting [3,5] 2023-09-23T15:10:00.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 6.e is active+undersized+degraded, acting [4,1] 2023-09-23T15:10:00.307 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[219580]: pg 6.f is active+undersized+degraded, acting [3,4] 2023-09-23T15:10:00.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); noscrub,nodeep-scrub flag(s) set; 2 osds down; Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded 2023-09-23T15:10:00.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2023-09-23T15:10:00.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: daemon osd.2 on smithi118 is in unknown state 2023-09-23T15:10:00.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2023-09-23T15:10:00.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: [WRN] OSD_DOWN: 2 osds down 2023-09-23T15:10:00.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: osd.2 (root=default,host=smithi118) is down 2023-09-23T15:10:00.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: osd.6 (root=default,host=smithi178) is down 2023-09-23T15:10:00.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: [WRN] PG_DEGRADED: Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded 2023-09-23T15:10:00.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 1.0 is active+undersized+degraded, acting [7,0] 2023-09-23T15:10:00.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 3.d is active+undersized+degraded, acting [7,5] 2023-09-23T15:10:00.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 3.10 is active+undersized+degraded, acting [0,5] 2023-09-23T15:10:00.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 3.13 is active+undersized+degraded, acting [7,4] 2023-09-23T15:10:00.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 3.14 is active+undersized+degraded, acting [4,7] 2023-09-23T15:10:00.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 3.1d is active+undersized+degraded, acting [5,4] 2023-09-23T15:10:00.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 3.1f is active+undersized+degraded, acting [0,5] 2023-09-23T15:10:00.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 6.0 is active+undersized+degraded, acting [0,3] 2023-09-23T15:10:00.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 6.2 is active+undersized+degraded, acting [4,3] 2023-09-23T15:10:00.309 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 6.5 is active+undersized+degraded, acting [7,3] 2023-09-23T15:10:00.309 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 6.8 is active+undersized+degraded, acting [7,3] 2023-09-23T15:10:00.309 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 6.9 is active+undersized+degraded, acting [0,7] 2023-09-23T15:10:00.309 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 6.a is active+undersized+degraded, acting [5,0] 2023-09-23T15:10:00.309 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 6.c is active+undersized+degraded, acting [3,5] 2023-09-23T15:10:00.309 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 6.e is active+undersized+degraded, acting [4,1] 2023-09-23T15:10:00.309 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:00 smithi118 ceph-mon[212312]: pg 6.f is active+undersized+degraded, acting [3,4] 2023-09-23T15:10:00.309 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:10:00.331 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:00.335 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); noscrub,nodeep-scrub flag(s) set; 2 osds down; Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: daemon osd.2 on smithi118 is in unknown state 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: [WRN] OSD_DOWN: 2 osds down 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: osd.2 (root=default,host=smithi118) is down 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: osd.6 (root=default,host=smithi178) is down 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: [WRN] PG_DEGRADED: Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 1.0 is active+undersized+degraded, acting [7,0] 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 3.d is active+undersized+degraded, acting [7,5] 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 3.10 is active+undersized+degraded, acting [0,5] 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 3.13 is active+undersized+degraded, acting [7,4] 2023-09-23T15:10:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 3.14 is active+undersized+degraded, acting [4,7] 2023-09-23T15:10:00.337 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 3.1d is active+undersized+degraded, acting [5,4] 2023-09-23T15:10:00.337 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 3.1f is active+undersized+degraded, acting [0,5] 2023-09-23T15:10:00.337 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 6.0 is active+undersized+degraded, acting [0,3] 2023-09-23T15:10:00.337 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 6.2 is active+undersized+degraded, acting [4,3] 2023-09-23T15:10:00.337 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 6.5 is active+undersized+degraded, acting [7,3] 2023-09-23T15:10:00.337 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 6.8 is active+undersized+degraded, acting [7,3] 2023-09-23T15:10:00.337 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 6.9 is active+undersized+degraded, acting [0,7] 2023-09-23T15:10:00.337 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 6.a is active+undersized+degraded, acting [5,0] 2023-09-23T15:10:00.337 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 6.c is active+undersized+degraded, acting [3,5] 2023-09-23T15:10:00.337 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 6.e is active+undersized+degraded, acting [4,1] 2023-09-23T15:10:00.337 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:00 smithi178 ceph-mon[192298]: pg 6.f is active+undersized+degraded, acting [3,4] 2023-09-23T15:10:00.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:00.338 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:00.439 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:00.468 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:00.513 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:00.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:00.517 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:00.569 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:00 smithi118 bash[296764]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T15:10:00.569 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:00 smithi118 bash[296764]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-23T15:10:00.569 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:00 smithi118 bash[296764]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2023-09-23T15:10:00.569 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:00 smithi118 bash[296764]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2023-09-23T15:10:00.570 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:00 smithi118 bash[296764]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2023-09-23T15:10:00.570 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:00 smithi118 bash[296764]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-09-23T15:10:00.570 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:00 smithi118 bash[296764]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-23T15:10:00.570 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:00 smithi118 bash[296764]: --> ceph-volume lvm activate successful for osd ID: 2 2023-09-23T15:10:00.617 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:00.645 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:00.706 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:10:00.725 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:10:00.744 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:10:00.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:10:00.782 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:10:00.801 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:10:00.801 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:10:00.801 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:10:00.801 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T15:10:00.802 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:10:00.802 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:10:00.802 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:10:00.802 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T15:10:00.802 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:10:01.079 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 43 16 127 111 0.161321 0 - 0.00374927 2023-09-23T15:10:01.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:01 smithi118 ceph-mon[219580]: pgmap v281: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:01.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/562310068' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:01 smithi118 ceph-mon[212312]: pgmap v281: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:01.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/562310068' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:01 smithi178 ceph-mon[192298]: pgmap v281: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:01.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/562310068' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:01.646 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:10:01.847 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:01.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:01.850 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:01.951 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:01.980 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:01.995 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:10:02.082 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 44 16 127 111 0.157655 0 - 0.00374927 2023-09-23T15:10:02.454 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:10:02.455 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:10:02.457 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:02.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:02.461 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:02.493 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:02.562 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:02.594 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:02.638 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:02.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:02.640 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:02.741 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:02.768 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:02.808 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:02.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:02.811 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:02.912 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:02.941 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:03.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:03 smithi118 ceph-mon[212312]: pgmap v282: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:03.080 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 45 16 127 111 0.15415 0 - 0.00374927 2023-09-23T15:10:03.309 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:03 smithi118 ceph-mon[219580]: pgmap v282: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:03.309 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:03 smithi118 ceph-osd[298212]: -- 172.21.15.118:0/3136520524 <== mon.2 v2:172.21.15.118:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5617aa7324e0 con 0x5617aa704c00 2023-09-23T15:10:03.367 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:03 smithi178 ceph-mon[192298]: pgmap v282: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:03.489 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:03.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:03.493 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:03.567 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:03 smithi118 bash[298024]: 52e08fc98f96d5cded73bcb3763b7463579c2cac6afa21928b8a53649d467fad 2023-09-23T15:10:03.570 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:10:03.594 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:03.597 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:10:03.597 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:10:03.625 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:03.819 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:03 smithi118 systemd[1]: Started Ceph osd.2 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:10:03.820 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:03 smithi118 conmon[298183]: 2023-09-23T15:10:03.707+0000 7f70a3d3d640 -1 Falling back to public interface 2023-09-23T15:10:03.821 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:03.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:03.824 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:03.924 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:03.954 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:04.003 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:04.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:04.009 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:04.050 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:04.080 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 46 16 127 111 0.150799 0 - 0.00374927 2023-09-23T15:10:04.110 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:04.138 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:04.227 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:04 smithi118 ceph-mon[219580]: pgmap v283: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:04.228 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:04 smithi118 ceph-mon[212312]: pgmap v283: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:04.254 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:10:04.269 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:04.274 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:04.275 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:04.375 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:04 smithi178 ceph-mon[192298]: pgmap v283: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:04.402 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:04.449 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:04.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:04.455 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:04.455 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:10:04.556 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:04.584 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:04.626 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:10:04.631 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:04.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:04.638 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:04.739 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:04.766 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:04.963 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:04.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:04.966 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:05.067 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:05.080 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 47 16 127 111 0.147589 0 - 0.00374927 2023-09-23T15:10:05.094 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:05.117 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:10:05.140 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:05.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:05.143 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:05.244 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:05.247 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:05 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/580044176' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:05.247 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:05 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:05.272 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:05.313 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:05.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:05.316 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:05.416 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:05.441 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:05 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/580044176' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:05.441 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:05 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:05.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:05 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/580044176' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:05.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:05 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:05.444 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:05.690 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:05.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:05.693 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:05.794 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:05.820 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:06.081 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 48 16 127 111 0.144515 0 - 0.00374927 2023-09-23T15:10:06.210 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:10:06.210 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:10:06.234 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:06.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:06.237 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:06.338 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:06.354 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:06.366 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:06 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:06.366 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:06 smithi178 ceph-mon[192298]: failed to encode map e115 with expected crc 2023-09-23T15:10:06.366 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:06 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:10:06.369 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:06 smithi178 ceph-mon[192298]: osdmap e115: 8 total, 6 up, 8 in 2023-09-23T15:10:06.369 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:06 smithi178 ceph-mon[192298]: failed to encode map e115 with expected crc 2023-09-23T15:10:06.369 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:06 smithi178 ceph-mon[192298]: failed to encode map e115 with expected crc 2023-09-23T15:10:06.369 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:06 smithi178 ceph-mon[192298]: pgmap v285: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:06.371 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:06.380 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:06.380 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[219580]: failed to encode map e115 with expected crc 2023-09-23T15:10:06.380 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:10:06.380 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[219580]: osdmap e115: 8 total, 6 up, 8 in 2023-09-23T15:10:06.380 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[219580]: failed to encode map e115 with expected crc 2023-09-23T15:10:06.381 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[219580]: failed to encode map e115 with expected crc 2023-09-23T15:10:06.381 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[219580]: pgmap v285: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:06.381 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:06.381 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[212312]: failed to encode map e115 with expected crc 2023-09-23T15:10:06.381 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:10:06.381 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[212312]: osdmap e115: 8 total, 6 up, 8 in 2023-09-23T15:10:06.381 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[212312]: failed to encode map e115 with expected crc 2023-09-23T15:10:06.382 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[212312]: failed to encode map e115 with expected crc 2023-09-23T15:10:06.382 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:06 smithi118 ceph-mon[212312]: pgmap v285: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:06.464 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:06.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:06.467 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:06.568 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:06.595 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:06.637 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:06.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:06.639 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:06.692 INFO:teuthology.orchestra.run.smithi118.stderr:no valid command found; 10 closest matches: 2023-09-23T15:10:06.692 INFO:teuthology.orchestra.run.smithi118.stderr:0 2023-09-23T15:10:06.692 INFO:teuthology.orchestra.run.smithi118.stderr:1 2023-09-23T15:10:06.692 INFO:teuthology.orchestra.run.smithi118.stderr:2 2023-09-23T15:10:06.692 INFO:teuthology.orchestra.run.smithi118.stderr:abort 2023-09-23T15:10:06.692 INFO:teuthology.orchestra.run.smithi118.stderr:assert 2023-09-23T15:10:06.692 INFO:teuthology.orchestra.run.smithi118.stderr:bluefs debug_inject_read_zeros 2023-09-23T15:10:06.693 INFO:teuthology.orchestra.run.smithi118.stderr:bluefs files list 2023-09-23T15:10:06.693 INFO:teuthology.orchestra.run.smithi118.stderr:bluefs stats 2023-09-23T15:10:06.693 INFO:teuthology.orchestra.run.smithi118.stderr:bluestore allocator dump block 2023-09-23T15:10:06.693 INFO:teuthology.orchestra.run.smithi118.stderr:bluestore allocator fragmentation block 2023-09-23T15:10:06.693 INFO:teuthology.orchestra.run.smithi118.stderr:admin_socket: invalid command 2023-09-23T15:10:06.702 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:06 smithi118 conmon[298183]: 2023-09-23T15:10:06.455+0000 7f70a3d3d640 -1 osd.2 105 log_to_monitors true 2023-09-23T15:10:06.740 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:06.767 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:06.971 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:10:06.988 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:06.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:06.993 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:07.081 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 49 16 127 111 0.141565 0 - 0.00374927 2023-09-23T15:10:07.093 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:07.128 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:07.328 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:10:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded, 23 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:07 smithi178 ceph-mon[192298]: from='osd.2 [v2:172.21.15.118:6818/1759040791,v1:172.21.15.118:6819/1759040791]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:10:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:07 smithi178 ceph-mon[192298]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:10:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:07.569 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:10:07 smithi118 conmon[298183]: 2023-09-23T15:10:07.131+0000 7f70929a5700 -1 osd.2 105 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T15:10:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded, 23 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:07 smithi118 ceph-mon[219580]: from='osd.2 [v2:172.21.15.118:6818/1759040791,v1:172.21.15.118:6819/1759040791]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:10:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:07 smithi118 ceph-mon[219580]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:10:07.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:07.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 91/405 objects degraded (22.469%), 16 pgs degraded, 23 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:07.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:07 smithi118 ceph-mon[212312]: from='osd.2 [v2:172.21.15.118:6818/1759040791,v1:172.21.15.118:6819/1759040791]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:10:07.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:07 smithi118 ceph-mon[212312]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:10:07.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:07.672 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-09-23T15:10:07.672 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-2, ['dump_ops_in_flight'] 2023-09-23T15:10:07.676 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:07.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:07.679 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:07.779 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:07.809 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:07.955 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:07.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:07.957 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:08.057 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:08.081 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 50 16 127 111 0.138734 0 - 0.00374927 2023-09-23T15:10:08.086 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:08.141 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:08.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:08.145 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:08.245 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:08.269 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:08 smithi178 ceph-mon[192298]: failed to encode map e116 with expected crc 2023-09-23T15:10:08.269 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:08 smithi178 ceph-mon[192298]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T15:10:08.270 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:08 smithi178 ceph-mon[192298]: osdmap e116: 8 total, 6 up, 8 in 2023-09-23T15:10:08.270 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:08 smithi178 ceph-mon[192298]: from='osd.2 [v2:172.21.15.118:6818/1759040791,v1:172.21.15.118:6819/1759040791]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:10:08.270 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:08 smithi178 ceph-mon[192298]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:10:08.270 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:08 smithi178 ceph-mon[192298]: pgmap v287: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:08.272 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:08.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:10:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:10:08] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2023-09-23T15:10:08.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[219580]: failed to encode map e116 with expected crc 2023-09-23T15:10:08.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[219580]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T15:10:08.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[219580]: osdmap e116: 8 total, 6 up, 8 in 2023-09-23T15:10:08.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[219580]: from='osd.2 [v2:172.21.15.118:6818/1759040791,v1:172.21.15.118:6819/1759040791]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:10:08.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[219580]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:10:08.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[219580]: pgmap v287: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[212312]: failed to encode map e116 with expected crc 2023-09-23T15:10:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[212312]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T15:10:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[212312]: osdmap e116: 8 total, 6 up, 8 in 2023-09-23T15:10:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[212312]: from='osd.2 [v2:172.21.15.118:6818/1759040791,v1:172.21.15.118:6819/1759040791]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:10:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[212312]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:10:08.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:08 smithi118 ceph-mon[212312]: pgmap v287: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:08.383 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:10:08.418 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:08.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:08.426 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:08.527 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:08.554 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:08.697 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:08.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:08.700 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:08.738 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:08.801 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:08.829 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:08.868 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:10:08.868 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:10:08.876 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:08.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:08.879 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:08.980 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:09.007 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:09.053 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:09.056 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:09.057 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:09.076 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:10:09.081 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 51 16 127 111 0.136014 0 - 0.00374927 2023-09-23T15:10:09.095 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:10:09.114 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:10:09.134 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: Health check update: 1 osds down (OSD_DOWN) 2023-09-23T15:10:09.134 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.134 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.135 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: failed to encode map e117 with expected crc 2023-09-23T15:10:09.135 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: failed to encode map e117 with expected crc 2023-09-23T15:10:09.135 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.135 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.135 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.135 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: osd.2 [v2:172.21.15.118:6818/1759040791,v1:172.21.15.118:6819/1759040791] boot 2023-09-23T15:10:09.135 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: osdmap e117: 8 total, 7 up, 8 in 2023-09-23T15:10:09.135 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.135 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:10:09.135 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2262022568' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:09.135 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: Health check update: 1 osds down (OSD_DOWN) 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: failed to encode map e117 with expected crc 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: failed to encode map e117 with expected crc 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: osd.2 [v2:172.21.15.118:6818/1759040791,v1:172.21.15.118:6819/1759040791] boot 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: osdmap e117: 8 total, 7 up, 8 in 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:10:09.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2262022568' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:09.150 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:10:09.158 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:09.185 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:10:09.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: Health check update: 1 osds down (OSD_DOWN) 2023-09-23T15:10:09.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: failed to encode map e117 with expected crc 2023-09-23T15:10:09.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: failed to encode map e117 with expected crc 2023-09-23T15:10:09.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: osd.2 [v2:172.21.15.118:6818/1759040791,v1:172.21.15.118:6819/1759040791] boot 2023-09-23T15:10:09.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: osdmap e117: 8 total, 7 up, 8 in 2023-09-23T15:10:09.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: failed to encode map e116 with expected crc 2023-09-23T15:10:09.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:10:09.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2262022568' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:09.201 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:09.223 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:10:09.269 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:09.270 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:10:09.270 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:10:09.271 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:10:09.271 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:10:09.271 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:10:09.271 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:10:09.271 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:10:09.271 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T15:10:09.271 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:10:09.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:09.273 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:09.373 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:09.401 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:09.456 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:09.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:09.460 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:09.561 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:09.586 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:09.752 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:09.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:09.754 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:09.820 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:10:09.857 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:09.908 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:10.004 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:10.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:10.011 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:10.082 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 52 16 3156 3140 3.77358 3.71201 0.0025164 0.264984 2023-09-23T15:10:10.112 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:10.171 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:10.321 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:10:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: osdmap e118: 8 total, 7 up, 8 in 2023-09-23T15:10:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:10 smithi178 ceph-mon[192298]: pgmap v290: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: osdmap e118: 8 total, 7 up, 8 in 2023-09-23T15:10:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[219580]: pgmap v290: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: osdmap e118: 8 total, 7 up, 8 in 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: failed to encode map e118 with expected crc 2023-09-23T15:10:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:10 smithi118 ceph-mon[212312]: pgmap v290: 89 pgs: 16 active+undersized+degraded, 6 undersized+peered, 31 active+undersized, 36 active+clean; 7.5 MiB data, 193 MiB used, 715 GiB / 715 GiB avail; 91/405 objects degraded (22.469%) 2023-09-23T15:10:10.782 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:10.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:10.787 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:10.889 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:10.930 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:11.005 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:11.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:11.009 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:11.082 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 53 15 6608 6593 7.77383 215.812 0.00436253 0.128628 2023-09-23T15:10:11.110 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:11.149 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:11.220 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:11.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:11.223 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:11.324 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:11.350 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:11.392 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:11.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:11.394 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:11.495 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:11.537 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:11.602 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:11.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:11.605 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:11.705 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:11.731 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:11.771 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:11.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:11.774 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:11.875 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:11.903 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:12.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:11 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 70/3111 objects degraded (2.250%), 13 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:12.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:11 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 70/3111 objects degraded (2.250%), 13 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:12.082 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 54 16 8526 8510 9.84832 119.812 0.00355628 0.101531 2023-09-23T15:10:12.104 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:10:12.104 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:10:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:11 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 70/3111 objects degraded (2.250%), 13 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:12.168 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:12.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:12.176 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:12.277 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:12.330 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:12.432 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:12.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:12.438 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:12.539 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:12.586 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:12.657 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:12.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:12.662 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:12.673 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:10:12.762 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:12.804 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:12.876 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:12.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:12.879 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:12.980 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:12.987 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:12 smithi118 ceph-mon[212312]: pgmap v291: 89 pgs: 13 active+undersized+degraded, 6 undersized+peered, 30 active+undersized, 40 active+clean; 64 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s wr, 150 op/s; 70/3111 objects degraded (2.250%); 203 KiB/s, 3 objects/s recovering 2023-09-23T15:10:12.991 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:12 smithi118 ceph-mon[219580]: pgmap v291: 89 pgs: 13 active+undersized+degraded, 6 undersized+peered, 30 active+undersized, 40 active+clean; 64 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s wr, 150 op/s; 70/3111 objects degraded (2.250%); 203 KiB/s, 3 objects/s recovering 2023-09-23T15:10:13.054 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:13.078 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:10:13.078 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:10:13.078 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:10:13.078 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:10:13.082 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 55 16 11286 11270 12.8052 172.5 0.00551824 0.0780869 2023-09-23T15:10:13.100 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:12 smithi178 ceph-mon[192298]: pgmap v291: 89 pgs: 13 active+undersized+degraded, 6 undersized+peered, 30 active+undersized, 40 active+clean; 64 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 9.4 MiB/s wr, 150 op/s; 70/3111 objects degraded (2.250%); 203 KiB/s, 3 objects/s recovering 2023-09-23T15:10:13.153 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:13.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:13.159 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:13.260 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:13.299 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:13.344 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:13.365 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:13.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:13.369 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:13.469 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:13.509 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:13.579 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:13.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:13.582 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:13.682 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:13.717 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:13.779 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:13.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:13.784 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:13.885 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:13.925 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:13.968 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:13.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:13.970 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:13.996 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:10:14.071 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:14.082 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 56 16 13684 13668 15.2526 149.875 0.00171501 0.0653771 2023-09-23T15:10:14.103 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:14.106 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:10:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:13 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/647849072' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:14.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:13 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/647849072' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:14.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:13 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/647849072' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:14.595 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:10:15.082 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 57 16 16484 16468 18.0548 175 0.00380583 0.0553818 2023-09-23T15:10:15.123 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:10:15.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[212312]: pgmap v292: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 642 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s; 3380/30849 objects degraded (10.957%); 427 KiB/s, 6 objects/s recovering 2023-09-23T15:10:15.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:10:15.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/647849072' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:10:15.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[212312]: osdmap e119: 8 total, 7 up, 8 in 2023-09-23T15:10:15.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[212312]: failed to encode map e119 with expected crc 2023-09-23T15:10:15.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[212312]: failed to encode map e119 with expected crc 2023-09-23T15:10:15.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[212312]: failed to encode map e119 with expected crc 2023-09-23T15:10:15.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[219580]: pgmap v292: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 642 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s; 3380/30849 objects degraded (10.957%); 427 KiB/s, 6 objects/s recovering 2023-09-23T15:10:15.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:10:15.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/647849072' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:10:15.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[219580]: osdmap e119: 8 total, 7 up, 8 in 2023-09-23T15:10:15.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[219580]: failed to encode map e119 with expected crc 2023-09-23T15:10:15.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[219580]: failed to encode map e119 with expected crc 2023-09-23T15:10:15.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:14 smithi118 ceph-mon[219580]: failed to encode map e119 with expected crc 2023-09-23T15:10:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:14 smithi178 ceph-mon[192298]: pgmap v292: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 642 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s; 3380/30849 objects degraded (10.957%); 427 KiB/s, 6 objects/s recovering 2023-09-23T15:10:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:14 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:10:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/647849072' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:10:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:14 smithi178 ceph-mon[192298]: osdmap e119: 8 total, 7 up, 8 in 2023-09-23T15:10:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:14 smithi178 ceph-mon[192298]: failed to encode map e119 with expected crc 2023-09-23T15:10:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:14 smithi178 ceph-mon[192298]: failed to encode map e119 with expected crc 2023-09-23T15:10:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:14 smithi178 ceph-mon[192298]: failed to encode map e119 with expected crc 2023-09-23T15:10:16.083 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 58 16 18617 18601 20.0415 133.312 0.00489004 0.0498909 2023-09-23T15:10:16.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:16.638 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:16.638 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:16.739 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:16.793 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:16.954 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:16.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:16.966 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:17.066 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:17.079 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:17.083 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 59 16 20335 20319 21.5215 107.375 0.00491437 0.0464592 2023-09-23T15:10:17.131 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:17.262 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:16 smithi118 ceph-mon[219580]: pgmap v294: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 642 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 3380/30849 objects degraded (10.957%); 371 KiB/s, 5 objects/s recovering 2023-09-23T15:10:17.262 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:16 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 3380/30849 objects degraded (10.957%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:17.262 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:16 smithi118 ceph-mon[212312]: pgmap v294: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 642 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 3380/30849 objects degraded (10.957%); 371 KiB/s, 5 objects/s recovering 2023-09-23T15:10:17.262 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:16 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 3380/30849 objects degraded (10.957%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:17.279 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:17.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:17.284 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:17.339 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:16 smithi178 ceph-mon[192298]: pgmap v294: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 642 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 3380/30849 objects degraded (10.957%); 371 KiB/s, 5 objects/s recovering 2023-09-23T15:10:17.339 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:16 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 3380/30849 objects degraded (10.957%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:17.384 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:17.428 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:17.548 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:17.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:17.552 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:17.604 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:10:17.604 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:10:17.604 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:10:17.605 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:10:17.605 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:10:17.614 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:10:17.614 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:10:17.614 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.614 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44669.0:21497 6.8 e119/117 6:169600e5:::benchmark_data_smithi118_284959_object21496:head v 119'1363, mlcod=119'1360)", 2023-09-23T15:10:17.614 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:17.608723+0000", 2023-09-23T15:10:17.615 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0026933719999999999, 2023-09-23T15:10:17.615 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027270620000000001, 2023-09-23T15:10:17.615 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:10:17.615 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:10:17.615 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:10:17.615 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.615 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:10:17.615 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.608723+0000", 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.608723+0000", 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.608722+0000", 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:10:17.616 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.608755+0000", 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3111000000000002e-05 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.608783+0000", 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8034999999999998e-05 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:10:17.617 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.608792+0000", 2023-09-23T15:10:17.618 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2429999999999994e-06 2023-09-23T15:10:17.618 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.618 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.618 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:10:17.618 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.608857+0000", 2023-09-23T15:10:17.618 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4889999999999997e-05 2023-09-23T15:10:17.618 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.618 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.618 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:10:17.618 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.608878+0000", 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0553000000000001e-05 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:21500 6.f 6:fb22a7fe:::benchmark_data_smithi118_284959_object21499:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:17.609582+0000", 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.001833477, 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001942448, 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:10:17.619 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 21500 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.609582+0000", 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:10:17.620 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.609582+0000", 2023-09-23T15:10:17.621 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:10:17.621 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.621 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.621 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:10:17.621 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.609576+0000", 2023-09-23T15:10:17.621 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999938 2023-09-23T15:10:17.621 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.621 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.621 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:10:17.621 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.609620+0000", 2023-09-23T15:10:17.621 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3776999999999998e-05 2023-09-23T15:10:17.622 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.622 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.622 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:10:17.622 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.609637+0000", 2023-09-23T15:10:17.622 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.696e-05 2023-09-23T15:10:17.622 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.622 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.622 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:10:17.622 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.609646+0000", 2023-09-23T15:10:17.622 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0319999999999992e-06 2023-09-23T15:10:17.623 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.623 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.609730+0000", 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4330000000000001e-05 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.609885+0000", 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015488200000000001 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,4", 2023-09-23T15:10:17.624 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.610023+0000", 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013760199999999999 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44669.0:21507 6.2 e119/117 6:44c8ac68:::benchmark_data_smithi118_284959_object21506:head v 119'1351, mlcod=119'1348)", 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:17.611031+0000", 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.00038521200000000001, 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00057142399999999996, 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:10:17.625 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.611031+0000", 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.611031+0000", 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.626 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.627 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:10:17.627 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.611030+0000", 2023-09-23T15:10:17.627 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:10:17.627 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.627 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.627 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:10:17.627 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.611065+0000", 2023-09-23T15:10:17.627 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5444000000000001e-05 2023-09-23T15:10:17.627 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.627 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.627 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.611076+0000", 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0531e-05 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.611084+0000", 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5920000000000003e-06 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.611161+0000", 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7478999999999995e-05 2023-09-23T15:10:17.628 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:10:17.629 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:10:17.629 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:10:17.629 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:17.611183+0000", 2023-09-23T15:10:17.629 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1872e-05 2023-09-23T15:10:17.629 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:10:17.629 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:10:17.629 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:10:17.629 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:10:17.629 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:10:17.629 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 3 2023-09-23T15:10:17.629 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:10:17.653 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:17.697 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:17.813 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:17.815 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:17.816 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:17.916 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:18.020 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:18.083 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:10:18.084044+0000 min lat: 0.0010837 max lat: 51.0709 avg lat: 0.0426835 2023-09-23T15:10:18.083 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:10:18.083 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 60 16 22507 22491 23.425 135.75 0.00686884 0.0426835 2023-09-23T15:10:18.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:10:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:10:18] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2023-09-23T15:10:18.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:10:18.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:10:18.363 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:18.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:18.367 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:10:18.467 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:18.496 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:18.768 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:10:18.824 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:18.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:18.829 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:18.930 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:18.959 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:10:18.978 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:19.083 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 61 16 23706 23690 24.2693 74.9375 0.00203273 0.0411591 2023-09-23T15:10:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:19 smithi178 ceph-mon[192298]: pgmap v295: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 778 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s; 3380/37371 objects degraded (9.044%); 328 KiB/s, 5 objects/s recovering 2023-09-23T15:10:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:19 smithi118 ceph-mon[219580]: pgmap v295: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 778 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s; 3380/37371 objects degraded (9.044%); 328 KiB/s, 5 objects/s recovering 2023-09-23T15:10:19.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:19 smithi118 ceph-mon[212312]: pgmap v295: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 778 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s; 3380/37371 objects degraded (9.044%); 328 KiB/s, 5 objects/s recovering 2023-09-23T15:10:19.537 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:10:19.730 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:19.740 INFO:tasks.thrashosds.thrasher:Reviving osd 6 2023-09-23T15:10:19.740 INFO:tasks.cephadm.osd.6:Restarting osd.6 (starting--it wasn't running)... 2023-09-23T15:10:19.741 DEBUG:teuthology.orchestra.run.smithi178:osd.6> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.6.service 2023-09-23T15:10:19.742 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:19.742 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:19.743 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl start ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.6 2023-09-23T15:10:19.784 INFO:journalctl@ceph.osd.6.smithi178.stdout:-- Logs begin at Sat 2023-09-23 14:31:56 UTC. -- 2023-09-23T15:10:19.843 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:19.897 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:20.084 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 62 15 25515 25500 25.7022 113.125 0.00527261 0.0388997 2023-09-23T15:10:20.129 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:19 smithi178 systemd[1]: Starting Ceph osd.6 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:10:20.173 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:20.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:20.176 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:20.277 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:20.314 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:20.351 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:20.495 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:10:20.533 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:10:20.539 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:20.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:20.544 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:20.584 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:10:20.638 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:10:20.645 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:20.674 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:10:20.719 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:10:20.722 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:20.759 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:10:20.760 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:10:20.760 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:10:20.760 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:10:20.760 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:10:20.760 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:10:20.760 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:10:20.760 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T15:10:20.760 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:10:21.084 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 63 16 27400 27384 27.1631 117.75 0.00563879 0.0368074 2023-09-23T15:10:21.118 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:21.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:21.128 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:21.229 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:21.259 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:21 smithi118 ceph-mon[219580]: pgmap v296: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.3 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 135 MiB/s wr, 2.15k op/s; 6885/65094 objects degraded (10.577%); 281 KiB/s, 4 objects/s recovering 2023-09-23T15:10:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:21 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3840020333' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:21.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:21 smithi118 ceph-mon[212312]: pgmap v296: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.3 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 135 MiB/s wr, 2.15k op/s; 6885/65094 objects degraded (10.577%); 281 KiB/s, 4 objects/s recovering 2023-09-23T15:10:21.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:21 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3840020333' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:21 smithi178 ceph-mon[192298]: pgmap v296: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.3 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 135 MiB/s wr, 2.15k op/s; 6885/65094 objects degraded (10.577%); 281 KiB/s, 4 objects/s recovering 2023-09-23T15:10:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:21 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3840020333' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:21.628 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:21.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:21.631 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:21.732 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:21.785 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:22.084 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 64 16 29490 29474 28.7794 130.625 0.00662797 0.0347417 2023-09-23T15:10:22.646 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:22.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:22.652 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:22.677 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:10:22.677 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:10:22.753 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:10:22.819 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:23.016 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:22 smithi178 ceph-mon[192298]: pgmap v297: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.4 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 136 MiB/s wr, 2.17k op/s; 6885/68331 objects degraded (10.076%); 160 KiB/s, 2 objects/s recovering 2023-09-23T15:10:23.016 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:23.017 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:23.017 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 6885/65094 objects degraded (10.577%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:23.017 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:22 smithi178 bash[213835]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T15:10:23.017 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:22 smithi178 bash[213835]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-09-23T15:10:23.017 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:22 smithi178 bash[213835]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2023-09-23T15:10:23.017 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:22 smithi178 bash[213835]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2023-09-23T15:10:23.017 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:22 smithi178 bash[213835]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2023-09-23T15:10:23.017 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:22 smithi178 bash[213835]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-09-23T15:10:23.018 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:22 smithi178 bash[213835]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-09-23T15:10:23.018 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:22 smithi178 bash[213835]: --> ceph-volume lvm activate successful for osd ID: 6 2023-09-23T15:10:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:22 smithi118 ceph-mon[219580]: pgmap v297: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.4 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 136 MiB/s wr, 2.17k op/s; 6885/68331 objects degraded (10.076%); 160 KiB/s, 2 objects/s recovering 2023-09-23T15:10:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 6885/65094 objects degraded (10.577%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:22 smithi118 ceph-mon[212312]: pgmap v297: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.4 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 136 MiB/s wr, 2.17k op/s; 6885/68331 objects degraded (10.076%); 160 KiB/s, 2 objects/s recovering 2023-09-23T15:10:23.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:23.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:23.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 6885/65094 objects degraded (10.577%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:23.083 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 65 16 31109 31093 29.8932 101.188 0.00189316 0.0334128 2023-09-23T15:10:23.330 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:10:23.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:23.333 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:10:23.433 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:23.477 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:23.570 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:10:23.570 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:10:24.086 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 66 16 32223 32207 30.4948 69.625 0.00683323 0.0327873 2023-09-23T15:10:24.151 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:24.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:24.155 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:24.256 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:24.307 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:24.485 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:24.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:24.488 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:24.588 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:24.623 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:24.780 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:10:24.909 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:24.909 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:10:24.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:24.914 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:25.014 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:25.077 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:25.084 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 67 16 33720 33704 31.436 93.5625 0.00715117 0.0318059 2023-09-23T15:10:25.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:24 smithi178 ceph-mon[192298]: pgmap v298: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.9 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 126 MiB/s wr, 2.01k op/s; 9599/91311 objects degraded (10.512%) 2023-09-23T15:10:25.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:24 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/741529042' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:10:25.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:24 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:10:25.169 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:25.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:25.179 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:25.250 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:24 smithi118 ceph-mon[212312]: pgmap v298: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.9 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 126 MiB/s wr, 2.01k op/s; 9599/91311 objects degraded (10.512%) 2023-09-23T15:10:25.250 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:24 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/741529042' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:10:25.250 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:24 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:10:25.251 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:24 smithi118 ceph-mon[219580]: pgmap v298: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.9 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 126 MiB/s wr, 2.01k op/s; 9599/91311 objects degraded (10.512%) 2023-09-23T15:10:25.251 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:24 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/741529042' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:10:25.251 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:24 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:10:25.280 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:10:25.325 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:25.571 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:10:25.751 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:10:26.084 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 68 16 35073 35057 32.2171 84.5625 0.00767973 0.0310349 2023-09-23T15:10:26.167 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:25 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:26.167 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:25 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:10:26.168 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:25 smithi178 ceph-mon[192298]: osdmap e120: 8 total, 7 up, 8 in 2023-09-23T15:10:26.168 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:25 smithi178 ceph-mon[192298]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.168 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:25 smithi178 ceph-mon[192298]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.168 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:25 smithi178 ceph-mon[192298]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.168 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:25 smithi178 ceph-mon[192298]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.168 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:25 smithi178 ceph-mon[192298]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.168 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:26 smithi178 ceph-osd[215172]: -- 172.21.15.178:0/3541604305 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560793fe6b60 con 0x560793fad400 2023-09-23T15:10:26.168 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:26 smithi178 bash[214957]: 9ad44d91f7d4db2305cc59cafec2764d343bdff4d9d5656b8b0b51c6c04abc44 2023-09-23T15:10:26.172 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:10:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:10:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[212312]: osdmap e120: 8 total, 7 up, 8 in 2023-09-23T15:10:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[212312]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[212312]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[212312]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[212312]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[212312]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:10:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[219580]: osdmap e120: 8 total, 7 up, 8 in 2023-09-23T15:10:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[219580]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[219580]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[219580]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[219580]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:25 smithi118 ceph-mon[219580]: failed to encode map e120 with expected crc 2023-09-23T15:10:26.329 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:10:26.334 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:26.335 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:10:26.435 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:26.498 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:26 smithi178 systemd[1]: Started Ceph osd.6 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:10:26.500 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:26.574 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:26.877 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:26 smithi178 conmon[215131]: 2023-09-23T15:10:26.608+0000 7f60c0f68540 -1 Falling back to public interface 2023-09-23T15:10:27.041 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:26 smithi118 ceph-mon[219580]: pgmap v300: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.9 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 126 MiB/s wr, 2.01k op/s; 9599/91311 objects degraded (10.512%) 2023-09-23T15:10:27.042 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:26 smithi118 ceph-mon[212312]: pgmap v300: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.9 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 126 MiB/s wr, 2.01k op/s; 9599/91311 objects degraded (10.512%) 2023-09-23T15:10:27.084 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 69 16 36896 36880 33.4012 113.938 0.00773816 0.0299342 2023-09-23T15:10:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:26 smithi178 ceph-mon[192298]: pgmap v300: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.9 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 126 MiB/s wr, 2.01k op/s; 9599/91311 objects degraded (10.512%) 2023-09-23T15:10:28.008 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:28.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:28.011 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:28.085 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 70 16 38638 38622 34.4792 108.875 0.00621308 0.028975 2023-09-23T15:10:28.111 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:10:28.140 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:28.224 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:10:28.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9599/91311 objects degraded (10.512%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:28.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9599/91311 objects degraded (10.512%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9599/91311 objects degraded (10.512%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:28.461 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:10:28.505 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:10:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:10:28] "GET /metrics HTTP/1.1" 200 36420 "" "Prometheus/2.43.0" 2023-09-23T15:10:28.601 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:10:28.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:28.613 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:10:28.714 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:28.759 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:10:28.759 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:10:28.766 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:29.085 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 71 16 39835 39819 35.0472 74.8125 0.00533036 0.0285267 2023-09-23T15:10:29.096 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:28 smithi178 ceph-mon[192298]: pgmap v301: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.9 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 121 MiB/s wr, 1.94k op/s; 9599/95640 objects degraded (10.037%) 2023-09-23T15:10:29.096 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:28 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:29.096 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:28 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:29.096 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:29 smithi178 conmon[215131]: 2023-09-23T15:10:29.092+0000 7f60c0f68540 -1 osd.6 100 log_to_monitors true 2023-09-23T15:10:29.253 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:29 smithi118 ceph-mon[219580]: pgmap v301: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.9 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 121 MiB/s wr, 1.94k op/s; 9599/95640 objects degraded (10.037%) 2023-09-23T15:10:29.253 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:29 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:29.253 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:29 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:29.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:28 smithi118 ceph-mon[212312]: pgmap v301: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 1.9 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 121 MiB/s wr, 1.94k op/s; 9599/95640 objects degraded (10.037%) 2023-09-23T15:10:29.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:29.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:29.477 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:29.526 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:10:29.549 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:10:29.581 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:10:29.627 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:10:29.658 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:10:29.697 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:10:29.738 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:10:29.739 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:10:29.739 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:10:29.739 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:10:29.739 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:10:29.739 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:10:29.739 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:10:29.739 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.6 2023-09-23T15:10:29.739 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:10:30.085 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 72 16 41122 41106 35.6775 80.4375 0.0121355 0.0280241 2023-09-23T15:10:30.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[212312]: from='osd.6 [v2:172.21.15.178:6816/1503293875,v1:172.21.15.178:6817/1503293875]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T15:10:30.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[212312]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T15:10:30.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:30.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3658841034' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:10:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:10:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:30.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[219580]: from='osd.6 [v2:172.21.15.178:6816/1503293875,v1:172.21.15.178:6817/1503293875]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T15:10:30.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[219580]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T15:10:30.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:30.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:30.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3658841034' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:30.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:10:30.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:10:30.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:30 smithi178 ceph-mon[192298]: from='osd.6 [v2:172.21.15.178:6816/1503293875,v1:172.21.15.178:6817/1503293875]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T15:10:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:30 smithi178 ceph-mon[192298]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-09-23T15:10:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3658841034' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:10:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:10:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:30.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:10:30 smithi178 conmon[215131]: 2023-09-23T15:10:30.025+0000 7f60b3d4c700 -1 osd.6 100 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T15:10:30.500 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:30.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:30.514 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:30.526 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:10:30.615 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:30.679 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:31.085 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 73 16 42530 42514 36.3941 88 0.0328322 0.0274532 2023-09-23T15:10:31.129 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:10:31.147 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:10:31.148 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:10:31.148 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:10:31.148 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:10:31.172 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:31 smithi178 ceph-mon[192298]: pgmap v302: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 2.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s; 11948/113898 objects degraded (10.490%) 2023-09-23T15:10:31.172 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:31 smithi178 ceph-mon[192298]: pgmap v303: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 2.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 115 MiB/s wr, 1.84k op/s; 11948/113898 objects degraded (10.490%) 2023-09-23T15:10:31.172 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:31 smithi178 ceph-mon[192298]: failed to encode map e121 with expected crc 2023-09-23T15:10:31.172 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:31 smithi178 ceph-mon[192298]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T15:10:31.172 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:31 smithi178 ceph-mon[192298]: osdmap e121: 8 total, 7 up, 8 in 2023-09-23T15:10:31.172 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:31 smithi178 ceph-mon[192298]: from='osd.6 [v2:172.21.15.178:6816/1503293875,v1:172.21.15.178:6817/1503293875]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:10:31.172 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:31 smithi178 ceph-mon[192298]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:10:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[219580]: pgmap v302: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 2.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s; 11948/113898 objects degraded (10.490%) 2023-09-23T15:10:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[219580]: pgmap v303: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 2.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 115 MiB/s wr, 1.84k op/s; 11948/113898 objects degraded (10.490%) 2023-09-23T15:10:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[219580]: failed to encode map e121 with expected crc 2023-09-23T15:10:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[219580]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T15:10:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[219580]: osdmap e121: 8 total, 7 up, 8 in 2023-09-23T15:10:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[219580]: from='osd.6 [v2:172.21.15.178:6816/1503293875,v1:172.21.15.178:6817/1503293875]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:10:31.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[219580]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:10:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[212312]: pgmap v302: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 2.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s; 11948/113898 objects degraded (10.490%) 2023-09-23T15:10:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[212312]: pgmap v303: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 2.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 115 MiB/s wr, 1.84k op/s; 11948/113898 objects degraded (10.490%) 2023-09-23T15:10:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[212312]: failed to encode map e121 with expected crc 2023-09-23T15:10:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[212312]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-09-23T15:10:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[212312]: osdmap e121: 8 total, 7 up, 8 in 2023-09-23T15:10:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[212312]: from='osd.6 [v2:172.21.15.178:6816/1503293875,v1:172.21.15.178:6817/1503293875]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:10:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:31 smithi118 ceph-mon[212312]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:10:31.488 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:31.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:31.492 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:31.592 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:31.623 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:31.770 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:10:31.771 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:10:32.085 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 74 16 42563 42547 35.9301 2.0625 0.002262 0.027457 2023-09-23T15:10:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:32 smithi178 ceph-mon[192298]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:10:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:32 smithi178 ceph-mon[192298]: osd.6 [v2:172.21.15.178:6816/1503293875,v1:172.21.15.178:6817/1503293875] boot 2023-09-23T15:10:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:32 smithi178 ceph-mon[192298]: osdmap e122: 8 total, 8 up, 8 in 2023-09-23T15:10:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:32 smithi178 ceph-mon[192298]: failed to encode map e122 with expected crc 2023-09-23T15:10:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:32 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:10:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:32 smithi178 ceph-mon[192298]: failed to encode map e122 with expected crc 2023-09-23T15:10:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:32 smithi178 ceph-mon[192298]: failed to encode map e122 with expected crc 2023-09-23T15:10:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 11948/113898 objects degraded (10.490%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:32 smithi178 ceph-mon[192298]: osdmap e123: 8 total, 8 up, 8 in 2023-09-23T15:10:32.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[219580]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:10:32.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[219580]: osd.6 [v2:172.21.15.178:6816/1503293875,v1:172.21.15.178:6817/1503293875] boot 2023-09-23T15:10:32.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[219580]: osdmap e122: 8 total, 8 up, 8 in 2023-09-23T15:10:32.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[219580]: failed to encode map e122 with expected crc 2023-09-23T15:10:32.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:10:32.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[219580]: failed to encode map e122 with expected crc 2023-09-23T15:10:32.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[219580]: failed to encode map e122 with expected crc 2023-09-23T15:10:32.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 11948/113898 objects degraded (10.490%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:32.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[219580]: osdmap e123: 8 total, 8 up, 8 in 2023-09-23T15:10:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[212312]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:10:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[212312]: osd.6 [v2:172.21.15.178:6816/1503293875,v1:172.21.15.178:6817/1503293875] boot 2023-09-23T15:10:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[212312]: osdmap e122: 8 total, 8 up, 8 in 2023-09-23T15:10:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[212312]: failed to encode map e122 with expected crc 2023-09-23T15:10:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-09-23T15:10:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[212312]: failed to encode map e122 with expected crc 2023-09-23T15:10:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[212312]: failed to encode map e122 with expected crc 2023-09-23T15:10:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 11948/113898 objects degraded (10.490%), 10 pgs degraded, 26 pgs undersized (PG_DEGRADED) 2023-09-23T15:10:32.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:32 smithi118 ceph-mon[212312]: osdmap e123: 8 total, 8 up, 8 in 2023-09-23T15:10:32.440 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 0 1 2023-09-23T15:10:32.572 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:32.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:32.575 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:32.675 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:32.701 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:32.744 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:32.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:32.747 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:32.779 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:32.847 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:10:32.873 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:32.966 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:10:32.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:32.968 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:10:33.008 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:10:33.070 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:33.085 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 75 16 42563 42547 35.4511 0 - 0.027457 2023-09-23T15:10:33.156 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e101 with expected crc 2023-09-23T15:10:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e122 with expected crc 2023-09-23T15:10:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e122 with expected crc 2023-09-23T15:10:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: pgmap v306: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 2.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s; 11948/116673 objects degraded (10.241%) 2023-09-23T15:10:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2381699582' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:10:33.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[219580]: osdmap e124: 8 total, 8 up, 8 in 2023-09-23T15:10:33.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e101 with expected crc 2023-09-23T15:10:33.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e122 with expected crc 2023-09-23T15:10:33.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e122 with expected crc 2023-09-23T15:10:33.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: pgmap v306: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 2.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s; 11948/116673 objects degraded (10.241%) 2023-09-23T15:10:33.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2381699582' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:33.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:33.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:33.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:10:33.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:33 smithi118 ceph-mon[212312]: osdmap e124: 8 total, 8 up, 8 in 2023-09-23T15:10:33.322 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:33.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:33.333 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e101 with expected crc 2023-09-23T15:10:33.333 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e122 with expected crc 2023-09-23T15:10:33.333 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e122 with expected crc 2023-09-23T15:10:33.333 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: pgmap v306: 89 pgs: 10 active+undersized+degraded, 22 active+undersized, 57 active+clean; 2.4 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s; 11948/116673 objects degraded (10.241%) 2023-09-23T15:10:33.333 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.333 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.333 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.334 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.334 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.334 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.334 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.334 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.334 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: failed to encode map e123 with expected crc 2023-09-23T15:10:33.334 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2381699582' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:33.334 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:33.334 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:33.334 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:10:33.334 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:33 smithi178 ceph-mon[192298]: osdmap e124: 8 total, 8 up, 8 in 2023-09-23T15:10:33.335 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:33.436 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:33.463 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:33.620 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:10:33.620 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:10:33.620 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:10:33.620 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:10:33.620 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:10:33.771 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:10:34.085 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 76 15 43514 43499 35.7674 29.75 0.00683253 0.0279533 2023-09-23T15:10:34.115 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:34 smithi118 ceph-mon[212312]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.115 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:34 smithi118 ceph-mon[212312]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.115 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:34 smithi118 ceph-mon[212312]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.115 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:34 smithi118 ceph-mon[212312]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.115 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:34 smithi118 ceph-mon[219580]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.116 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:34 smithi118 ceph-mon[219580]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.116 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:34 smithi118 ceph-mon[219580]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.116 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:34 smithi118 ceph-mon[219580]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.252 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:34.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:34.257 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:34.358 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:34.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:34 smithi178 ceph-mon[192298]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:34 smithi178 ceph-mon[192298]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:34 smithi178 ceph-mon[192298]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:34 smithi178 ceph-mon[192298]: failed to encode map e124 with expected crc 2023-09-23T15:10:34.389 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:34.438 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:34.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:34.443 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:34.544 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:34.595 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:34.939 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:34.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:34.953 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:35.032 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:35.039 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:10:35.054 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:35.085 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 77 16 44644 44628 36.2192 70.5625 0.0118684 0.0276047 2023-09-23T15:10:35.113 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:35.247 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:35 smithi118 ceph-mon[219580]: pgmap v309: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 4 remapped+peering, 1 active+undersized+degraded, 5 active+undersized, 78 active+clean; 2.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 2645/127839 objects degraded (2.069%) 2023-09-23T15:10:35.248 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:35 smithi118 ceph-mon[212312]: pgmap v309: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 4 remapped+peering, 1 active+undersized+degraded, 5 active+undersized, 78 active+clean; 2.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 2645/127839 objects degraded (2.069%) 2023-09-23T15:10:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:35 smithi178 ceph-mon[192298]: pgmap v309: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 4 remapped+peering, 1 active+undersized+degraded, 5 active+undersized, 78 active+clean; 2.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 2645/127839 objects degraded (2.069%) 2023-09-23T15:10:35.414 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:35.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:35.420 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:35.521 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:35.577 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:35.668 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:35.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:35.681 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:35.719 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:10:35.782 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:35.839 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:35.922 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:35.928 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:35.928 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:36.029 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:36.085 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 78 16 45912 45896 36.7708 79.25 0.0118234 0.0271888 2023-09-23T15:10:36.092 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/872047940' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:10:36.092 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:36 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:10:36.092 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/872047940' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:10:36.092 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:36 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:10:36.095 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.0 to 1 (10000) 2023-09-23T15:10:36.097 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:36.147 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:10:36.208 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:36.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:36.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:36.312 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:36.362 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/872047940' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:10:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:36 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:10:37.085 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 79 16 46978 46962 37.1486 66.625 0.0843359 0.0269093 2023-09-23T15:10:37.318 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[212312]: pgmap v310: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 4 remapped+peering, 84 active+clean; 2.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 49 MiB/s wr, 782 op/s; 2641/127839 objects degraded (2.066%) 2023-09-23T15:10:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:10:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[212312]: osdmap e125: 8 total, 8 up, 8 in 2023-09-23T15:10:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[212312]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[212312]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[212312]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[212312]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[212312]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 2641/127839 objects degraded (2.066%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:10:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[219580]: pgmap v310: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 4 remapped+peering, 84 active+clean; 2.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 49 MiB/s wr, 782 op/s; 2641/127839 objects degraded (2.066%) 2023-09-23T15:10:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:10:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[219580]: osdmap e125: 8 total, 8 up, 8 in 2023-09-23T15:10:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[219580]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[219580]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[219580]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[219580]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[219580]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:37.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 2641/127839 objects degraded (2.066%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:10:37.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:37.323 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:37.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:37 smithi178 ceph-mon[192298]: pgmap v310: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 4 remapped+peering, 84 active+clean; 2.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 49 MiB/s wr, 782 op/s; 2641/127839 objects degraded (2.066%) 2023-09-23T15:10:37.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:37 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:10:37.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:37 smithi178 ceph-mon[192298]: osdmap e125: 8 total, 8 up, 8 in 2023-09-23T15:10:37.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:37 smithi178 ceph-mon[192298]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:37 smithi178 ceph-mon[192298]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:37 smithi178 ceph-mon[192298]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:37 smithi178 ceph-mon[192298]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:37 smithi178 ceph-mon[192298]: failed to encode map e125 with expected crc 2023-09-23T15:10:37.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:10:37.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:37.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 2641/127839 objects degraded (2.066%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:10:37.424 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:37.499 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:37.531 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T15:10:37.598 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:37.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:37.603 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:37.704 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:37.780 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:37.975 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:37.978 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:37.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:37.979 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:38.080 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:38.086 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:10:38.086819+0000 min lat: 0.0010837 max lat: 51.0709 avg lat: 0.0265416 2023-09-23T15:10:38.086 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:10:38.086 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 80 16 48239 48223 37.6691 78.8125 0.0111732 0.0265416 2023-09-23T15:10:38.164 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:38.165 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:10:38.204 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:10:38.238 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:10:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:10:38] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2023-09-23T15:10:38.244 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:10:38.278 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:10:38.316 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:10:38.327 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:38.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:38.341 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:38.355 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:10:38.392 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:10:38.433 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:10:38.442 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:38.447 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:10:38.448 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:10:38.448 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:10:38.448 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:10:38.448 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:10:38.448 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:10:38.448 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:10:38.448 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:10:38.526 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:38.746 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:38.757 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:38.757 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:38.839 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:10:38.839 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:10:38.858 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:38.942 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:39.086 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 81 16 49475 49459 38.1577 77.25 0.0074629 0.0262027 2023-09-23T15:10:39.163 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:39.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:39.165 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:39.266 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:39.294 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:39 smithi178 ceph-mon[192298]: pgmap v312: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 2.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s; 10178/138342 objects degraded (7.357%); 4.2 MiB/s, 67 objects/s recovering 2023-09-23T15:10:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:39 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4283784187' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:39.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:39 smithi118 ceph-mon[212312]: pgmap v312: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 2.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s; 10178/138342 objects degraded (7.357%); 4.2 MiB/s, 67 objects/s recovering 2023-09-23T15:10:39.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:39 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4283784187' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:39.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:39 smithi118 ceph-mon[219580]: pgmap v312: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 2.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s; 10178/138342 objects degraded (7.357%); 4.2 MiB/s, 67 objects/s recovering 2023-09-23T15:10:39.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:39 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4283784187' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:40.086 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 82 16 50188 50172 38.2357 44.5625 0.326939 0.026058 2023-09-23T15:10:40.305 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:40.311 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:40.312 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:40 smithi178 ceph-mon[192298]: pgmap v313: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 2.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s; 12767/143496 objects degraded (8.897%); 3.2 MiB/s, 50 objects/s recovering 2023-09-23T15:10:40.392 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:40 smithi118 ceph-mon[219580]: pgmap v313: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 2.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s; 12767/143496 objects degraded (8.897%); 3.2 MiB/s, 50 objects/s recovering 2023-09-23T15:10:40.397 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:40 smithi118 ceph-mon[212312]: pgmap v313: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 2.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s; 12767/143496 objects degraded (8.897%); 3.2 MiB/s, 50 objects/s recovering 2023-09-23T15:10:40.402 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:40.413 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:40.476 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:40.543 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:10:40.586 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:40.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:40.597 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:40.697 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:40.746 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:40.823 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:40.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:40.830 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:40.931 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:40.981 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:41.075 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:41.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:41.082 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:41.086 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 83 16 51424 51408 38.7056 77.25 0.00397259 0.0258305 2023-09-23T15:10:41.183 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:10:41.277 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:41.393 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:10:41.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:41.399 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:10:41.500 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:41.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2509427669' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:41.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:41 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:41.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:41 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:41.530 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:10:41.572 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:41.661 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:41.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:41.666 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:41.767 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:41.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2509427669' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:41.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:41 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:41.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:41 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:41.824 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:41.826 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2509427669' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:41.827 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:41 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:10:41.827 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:41 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:10:41.911 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:41.917 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:41.917 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:42.018 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:10:42.086 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:42.087 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 84 16 52609 52593 39.1265 74.0625 0.0118321 0.0255529 2023-09-23T15:10:42.184 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:10:42.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:42.195 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:10:42.296 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:42.323 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:42.373 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:42.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:42.383 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:42.432 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:10:42.484 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:42.581 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:42.733 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:42 smithi118 ceph-mon[212312]: failed to encode map e126 with expected crc 2023-09-23T15:10:42.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:42 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:10:42.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:42 smithi118 ceph-mon[212312]: osdmap e126: 8 total, 8 up, 8 in 2023-09-23T15:10:42.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:42 smithi118 ceph-mon[212312]: pgmap v315: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 46 MiB/s wr, 737 op/s; 12767/145554 objects degraded (8.771%); 3.2 MiB/s, 50 objects/s recovering 2023-09-23T15:10:42.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 12767/143496 objects degraded (8.897%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:42.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:42 smithi118 ceph-mon[219580]: failed to encode map e126 with expected crc 2023-09-23T15:10:42.735 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:42 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:10:42.735 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:42 smithi118 ceph-mon[219580]: osdmap e126: 8 total, 8 up, 8 in 2023-09-23T15:10:42.735 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:42 smithi118 ceph-mon[219580]: pgmap v315: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 46 MiB/s wr, 737 op/s; 12767/145554 objects degraded (8.771%); 3.2 MiB/s, 50 objects/s recovering 2023-09-23T15:10:42.735 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 12767/143496 objects degraded (8.897%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:42.813 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:42.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:42.825 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:42.874 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:42.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:42 smithi178 ceph-mon[192298]: failed to encode map e126 with expected crc 2023-09-23T15:10:42.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:42 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:10:42.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:42 smithi178 ceph-mon[192298]: osdmap e126: 8 total, 8 up, 8 in 2023-09-23T15:10:42.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:42 smithi178 ceph-mon[192298]: pgmap v315: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.0 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 46 MiB/s wr, 737 op/s; 12767/145554 objects degraded (8.771%); 3.2 MiB/s, 50 objects/s recovering 2023-09-23T15:10:42.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 12767/143496 objects degraded (8.897%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:42.925 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:43.004 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:43.086 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 85 16 53689 53673 39.4602 67.5 0.0187257 0.025336 2023-09-23T15:10:43.236 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:43.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:43.245 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:43.345 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:43.416 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:43.450 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:43.491 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:43.497 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:43.497 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:43.598 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:43.677 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:43.781 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:43.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:43.787 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:43.888 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:43.966 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:44.056 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T15:10:44.058 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:44.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:44.071 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:44.086 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 86 16 54898 54882 39.8799 75.5625 0.011969 0.0250701 2023-09-23T15:10:44.172 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:10:44.243 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:44.289 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:10:44.291 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/229245293' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:10:44.292 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:44 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:10:44.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:44.293 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:10:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/229245293' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:10:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:44 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:10:44.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/229245293' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:10:44.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:44 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:10:44.393 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:44.435 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:44.523 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:44.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:44.532 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:44.633 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:44.682 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:44.817 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:10:44.914 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:44.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:44.919 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:45.020 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:45.062 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:45.088 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 87 16 56084 56068 40.2726 74.125 0.0154851 0.0248252 2023-09-23T15:10:45.168 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:45.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:45.181 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:45.281 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:45.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[219580]: pgmap v316: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 12286/159927 objects degraded (7.682%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:10:45.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[219580]: failed to encode map e127 with expected crc 2023-09-23T15:10:45.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[219580]: failed to encode map e127 with expected crc 2023-09-23T15:10:45.307 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:10:45.307 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[219580]: osdmap e127: 8 total, 8 up, 8 in 2023-09-23T15:10:45.307 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[219580]: failed to encode map e127 with expected crc 2023-09-23T15:10:45.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[212312]: pgmap v316: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 12286/159927 objects degraded (7.682%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:10:45.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[212312]: failed to encode map e127 with expected crc 2023-09-23T15:10:45.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[212312]: failed to encode map e127 with expected crc 2023-09-23T15:10:45.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:10:45.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[212312]: osdmap e127: 8 total, 8 up, 8 in 2023-09-23T15:10:45.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:45 smithi118 ceph-mon[212312]: failed to encode map e127 with expected crc 2023-09-23T15:10:45.310 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:45 smithi178 ceph-mon[192298]: pgmap v316: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 12286/159927 objects degraded (7.682%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:10:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:45 smithi178 ceph-mon[192298]: failed to encode map e127 with expected crc 2023-09-23T15:10:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:45 smithi178 ceph-mon[192298]: failed to encode map e127 with expected crc 2023-09-23T15:10:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:10:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:45 smithi178 ceph-mon[192298]: osdmap e127: 8 total, 8 up, 8 in 2023-09-23T15:10:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:45 smithi178 ceph-mon[192298]: failed to encode map e127 with expected crc 2023-09-23T15:10:45.749 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:45.769 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T15:10:45.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:45.770 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:45.871 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:45.984 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:46.089 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 88 16 57108 57092 40.5418 64 0.00873714 0.0246606 2023-09-23T15:10:46.833 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:46.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:46.838 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:46.939 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:46.985 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:47.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:47 smithi118 ceph-mon[219580]: pgmap v318: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s; 12286/159927 objects degraded (7.682%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:10:47.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 12286/159927 objects degraded (7.682%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:47.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:47 smithi118 ceph-mon[212312]: pgmap v318: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s; 12286/159927 objects degraded (7.682%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:10:47.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 12286/159927 objects degraded (7.682%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:47.061 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:47.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:47.070 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:47.070 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:10:47.070 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:10:47.089 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 89 16 58272 58256 40.9036 72.75 0.00988306 0.0244429 2023-09-23T15:10:47.170 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:47.179 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:47.244 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:47 smithi178 ceph-mon[192298]: pgmap v318: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s; 12286/159927 objects degraded (7.682%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:10:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 12286/159927 objects degraded (7.682%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:47.744 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:47.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:47.749 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:47.850 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:47.909 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:47.990 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:10:47.990 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:10:48.006 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:48.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:48.022 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:48.023 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:10:48.061 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:10:48.063 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1898579746' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:48.087 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:10:48.089 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total time run: 90.0049 2023-09-23T15:10:48.089 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total writes made: 59388 2023-09-23T15:10:48.090 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Write size: 65536 2023-09-23T15:10:48.090 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object size: 65536 2023-09-23T15:10:48.090 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Bandwidth (MB/sec): 41.2394 2023-09-23T15:10:48.090 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Bandwidth: 53.5176 2023-09-23T15:10:48.090 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max bandwidth (MB/sec): 215.812 2023-09-23T15:10:48.090 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min bandwidth (MB/sec): 0 2023-09-23T15:10:48.090 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average IOPS: 659 2023-09-23T15:10:48.090 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev IOPS: 856.285 2023-09-23T15:10:48.090 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max IOPS: 3453 2023-09-23T15:10:48.090 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min IOPS: 0 2023-09-23T15:10:48.091 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average Latency(s): 0.024245 2023-09-23T15:10:48.091 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Latency(s): 0.838426 2023-09-23T15:10:48.091 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max latency(s): 51.0709 2023-09-23T15:10:48.091 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min latency(s): 0.0010837 2023-09-23T15:10:48.092 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T15:10:48.119 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:10:48.123 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:48.169 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:10:48.193 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:10:48.198 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:48.225 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:10:48.225 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:10:48.225 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:10:48.226 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:10:48.226 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:10:48.226 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:10:48.226 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:10:48.226 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:10:48.293 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:48.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:48.299 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:48.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1898579746' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:48.322 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:10:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:10:48] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2023-09-23T15:10:48.382 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1898579746' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:48.401 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:48.459 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:48.540 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:10:48.988 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:48.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:48.991 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:49.092 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:10:49.148 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:49.234 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:10:49.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:49.250 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:10:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:49 smithi118 ceph-mon[219580]: pgmap v319: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s; 11696/171582 objects degraded (6.817%); 8.4 MiB/s, 133 objects/s recovering 2023-09-23T15:10:49.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:49 smithi118 ceph-mon[212312]: pgmap v319: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s; 11696/171582 objects degraded (6.817%); 8.4 MiB/s, 133 objects/s recovering 2023-09-23T15:10:49.351 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:49.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:49 smithi178 ceph-mon[192298]: pgmap v319: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.5 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s; 11696/171582 objects degraded (6.817%); 8.4 MiB/s, 133 objects/s recovering 2023-09-23T15:10:49.403 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:49.653 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:49.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:49.659 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:49.760 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:10:49.785 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:49.991 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:50.253 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:10:50.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:50.277 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:10:50.378 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:50.440 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:50.646 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:50.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:50.656 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:50.756 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:50.804 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:50.826 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:50.902 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:50.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:50.910 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:51.011 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:10:51.085 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:51.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:51 smithi118 ceph-mon[219580]: pgmap v320: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s; 11696/176763 objects degraded (6.617%); 7.9 MiB/s, 126 objects/s recovering 2023-09-23T15:10:51.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:51 smithi118 ceph-mon[212312]: pgmap v320: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s; 11696/176763 objects degraded (6.617%); 7.9 MiB/s, 126 objects/s recovering 2023-09-23T15:10:51.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:51 smithi178 ceph-mon[192298]: pgmap v320: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s; 11696/176763 objects degraded (6.617%); 7.9 MiB/s, 126 objects/s recovering 2023-09-23T15:10:52.025 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:10:52.085 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:10:52.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:52.091 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:10:52.192 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:10:52.229 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:52.295 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:10:52.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:52.305 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:10:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:52 smithi178 ceph-mon[192298]: pgmap v321: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 67 MiB/s wr, 1.12k op/s; 11696/176010 objects degraded (6.645%); 6.7 MiB/s, 107 objects/s recovering 2023-09-23T15:10:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 11696/176763 objects degraded (6.617%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/203081925' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:52.406 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:52.450 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:52.450 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:52 smithi118 ceph-mon[219580]: pgmap v321: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 67 MiB/s wr, 1.12k op/s; 11696/176010 objects degraded (6.645%); 6.7 MiB/s, 107 objects/s recovering 2023-09-23T15:10:52.450 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 11696/176763 objects degraded (6.617%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:52.450 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/203081925' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:52.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:10:52.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:52 smithi118 ceph-mon[212312]: pgmap v321: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 67 MiB/s wr, 1.12k op/s; 11696/176010 objects degraded (6.645%); 6.7 MiB/s, 107 objects/s recovering 2023-09-23T15:10:52.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 11696/176763 objects degraded (6.617%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:52.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/203081925' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:10:52.461 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:52.549 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:52.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:52.557 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:52.658 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:52.728 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:52.911 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:52.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:52.915 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:53.015 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:53.040 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:10:53.092 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:53.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:53 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:10:53.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/203081925' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:10:53.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:53 smithi118 ceph-mon[212312]: osdmap e128: 8 total, 8 up, 8 in 2023-09-23T15:10:53.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:53 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:10:53.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/203081925' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:10:53.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:53 smithi118 ceph-mon[219580]: osdmap e128: 8 total, 8 up, 8 in 2023-09-23T15:10:53.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:53 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:10:53.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/203081925' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:10:53.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:53 smithi178 ceph-mon[192298]: osdmap e128: 8 total, 8 up, 8 in 2023-09-23T15:10:54.088 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:54.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:54.101 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:54.126 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T15:10:54.202 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:54.256 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:54.350 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:54 smithi118 ceph-mon[219580]: failed to encode map e128 with expected crc 2023-09-23T15:10:54.350 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:54 smithi118 ceph-mon[219580]: failed to encode map e128 with expected crc 2023-09-23T15:10:54.350 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:54 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/467818963' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:10:54.350 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:54 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:10:54.350 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:54 smithi118 ceph-mon[219580]: pgmap v323: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 103 B/s rd, 38 MiB/s wr, 1.15k op/s; 10840/162387 objects degraded (6.675%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T15:10:54.351 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:54 smithi118 ceph-mon[212312]: failed to encode map e128 with expected crc 2023-09-23T15:10:54.351 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:54 smithi118 ceph-mon[212312]: failed to encode map e128 with expected crc 2023-09-23T15:10:54.351 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:54 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/467818963' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:10:54.351 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:54 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:10:54.351 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:54 smithi118 ceph-mon[212312]: pgmap v323: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 103 B/s rd, 38 MiB/s wr, 1.15k op/s; 10840/162387 objects degraded (6.675%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T15:10:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:54 smithi178 ceph-mon[192298]: failed to encode map e128 with expected crc 2023-09-23T15:10:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:54 smithi178 ceph-mon[192298]: failed to encode map e128 with expected crc 2023-09-23T15:10:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:54 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/467818963' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:10:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:54 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:10:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:54 smithi178 ceph-mon[192298]: pgmap v323: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 103 B/s rd, 38 MiB/s wr, 1.15k op/s; 10840/162387 objects degraded (6.675%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T15:10:54.386 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:54.391 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:54.392 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:54.492 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:54.518 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:54.561 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:54.566 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:54.567 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:54.668 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:54.696 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:54.892 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:54.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:54.896 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:54.997 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:10:55.022 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:55.065 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:10:55.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:55.069 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:10:55.170 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:10:55.233 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:55.312 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:10:55.316 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:55 smithi178 ceph-mon[192298]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.316 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:55 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:10:55.316 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:55 smithi178 ceph-mon[192298]: osdmap e129: 8 total, 8 up, 8 in 2023-09-23T15:10:55.316 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:55 smithi178 ceph-mon[192298]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.316 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:55 smithi178 ceph-mon[192298]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.316 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:55 smithi178 ceph-mon[192298]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.317 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:55 smithi178 ceph-mon[192298]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.317 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:55 smithi178 ceph-mon[192298]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:55.318 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:10:55.418 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:55.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[212312]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:10:55.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[212312]: osdmap e129: 8 total, 8 up, 8 in 2023-09-23T15:10:55.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[212312]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[212312]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[212312]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[212312]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[212312]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.486 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[219580]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:10:55.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[219580]: osdmap e129: 8 total, 8 up, 8 in 2023-09-23T15:10:55.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[219580]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[219580]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[219580]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[219580]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:55 smithi118 ceph-mon[219580]: failed to encode map e129 with expected crc 2023-09-23T15:10:55.496 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:55.778 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:55.778 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:55.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:55.794 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:55.803 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T15:10:55.894 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:55.972 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:56.034 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:10:56.034 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:10:56.035 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:10:56.035 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:10:56.035 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:10:56.308 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:56.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:56.320 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:56.354 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[219580]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.355 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[219580]: osdmap e130: 8 total, 8 up, 8 in 2023-09-23T15:10:56.355 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[219580]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.355 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[219580]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.355 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[219580]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.355 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[219580]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.355 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[219580]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.355 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[219580]: pgmap v326: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 170 B/s rd, 4.5 MiB/s wr, 944 op/s; 10840/162387 objects degraded (6.675%); 8.9 MiB/s, 142 objects/s recovering 2023-09-23T15:10:56.359 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[212312]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.359 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[212312]: osdmap e130: 8 total, 8 up, 8 in 2023-09-23T15:10:56.359 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[212312]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.359 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[212312]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.360 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[212312]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.360 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[212312]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.360 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[212312]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.360 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:56 smithi118 ceph-mon[212312]: pgmap v326: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 170 B/s rd, 4.5 MiB/s wr, 944 op/s; 10840/162387 objects degraded (6.675%); 8.9 MiB/s, 142 objects/s recovering 2023-09-23T15:10:56.420 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:56.448 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:10:56.476 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:56 smithi178 ceph-mon[192298]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:56 smithi178 ceph-mon[192298]: osdmap e130: 8 total, 8 up, 8 in 2023-09-23T15:10:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:56 smithi178 ceph-mon[192298]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:56 smithi178 ceph-mon[192298]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:56 smithi178 ceph-mon[192298]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:56 smithi178 ceph-mon[192298]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:56 smithi178 ceph-mon[192298]: failed to encode map e130 with expected crc 2023-09-23T15:10:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:56 smithi178 ceph-mon[192298]: pgmap v326: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.3 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 170 B/s rd, 4.5 MiB/s wr, 944 op/s; 10840/162387 objects degraded (6.675%); 8.9 MiB/s, 142 objects/s recovering 2023-09-23T15:10:57.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 10840/162387 objects degraded (6.675%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 10840/162387 objects degraded (6.675%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:57.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 10840/162387 objects degraded (6.675%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:10:58.254 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:10:58.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:58.257 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:10:58.358 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:10:58.384 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:58.427 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:10:58.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:58 smithi178 ceph-mon[192298]: pgmap v327: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 170 B/s rd, 2.1 MiB/s wr, 1.30k op/s; 10549/153792 objects degraded (6.859%); 12 MiB/s, 191 objects/s recovering 2023-09-23T15:10:58.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:58.436 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:10:58.537 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:10:58.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:58 smithi118 ceph-mon[212312]: pgmap v327: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 170 B/s rd, 2.1 MiB/s wr, 1.30k op/s; 10549/153792 objects degraded (6.859%); 12 MiB/s, 191 objects/s recovering 2023-09-23T15:10:58.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:58 smithi118 ceph-mon[219580]: pgmap v327: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 3.1 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 170 B/s rd, 2.1 MiB/s wr, 1.30k op/s; 10549/153792 objects degraded (6.859%); 12 MiB/s, 191 objects/s recovering 2023-09-23T15:10:58.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:10:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:10:58] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-09-23T15:10:58.609 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:58.616 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:10:58.826 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:10:58.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:58.877 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:10:58.955 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:58.979 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:10:59.004 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:10:59.059 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:59.297 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:10:59.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:59.307 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:10:59.408 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:10:59.456 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:59.533 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:10:59.541 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:10:59.542 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:10:59.643 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:10:59.708 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:10:59.718 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:10:59.718 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:10:59 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3440096305' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:59.779 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:10:59.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:10:59 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3440096305' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:59.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:10:59 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3440096305' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:10:59.832 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:10:59.862 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:10:59.904 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:10:59.935 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:10:59.975 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:11:00.020 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:11:00.038 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:11:00.038 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:11:00.038 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:11:00.038 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:11:00.038 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:11:00.038 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:11:00.038 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:11:00.038 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:11:00.178 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:00.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:00.194 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:00.295 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:00.363 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:01.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:00 smithi118 ceph-mon[212312]: pgmap v328: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 751 op/s; 10143/149880 objects degraded (6.767%); 6.3 MiB/s, 100 objects/s recovering 2023-09-23T15:11:01.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:00 smithi118 ceph-mon[219580]: pgmap v328: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 751 op/s; 10143/149880 objects degraded (6.767%); 6.3 MiB/s, 100 objects/s recovering 2023-09-23T15:11:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:00 smithi178 ceph-mon[192298]: pgmap v328: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 751 op/s; 10143/149880 objects degraded (6.767%); 6.3 MiB/s, 100 objects/s recovering 2023-09-23T15:11:01.130 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:11:00 smithi178 conmon[172061]: logger=sqlstore.transactions t=2023-09-23T15:11:00.628776842Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-09-23T15:11:01.130 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:11:00 smithi178 conmon[172061]: logger=cleanup t=2023-09-23T15:11:00.734950504Z level=info msg="Completed cleanup jobs" duration=116.850507ms 2023-09-23T15:11:02.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 10143/149880 objects degraded (6.767%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:02.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 10143/149880 objects degraded (6.767%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:02.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 10143/149880 objects degraded (6.767%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:02.961 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:02.992 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:03.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:03.016 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:03.117 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:03.157 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:03.240 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:03.246 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:03.246 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:03 smithi118 ceph-mon[212312]: pgmap v329: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 10143/147948 objects degraded (6.856%); 5.4 MiB/s, 87 objects/s recovering 2023-09-23T15:11:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:03 smithi118 ceph-mon[219580]: pgmap v329: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 10143/147948 objects degraded (6.856%); 5.4 MiB/s, 87 objects/s recovering 2023-09-23T15:11:03.347 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:11:03.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:03 smithi178 ceph-mon[192298]: pgmap v329: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 10143/147948 objects degraded (6.856%); 5.4 MiB/s, 87 objects/s recovering 2023-09-23T15:11:03.393 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:03.471 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:11:03.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:03.480 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:11:03.581 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:03.626 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:03.698 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:03.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:03.706 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:03.807 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:03.895 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:04.292 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:04.295 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:04.295 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:04.396 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:04.436 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:04.521 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:04.533 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:04.533 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:04.634 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:04.706 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:04.807 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:04.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:04.822 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:04.923 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:04.971 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:05.014 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:05.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:05.020 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:05.094 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:11:05.102 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:11:05.105 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T15:11:05.121 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:05.150 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:05.283 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:05.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:05.292 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:05.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:05 smithi178 ceph-mon[192298]: pgmap v330: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 921 op/s; 9729/135174 objects degraded (7.197%); 7.1 MiB/s, 112 objects/s recovering 2023-09-23T15:11:05.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:05 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/341874730' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:05.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:05 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:05.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:05 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3009764418' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:11:05.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:05 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:11:05.392 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:05.434 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:05.518 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:05.524 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:05.525 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:05.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:05 smithi118 ceph-mon[212312]: pgmap v330: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 921 op/s; 9729/135174 objects degraded (7.197%); 7.1 MiB/s, 112 objects/s recovering 2023-09-23T15:11:05.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:05 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/341874730' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:05.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:05 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:05.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:05 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3009764418' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:11:05.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:05 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:11:05.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:05 smithi118 ceph-mon[219580]: pgmap v330: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 921 op/s; 9729/135174 objects degraded (7.197%); 7.1 MiB/s, 112 objects/s recovering 2023-09-23T15:11:05.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:05 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/341874730' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:05.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:05 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:05.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:05 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3009764418' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:11:05.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:05 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:11:05.625 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:05.686 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:06.208 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:06.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:06.213 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:06.314 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:06.348 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:06.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:06.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:11:06.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:11:06.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: osdmap e131: 8 total, 8 up, 8 in 2023-09-23T15:11:06.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:06 smithi178 ceph-mon[192298]: pgmap v332: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 906 op/s; 9729/135174 objects degraded (7.197%); 6.9 MiB/s, 111 objects/s recovering 2023-09-23T15:11:06.407 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:06.416 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:06.416 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:06.472 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:06.472 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:11:06.473 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:11:06.473 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: osdmap e131: 8 total, 8 up, 8 in 2023-09-23T15:11:06.473 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.473 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.473 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.473 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.473 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.473 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.473 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.473 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.473 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[219580]: pgmap v332: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 906 op/s; 9729/135174 objects degraded (7.197%); 6.9 MiB/s, 111 objects/s recovering 2023-09-23T15:11:06.474 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:06.474 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:11:06.474 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:11:06.474 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: osdmap e131: 8 total, 8 up, 8 in 2023-09-23T15:11:06.474 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.474 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.474 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.474 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.474 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.474 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.475 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.475 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: failed to encode map e131 with expected crc 2023-09-23T15:11:06.475 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:06 smithi118 ceph-mon[212312]: pgmap v332: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 906 op/s; 9729/135174 objects degraded (7.197%); 6.9 MiB/s, 111 objects/s recovering 2023-09-23T15:11:06.517 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:06.585 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:07.280 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:07.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:07.294 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:07.332 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 4 1 2023-09-23T15:11:07.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:07 smithi178 ceph-mon[192298]: failed to encode map e131 with expected crc 2023-09-23T15:11:07.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9729/135174 objects degraded (7.197%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:07.395 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:11:07.423 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:07 smithi118 ceph-mon[219580]: failed to encode map e131 with expected crc 2023-09-23T15:11:07.423 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:07.423 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9729/135174 objects degraded (7.197%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:07.424 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:07 smithi118 ceph-mon[212312]: failed to encode map e131 with expected crc 2023-09-23T15:11:07.424 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:07.424 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9729/135174 objects degraded (7.197%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:07.508 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:07.699 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:11:07.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:07.710 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:11:07.716 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:07.812 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:11:07.842 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:07.857 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:11:07.857 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:11:07.916 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:11:07.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:07.925 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:11:08.026 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:11:08.086 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:08.193 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:11:08.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:08.199 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:11:08.299 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:08.363 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:08.376 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:11:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:11:08] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2023-09-23T15:11:08.376 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:08 smithi118 ceph-mon[219580]: pgmap v333: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 949 op/s; 9729/125307 objects degraded (7.764%); 5.1 MiB/s, 81 objects/s recovering 2023-09-23T15:11:08.376 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:08 smithi118 ceph-mon[212312]: pgmap v333: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 949 op/s; 9729/125307 objects degraded (7.764%); 5.1 MiB/s, 81 objects/s recovering 2023-09-23T15:11:08.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:08 smithi178 ceph-mon[192298]: pgmap v333: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 949 op/s; 9729/125307 objects degraded (7.764%); 5.1 MiB/s, 81 objects/s recovering 2023-09-23T15:11:08.422 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:08.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:08.434 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:08.535 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:08.601 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:08.679 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:08.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:08.690 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:08.791 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:08.841 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:08.931 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:08.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:08.946 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:09.047 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:09.083 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:09.324 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:11:10.234 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:11:10.343 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:10.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:10.345 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:10.446 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:10.514 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:10.534 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:10.593 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:10.682 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:10.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:10.691 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:10.766 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:11:10.792 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:10.851 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:11.141 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:11.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:11.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:11 smithi118 ceph-mon[212312]: pgmap v334: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 971 op/s; 9383/120714 objects degraded (7.773%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:11:11.155 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:11 smithi118 ceph-mon[219580]: pgmap v334: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 971 op/s; 9383/120714 objects degraded (7.773%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:11:11.155 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:11.237 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:11:11.256 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:11:11.283 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:11:11.309 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:11 smithi178 ceph-mon[192298]: pgmap v334: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 971 op/s; 9383/120714 objects degraded (7.773%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:11:11.311 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:11.317 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:11:11.361 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:11:11.400 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:11:11.442 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:11:11.480 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:11:11.483 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:11:11.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:11.486 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:11:11.508 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:11:11.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:11:11.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:11:11.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:11:11.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:11:11.519 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:11:11.519 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:11:11.519 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:11:11.519 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:11:11.586 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:11.632 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:11.720 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:11.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:11.726 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:11.827 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:11.899 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:12 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3518616168' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9383/120714 objects degraded (7.773%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:12.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:12 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3518616168' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:12.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9383/120714 objects degraded (7.773%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:12 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3518616168' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9383/120714 objects degraded (7.773%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:13.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:13 smithi118 ceph-mon[219580]: pgmap v335: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 966 op/s; 9383/118941 objects degraded (7.889%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:11:13.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:13 smithi118 ceph-mon[212312]: pgmap v335: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 966 op/s; 9383/118941 objects degraded (7.889%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:11:13.325 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:13 smithi178 ceph-mon[192298]: pgmap v335: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.4 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 966 op/s; 9383/118941 objects degraded (7.889%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:11:13.352 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:13.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:13.360 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:13.461 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:13.518 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:13.606 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:11:13.606 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:11:13.606 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:13.606 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:83700 6.5 e131/123 6:a754bb2b:::benchmark_data_smithi118_284959_object24309:head v 131'5235, mlcod=0'0)", 2023-09-23T15:11:13.606 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:13.595311+0000", 2023-09-23T15:11:13.606 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0031668600000000001, 2023-09-23T15:11:13.606 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0032071170000000002, 2023-09-23T15:11:13.606 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:13.595311+0000", 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:13.595311+0000", 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:13.607 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:13.595310+0000", 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:13.595317+0000", 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2529999999999998e-06 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:13.608 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:13.595334+0000", 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6945000000000001e-05 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:13.595341+0000", 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1199999999999996e-06 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:13.595417+0000", 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5393000000000001e-05 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:13.609 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:13.610 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:13.610 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:13.595447+0000", 2023-09-23T15:11:13.610 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9816e-05 2023-09-23T15:11:13.610 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:13.610 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:13.610 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:13.610 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:13.610 INFO:teuthology.orchestra.run.smithi178.stdout: ], 2023-09-23T15:11:13.610 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 1 2023-09-23T15:11:13.610 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:11:14.046 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:14.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:14.049 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:14.150 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:14.191 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:14.526 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:14.535 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T15:11:14.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:14.538 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:14.638 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:14.721 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:14.866 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:14.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:14.873 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:14.973 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:15.012 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:15.063 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:15 smithi118 ceph-mon[212312]: pgmap v336: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 931 op/s; 8898/107220 objects degraded (8.299%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:11:15.106 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:11:15.142 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:15.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:15.149 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:15.250 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:15.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:15 smithi118 ceph-mon[219580]: pgmap v336: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 931 op/s; 8898/107220 objects degraded (8.299%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:11:15.329 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:15.367 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:15 smithi178 ceph-mon[192298]: pgmap v336: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 931 op/s; 8898/107220 objects degraded (8.299%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:11:15.424 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:15.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:15.431 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:15.532 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:15.610 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:15.708 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:15.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:15.712 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:15.813 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:15.876 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:15.967 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:15.972 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:15.973 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:16.063 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:11:16.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1931549548' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:16.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:16 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:16.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3266197844' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:11:16.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:16 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:11:16.074 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:16.090 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:11:16.092 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.4 to 1 (10000) 2023-09-23T15:11:16.102 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:16.143 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:16.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:16.146 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:16.246 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:11:16.283 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:16.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1931549548' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:16.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:16 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:16.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3266197844' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:11:16.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:16 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:11:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1931549548' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:16 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3266197844' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:11:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:16 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:11:17.318 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:11:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:11:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:11:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:11:17.319 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:11:17.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[212312]: pgmap v337: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 855 op/s; 8898/107220 objects degraded (8.299%); 4.8 MiB/s, 76 objects/s recovering 2023-09-23T15:11:17.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:17.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[212312]: failed to encode map e132 with expected crc 2023-09-23T15:11:17.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:11:17.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:11:17.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[212312]: osdmap e132: 8 total, 8 up, 8 in 2023-09-23T15:11:17.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[212312]: failed to encode map e132 with expected crc 2023-09-23T15:11:17.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[212312]: failed to encode map e132 with expected crc 2023-09-23T15:11:17.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 8898/107220 objects degraded (8.299%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[219580]: pgmap v337: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 855 op/s; 8898/107220 objects degraded (8.299%); 4.8 MiB/s, 76 objects/s recovering 2023-09-23T15:11:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[219580]: failed to encode map e132 with expected crc 2023-09-23T15:11:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:11:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:11:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[219580]: osdmap e132: 8 total, 8 up, 8 in 2023-09-23T15:11:17.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[219580]: failed to encode map e132 with expected crc 2023-09-23T15:11:17.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[219580]: failed to encode map e132 with expected crc 2023-09-23T15:11:17.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 8898/107220 objects degraded (8.299%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:17.321 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:11:17.322 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:17.323 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:11:17.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:17 smithi178 ceph-mon[192298]: pgmap v337: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 855 op/s; 8898/107220 objects degraded (8.299%); 4.8 MiB/s, 76 objects/s recovering 2023-09-23T15:11:17.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:17 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:17.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:17 smithi178 ceph-mon[192298]: failed to encode map e132 with expected crc 2023-09-23T15:11:17.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:17 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:11:17.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:17 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:11:17.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:17 smithi178 ceph-mon[192298]: osdmap e132: 8 total, 8 up, 8 in 2023-09-23T15:11:17.344 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:17 smithi178 ceph-mon[192298]: failed to encode map e132 with expected crc 2023-09-23T15:11:17.344 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:17 smithi178 ceph-mon[192298]: failed to encode map e132 with expected crc 2023-09-23T15:11:17.344 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 8898/107220 objects degraded (8.299%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:17.423 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:17.496 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:18.229 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T15:11:18.236 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:18.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:18.243 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:18.320 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T15:11:18.344 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:11:18.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:18 smithi178 ceph-mon[192298]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:18 smithi178 ceph-mon[192298]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:18 smithi178 ceph-mon[192298]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:18 smithi178 ceph-mon[192298]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.430 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:18.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:18 smithi118 ceph-mon[212312]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:18 smithi118 ceph-mon[212312]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:18 smithi118 ceph-mon[212312]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:18 smithi118 ceph-mon[212312]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.439 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:11:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:11:18] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2023-09-23T15:11:18.440 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:18 smithi118 ceph-mon[219580]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.440 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:18 smithi118 ceph-mon[219580]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.440 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:18 smithi118 ceph-mon[219580]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.440 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:18 smithi118 ceph-mon[219580]: failed to encode map e132 with expected crc 2023-09-23T15:11:18.452 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:18.591 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:11:18.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:18.598 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:11:18.699 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:18.749 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:18.834 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:11:18.863 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:18.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:18.867 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:18.968 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:19.009 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:19.183 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:19.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:19.188 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:19.289 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:19 smithi118 ceph-mon[219580]: pgmap v339: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 765 op/s; 8898/102345 objects degraded (8.694%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:11:19.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:19 smithi118 ceph-mon[212312]: pgmap v339: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 765 op/s; 8898/102345 objects degraded (8.694%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:11:19.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:19 smithi178 ceph-mon[192298]: pgmap v339: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 765 op/s; 8898/102345 objects degraded (8.694%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:11:19.359 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:19.453 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:19.470 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:19.471 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:19.571 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:19.640 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:19.720 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:19.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:19.737 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:19.837 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:19.873 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:19.920 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:19.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:19.923 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:20.023 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:20.056 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:20.184 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:11:20.222 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:20.451 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:20.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:20.456 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:20.557 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:20.622 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:20.822 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:20.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:20.828 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:20.928 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:20.975 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:21.067 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:21.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:21.077 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:21.126 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:11:21.127 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:11:21.127 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:11:21.127 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:11:21.127 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.127 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:42555 6.c e124/123 6:3a93675f:::benchmark_data_smithi118_284959_object42554:head v 124'2644, mlcod=0'0)", 2023-09-23T15:11:21.127 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:33.135453+0000", 2023-09-23T15:11:21.127 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 47.989069776000001, 2023-09-23T15:11:21.127 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.030022111000000001, 2023-09-23T15:11:21.127 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.127 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.135453+0000", 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.135453+0000", 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.128 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.135453+0000", 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.135512+0000", 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8838999999999997e-05 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.129 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.135520+0000", 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8159999999999994e-06 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.135525+0000", 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.023e-06 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.143361+0000", 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0078363189999999996 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.130 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.143391+0000", 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0156000000000001e-05 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.165416+0000", 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.022025118999999999 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.165476+0000", 2023-09-23T15:11:21.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9117000000000003e-05 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:42558 6.3 e124/123 6:c03f9644:::benchmark_data_smithi118_284959_object42557:head v 124'2665, mlcod=0'0)", 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:33.163250+0000", 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 47.961273446999996, 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.022658208999999999, 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.163250+0000", 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.163250+0000", 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.163250+0000", 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.163286+0000", 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6081000000000002e-05 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.163291+0000", 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3789999999999997e-06 2023-09-23T15:11:21.134 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.163295+0000", 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6289999999999999e-06 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.177107+0000", 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013812217999999999 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.177127+0000", 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0186e-05 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.185852+0000", 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0087250399999999999 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.185908+0000", 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5847000000000002e-05 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.136 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:45191 6.c e124/123 6:388d7994:::benchmark_data_smithi118_284959_object45190:head v 124'2816, mlcod=0'0)", 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:35.494158+0000", 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 45.630365044000001, 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.026645262999999999, 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:35.494158+0000", 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:35.494158+0000", 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:35.494157+0000", 2023-09-23T15:11:21.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:35.514601+0000", 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.020443596000000001 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:35.514616+0000", 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4970999999999999e-05 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:35.514623+0000", 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.674e-06 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:35.514669+0000", 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6523000000000002e-05 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:35.514704+0000", 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5199e-05 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:35.520758+0000", 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.006053737 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:35.520803+0000", 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5513999999999998e-05 2023-09-23T15:11:21.141 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:47287 6.a e125/123 6:5c3f53ad:::benchmark_data_smithi118_284959_object47286:head v 125'2927, mlcod=118'350)", 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:37.292993+0000", 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 43.831529775, 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.025886983999999998, 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.292993+0000", 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.292993+0000", 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.292993+0000", 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.293015+0000", 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2606e-05 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.293025+0000", 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0129000000000001e-05 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.293031+0000", 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2009999999999998e-06 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.293067+0000", 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6636e-05 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.145 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.293086+0000", 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9111e-05 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.318830+0000", 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.025743284000000002 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.318880+0000", 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0807999999999999e-05 2023-09-23T15:11:21.146 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:47293 6.3 e125/123 6:c5a0116c:::benchmark_data_smithi118_284959_object47292:head v 125'2978, mlcod=0'0)", 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:37.294837+0000", 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 43.829686535999997, 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.024437529, 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.147 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.294837+0000", 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.294837+0000", 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.294836+0000", 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:11:21.148 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.294862+0000", 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6254999999999998e-05 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.309795+0000", 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014933337 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.149 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.309803+0000", 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4789999999999999e-06 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.309863+0000", 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0368000000000002e-05 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.309890+0000", 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6497000000000001e-05 2023-09-23T15:11:21.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.319233+0000", 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0093430890000000006 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.319274+0000", 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1331000000000001e-05 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:47291 6.a e125/123 6:5f788b31:::benchmark_data_smithi118_284959_object47290:head v 125'2928, mlcod=118'350)", 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:37.295532+0000", 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 43.828991383000002, 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.023373669, 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.295532+0000", 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.295532+0000", 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.295531+0000", 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.295556+0000", 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5071000000000001e-05 2023-09-23T15:11:21.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.154 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.154 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.154 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.309970+0000", 2023-09-23T15:11:21.154 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014413751000000001 2023-09-23T15:11:21.154 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.154 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.154 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.154 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.309974+0000", 2023-09-23T15:11:21.154 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7309999999999999e-06 2023-09-23T15:11:21.154 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.154 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.312461+0000", 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024870220000000002 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.312482+0000", 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1104e-05 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.318884+0000", 2023-09-23T15:11:21.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0064018499999999997 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.318906+0000", 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1861e-05 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:47300 6.c e125/123 6:35a9e9a3:::benchmark_data_smithi118_284959_object47299:head v 125'2940, mlcod=0'0)", 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:37.296117+0000", 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 43.828405973000002, 2023-09-23T15:11:21.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.028643024, 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.296117+0000", 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.296117+0000", 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.296117+0000", 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.296174+0000", 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7080000000000002e-05 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.158 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.310335+0000", 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014161010999999999 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.310341+0000", 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0630000000000002e-06 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.312239+0000", 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0018977060000000001 2023-09-23T15:11:21.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.312281+0000", 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2738999999999999e-05 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.324723+0000", 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012441267000000001 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:37.324760+0000", 2023-09-23T15:11:21.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7766999999999999e-05 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:66455 6.c e130/123 6:3dfd71d1:::benchmark_data_smithi118_284959_object7064:head v 130'4117, mlcod=118'578)", 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:55.283987+0000", 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 25.840536480000001, 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.028207782000000001, 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:55.283987+0000", 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:55.283987+0000", 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.162 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:55.283986+0000", 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:55.283995+0000", 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1810000000000007e-06 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:55.284009+0000", 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3961000000000001e-05 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.163 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:55.284015+0000", 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.733e-06 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:55.284064+0000", 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9159999999999997e-05 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.164 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:55.284085+0000", 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1124999999999998e-05 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:55.312158+0000", 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.028072758 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:55.312195+0000", 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6609999999999997e-05 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.165 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "MOSDPGPush(6.c 131/123 [PushOp(6:327297f4:::benchmark_data_smithi118_284959_object33810:head, version: 120'2125, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(6:327297f4:::benchmark_data_smithi118_284959_object33810:head@120'2125, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:14.020512+0000", 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 7.1040107609999996, 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.121362945, 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:14.020512+0000", 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:14.020512+0000", 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:14.020512+0000", 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:11:21.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:14.020558+0000", 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6297000000000001e-05 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:14.020571+0000", 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2845e-05 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:14.020578+0000", 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9360000000000002e-06 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:14.020649+0000", 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0939999999999995e-05 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:14.020653+0000", 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5419999999999999e-06 2023-09-23T15:11:21.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.170 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:14.141875+0000", 2023-09-23T15:11:21.170 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.12122200399999999 2023-09-23T15:11:21.170 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.170 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.170 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.170 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:86082 6.1 e131/123 6:8d12382b:::benchmark_data_smithi118_284959_object26691:head v 131'5294, mlcod=0'0)", 2023-09-23T15:11:21.170 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:16.075303+0000", 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 5.0492199659999999, 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.199066303, 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.075303+0000", 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.171 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.075303+0000", 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.075303+0000", 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.075309+0000", 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0689999999999998e-06 2023-09-23T15:11:21.172 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.267865+0000", 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.19255665599999999 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.267875+0000", 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6889999999999999e-06 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.173 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.270135+0000", 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022598029999999999 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.270159+0000", 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4267e-05 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.274331+0000", 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0041720239999999999 2023-09-23T15:11:21.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.274370+0000", 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8457999999999997e-05 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "MOSDPGPush(6.c 131/123 [PushOp(6:3201d443:::benchmark_data_smithi118_284959_object36209:head, version: 120'2281, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(6:3201d443:::benchmark_data_smithi118_284959_object36209:head@120'2281, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:16.076816+0000", 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 5.0477068129999996, 2023-09-23T15:11:21.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.19770605399999999, 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.076816+0000", 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.076816+0000", 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.076816+0000", 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.076867+0000", 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1560000000000001e-05 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.267513+0000", 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.19064566299999999 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.267530+0000", 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7450000000000001e-05 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.272200+0000", 2023-09-23T15:11:21.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0046701340000000003 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.272209+0000", 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7539999999999995e-06 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:16.274522+0000", 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002313285 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.179 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:87054 6.5 e132/123 6:a58018f6:::benchmark_data_smithi118_284959_object27663:head v 132'5432, mlcod=0'0)", 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:17.157406+0000", 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.9671174110000003, 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.024112686000000001, 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.180 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157406+0000", 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157406+0000", 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157405+0000", 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157413+0000", 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7589999999999997e-06 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157427+0000", 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4002000000000001e-05 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157433+0000", 2023-09-23T15:11:21.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2389999999999999e-06 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157514+0000", 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1026999999999995e-05 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157537+0000", 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2952e-05 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.181468+0000", 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.023931147 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.181519+0000", 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0271e-05 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.184 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:87056 6.5 e132/123 6:a8bf7a03:::benchmark_data_smithi118_284959_object27665:head v 132'5433, mlcod=0'0)", 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:17.157449+0000", 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.9670745510000001, 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.024106542000000002, 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157449+0000", 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157449+0000", 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157448+0000", 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157452+0000", 2023-09-23T15:11:21.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.766e-06 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157457+0000", 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2360000000000004e-06 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.157461+0000", 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5640000000000001e-06 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.161488+0000", 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0040264940000000003 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.161506+0000", 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.804e-05 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.181526+0000", 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.020020710000000001 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.181555+0000", 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8982000000000001e-05 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "MOSDPGPush(6.c 132/123 [PushOp(6:33893e57:::benchmark_data_smithi118_284959_object39296:head, version: 120'2467, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(6:33893e57:::benchmark_data_smithi118_284959_object39296:head@120'2467, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:17.898306+0000", 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.2262171569999998, 2023-09-23T15:11:21.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.067550770999999996, 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.898306+0000", 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.898306+0000", 2023-09-23T15:11:21.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.898306+0000", 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.898368+0000", 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2067000000000001e-05 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.898378+0000", 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0224000000000001e-05 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.898384+0000", 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9939999999999997e-06 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.898427+0000", 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3031000000000002e-05 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.898432+0000", 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7999999999999998e-06 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:17.965857+0000", 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.067425093000000005 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:89402 6.5 e132/123 6:a09e57ef:::benchmark_data_smithi118_284959_object30011:head v 132'5596, mlcod=0'0)", 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:20.072993+0000", 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 1.0515299810000001, 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.023620997000000001, 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.072993+0000", 2023-09-23T15:11:21.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.072993+0000", 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.072993+0000", 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.072998+0000", 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2569999999999998e-06 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.073004+0000", 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.147e-06 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.073007+0000", 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2310000000000001e-06 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.077677+0000", 2023-09-23T15:11:21.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0046705740000000003 2023-09-23T15:11:21.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.077698+0000", 2023-09-23T15:11:21.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.088e-05 2023-09-23T15:11:21.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.096578+0000", 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.018879498000000002 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.096614+0000", 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6565e-05 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:90223 6.5 e132/123 6:abbbf2d4:::benchmark_data_smithi118_284959_object30832:head v 132'5648, mlcod=0'0)", 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:20.948896+0000", 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.17562703099999999, 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.024883857999999998, 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948896+0000", 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948896+0000", 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948896+0000", 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948900+0000", 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0609999999999997e-06 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948905+0000", 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3639999999999998e-06 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948909+0000", 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3579999999999999e-06 2023-09-23T15:11:21.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.202 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948956+0000", 2023-09-23T15:11:21.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7691000000000001e-05 2023-09-23T15:11:21.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.202 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948978+0000", 2023-09-23T15:11:21.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1597999999999999e-05 2023-09-23T15:11:21.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.973751+0000", 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.024773264999999999 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.973780+0000", 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8759999999999999e-05 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:90229 6.5 e132/123 6:aa3bf9ff:::benchmark_data_smithi118_284959_object30838:head v 132'5649, mlcod=0'0)", 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:20.948921+0000", 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.17560205200000001, 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.034861258999999999, 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948921+0000", 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948921+0000", 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948921+0000", 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948927+0000", 2023-09-23T15:11:21.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6810000000000003e-06 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948932+0000", 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9690000000000002e-06 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.948935+0000", 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3359999999999999e-06 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.953477+0000", 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045415070000000002 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.953500+0000", 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3555999999999999e-05 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.983742+0000", 2023-09-23T15:11:21.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.030241482 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.983782+0000", 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0902999999999998e-05 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:90237 6.c e132/123 6:387946e2:::benchmark_data_smithi118_284959_object30846:head v 132'5583, mlcod=127'3810)", 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:20.956614+0000", 2023-09-23T15:11:21.208 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.16790909800000001, 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.023063559000000001, 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.956614+0000", 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.956614+0000", 2023-09-23T15:11:21.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.956613+0000", 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.956623+0000", 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0005e-05 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.956637+0000", 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.375e-05 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.956643+0000", 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5780000000000004e-06 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.956703+0000", 2023-09-23T15:11:21.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9434000000000001e-05 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.956725+0000", 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2286999999999999e-05 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.979632+0000", 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.022906648000000002 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.979678+0000", 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5872999999999999e-05 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:90240 6.5 e132/123 6:ab1ec356:::benchmark_data_smithi118_284959_object30849:head v 132'5650, mlcod=0'0)", 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:20.960521+0000", 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.164002339, 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.023282765, 2023-09-23T15:11:21.213 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.960521+0000", 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.960521+0000", 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.960520+0000", 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.960529+0000", 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4579999999999999e-06 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.960547+0000", 2023-09-23T15:11:21.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7662000000000001e-05 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.960554+0000", 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0299999999999996e-06 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.960656+0000", 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000101913 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.960682+0000", 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.565e-05 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.983786+0000", 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.023103945000000001 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:20.983804+0000", 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8136999999999999e-05 2023-09-23T15:11:21.217 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:90275 6.3 e132/123 6:cf64c459:::benchmark_data_smithi118_284959_object30884:head v 132'5745, mlcod=0'0)", 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:21.009005+0000", 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.115518589, 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.022175863000000001, 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:11:21.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:21.009005+0000", 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:21.009005+0000", 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:21.009004+0000", 2023-09-23T15:11:21.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:21.009012+0000", 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5959999999999998e-06 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:21.009022+0000", 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0716e-05 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:21.009029+0000", 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2920000000000001e-06 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:21.009140+0000", 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000111883 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:21.009162+0000", 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1844e-05 2023-09-23T15:11:21.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:21.031144+0000", 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.021981629999999999 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:21.031181+0000", 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6587000000000001e-05 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.222 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:11:21.223 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:11:21.223 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:11:21.223 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:21.242 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:11:21.277 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:11:21.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:21 smithi118 ceph-mon[212312]: pgmap v340: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 883 op/s; 8449/94194 objects degraded (8.970%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:11:21.291 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:21 smithi118 ceph-mon[219580]: pgmap v340: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 883 op/s; 8449/94194 objects degraded (8.970%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:11:21.296 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:21.321 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:11:21.331 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:21 smithi178 ceph-mon[192298]: pgmap v340: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 883 op/s; 8449/94194 objects degraded (8.970%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:11:21.368 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:11:21.401 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:11:21.415 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:21.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:21.424 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:21.436 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:11:21.464 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:11:21.523 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:11:21.525 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:11:21.535 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:11:21.535 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:11:21.535 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:11:21.535 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:11:21.535 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:11:21.535 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:11:21.535 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:11:21.535 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:11:21.575 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:21.627 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:11:21.629 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:21.629 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:11:21.730 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:21.755 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:21.796 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:21.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:21.799 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:21.900 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:21.960 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:22.224 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:11:22.296 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:22 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/910179510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:22.296 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:22.296 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:22 smithi118 ceph-mon[212312]: pgmap v341: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 881 op/s; 8449/92472 objects degraded (9.137%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:11:22.296 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 8449/94194 objects degraded (8.970%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:22.296 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:22 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/910179510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:22.296 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:22.296 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:22 smithi118 ceph-mon[219580]: pgmap v341: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 881 op/s; 8449/92472 objects degraded (9.137%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:11:22.296 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 8449/94194 objects degraded (8.970%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:22.306 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:22.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:22.312 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:22.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:22 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/910179510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:22 smithi178 ceph-mon[192298]: pgmap v341: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 881 op/s; 8449/92472 objects degraded (9.137%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:11:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 8449/94194 objects degraded (8.970%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:22.413 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:22.480 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:22.526 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:22.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:22.530 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:22.630 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:11:22.669 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:22.999 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:11:23.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:23.009 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:11:23.077 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:23.110 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:23.154 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:23.213 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:23.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:23.224 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:23.325 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:23.409 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:23.512 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:23.559 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:23.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:23.564 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:23.665 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:23.750 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:24.305 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:24.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:24.307 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:24.407 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:24.434 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:24.478 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:24.484 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:24.485 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:24.585 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:24.611 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:24.653 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:24.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:24.661 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:24.761 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:24.788 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:24.808 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T15:11:25.006 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:11:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[219580]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[219580]: osdmap e133: 8 total, 8 up, 8 in 2023-09-23T15:11:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[219580]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[219580]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[219580]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[219580]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[219580]: pgmap v343: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.7 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s; 7949/81315 objects degraded (9.776%); 4.6 MiB/s, 118 objects/s recovering 2023-09-23T15:11:25.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2838294773' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:11:25.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:11:25.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[212312]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[212312]: osdmap e133: 8 total, 8 up, 8 in 2023-09-23T15:11:25.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[212312]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[212312]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[212312]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[212312]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[212312]: pgmap v343: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.7 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s; 7949/81315 objects degraded (9.776%); 4.6 MiB/s, 118 objects/s recovering 2023-09-23T15:11:25.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2838294773' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:11:25.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:24 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:11:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:24 smithi178 ceph-mon[192298]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:24 smithi178 ceph-mon[192298]: osdmap e133: 8 total, 8 up, 8 in 2023-09-23T15:11:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:24 smithi178 ceph-mon[192298]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:24 smithi178 ceph-mon[192298]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:24 smithi178 ceph-mon[192298]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:24 smithi178 ceph-mon[192298]: failed to encode map e133 with expected crc 2023-09-23T15:11:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:24 smithi178 ceph-mon[192298]: pgmap v343: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.7 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s; 7949/81315 objects degraded (9.776%); 4.6 MiB/s, 118 objects/s recovering 2023-09-23T15:11:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:24 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2838294773' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:11:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:24 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:11:25.287 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:25.300 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:25.300 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:25.401 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:25.434 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:25.504 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:25.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:25.516 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:25.617 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:25.672 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:26.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[212312]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[212312]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:11:26.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[212312]: osdmap e134: 8 total, 8 up, 8 in 2023-09-23T15:11:26.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[212312]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[212312]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[212312]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[219580]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[219580]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:11:26.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[219580]: osdmap e134: 8 total, 8 up, 8 in 2023-09-23T15:11:26.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[219580]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[219580]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:25 smithi118 ceph-mon[219580]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:25 smithi178 ceph-mon[192298]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:25 smithi178 ceph-mon[192298]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:25 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:11:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:25 smithi178 ceph-mon[192298]: osdmap e134: 8 total, 8 up, 8 in 2023-09-23T15:11:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:25 smithi178 ceph-mon[192298]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:25 smithi178 ceph-mon[192298]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:25 smithi178 ceph-mon[192298]: failed to encode map e134 with expected crc 2023-09-23T15:11:26.684 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:26.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:26.687 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:26.787 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:26.813 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:26 smithi118 ceph-mon[212312]: pgmap v345: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.7 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 875 op/s; 7949/81315 objects degraded (9.776%); 4.6 MiB/s, 118 objects/s recovering 2023-09-23T15:11:26.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:26 smithi118 ceph-mon[219580]: pgmap v345: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.7 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 875 op/s; 7949/81315 objects degraded (9.776%); 4.6 MiB/s, 118 objects/s recovering 2023-09-23T15:11:26.865 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:27.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:26 smithi178 ceph-mon[192298]: pgmap v345: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.7 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 875 op/s; 7949/81315 objects degraded (9.776%); 4.6 MiB/s, 118 objects/s recovering 2023-09-23T15:11:27.170 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 6 1 2023-09-23T15:11:27.207 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:27.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:27.217 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:27.317 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:27.422 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:27.575 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:27.786 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:27.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:27.799 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:27.900 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:27.936 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:27.997 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:28.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:28.001 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:28.062 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 7949/81315 objects degraded (9.776%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:28.062 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 7949/81315 objects degraded (9.776%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:28.101 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 7949/81315 objects degraded (9.776%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:28.193 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:28.214 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:11:28.214 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:11:28.321 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:11:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:11:28] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.43.0" 2023-09-23T15:11:28.448 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:28.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:28.453 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:28.554 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:28.605 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:28.693 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:28.704 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:28.704 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:28.805 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:28.875 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:11:28.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:28 smithi178 ceph-mon[192298]: pgmap v346: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.6 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 7949/77208 objects degraded (10.296%); 1.1 MiB/s, 62 objects/s recovering 2023-09-23T15:11:28.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:28 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1681204551' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:11:28.895 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:28 smithi118 ceph-mon[219580]: pgmap v346: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.6 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 7949/77208 objects degraded (10.296%); 1.1 MiB/s, 62 objects/s recovering 2023-09-23T15:11:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:28 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1681204551' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:11:29.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:28 smithi118 ceph-mon[212312]: pgmap v346: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.6 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 7949/77208 objects degraded (10.296%); 1.1 MiB/s, 62 objects/s recovering 2023-09-23T15:11:29.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:28 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1681204551' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:11:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[219580]: failed to encode map e135 with expected crc 2023-09-23T15:11:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[219580]: failed to encode map e135 with expected crc 2023-09-23T15:11:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[219580]: failed to encode map e135 with expected crc 2023-09-23T15:11:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1681204551' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:11:30.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[219580]: osdmap e135: 8 total, 8 up, 8 in 2023-09-23T15:11:30.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:30.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[212312]: failed to encode map e135 with expected crc 2023-09-23T15:11:30.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[212312]: failed to encode map e135 with expected crc 2023-09-23T15:11:30.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[212312]: failed to encode map e135 with expected crc 2023-09-23T15:11:30.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1681204551' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:11:30.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:29 smithi118 ceph-mon[212312]: osdmap e135: 8 total, 8 up, 8 in 2023-09-23T15:11:30.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:29 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:29 smithi178 ceph-mon[192298]: failed to encode map e135 with expected crc 2023-09-23T15:11:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:29 smithi178 ceph-mon[192298]: failed to encode map e135 with expected crc 2023-09-23T15:11:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:29 smithi178 ceph-mon[192298]: failed to encode map e135 with expected crc 2023-09-23T15:11:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:29 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1681204551' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:11:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:29 smithi178 ceph-mon[192298]: osdmap e135: 8 total, 8 up, 8 in 2023-09-23T15:11:30.276 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:30.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:30.282 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:30.383 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:30.454 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:30.531 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:11:30.661 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:30.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:30.671 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:30.772 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:30.838 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:31.040 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:31.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:31.049 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:31.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:30 smithi178 ceph-mon[192298]: pgmap v348: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.4 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 7513/70812 objects degraded (10.610%); 4.0 MiB/s, 70 objects/s recovering 2023-09-23T15:11:31.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:11:31.150 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:31.202 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:31.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:30 smithi118 ceph-mon[212312]: pgmap v348: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.4 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 7513/70812 objects degraded (10.610%); 4.0 MiB/s, 70 objects/s recovering 2023-09-23T15:11:31.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:11:31.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:30 smithi118 ceph-mon[219580]: pgmap v348: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.4 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 7513/70812 objects degraded (10.610%); 4.0 MiB/s, 70 objects/s recovering 2023-09-23T15:11:31.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:11:31.347 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:31.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:31.356 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:31.456 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:11:31.550 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:31.675 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:11:31.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:31.686 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:11:31.787 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:31.819 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:31.835 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:31.960 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:31.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:31.965 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:31.983 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:11:32.041 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:11:32.065 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:32.083 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:11:32.111 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1009410849' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:32.123 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:32.133 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:11:32.173 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:11:32.191 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:32.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:32.199 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:32.211 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:11:32.248 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:11:32.300 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:11:32.300 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:32.313 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:11:32.313 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:11:32.313 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:11:32.313 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:11:32.313 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:11:32.313 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:11:32.313 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:11:32.313 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:11:32.331 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1009410849' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:32.331 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1009410849' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:32.389 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:33.016 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:33.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:33.024 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:33.124 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:33.164 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:33.220 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:33.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:33.225 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:33 smithi118 ceph-mon[219580]: pgmap v349: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.4 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 501 op/s; 7513/69267 objects degraded (10.846%); 3.1 MiB/s, 54 objects/s recovering 2023-09-23T15:11:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:33 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 7513/70812 objects degraded (10.610%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:33.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:33 smithi118 ceph-mon[212312]: pgmap v349: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.4 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 501 op/s; 7513/69267 objects degraded (10.846%); 3.1 MiB/s, 54 objects/s recovering 2023-09-23T15:11:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:33 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 7513/70812 objects degraded (10.610%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:33.325 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:11:33.351 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:33 smithi178 ceph-mon[192298]: pgmap v349: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.4 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 501 op/s; 7513/69267 objects degraded (10.846%); 3.1 MiB/s, 54 objects/s recovering 2023-09-23T15:11:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:33 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 7513/70812 objects degraded (10.610%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:11:33.526 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:11:34.582 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:34.735 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:11:34.743 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:34.744 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:11:34.845 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:11:34.926 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:35.181 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:11:35.188 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:35 smithi118 ceph-mon[219580]: pgmap v350: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 819 op/s; 7095/58746 objects degraded (12.077%); 4.0 MiB/s, 93 objects/s recovering 2023-09-23T15:11:35.189 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:35 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:35.189 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:35 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:35.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:35.189 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:11:35.190 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:35 smithi118 ceph-mon[212312]: pgmap v350: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 819 op/s; 7095/58746 objects degraded (12.077%); 4.0 MiB/s, 93 objects/s recovering 2023-09-23T15:11:35.190 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:35 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:35.190 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:35 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:35.290 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:35.325 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:35 smithi178 ceph-mon[192298]: pgmap v350: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.2 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 819 op/s; 7095/58746 objects degraded (12.077%); 4.0 MiB/s, 93 objects/s recovering 2023-09-23T15:11:35.325 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:35 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:35.325 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:35 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:35.327 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:35.377 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:35.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:35.393 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:35.494 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:35.521 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:35.534 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:35.602 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:35.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:35.614 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:35.715 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:35.805 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:37.074 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:37.075 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:11:37.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:37.087 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:37.092 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.6 to 1 (10000) 2023-09-23T15:11:37.189 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:37.216 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:37.263 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:37.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:37.267 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:37 smithi118 ceph-mon[212312]: pgmap v351: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 752 op/s; 7095/58746 objects degraded (12.077%); 3.6 MiB/s, 85 objects/s recovering 2023-09-23T15:11:37.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:37 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2182988998' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:11:37.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:37 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:11:37.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:37.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 7095/58746 objects degraded (12.077%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:37.327 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:37 smithi118 ceph-mon[219580]: pgmap v351: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 752 op/s; 7095/58746 objects degraded (12.077%); 3.6 MiB/s, 85 objects/s recovering 2023-09-23T15:11:37.327 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:37 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2182988998' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:11:37.327 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:37 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:11:37.327 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:37.328 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 7095/58746 objects degraded (12.077%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:37.368 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:11:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:37 smithi178 ceph-mon[192298]: pgmap v351: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 752 op/s; 7095/58746 objects degraded (12.077%); 3.6 MiB/s, 85 objects/s recovering 2023-09-23T15:11:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:37 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2182988998' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:11:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:37 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:11:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 7095/58746 objects degraded (12.077%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:37.395 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:37.453 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:11:37.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:37.467 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:11:37.567 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:37.627 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:38.321 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:11:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:11:38] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2023-09-23T15:11:38.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:38 smithi118 ceph-mon[219580]: failed to encode map e136 with expected crc 2023-09-23T15:11:38.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:38 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:11:38.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:38 smithi118 ceph-mon[219580]: osdmap e136: 8 total, 8 up, 8 in 2023-09-23T15:11:38.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:38 smithi118 ceph-mon[219580]: failed to encode map e136 with expected crc 2023-09-23T15:11:38.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:38 smithi118 ceph-mon[212312]: failed to encode map e136 with expected crc 2023-09-23T15:11:38.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:38 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:11:38.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:38 smithi118 ceph-mon[212312]: osdmap e136: 8 total, 8 up, 8 in 2023-09-23T15:11:38.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:38 smithi118 ceph-mon[212312]: failed to encode map e136 with expected crc 2023-09-23T15:11:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:38 smithi178 ceph-mon[192298]: failed to encode map e136 with expected crc 2023-09-23T15:11:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:38 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:11:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:38 smithi178 ceph-mon[192298]: osdmap e136: 8 total, 8 up, 8 in 2023-09-23T15:11:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:38 smithi178 ceph-mon[192298]: failed to encode map e136 with expected crc 2023-09-23T15:11:38.461 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:38.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:38.472 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:38.572 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:38.657 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:38.723 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T15:11:38.878 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:38.892 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:38.893 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:38.994 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:39.038 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:39.108 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:39.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:39.119 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:39.220 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:39.245 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:39.286 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:39.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:39 smithi178 ceph-mon[192298]: pgmap v353: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 7095/54258 objects degraded (13.076%); 1.3 MiB/s, 45 objects/s recovering 2023-09-23T15:11:39.289 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:39.290 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:39.390 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:39.443 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:39.456 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:39 smithi118 ceph-mon[219580]: pgmap v353: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 7095/54258 objects degraded (13.076%); 1.3 MiB/s, 45 objects/s recovering 2023-09-23T15:11:39.466 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:39 smithi118 ceph-mon[212312]: pgmap v353: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 7095/54258 objects degraded (13.076%); 1.3 MiB/s, 45 objects/s recovering 2023-09-23T15:11:39.516 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:39.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:39.523 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:39.624 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:39.700 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:39.784 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:39.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:39.795 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:39.895 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:39.930 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:11:39.930 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:11:39.930 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:11:39.930 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:11:39.930 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:11:40.059 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:40.231 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:40.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:40.243 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:40.343 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:40.387 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:40.454 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:40.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:40.463 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:40.563 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:40.597 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:40.661 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:40.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:40.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:40.765 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:40.837 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:40.959 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:40.960 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:41.006 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:11:41.082 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:41 smithi118 ceph-mon[212312]: pgmap v354: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 983 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 786 op/s; 6607/47211 objects degraded (13.995%); 1.2 MiB/s, 90 objects/s recovering 2023-09-23T15:11:41.122 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:41.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:41.145 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:41.246 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:41.362 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:41 smithi118 ceph-mon[219580]: pgmap v354: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 983 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 786 op/s; 6607/47211 objects degraded (13.995%); 1.2 MiB/s, 90 objects/s recovering 2023-09-23T15:11:41.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:41 smithi178 ceph-mon[192298]: pgmap v354: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 983 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 786 op/s; 6607/47211 objects degraded (13.995%); 1.2 MiB/s, 90 objects/s recovering 2023-09-23T15:11:41.378 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:41.620 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:41.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:41.637 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:41.737 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:41.834 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:42.129 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:11:42.165 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:42 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/608423997' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:42.165 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:42 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:42.165 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 6607/47211 objects degraded (13.995%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:42.165 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:42 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/608423997' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:42.165 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:42 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:42.166 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 6607/47211 objects degraded (13.995%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:42.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:42 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/608423997' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:42.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:42 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:11:42.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 6607/47211 objects degraded (13.995%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:43.249 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:43.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:43.256 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:43.356 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:43 smithi178 ceph-mon[192298]: pgmap v355: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 951 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 785 op/s; 6607/45696 objects degraded (14.459%); 1.2 MiB/s, 90 objects/s recovering 2023-09-23T15:11:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:43 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:11:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:43 smithi178 ceph-mon[192298]: failed to encode map e137 with expected crc 2023-09-23T15:11:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:43 smithi178 ceph-mon[192298]: failed to encode map e137 with expected crc 2023-09-23T15:11:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:43 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:11:43.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:43 smithi178 ceph-mon[192298]: osdmap e137: 8 total, 8 up, 8 in 2023-09-23T15:11:43.390 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:43.460 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:43.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:43.473 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:43.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[219580]: pgmap v355: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 951 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 785 op/s; 6607/45696 objects degraded (14.459%); 1.2 MiB/s, 90 objects/s recovering 2023-09-23T15:11:43.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:11:43.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[219580]: failed to encode map e137 with expected crc 2023-09-23T15:11:43.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[219580]: failed to encode map e137 with expected crc 2023-09-23T15:11:43.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:11:43.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[219580]: osdmap e137: 8 total, 8 up, 8 in 2023-09-23T15:11:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[212312]: pgmap v355: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 951 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 785 op/s; 6607/45696 objects degraded (14.459%); 1.2 MiB/s, 90 objects/s recovering 2023-09-23T15:11:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:11:43.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[212312]: failed to encode map e137 with expected crc 2023-09-23T15:11:43.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[212312]: failed to encode map e137 with expected crc 2023-09-23T15:11:43.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:11:43.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:43 smithi118 ceph-mon[212312]: osdmap e137: 8 total, 8 up, 8 in 2023-09-23T15:11:43.574 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:43.651 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:44.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:44 smithi118 ceph-mon[219580]: pgmap v357: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 746 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 952 op/s; 6108/35868 objects degraded (17.029%); 0 B/s, 123 objects/s recovering 2023-09-23T15:11:44.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:44 smithi118 ceph-mon[212312]: pgmap v357: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 746 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 952 op/s; 6108/35868 objects degraded (17.029%); 0 B/s, 123 objects/s recovering 2023-09-23T15:11:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:44 smithi178 ceph-mon[192298]: pgmap v357: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 746 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 952 op/s; 6108/35868 objects degraded (17.029%); 0 B/s, 123 objects/s recovering 2023-09-23T15:11:44.993 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:45.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:45.002 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:45.051 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:45.103 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:11:45.155 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:45.240 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:11:45.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:45.251 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:11:45.352 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:45.433 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:45.642 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:11:45.695 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:11:45.726 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:11:45.794 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:11:45.834 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:11:45.872 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:11:45.920 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:11:45.966 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:11:45.970 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:45.987 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:45 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/469631211' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:45.988 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:45 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/469631211' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:45.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:45.991 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:45.992 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:11:45.992 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:11:45.992 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:11:45.992 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:11:45.992 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:11:45.992 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:11:45.992 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:11:45.992 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:11:46.093 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:11:46.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:45 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/469631211' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:46.154 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:46.462 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:11:46.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:46.482 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:11:46.583 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:46.621 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:46.700 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:46.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:46.709 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:46.736 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:46 smithi118 ceph-mon[212312]: pgmap v358: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 746 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 796 op/s; 6108/35868 objects degraded (17.029%); 0 B/s, 110 objects/s recovering 2023-09-23T15:11:46.737 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:46 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1728243391' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:11:46.737 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:46 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:11:46.737 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:46 smithi118 ceph-mon[219580]: pgmap v358: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 746 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 796 op/s; 6108/35868 objects degraded (17.029%); 0 B/s, 110 objects/s recovering 2023-09-23T15:11:46.737 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:46 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1728243391' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:11:46.737 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:46 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:11:46.806 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T15:11:46.809 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:11:46.851 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:46.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:46 smithi178 ceph-mon[192298]: pgmap v358: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 746 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 796 op/s; 6108/35868 objects degraded (17.029%); 0 B/s, 110 objects/s recovering 2023-09-23T15:11:46.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:46 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1728243391' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:11:46.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:46 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:11:46.952 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:11:46.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:46.961 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:11:47.062 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:47.084 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:11:47.130 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:47.257 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:47.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:47.270 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:47.371 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:47.442 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:47.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:11:47.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[219580]: osdmap e138: 8 total, 8 up, 8 in 2023-09-23T15:11:47.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[219580]: failed to encode map e138 with expected crc 2023-09-23T15:11:47.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[219580]: failed to encode map e138 with expected crc 2023-09-23T15:11:47.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[219580]: failed to encode map e138 with expected crc 2023-09-23T15:11:47.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[219580]: failed to encode map e138 with expected crc 2023-09-23T15:11:47.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 6108/35868 objects degraded (17.029%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:47.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:11:47.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[212312]: osdmap e138: 8 total, 8 up, 8 in 2023-09-23T15:11:47.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[212312]: failed to encode map e138 with expected crc 2023-09-23T15:11:47.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[212312]: failed to encode map e138 with expected crc 2023-09-23T15:11:47.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[212312]: failed to encode map e138 with expected crc 2023-09-23T15:11:47.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[212312]: failed to encode map e138 with expected crc 2023-09-23T15:11:47.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 6108/35868 objects degraded (17.029%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:47 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:11:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:47 smithi178 ceph-mon[192298]: osdmap e138: 8 total, 8 up, 8 in 2023-09-23T15:11:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:47 smithi178 ceph-mon[192298]: failed to encode map e138 with expected crc 2023-09-23T15:11:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:47 smithi178 ceph-mon[192298]: failed to encode map e138 with expected crc 2023-09-23T15:11:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:47 smithi178 ceph-mon[192298]: failed to encode map e138 with expected crc 2023-09-23T15:11:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:47 smithi178 ceph-mon[192298]: failed to encode map e138 with expected crc 2023-09-23T15:11:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 6108/35868 objects degraded (17.029%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:48.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:11:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:11:48] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2023-09-23T15:11:48.817 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:48.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:48.844 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:48.855 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T15:11:48.855 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:11:48.945 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:48.974 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:48 smithi118 ceph-mon[219580]: pgmap v360: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 659 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 6108/31701 objects degraded (19.268%); 0 B/s, 62 objects/s recovering 2023-09-23T15:11:48.976 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:48 smithi118 ceph-mon[212312]: pgmap v360: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 659 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 6108/31701 objects degraded (19.268%); 0 B/s, 62 objects/s recovering 2023-09-23T15:11:48.989 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:48 smithi178 ceph-mon[192298]: pgmap v360: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 659 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 6108/31701 objects degraded (19.268%); 0 B/s, 62 objects/s recovering 2023-09-23T15:11:48.992 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:49.047 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:49.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:49.052 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:49.153 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:49.239 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:49.521 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:49.522 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:49.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:49.531 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:49.632 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:11:49.632 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:11:49.632 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:49.687 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:49.764 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:49.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:49.772 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:49.873 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:49.908 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:49.973 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:49.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:49.977 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:50.078 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:50.110 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:50.929 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:11:50.968 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:50.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:50.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[212312]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[212312]: osdmap e139: 8 total, 8 up, 8 in 2023-09-23T15:11:50.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[212312]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[212312]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[212312]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[212312]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[212312]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:50.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:50.977 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[212312]: pgmap v362: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 512 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 892 op/s; 5496/24615 objects degraded (22.328%); 0 B/s, 141 objects/s recovering 2023-09-23T15:11:50.978 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[219580]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.978 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[219580]: osdmap e139: 8 total, 8 up, 8 in 2023-09-23T15:11:50.978 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[219580]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.978 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[219580]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.978 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[219580]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.978 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[219580]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.978 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[219580]: failed to encode map e139 with expected crc 2023-09-23T15:11:50.978 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:50.978 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:50.979 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:50 smithi118 ceph-mon[219580]: pgmap v362: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 512 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 892 op/s; 5496/24615 objects degraded (22.328%); 0 B/s, 141 objects/s recovering 2023-09-23T15:11:50.979 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:51.080 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:11:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:50 smithi178 ceph-mon[192298]: failed to encode map e139 with expected crc 2023-09-23T15:11:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:50 smithi178 ceph-mon[192298]: osdmap e139: 8 total, 8 up, 8 in 2023-09-23T15:11:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:50 smithi178 ceph-mon[192298]: failed to encode map e139 with expected crc 2023-09-23T15:11:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:50 smithi178 ceph-mon[192298]: failed to encode map e139 with expected crc 2023-09-23T15:11:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:50 smithi178 ceph-mon[192298]: failed to encode map e139 with expected crc 2023-09-23T15:11:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:50 smithi178 ceph-mon[192298]: failed to encode map e139 with expected crc 2023-09-23T15:11:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:50 smithi178 ceph-mon[192298]: failed to encode map e139 with expected crc 2023-09-23T15:11:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:50 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:50 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:51.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:50 smithi178 ceph-mon[192298]: pgmap v362: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 512 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 892 op/s; 5496/24615 objects degraded (22.328%); 0 B/s, 141 objects/s recovering 2023-09-23T15:11:51.186 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:51.252 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:11:51.517 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:11:51.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:51.526 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:11:51.627 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:51.674 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:51.755 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:51.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:51.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[219580]: failed to encode map e140 with expected crc 2023-09-23T15:11:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[219580]: osdmap e140: 8 total, 8 up, 8 in 2023-09-23T15:11:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[219580]: failed to encode map e140 with expected crc 2023-09-23T15:11:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:11:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:11:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[219580]: pgmap v364: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 512 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 743 op/s; 5496/24615 objects degraded (22.328%); 0 B/s, 121 objects/s recovering 2023-09-23T15:11:51.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:51.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[212312]: failed to encode map e140 with expected crc 2023-09-23T15:11:51.824 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[212312]: osdmap e140: 8 total, 8 up, 8 in 2023-09-23T15:11:51.824 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[212312]: failed to encode map e140 with expected crc 2023-09-23T15:11:51.824 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:11:51.824 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:11:51.824 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[212312]: pgmap v364: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 512 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 743 op/s; 5496/24615 objects degraded (22.328%); 0 B/s, 121 objects/s recovering 2023-09-23T15:11:51.824 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:51.867 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:11:51.952 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:51.987 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:52.104 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:11:52.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:52.118 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:11:52.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:51 smithi178 ceph-mon[192298]: failed to encode map e140 with expected crc 2023-09-23T15:11:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:51 smithi178 ceph-mon[192298]: osdmap e140: 8 total, 8 up, 8 in 2023-09-23T15:11:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:51 smithi178 ceph-mon[192298]: failed to encode map e140 with expected crc 2023-09-23T15:11:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:11:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:11:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:51 smithi178 ceph-mon[192298]: pgmap v364: 89 pgs: 1 active+recovery_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 512 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 743 op/s; 5496/24615 objects degraded (22.328%); 0 B/s, 121 objects/s recovering 2023-09-23T15:11:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:52.219 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:11:52.230 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:52.246 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:11:52.257 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:52.337 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:11:52.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:52.349 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:11:52.450 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:52.513 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:52.937 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:52.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:52.954 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:52 smithi118 ceph-mon[212312]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2023-09-23T15:11:52.954 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:52.954 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:52.954 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 5496/24615 objects degraded (22.328%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:52.955 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:52 smithi118 ceph-mon[219580]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2023-09-23T15:11:52.955 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:52.955 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:52.955 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 5496/24615 objects degraded (22.328%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:52.955 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:53.056 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:52 smithi178 ceph-mon[192298]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2023-09-23T15:11:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:11:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:11:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 5496/24615 objects degraded (22.328%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:53.132 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:53.742 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:11:53.946 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:53.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:53.957 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:53.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:53 smithi118 ceph-mon[212312]: pgmap v365: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 376 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 861 op/s; 5100/18081 objects degraded (28.206%); 0 B/s, 158 objects/s recovering 2023-09-23T15:11:53.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2474650756' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:53.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:53 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:53.986 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:53 smithi118 ceph-mon[219580]: pgmap v365: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 376 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 861 op/s; 5100/18081 objects degraded (28.206%); 0 B/s, 158 objects/s recovering 2023-09-23T15:11:53.987 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2474650756' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:53.987 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:53 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:54.058 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:54.110 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:53 smithi178 ceph-mon[192298]: pgmap v365: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 376 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 861 op/s; 5100/18081 objects degraded (28.206%); 0 B/s, 158 objects/s recovering 2023-09-23T15:11:54.110 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2474650756' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:54.110 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:53 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:11:54.111 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:54.203 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:54.212 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:54.213 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:54.313 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:11:54.386 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:54.469 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:11:54.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:54.478 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:11:54.579 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:54.623 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:54.669 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:54.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:54.676 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:54.776 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:54.839 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:54 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:54 smithi118 ceph-mon[219580]: failed to encode map e141 with expected crc 2023-09-23T15:11:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:54 smithi118 ceph-mon[219580]: failed to encode map e141 with expected crc 2023-09-23T15:11:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:54 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:11:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:54 smithi118 ceph-mon[219580]: osdmap e141: 8 total, 8 up, 8 in 2023-09-23T15:11:55.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:54 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:55.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:54 smithi118 ceph-mon[212312]: failed to encode map e141 with expected crc 2023-09-23T15:11:55.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:54 smithi118 ceph-mon[212312]: failed to encode map e141 with expected crc 2023-09-23T15:11:55.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:54 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:11:55.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:54 smithi118 ceph-mon[212312]: osdmap e141: 8 total, 8 up, 8 in 2023-09-23T15:11:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:54 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:11:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:54 smithi178 ceph-mon[192298]: failed to encode map e141 with expected crc 2023-09-23T15:11:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:54 smithi178 ceph-mon[192298]: failed to encode map e141 with expected crc 2023-09-23T15:11:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:54 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:11:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:54 smithi178 ceph-mon[192298]: osdmap e141: 8 total, 8 up, 8 in 2023-09-23T15:11:55.248 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:55.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:55.261 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:55.362 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:11:55.451 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:55.995 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:55 smithi118 ceph-mon[219580]: pgmap v367: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 602 op/s; 4923/14994 objects degraded (32.833%); 0 B/s, 107 objects/s recovering 2023-09-23T15:11:55.996 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:55 smithi118 ceph-mon[212312]: pgmap v367: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 602 op/s; 4923/14994 objects degraded (32.833%); 0 B/s, 107 objects/s recovering 2023-09-23T15:11:56.016 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:11:56.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:56.029 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:11:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:55 smithi178 ceph-mon[192298]: pgmap v367: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 311 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 602 op/s; 4923/14994 objects degraded (32.833%); 0 B/s, 107 objects/s recovering 2023-09-23T15:11:56.130 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:56.157 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:56.772 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:56.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:56.784 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:56.884 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:56.936 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:57.015 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:57.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:57.022 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:57.123 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:57.217 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:11:57.218 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:57.234 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:11:57.286 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:11:57.321 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:11:57.351 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:11:57.434 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:11:57.473 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:11:57.531 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:11:57.566 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:11:57.603 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:11:57.632 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:11:57.632 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:11:57.632 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:11:57.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:11:57.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:11:57.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:11:57.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:11:57.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:11:58.040 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:58 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 4923/14994 objects degraded (32.833%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:58.040 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:58 smithi118 ceph-mon[212312]: pgmap v368: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 525 op/s; 4923/13506 objects degraded (36.450%); 0 B/s, 81 objects/s recovering 2023-09-23T15:11:58.040 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:58 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3838523559' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:58.197 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:11:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:11:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44669.0:117917 6.e e141/117 6:7d2be2c0:::benchmark_data_smithi118_284959_object58526:head v 141'7215, mlcod=141'7212)", 2023-09-23T15:11:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:58.028831+0000", 2023-09-23T15:11:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0062531920000000003, 2023-09-23T15:11:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0062832909999999999, 2023-09-23T15:11:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:11:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:11:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:11:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.028831+0000", 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.028831+0000", 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.028830+0000", 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:11:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.028836+0000", 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.93e-06 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.028849+0000", 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2795e-05 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.028857+0000", 2023-09-23T15:11:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7549999999999994e-06 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.029139+0000", 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00028259999999999998 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.029159+0000", 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9618000000000001e-05 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44669.0:117918 6.e e141/117 6:77ee922c:::benchmark_data_smithi118_284959_object58527:head v 141'7216, mlcod=141'7212)", 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:58.029548+0000", 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0055356399999999997, 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0056352930000000004, 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.029548+0000", 2023-09-23T15:11:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.029548+0000", 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.029548+0000", 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.029554+0000", 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5050000000000004e-06 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.029564+0000", 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0232e-05 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.029572+0000", 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5490000000000001e-06 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.032177+0000", 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002604669 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.032193+0000", 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6472000000000001e-05 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop_reply(client.44669.0:117919 6.1 e141/139)", 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:58.032903+0000", 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0021813800000000001, 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023386969999999998, 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.032903+0000", 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.032903+0000", 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.032902+0000", 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.032908+0000", 2023-09-23T15:11:58.207 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3060000000000003e-06 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.032919+0000", 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0702e-05 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.032926+0000", 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2060000000000001e-06 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.208 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:117909 6.4 6:2a9c0f2b:::benchmark_data_smithi118_284959_object58518:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e141)", 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:58.020807+0000", 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.014277302, 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014486979000000001, 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 117909 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:11:58.209 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.020807+0000", 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.020807+0000", 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:11:58.210 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.020805+0000", 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.020812+0000", 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7490000000000001e-06 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.020825+0000", 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3152999999999999e-05 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.211 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.020834+0000", 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7190000000000007e-06 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.020890+0000", 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6036999999999999e-05 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021034+0000", 2023-09-23T15:11:58.212 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014413699999999999 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021151+0000", 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000116848 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.029138+0000", 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0079867340000000005 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.213 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.029159+0000", 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1163e-05 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:117919 6.1 6:8083a69c:::benchmark_data_smithi118_284959_object58528:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e141)", 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:58.021072+0000", 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.014011902999999999, 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.01432423, 2023-09-23T15:11:58.214 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 117919 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021072+0000", 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.215 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021072+0000", 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021071+0000", 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021077+0000", 2023-09-23T15:11:58.216 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.344e-06 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021088+0000", 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1374e-05 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021095+0000", 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4200000000000001e-06 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.217 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021140+0000", 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4455e-05 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021248+0000", 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000108454 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,6", 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021365+0000", 2023-09-23T15:11:58.218 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000116836 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.032335+0000", 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010969764999999999 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:117921 6.4 6:2741fdbf:::benchmark_data_smithi118_284959_object58530:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e141)", 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:58.021111+0000", 2023-09-23T15:11:58.219 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.013972684000000001, 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014371616, 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 117921 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021111+0000", 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.220 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021111+0000", 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021111+0000", 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:11:58.221 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021114+0000", 2023-09-23T15:11:58.222 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7489999999999999e-06 2023-09-23T15:11:58.222 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.222 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.222 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:11:58.222 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021121+0000", 2023-09-23T15:11:58.222 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0600000000000002e-06 2023-09-23T15:11:58.222 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.222 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.222 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:11:58.222 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.021126+0000", 2023-09-23T15:11:58.222 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9899999999999997e-06 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.024836+0000", 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0037099540000000001 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.024952+0000", 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000116307 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.223 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.025072+0000", 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000119516 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:58.029164+0000", 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0040925520000000002 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:11:58.224 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 6 2023-09-23T15:11:58.225 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:11:58.320 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:11:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:11:58] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2023-09-23T15:11:58.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:58 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 4923/14994 objects degraded (32.833%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:58.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:58 smithi118 ceph-mon[219580]: pgmap v368: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 525 op/s; 4923/13506 objects degraded (36.450%); 0 B/s, 81 objects/s recovering 2023-09-23T15:11:58.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:58 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3838523559' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:58.382 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:58 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 4923/14994 objects degraded (32.833%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:11:58.382 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:58 smithi178 ceph-mon[192298]: pgmap v368: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 280 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 525 op/s; 4923/13506 objects degraded (36.450%); 0 B/s, 81 objects/s recovering 2023-09-23T15:11:58.382 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:58 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3838523559' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:11:58.592 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:58.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:58.600 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:58.657 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:11:58.701 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:58.784 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:58.809 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":368,"stamp":"2023-09-23T15:11:57.024511+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":294000568,"num_objects":4502,"num_object_clones":0,"num_object_copies":13506,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4923,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4502,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":114600,"num_write_kb":3803278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8299,"num_bytes_recovered":361301600,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114516,"ondisk_log_size":114516,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1554888,"kb_used_data":991880,"kb_used_omap":136,"kb_used_meta":562615,"kb_avail":748406328,"statfs":{"total":767960285184,"available":766368079872,"internally_reserved":0,"allocated":1015685120,"data_stored":1010941871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":139314,"internal_metadata":576118734},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-242679808,"num_objects":-3703,"num_object_clones":0,"num_object_copies":-11109,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-573,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-3703,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3703,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":573,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.046673"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":133,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.708808+0000","last_change":"2023-09-23T15:10:09.136988+0000","last_active":"2023-09-23T15:11:49.708808+0000","last_peered":"2023-09-23T15:11:49.708808+0000","last_clean":"2023-09-23T15:11:49.708808+0000","last_became_active":"2023-09-23T15:10:09.136647+0000","last_became_peered":"2023-09-23T15:10:09.136647+0000","last_unstale":"2023-09-23T15:11:49.708808+0000","last_undegraded":"2023-09-23T15:11:49.708808+0000","last_fullsized":"2023-09-23T15:11:49.708808+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:38.812542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":103,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.709887+0000","last_change":"2023-09-23T15:07:50.039138+0000","last_active":"2023-09-23T15:11:49.709887+0000","last_peered":"2023-09-23T15:11:49.709887+0000","last_clean":"2023-09-23T15:11:49.709887+0000","last_became_active":"2023-09-23T15:07:50.038840+0000","last_became_peered":"2023-09-23T15:07:50.038840+0000","last_unstale":"2023-09-23T15:11:49.709887+0000","last_undegraded":"2023-09-23T15:11:49.709887+0000","last_fullsized":"2023-09-23T15:11:49.709887+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:52.470724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":88,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.704363+0000","last_change":"2023-09-23T15:07:50.037965+0000","last_active":"2023-09-23T15:11:49.704363+0000","last_peered":"2023-09-23T15:11:49.704363+0000","last_clean":"2023-09-23T15:11:49.704363+0000","last_became_active":"2023-09-23T15:07:50.037654+0000","last_became_peered":"2023-09-23T15:07:50.037654+0000","last_unstale":"2023-09-23T15:11:49.704363+0000","last_undegraded":"2023-09-23T15:11:49.704363+0000","last_fullsized":"2023-09-23T15:11:49.704363+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:36.233860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699217+0000","last_change":"2023-09-23T15:07:50.031091+0000","last_active":"2023-09-23T15:11:50.699217+0000","last_peered":"2023-09-23T15:11:50.699217+0000","last_clean":"2023-09-23T15:11:50.699217+0000","last_became_active":"2023-09-23T15:07:50.030777+0000","last_became_peered":"2023-09-23T15:07:50.030777+0000","last_unstale":"2023-09-23T15:11:50.699217+0000","last_undegraded":"2023-09-23T15:11:50.699217+0000","last_fullsized":"2023-09-23T15:11:50.699217+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:37.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":121,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.710565+0000","last_change":"2023-09-23T15:07:50.039152+0000","last_active":"2023-09-23T15:11:49.710565+0000","last_peered":"2023-09-23T15:11:49.710565+0000","last_clean":"2023-09-23T15:11:49.710565+0000","last_became_active":"2023-09-23T15:07:50.038865+0000","last_became_peered":"2023-09-23T15:07:50.038865+0000","last_unstale":"2023-09-23T15:11:49.710565+0000","last_undegraded":"2023-09-23T15:11:49.710565+0000","last_fullsized":"2023-09-23T15:11:49.710565+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:35.185865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":81,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701481+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:11:50.701481+0000","last_peered":"2023-09-23T15:11:50.701481+0000","last_clean":"2023-09-23T15:11:50.701481+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:11:50.701481+0000","last_undegraded":"2023-09-23T15:11:50.701481+0000","last_fullsized":"2023-09-23T15:11:50.701481+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699363+0000","last_change":"2023-09-23T15:07:50.036597+0000","last_active":"2023-09-23T15:11:50.699363+0000","last_peered":"2023-09-23T15:11:50.699363+0000","last_clean":"2023-09-23T15:11:50.699363+0000","last_became_active":"2023-09-23T15:07:50.036127+0000","last_became_peered":"2023-09-23T15:07:50.036127+0000","last_unstale":"2023-09-23T15:11:50.699363+0000","last_undegraded":"2023-09-23T15:11:50.699363+0000","last_fullsized":"2023-09-23T15:11:50.699363+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:36.147063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":118,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.710495+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:11:49.710495+0000","last_peered":"2023-09-23T15:11:49.710495+0000","last_clean":"2023-09-23T15:11:49.710495+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:11:49.710495+0000","last_undegraded":"2023-09-23T15:11:49.710495+0000","last_fullsized":"2023-09-23T15:11:49.710495+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":99,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.725421+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:11:49.725421+0000","last_peered":"2023-09-23T15:11:49.725421+0000","last_clean":"2023-09-23T15:11:49.725421+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:11:49.725421+0000","last_undegraded":"2023-09-23T15:11:49.725421+0000","last_fullsized":"2023-09-23T15:11:49.725421+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":78,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.709681+0000","last_change":"2023-09-23T15:10:32.006398+0000","last_active":"2023-09-23T15:11:49.709681+0000","last_peered":"2023-09-23T15:11:49.709681+0000","last_clean":"2023-09-23T15:11:49.709681+0000","last_became_active":"2023-09-23T15:10:32.006135+0000","last_became_peered":"2023-09-23T15:10:32.006135+0000","last_unstale":"2023-09-23T15:11:49.709681+0000","last_undegraded":"2023-09-23T15:11:49.709681+0000","last_fullsized":"2023-09-23T15:11:49.709681+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:48.677695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":101,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.723540+0000","last_change":"2023-09-23T15:07:50.035364+0000","last_active":"2023-09-23T15:11:49.723540+0000","last_peered":"2023-09-23T15:11:49.723540+0000","last_clean":"2023-09-23T15:11:49.723540+0000","last_became_active":"2023-09-23T15:07:50.034939+0000","last_became_peered":"2023-09-23T15:07:50.034939+0000","last_unstale":"2023-09-23T15:11:49.723540+0000","last_undegraded":"2023-09-23T15:11:49.723540+0000","last_fullsized":"2023-09-23T15:11:49.723540+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:25.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":114,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.701121+0000","last_change":"2023-09-23T15:10:32.002317+0000","last_active":"2023-09-23T15:11:49.701121+0000","last_peered":"2023-09-23T15:11:49.701121+0000","last_clean":"2023-09-23T15:11:49.701121+0000","last_became_active":"2023-09-23T15:10:32.001883+0000","last_became_peered":"2023-09-23T15:10:32.001883+0000","last_unstale":"2023-09-23T15:11:49.701121+0000","last_undegraded":"2023-09-23T15:11:49.701121+0000","last_fullsized":"2023-09-23T15:11:49.701121+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:22:32.451936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":120,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.709443+0000","last_change":"2023-09-23T15:10:32.005591+0000","last_active":"2023-09-23T15:11:49.709443+0000","last_peered":"2023-09-23T15:11:49.709443+0000","last_clean":"2023-09-23T15:11:49.709443+0000","last_became_active":"2023-09-23T15:10:32.005257+0000","last_became_peered":"2023-09-23T15:10:32.005257+0000","last_unstale":"2023-09-23T15:11:49.709443+0000","last_undegraded":"2023-09-23T15:11:49.709443+0000","last_fullsized":"2023-09-23T15:11:49.709443+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:07.750699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":114,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.705956+0000","last_change":"2023-09-23T15:10:32.003343+0000","last_active":"2023-09-23T15:11:49.705956+0000","last_peered":"2023-09-23T15:11:49.705956+0000","last_clean":"2023-09-23T15:11:49.705956+0000","last_became_active":"2023-09-23T15:10:32.003079+0000","last_became_peered":"2023-09-23T15:10:32.003079+0000","last_unstale":"2023-09-23T15:11:49.705956+0000","last_undegraded":"2023-09-23T15:11:49.705956+0000","last_fullsized":"2023-09-23T15:11:49.705956+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:30.821947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":117,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.724477+0000","last_change":"2023-09-23T15:10:09.134195+0000","last_active":"2023-09-23T15:11:49.724477+0000","last_peered":"2023-09-23T15:11:49.724477+0000","last_clean":"2023-09-23T15:11:49.724477+0000","last_became_active":"2023-09-23T15:10:09.133921+0000","last_became_peered":"2023-09-23T15:10:09.133921+0000","last_unstale":"2023-09-23T15:11:49.724477+0000","last_undegraded":"2023-09-23T15:11:49.724477+0000","last_fullsized":"2023-09-23T15:11:49.724477+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:53:02.358269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":103,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.710936+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:11:49.710936+0000","last_peered":"2023-09-23T15:11:49.710936+0000","last_clean":"2023-09-23T15:11:49.710936+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:11:49.710936+0000","last_undegraded":"2023-09-23T15:11:49.710936+0000","last_fullsized":"2023-09-23T15:11:49.710936+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699080+0000","last_change":"2023-09-23T15:07:50.035019+0000","last_active":"2023-09-23T15:11:50.699080+0000","last_peered":"2023-09-23T15:11:50.699080+0000","last_clean":"2023-09-23T15:11:50.699080+0000","last_became_active":"2023-09-23T15:07:50.034763+0000","last_became_peered":"2023-09-23T15:07:50.034763+0000","last_unstale":"2023-09-23T15:11:50.699080+0000","last_undegraded":"2023-09-23T15:11:50.699080+0000","last_fullsized":"2023-09-23T15:11:50.699080+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:19.778544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":98,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.725341+0000","last_change":"2023-09-23T15:07:50.036536+0000","last_active":"2023-09-23T15:11:49.725341+0000","last_peered":"2023-09-23T15:11:49.725341+0000","last_clean":"2023-09-23T15:11:49.725341+0000","last_became_active":"2023-09-23T15:07:50.036207+0000","last_became_peered":"2023-09-23T15:07:50.036207+0000","last_unstale":"2023-09-23T15:11:49.725341+0000","last_undegraded":"2023-09-23T15:11:49.725341+0000","last_fullsized":"2023-09-23T15:11:49.725341+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:07:15.249568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":98,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.722604+0000","last_change":"2023-09-23T15:10:32.009781+0000","last_active":"2023-09-23T15:11:49.722604+0000","last_peered":"2023-09-23T15:11:49.722604+0000","last_clean":"2023-09-23T15:11:49.722604+0000","last_became_active":"2023-09-23T15:10:32.009521+0000","last_became_peered":"2023-09-23T15:10:32.009521+0000","last_unstale":"2023-09-23T15:11:49.722604+0000","last_undegraded":"2023-09-23T15:11:49.722604+0000","last_fullsized":"2023-09-23T15:11:49.722604+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:12.174726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699180+0000","last_change":"2023-09-23T15:07:50.030916+0000","last_active":"2023-09-23T15:11:50.699180+0000","last_peered":"2023-09-23T15:11:50.699180+0000","last_clean":"2023-09-23T15:11:50.699180+0000","last_became_active":"2023-09-23T15:07:50.030606+0000","last_became_peered":"2023-09-23T15:07:50.030606+0000","last_unstale":"2023-09-23T15:11:50.699180+0000","last_undegraded":"2023-09-23T15:11:50.699180+0000","last_fullsized":"2023-09-23T15:11:50.699180+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:34.346977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":85,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701248+0000","last_change":"2023-09-23T15:10:32.001173+0000","last_active":"2023-09-23T15:11:50.701248+0000","last_peered":"2023-09-23T15:11:50.701248+0000","last_clean":"2023-09-23T15:11:50.701248+0000","last_became_active":"2023-09-23T15:10:32.000737+0000","last_became_peered":"2023-09-23T15:10:32.000737+0000","last_unstale":"2023-09-23T15:11:50.701248+0000","last_undegraded":"2023-09-23T15:11:50.701248+0000","last_fullsized":"2023-09-23T15:11:50.701248+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:19.613556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":103,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.711456+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:11:49.711456+0000","last_peered":"2023-09-23T15:11:49.711456+0000","last_clean":"2023-09-23T15:11:49.711456+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:11:49.711456+0000","last_undegraded":"2023-09-23T15:11:49.711456+0000","last_fullsized":"2023-09-23T15:11:49.711456+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"140'7067","reported_seq":12371,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:52.946501+0000","last_change":"2023-09-23T15:10:55.150694+0000","last_active":"2023-09-23T15:11:52.946501+0000","last_peered":"2023-09-23T15:11:52.946501+0000","last_clean":"2023-09-23T15:11:52.946501+0000","last_became_active":"2023-09-23T15:10:55.125464+0000","last_became_peered":"2023-09-23T15:10:55.125464+0000","last_unstale":"2023-09-23T15:11:52.946501+0000","last_undegraded":"2023-09-23T15:11:52.946501+0000","last_fullsized":"2023-09-23T15:11:52.946501+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7067,"log_dups_size":0,"ondisk_log_size":7067,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:45:26.482066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19333120,"num_objects":295,"num_object_clones":0,"num_object_copies":885,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":295,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7067,"num_write_kb":235584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2621,"num_bytes_recovered":171769856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":99,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.720605+0000","last_change":"2023-09-23T15:06:13.223162+0000","last_active":"2023-09-23T15:11:49.720605+0000","last_peered":"2023-09-23T15:11:49.720605+0000","last_clean":"2023-09-23T15:11:49.720605+0000","last_became_active":"2023-09-23T15:06:13.222843+0000","last_became_peered":"2023-09-23T15:06:13.222843+0000","last_unstale":"2023-09-23T15:11:49.720605+0000","last_undegraded":"2023-09-23T15:11:49.720605+0000","last_fullsized":"2023-09-23T15:11:49.720605+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:49.690908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":98,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.724637+0000","last_change":"2023-09-23T15:10:32.006352+0000","last_active":"2023-09-23T15:11:49.724637+0000","last_peered":"2023-09-23T15:11:49.724637+0000","last_clean":"2023-09-23T15:11:49.724637+0000","last_became_active":"2023-09-23T15:10:32.006058+0000","last_became_peered":"2023-09-23T15:10:32.006058+0000","last_unstale":"2023-09-23T15:11:49.724637+0000","last_undegraded":"2023-09-23T15:11:49.724637+0000","last_fullsized":"2023-09-23T15:11:49.724637+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:18.094074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"140'7199","reported_seq":7245,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:53.415522+0000","last_change":"2023-09-23T15:09:09.992659+0000","last_active":"2023-09-23T15:11:53.415522+0000","last_peered":"2023-09-23T15:11:53.415522+0000","last_clean":"2023-09-23T15:11:53.415522+0000","last_became_active":"2023-09-23T15:09:09.992315+0000","last_became_peered":"2023-09-23T15:09:09.992315+0000","last_unstale":"2023-09-23T15:11:53.415522+0000","last_undegraded":"2023-09-23T15:11:53.415522+0000","last_fullsized":"2023-09-23T15:11:53.415522+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7199,"log_dups_size":0,"ondisk_log_size":7199,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:33:05.099803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17891328,"num_objects":273,"num_object_clones":0,"num_object_copies":819,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":273,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7199,"num_write_kb":239104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":100,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.724478+0000","last_change":"2023-09-23T15:06:44.959353+0000","last_active":"2023-09-23T15:11:49.724478+0000","last_peered":"2023-09-23T15:11:49.724478+0000","last_clean":"2023-09-23T15:11:49.724478+0000","last_became_active":"2023-09-23T15:06:44.958935+0000","last_became_peered":"2023-09-23T15:06:44.958935+0000","last_unstale":"2023-09-23T15:11:49.724478+0000","last_undegraded":"2023-09-23T15:11:49.724478+0000","last_fullsized":"2023-09-23T15:11:49.724478+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:07.695495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":141,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.705801+0000","last_change":"2023-09-23T15:10:09.134708+0000","last_active":"2023-09-23T15:11:49.705801+0000","last_peered":"2023-09-23T15:11:49.705801+0000","last_clean":"2023-09-23T15:11:49.705801+0000","last_became_active":"2023-09-23T15:10:09.134435+0000","last_became_peered":"2023-09-23T15:10:09.134435+0000","last_unstale":"2023-09-23T15:11:49.705801+0000","last_undegraded":"2023-09-23T15:11:49.705801+0000","last_fullsized":"2023-09-23T15:11:49.705801+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:19.280882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"140'7167","reported_seq":7241,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:52.952950+0000","last_change":"2023-09-23T15:10:09.260426+0000","last_active":"2023-09-23T15:11:52.952950+0000","last_peered":"2023-09-23T15:11:52.952950+0000","last_clean":"2023-09-23T15:11:52.952950+0000","last_became_active":"2023-09-23T15:10:09.137937+0000","last_became_peered":"2023-09-23T15:10:09.137937+0000","last_unstale":"2023-09-23T15:11:52.952950+0000","last_undegraded":"2023-09-23T15:11:52.952950+0000","last_fullsized":"2023-09-23T15:11:52.952950+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7167,"log_dups_size":0,"ondisk_log_size":7167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:46:01.892915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19202048,"num_objects":293,"num_object_clones":0,"num_object_copies":879,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7167,"num_write_kb":238720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":99,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.723705+0000","last_change":"2023-09-23T15:10:32.009788+0000","last_active":"2023-09-23T15:11:49.723705+0000","last_peered":"2023-09-23T15:11:49.723705+0000","last_clean":"2023-09-23T15:11:49.723705+0000","last_became_active":"2023-09-23T15:10:32.009548+0000","last_became_peered":"2023-09-23T15:10:32.009548+0000","last_unstale":"2023-09-23T15:11:49.723705+0000","last_undegraded":"2023-09-23T15:11:49.723705+0000","last_fullsized":"2023-09-23T15:11:49.723705+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:13:55.797113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":81,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701411+0000","last_change":"2023-09-23T15:10:32.008968+0000","last_active":"2023-09-23T15:11:50.701411+0000","last_peered":"2023-09-23T15:11:50.701411+0000","last_clean":"2023-09-23T15:11:50.701411+0000","last_became_active":"2023-09-23T15:10:32.008695+0000","last_became_peered":"2023-09-23T15:10:32.008695+0000","last_unstale":"2023-09-23T15:11:50.701411+0000","last_undegraded":"2023-09-23T15:11:50.701411+0000","last_fullsized":"2023-09-23T15:11:50.701411+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:48:10.347766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"141'7236","reported_seq":7319,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:56.321224+0000","last_change":"2023-09-23T15:10:09.295614+0000","last_active":"2023-09-23T15:11:56.321224+0000","last_peered":"2023-09-23T15:11:56.321224+0000","last_clean":"2023-09-23T15:11:56.321224+0000","last_became_active":"2023-09-23T15:10:09.139681+0000","last_became_peered":"2023-09-23T15:10:09.139681+0000","last_unstale":"2023-09-23T15:11:56.321224+0000","last_undegraded":"2023-09-23T15:11:56.321224+0000","last_fullsized":"2023-09-23T15:11:56.321224+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7236,"log_dups_size":0,"ondisk_log_size":7236,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:03.647392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8126464,"num_objects":124,"num_object_clones":0,"num_object_copies":372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7236,"num_write_kb":235520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":589824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":116,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.725131+0000","last_change":"2023-09-23T15:10:32.002809+0000","last_active":"2023-09-23T15:11:49.725131+0000","last_peered":"2023-09-23T15:11:49.725131+0000","last_clean":"2023-09-23T15:11:49.725131+0000","last_became_active":"2023-09-23T15:10:32.002512+0000","last_became_peered":"2023-09-23T15:10:32.002512+0000","last_unstale":"2023-09-23T15:11:49.725131+0000","last_undegraded":"2023-09-23T15:11:49.725131+0000","last_fullsized":"2023-09-23T15:11:49.725131+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:09.824155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699158+0000","last_change":"2023-09-23T15:06:44.959770+0000","last_active":"2023-09-23T15:11:50.699158+0000","last_peered":"2023-09-23T15:11:50.699158+0000","last_clean":"2023-09-23T15:11:50.699158+0000","last_became_active":"2023-09-23T15:06:44.959428+0000","last_became_peered":"2023-09-23T15:06:44.959428+0000","last_unstale":"2023-09-23T15:11:50.699158+0000","last_undegraded":"2023-09-23T15:11:50.699158+0000","last_fullsized":"2023-09-23T15:11:50.699158+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:02.886940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"140'6949","reported_seq":7020,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:52.883325+0000","last_change":"2023-09-23T15:10:09.273822+0000","last_active":"2023-09-23T15:11:52.883325+0000","last_peered":"2023-09-23T15:11:52.883325+0000","last_clean":"2023-09-23T15:11:52.883325+0000","last_became_active":"2023-09-23T15:10:09.138195+0000","last_became_peered":"2023-09-23T15:10:09.138195+0000","last_unstale":"2023-09-23T15:11:52.883325+0000","last_undegraded":"2023-09-23T15:11:52.883325+0000","last_fullsized":"2023-09-23T15:11:52.883325+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":6949,"log_dups_size":0,"ondisk_log_size":6949,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:46:15.115330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20512768,"num_objects":313,"num_object_clones":0,"num_object_copies":939,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":313,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6949,"num_write_kb":232384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":262144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":101,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.709960+0000","last_change":"2023-09-23T15:07:50.032638+0000","last_active":"2023-09-23T15:11:49.709960+0000","last_peered":"2023-09-23T15:11:49.709960+0000","last_clean":"2023-09-23T15:11:49.709960+0000","last_became_active":"2023-09-23T15:07:50.032292+0000","last_became_peered":"2023-09-23T15:07:50.032292+0000","last_unstale":"2023-09-23T15:11:49.709960+0000","last_undegraded":"2023-09-23T15:11:49.709960+0000","last_fullsized":"2023-09-23T15:11:49.709960+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:01:59.352522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":114,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.709364+0000","last_change":"2023-09-23T15:10:32.004960+0000","last_active":"2023-09-23T15:11:49.709364+0000","last_peered":"2023-09-23T15:11:49.709364+0000","last_clean":"2023-09-23T15:11:49.709364+0000","last_became_active":"2023-09-23T15:10:32.004629+0000","last_became_peered":"2023-09-23T15:10:32.004629+0000","last_unstale":"2023-09-23T15:11:49.709364+0000","last_undegraded":"2023-09-23T15:11:49.709364+0000","last_fullsized":"2023-09-23T15:11:49.709364+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:31.277181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"140'7003","reported_seq":7054,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:52.170267+0000","last_change":"2023-09-23T15:10:09.201194+0000","last_active":"2023-09-23T15:11:52.170267+0000","last_peered":"2023-09-23T15:11:52.170267+0000","last_clean":"2023-09-23T15:11:52.170267+0000","last_became_active":"2023-09-23T15:10:09.130045+0000","last_became_peered":"2023-09-23T15:10:09.130045+0000","last_unstale":"2023-09-23T15:11:52.170267+0000","last_undegraded":"2023-09-23T15:11:52.170267+0000","last_fullsized":"2023-09-23T15:11:52.170267+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7003,"log_dups_size":0,"ondisk_log_size":7003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:53:22.576968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21954560,"num_objects":335,"num_object_clones":0,"num_object_copies":1005,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":335,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7003,"num_write_kb":234816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":82,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701321+0000","last_change":"2023-09-23T15:10:32.001159+0000","last_active":"2023-09-23T15:11:50.701321+0000","last_peered":"2023-09-23T15:11:50.701321+0000","last_clean":"2023-09-23T15:11:50.701321+0000","last_became_active":"2023-09-23T15:10:32.000879+0000","last_became_peered":"2023-09-23T15:10:32.000879+0000","last_unstale":"2023-09-23T15:11:50.701321+0000","last_undegraded":"2023-09-23T15:11:50.701321+0000","last_fullsized":"2023-09-23T15:11:50.701321+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:26:29.610906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":131,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.709372+0000","last_change":"2023-09-23T15:10:09.136986+0000","last_active":"2023-09-23T15:11:49.709372+0000","last_peered":"2023-09-23T15:11:49.709372+0000","last_clean":"2023-09-23T15:11:49.709372+0000","last_became_active":"2023-09-23T15:10:09.136647+0000","last_became_peered":"2023-09-23T15:10:09.136647+0000","last_unstale":"2023-09-23T15:11:49.709372+0000","last_undegraded":"2023-09-23T15:11:49.709372+0000","last_fullsized":"2023-09-23T15:11:49.709372+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:09:45.557985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"140'7082","reported_seq":12426,"reported_epoch":140,"state":"active+recovery_wait","last_fresh":"2023-09-23T15:11:53.394309+0000","last_change":"2023-09-23T15:11:24.839455+0000","last_active":"2023-09-23T15:11:53.394309+0000","last_peered":"2023-09-23T15:11:53.394309+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:11:24.811974+0000","last_became_peered":"2023-09-23T15:11:24.811974+0000","last_unstale":"2023-09-23T15:11:53.394309+0000","last_undegraded":"2023-09-23T15:11:53.394309+0000","last_fullsized":"2023-09-23T15:11:53.394309+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7082,"log_dups_size":0,"ondisk_log_size":7082,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:13:31.148992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18087936,"num_objects":276,"num_object_clones":0,"num_object_copies":828,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":276,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7082,"num_write_kb":235456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2642,"num_bytes_recovered":146604032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":["3","5","6"],"object_location_counts":[{"shards":"3,5,6","objects":276}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":115,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.705804+0000","last_change":"2023-09-23T15:10:09.134884+0000","last_active":"2023-09-23T15:11:49.705804+0000","last_peered":"2023-09-23T15:11:49.705804+0000","last_clean":"2023-09-23T15:11:49.705804+0000","last_became_active":"2023-09-23T15:10:09.134593+0000","last_became_peered":"2023-09-23T15:10:09.134593+0000","last_unstale":"2023-09-23T15:11:49.705804+0000","last_undegraded":"2023-09-23T15:11:49.705804+0000","last_fullsized":"2023-09-23T15:11:49.705804+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:15:30.008940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":114,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.713891+0000","last_change":"2023-09-23T15:10:32.002676+0000","last_active":"2023-09-23T15:11:49.713891+0000","last_peered":"2023-09-23T15:11:49.713891+0000","last_clean":"2023-09-23T15:11:49.713891+0000","last_became_active":"2023-09-23T15:10:32.002390+0000","last_became_peered":"2023-09-23T15:10:32.002390+0000","last_unstale":"2023-09-23T15:11:49.713891+0000","last_undegraded":"2023-09-23T15:11:49.713891+0000","last_fullsized":"2023-09-23T15:11:49.713891+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:55:30.721959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"140'7307","reported_seq":7352,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:52.955009+0000","last_change":"2023-09-23T15:09:09.994797+0000","last_active":"2023-09-23T15:11:52.955009+0000","last_peered":"2023-09-23T15:11:52.955009+0000","last_clean":"2023-09-23T15:11:52.955009+0000","last_became_active":"2023-09-23T15:09:09.994523+0000","last_became_peered":"2023-09-23T15:09:09.994523+0000","last_unstale":"2023-09-23T15:11:52.955009+0000","last_undegraded":"2023-09-23T15:11:52.955009+0000","last_fullsized":"2023-09-23T15:11:52.955009+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7307,"log_dups_size":0,"ondisk_log_size":7307,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:43:30.935486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18350104,"num_objects":281,"num_object_clones":0,"num_object_copies":843,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":281,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7307,"num_write_kb":242753,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":104,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.710698+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:11:49.710698+0000","last_peered":"2023-09-23T15:11:49.710698+0000","last_clean":"2023-09-23T15:11:49.710698+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:11:49.710698+0000","last_undegraded":"2023-09-23T15:11:49.710698+0000","last_fullsized":"2023-09-23T15:11:49.710698+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":88,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.701154+0000","last_change":"2023-09-23T15:07:50.032151+0000","last_active":"2023-09-23T15:11:49.701154+0000","last_peered":"2023-09-23T15:11:49.701154+0000","last_clean":"2023-09-23T15:11:49.701154+0000","last_became_active":"2023-09-23T15:07:50.031884+0000","last_became_peered":"2023-09-23T15:07:50.031884+0000","last_unstale":"2023-09-23T15:11:49.701154+0000","last_undegraded":"2023-09-23T15:11:49.701154+0000","last_fullsized":"2023-09-23T15:11:49.701154+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:19.460897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":111,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.701207+0000","last_change":"2023-09-23T15:06:44.963699+0000","last_active":"2023-09-23T15:11:49.701207+0000","last_peered":"2023-09-23T15:11:49.701207+0000","last_clean":"2023-09-23T15:11:49.701207+0000","last_became_active":"2023-09-23T15:06:44.960744+0000","last_became_peered":"2023-09-23T15:06:44.960744+0000","last_unstale":"2023-09-23T15:11:49.701207+0000","last_undegraded":"2023-09-23T15:11:49.701207+0000","last_fullsized":"2023-09-23T15:11:49.701207+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:50.003042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":133,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.725422+0000","last_change":"2023-09-23T15:10:09.131581+0000","last_active":"2023-09-23T15:11:49.725422+0000","last_peered":"2023-09-23T15:11:49.725422+0000","last_clean":"2023-09-23T15:11:49.725422+0000","last_became_active":"2023-09-23T15:10:09.131235+0000","last_became_peered":"2023-09-23T15:10:09.131235+0000","last_unstale":"2023-09-23T15:11:49.725422+0000","last_undegraded":"2023-09-23T15:11:49.725422+0000","last_fullsized":"2023-09-23T15:11:49.725422+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:08.924116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":73,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.701042+0000","last_change":"2023-09-23T15:06:44.961923+0000","last_active":"2023-09-23T15:11:49.701042+0000","last_peered":"2023-09-23T15:11:49.701042+0000","last_clean":"2023-09-23T15:11:49.701042+0000","last_became_active":"2023-09-23T15:06:44.961613+0000","last_became_peered":"2023-09-23T15:06:44.961613+0000","last_unstale":"2023-09-23T15:11:49.701042+0000","last_undegraded":"2023-09-23T15:11:49.701042+0000","last_fullsized":"2023-09-23T15:11:49.701042+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:15.337573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"141'7444","reported_seq":7529,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:56.352249+0000","last_change":"2023-09-23T15:10:09.244602+0000","last_active":"2023-09-23T15:11:56.352249+0000","last_peered":"2023-09-23T15:11:56.352249+0000","last_clean":"2023-09-23T15:11:56.352249+0000","last_became_active":"2023-09-23T15:10:09.138397+0000","last_became_peered":"2023-09-23T15:10:09.138397+0000","last_unstale":"2023-09-23T15:11:56.352249+0000","last_undegraded":"2023-09-23T15:11:56.352249+0000","last_fullsized":"2023-09-23T15:11:56.352249+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7444,"log_dups_size":0,"ondisk_log_size":7444,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:34:41.135251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7995392,"num_objects":122,"num_object_clones":0,"num_object_copies":366,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":122,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7444,"num_write_kb":242112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"140'7048","reported_seq":7095,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:53.397348+0000","last_change":"2023-09-23T15:09:09.998382+0000","last_active":"2023-09-23T15:11:53.397348+0000","last_peered":"2023-09-23T15:11:53.397348+0000","last_clean":"2023-09-23T15:11:53.397348+0000","last_became_active":"2023-09-23T15:09:09.998075+0000","last_became_peered":"2023-09-23T15:09:09.998075+0000","last_unstale":"2023-09-23T15:11:53.397348+0000","last_undegraded":"2023-09-23T15:11:53.397348+0000","last_fullsized":"2023-09-23T15:11:53.397348+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7048,"log_dups_size":0,"ondisk_log_size":7048,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:04:59.817185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18743296,"num_objects":286,"num_object_clones":0,"num_object_copies":858,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":286,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7048,"num_write_kb":234688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":120,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.728778+0000","last_change":"2023-09-23T15:10:32.002853+0000","last_active":"2023-09-23T15:11:49.728778+0000","last_peered":"2023-09-23T15:11:49.728778+0000","last_clean":"2023-09-23T15:11:49.728778+0000","last_became_active":"2023-09-23T15:10:32.002581+0000","last_became_peered":"2023-09-23T15:10:32.002581+0000","last_unstale":"2023-09-23T15:11:49.728778+0000","last_undegraded":"2023-09-23T15:11:49.728778+0000","last_fullsized":"2023-09-23T15:11:49.728778+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:20.515540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":115,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.706025+0000","last_change":"2023-09-23T15:10:32.003203+0000","last_active":"2023-09-23T15:11:49.706025+0000","last_peered":"2023-09-23T15:11:49.706025+0000","last_clean":"2023-09-23T15:11:49.706025+0000","last_became_active":"2023-09-23T15:10:32.002938+0000","last_became_peered":"2023-09-23T15:10:32.002938+0000","last_unstale":"2023-09-23T15:11:49.706025+0000","last_undegraded":"2023-09-23T15:11:49.706025+0000","last_fullsized":"2023-09-23T15:11:49.706025+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:32.687557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":118,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.701134+0000","last_change":"2023-09-23T15:10:09.127716+0000","last_active":"2023-09-23T15:11:49.701134+0000","last_peered":"2023-09-23T15:11:49.701134+0000","last_clean":"2023-09-23T15:11:49.701134+0000","last_became_active":"2023-09-23T15:10:09.127430+0000","last_became_peered":"2023-09-23T15:10:09.127430+0000","last_unstale":"2023-09-23T15:11:49.701134+0000","last_undegraded":"2023-09-23T15:11:49.701134+0000","last_fullsized":"2023-09-23T15:11:49.701134+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:05.660817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"140'7130","reported_seq":7973,"reported_epoch":140,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:11:52.974686+0000","last_change":"2023-09-23T15:11:49.525128+0000","last_active":"2023-09-23T15:11:52.974686+0000","last_peered":"2023-09-23T15:11:52.974686+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:10:33.139348+0000","last_became_peered":"2023-09-23T15:10:33.139348+0000","last_unstale":"2023-09-23T15:11:52.974686+0000","last_undegraded":"2023-09-23T15:10:33.018267+0000","last_fullsized":"2023-09-23T15:10:32.999360+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7130,"log_dups_size":0,"ondisk_log_size":7130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:31:14.462524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21495808,"num_objects":328,"num_object_clones":0,"num_object_copies":984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2263,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":328,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7130,"num_write_kb":238656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":396,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,3],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"3,7","objects":-1935}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":117,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.707753+0000","last_change":"2023-09-23T15:10:09.142031+0000","last_active":"2023-09-23T15:11:49.707753+0000","last_peered":"2023-09-23T15:11:49.707753+0000","last_clean":"2023-09-23T15:11:49.707753+0000","last_became_active":"2023-09-23T15:10:09.141798+0000","last_became_peered":"2023-09-23T15:10:09.141798+0000","last_unstale":"2023-09-23T15:11:49.707753+0000","last_undegraded":"2023-09-23T15:11:49.707753+0000","last_fullsized":"2023-09-23T15:11:49.707753+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:39.474465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":114,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.700917+0000","last_change":"2023-09-23T15:10:32.002230+0000","last_active":"2023-09-23T15:11:49.700917+0000","last_peered":"2023-09-23T15:11:49.700917+0000","last_clean":"2023-09-23T15:11:49.700917+0000","last_became_active":"2023-09-23T15:10:32.001928+0000","last_became_peered":"2023-09-23T15:10:32.001928+0000","last_unstale":"2023-09-23T15:11:49.700917+0000","last_undegraded":"2023-09-23T15:11:49.700917+0000","last_fullsized":"2023-09-23T15:11:49.700917+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:10:43.177238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":107,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.701080+0000","last_change":"2023-09-23T15:06:44.961366+0000","last_active":"2023-09-23T15:11:49.701080+0000","last_peered":"2023-09-23T15:11:49.701080+0000","last_clean":"2023-09-23T15:11:49.701080+0000","last_became_active":"2023-09-23T15:06:44.961113+0000","last_became_peered":"2023-09-23T15:06:44.961113+0000","last_unstale":"2023-09-23T15:11:49.701080+0000","last_undegraded":"2023-09-23T15:11:49.701080+0000","last_fullsized":"2023-09-23T15:11:49.701080+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:55.998599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"140'7148","reported_seq":7192,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:52.958950+0000","last_change":"2023-09-23T15:09:09.996332+0000","last_active":"2023-09-23T15:11:52.958950+0000","last_peered":"2023-09-23T15:11:52.958950+0000","last_clean":"2023-09-23T15:11:52.958950+0000","last_became_active":"2023-09-23T15:09:09.995924+0000","last_became_peered":"2023-09-23T15:09:09.995924+0000","last_unstale":"2023-09-23T15:11:52.958950+0000","last_undegraded":"2023-09-23T15:11:52.958950+0000","last_fullsized":"2023-09-23T15:11:52.958950+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7148,"log_dups_size":0,"ondisk_log_size":7148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:10:03.822483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21233664,"num_objects":324,"num_object_clones":0,"num_object_copies":972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":324,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7148,"num_write_kb":239104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":120,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.724903+0000","last_change":"2023-09-23T15:10:09.132124+0000","last_active":"2023-09-23T15:11:49.724903+0000","last_peered":"2023-09-23T15:11:49.724903+0000","last_clean":"2023-09-23T15:11:49.724903+0000","last_became_active":"2023-09-23T15:10:09.131831+0000","last_became_peered":"2023-09-23T15:10:09.131831+0000","last_unstale":"2023-09-23T15:11:49.724903+0000","last_undegraded":"2023-09-23T15:11:49.724903+0000","last_fullsized":"2023-09-23T15:11:49.724903+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:33:35.877804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":496,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.720502+0000","last_change":"2023-09-23T15:10:32.009868+0000","last_active":"2023-09-23T15:11:49.720502+0000","last_peered":"2023-09-23T15:11:49.720502+0000","last_clean":"2023-09-23T15:11:49.720502+0000","last_became_active":"2023-09-23T15:10:32.009525+0000","last_became_peered":"2023-09-23T15:10:32.009525+0000","last_unstale":"2023-09-23T15:11:49.720502+0000","last_undegraded":"2023-09-23T15:11:49.720502+0000","last_fullsized":"2023-09-23T15:11:49.720502+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:21:51.916603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":78,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.709744+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:11:49.709744+0000","last_peered":"2023-09-23T15:11:49.709744+0000","last_clean":"2023-09-23T15:11:49.709744+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:11:49.709744+0000","last_undegraded":"2023-09-23T15:11:49.709744+0000","last_fullsized":"2023-09-23T15:11:49.709744+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":42,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701515+0000","last_change":"2023-09-23T15:10:32.008210+0000","last_active":"2023-09-23T15:11:50.701515+0000","last_peered":"2023-09-23T15:11:50.701515+0000","last_clean":"2023-09-23T15:11:50.701515+0000","last_became_active":"2023-09-23T15:10:32.007957+0000","last_became_peered":"2023-09-23T15:10:32.007957+0000","last_unstale":"2023-09-23T15:11:50.701515+0000","last_undegraded":"2023-09-23T15:11:50.701515+0000","last_fullsized":"2023-09-23T15:11:50.701515+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:31:16.276320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":119,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.720578+0000","last_change":"2023-09-23T15:06:44.962339+0000","last_active":"2023-09-23T15:11:49.720578+0000","last_peered":"2023-09-23T15:11:49.720578+0000","last_clean":"2023-09-23T15:11:49.720578+0000","last_became_active":"2023-09-23T15:06:44.961535+0000","last_became_peered":"2023-09-23T15:06:44.961535+0000","last_unstale":"2023-09-23T15:11:49.720578+0000","last_undegraded":"2023-09-23T15:11:49.720578+0000","last_fullsized":"2023-09-23T15:11:49.720578+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:46.260459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.698861+0000","last_change":"2023-09-23T15:07:50.031637+0000","last_active":"2023-09-23T15:11:50.698861+0000","last_peered":"2023-09-23T15:11:50.698861+0000","last_clean":"2023-09-23T15:11:50.698861+0000","last_became_active":"2023-09-23T15:07:50.031182+0000","last_became_peered":"2023-09-23T15:07:50.031182+0000","last_unstale":"2023-09-23T15:11:50.698861+0000","last_undegraded":"2023-09-23T15:11:50.698861+0000","last_fullsized":"2023-09-23T15:11:50.698861+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:58.223373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":123,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699311+0000","last_change":"2023-09-23T15:10:09.138815+0000","last_active":"2023-09-23T15:11:50.699311+0000","last_peered":"2023-09-23T15:11:50.699311+0000","last_clean":"2023-09-23T15:11:50.699311+0000","last_became_active":"2023-09-23T15:10:09.138531+0000","last_became_peered":"2023-09-23T15:10:09.138531+0000","last_unstale":"2023-09-23T15:11:50.699311+0000","last_undegraded":"2023-09-23T15:11:50.699311+0000","last_fullsized":"2023-09-23T15:11:50.699311+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:35:00.956939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"140'7141","reported_seq":7186,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:53.023491+0000","last_change":"2023-09-23T15:09:09.995806+0000","last_active":"2023-09-23T15:11:53.023491+0000","last_peered":"2023-09-23T15:11:53.023491+0000","last_clean":"2023-09-23T15:11:53.023491+0000","last_became_active":"2023-09-23T15:09:09.995526+0000","last_became_peered":"2023-09-23T15:09:09.995526+0000","last_unstale":"2023-09-23T15:11:53.023491+0000","last_undegraded":"2023-09-23T15:11:53.023491+0000","last_fullsized":"2023-09-23T15:11:53.023491+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7141,"log_dups_size":0,"ondisk_log_size":7141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:11.233777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20774912,"num_objects":317,"num_object_clones":0,"num_object_copies":951,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":317,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7141,"num_write_kb":238656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":102,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.723624+0000","last_change":"2023-09-23T15:06:13.223083+0000","last_active":"2023-09-23T15:11:49.723624+0000","last_peered":"2023-09-23T15:11:49.723624+0000","last_clean":"2023-09-23T15:11:49.723624+0000","last_became_active":"2023-09-23T15:06:13.222699+0000","last_became_peered":"2023-09-23T15:06:13.222699+0000","last_unstale":"2023-09-23T15:11:49.723624+0000","last_undegraded":"2023-09-23T15:11:49.723624+0000","last_fullsized":"2023-09-23T15:11:49.723624+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:51.081872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":103,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.701282+0000","last_change":"2023-09-23T15:10:09.128637+0000","last_active":"2023-09-23T15:11:49.701282+0000","last_peered":"2023-09-23T15:11:49.701282+0000","last_clean":"2023-09-23T15:11:49.701282+0000","last_became_active":"2023-09-23T15:10:09.128362+0000","last_became_peered":"2023-09-23T15:10:09.128362+0000","last_unstale":"2023-09-23T15:11:49.701282+0000","last_undegraded":"2023-09-23T15:11:49.701282+0000","last_fullsized":"2023-09-23T15:11:49.701282+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:26:59.191781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":79,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699082+0000","last_change":"2023-09-23T15:06:13.227687+0000","last_active":"2023-09-23T15:11:50.699082+0000","last_peered":"2023-09-23T15:11:50.699082+0000","last_clean":"2023-09-23T15:11:50.699082+0000","last_became_active":"2023-09-23T15:06:13.226603+0000","last_became_peered":"2023-09-23T15:06:13.226603+0000","last_unstale":"2023-09-23T15:11:50.699082+0000","last_undegraded":"2023-09-23T15:11:50.699082+0000","last_fullsized":"2023-09-23T15:11:50.699082+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:42.808524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"140'7044","reported_seq":12291,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:53.010771+0000","last_change":"2023-09-23T15:11:50.722371+0000","last_active":"2023-09-23T15:11:53.010771+0000","last_peered":"2023-09-23T15:11:53.010771+0000","last_clean":"2023-09-23T15:11:53.010771+0000","last_became_active":"2023-09-23T15:11:50.703652+0000","last_became_peered":"2023-09-23T15:11:50.703652+0000","last_unstale":"2023-09-23T15:11:53.010771+0000","last_undegraded":"2023-09-23T15:11:53.010771+0000","last_fullsized":"2023-09-23T15:11:53.010771+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7044,"log_dups_size":0,"ondisk_log_size":7044,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:16:44.091708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21102592,"num_objects":322,"num_object_clones":0,"num_object_copies":966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7044,"num_write_kb":235712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2589,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":101,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.711543+0000","last_change":"2023-09-23T15:07:50.035500+0000","last_active":"2023-09-23T15:11:49.711543+0000","last_peered":"2023-09-23T15:11:49.711543+0000","last_clean":"2023-09-23T15:11:49.711543+0000","last_became_active":"2023-09-23T15:07:50.035114+0000","last_became_peered":"2023-09-23T15:07:50.035114+0000","last_unstale":"2023-09-23T15:11:49.711543+0000","last_undegraded":"2023-09-23T15:11:49.711543+0000","last_fullsized":"2023-09-23T15:11:49.711543+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:16.003224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":88,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.701489+0000","last_change":"2023-09-23T15:10:32.002271+0000","last_active":"2023-09-23T15:11:49.701489+0000","last_peered":"2023-09-23T15:11:49.701489+0000","last_clean":"2023-09-23T15:11:49.701489+0000","last_became_active":"2023-09-23T15:10:32.001972+0000","last_became_peered":"2023-09-23T15:10:32.001972+0000","last_unstale":"2023-09-23T15:11:49.701489+0000","last_undegraded":"2023-09-23T15:11:49.701489+0000","last_fullsized":"2023-09-23T15:11:49.701489+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:06:34.690769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":99,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.710628+0000","last_change":"2023-09-23T15:07:50.032885+0000","last_active":"2023-09-23T15:11:49.710628+0000","last_peered":"2023-09-23T15:11:49.710628+0000","last_clean":"2023-09-23T15:11:49.710628+0000","last_became_active":"2023-09-23T15:07:50.032623+0000","last_became_peered":"2023-09-23T15:07:50.032623+0000","last_unstale":"2023-09-23T15:11:49.710628+0000","last_undegraded":"2023-09-23T15:11:49.710628+0000","last_fullsized":"2023-09-23T15:11:49.710628+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:07:08.756237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"140'7086","reported_seq":7171,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:52.957555+0000","last_change":"2023-09-23T15:10:09.171461+0000","last_active":"2023-09-23T15:11:52.957555+0000","last_peered":"2023-09-23T15:11:52.957555+0000","last_clean":"2023-09-23T15:11:52.957555+0000","last_became_active":"2023-09-23T15:10:09.132317+0000","last_became_peered":"2023-09-23T15:10:09.132317+0000","last_unstale":"2023-09-23T15:11:52.957555+0000","last_undegraded":"2023-09-23T15:11:52.957555+0000","last_fullsized":"2023-09-23T15:11:52.957555+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7086,"log_dups_size":0,"ondisk_log_size":7086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:25.076298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18350080,"num_objects":280,"num_object_clones":0,"num_object_copies":840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":280,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7086,"num_write_kb":235712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":90,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701398+0000","last_change":"2023-09-23T15:10:32.007904+0000","last_active":"2023-09-23T15:11:50.701398+0000","last_peered":"2023-09-23T15:11:50.701398+0000","last_clean":"2023-09-23T15:11:50.701398+0000","last_became_active":"2023-09-23T15:10:32.007602+0000","last_became_peered":"2023-09-23T15:10:32.007602+0000","last_unstale":"2023-09-23T15:11:50.701398+0000","last_undegraded":"2023-09-23T15:11:50.701398+0000","last_fullsized":"2023-09-23T15:11:50.701398+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:32:55.541707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":98,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699277+0000","last_change":"2023-09-23T15:06:44.957386+0000","last_active":"2023-09-23T15:11:50.699277+0000","last_peered":"2023-09-23T15:11:50.699277+0000","last_clean":"2023-09-23T15:11:50.699277+0000","last_became_active":"2023-09-23T15:06:44.956983+0000","last_became_peered":"2023-09-23T15:06:44.956983+0000","last_unstale":"2023-09-23T15:11:50.699277+0000","last_undegraded":"2023-09-23T15:11:50.699277+0000","last_fullsized":"2023-09-23T15:11:50.699277+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:19.359403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":97,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.705716+0000","last_change":"2023-09-23T15:10:32.002742+0000","last_active":"2023-09-23T15:11:49.705716+0000","last_peered":"2023-09-23T15:11:49.705716+0000","last_clean":"2023-09-23T15:11:49.705716+0000","last_became_active":"2023-09-23T15:10:32.002445+0000","last_became_peered":"2023-09-23T15:10:32.002445+0000","last_unstale":"2023-09-23T15:11:49.705716+0000","last_undegraded":"2023-09-23T15:11:49.705716+0000","last_fullsized":"2023-09-23T15:11:49.705716+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:16.287112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"140'7249","reported_seq":7316,"reported_epoch":140,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:11:52.941649+0000","last_change":"2023-09-23T15:10:33.151136+0000","last_active":"2023-09-23T15:11:52.941649+0000","last_peered":"2023-09-23T15:11:52.941649+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:10:33.144186+0000","last_became_peered":"2023-09-23T15:10:33.144186+0000","last_unstale":"2023-09-23T15:11:52.941649+0000","last_undegraded":"2023-09-23T15:10:33.085311+0000","last_fullsized":"2023-09-23T15:10:32.999352+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7249,"log_dups_size":0,"ondisk_log_size":7249,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:39:15.269731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20250624,"num_objects":309,"num_object_clones":0,"num_object_copies":927,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2660,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":309,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7249,"num_write_kb":241856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[{"shards":"2,7","objects":-2351}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":83,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699209+0000","last_change":"2023-09-23T15:06:13.228345+0000","last_active":"2023-09-23T15:11:50.699209+0000","last_peered":"2023-09-23T15:11:50.699209+0000","last_clean":"2023-09-23T15:11:50.699209+0000","last_became_active":"2023-09-23T15:06:13.228010+0000","last_became_peered":"2023-09-23T15:06:13.228010+0000","last_unstale":"2023-09-23T15:11:50.699209+0000","last_undegraded":"2023-09-23T15:11:50.699209+0000","last_fullsized":"2023-09-23T15:11:50.699209+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:58.040116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":116,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.707658+0000","last_change":"2023-09-23T15:10:09.130387+0000","last_active":"2023-09-23T15:11:49.707658+0000","last_peered":"2023-09-23T15:11:49.707658+0000","last_clean":"2023-09-23T15:11:49.707658+0000","last_became_active":"2023-09-23T15:10:09.130035+0000","last_became_peered":"2023-09-23T15:10:09.130035+0000","last_unstale":"2023-09-23T15:11:49.707658+0000","last_undegraded":"2023-09-23T15:11:49.707658+0000","last_fullsized":"2023-09-23T15:11:49.707658+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:14.833586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":101,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.725058+0000","last_change":"2023-09-23T15:06:44.961272+0000","last_active":"2023-09-23T15:11:49.725058+0000","last_peered":"2023-09-23T15:11:49.725058+0000","last_clean":"2023-09-23T15:11:49.725058+0000","last_became_active":"2023-09-23T15:06:44.960880+0000","last_became_peered":"2023-09-23T15:06:44.960880+0000","last_unstale":"2023-09-23T15:11:49.725058+0000","last_undegraded":"2023-09-23T15:11:49.725058+0000","last_fullsized":"2023-09-23T15:11:49.725058+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:47:59.931694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":141,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.706087+0000","last_change":"2023-09-23T15:10:09.132324+0000","last_active":"2023-09-23T15:11:49.706087+0000","last_peered":"2023-09-23T15:11:49.706087+0000","last_clean":"2023-09-23T15:11:49.706087+0000","last_became_active":"2023-09-23T15:10:09.132041+0000","last_became_peered":"2023-09-23T15:10:09.132041+0000","last_unstale":"2023-09-23T15:11:49.706087+0000","last_undegraded":"2023-09-23T15:11:49.706087+0000","last_fullsized":"2023-09-23T15:11:49.706087+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:45:07.758828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":101,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.725504+0000","last_change":"2023-09-23T15:10:32.003034+0000","last_active":"2023-09-23T15:11:49.725504+0000","last_peered":"2023-09-23T15:11:49.725504+0000","last_clean":"2023-09-23T15:11:49.725504+0000","last_became_active":"2023-09-23T15:10:32.002697+0000","last_became_peered":"2023-09-23T15:10:32.002697+0000","last_unstale":"2023-09-23T15:11:49.725504+0000","last_undegraded":"2023-09-23T15:11:49.725504+0000","last_fullsized":"2023-09-23T15:11:49.725504+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:28:07.416047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":114,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.708927+0000","last_change":"2023-09-23T15:07:50.030878+0000","last_active":"2023-09-23T15:11:49.708927+0000","last_peered":"2023-09-23T15:11:49.708927+0000","last_clean":"2023-09-23T15:11:49.708927+0000","last_became_active":"2023-09-23T15:07:50.030573+0000","last_became_peered":"2023-09-23T15:07:50.030573+0000","last_unstale":"2023-09-23T15:11:49.708927+0000","last_undegraded":"2023-09-23T15:11:49.708927+0000","last_fullsized":"2023-09-23T15:11:49.708927+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:32.003219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":136,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.710120+0000","last_change":"2023-09-23T15:10:32.002016+0000","last_active":"2023-09-23T15:11:49.710120+0000","last_peered":"2023-09-23T15:11:49.710120+0000","last_clean":"2023-09-23T15:11:49.710120+0000","last_became_active":"2023-09-23T15:10:32.001682+0000","last_became_peered":"2023-09-23T15:10:32.001682+0000","last_unstale":"2023-09-23T15:11:49.710120+0000","last_undegraded":"2023-09-23T15:11:49.710120+0000","last_fullsized":"2023-09-23T15:11:49.710120+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:23.876846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":139,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.709723+0000","last_change":"2023-09-23T15:10:09.131669+0000","last_active":"2023-09-23T15:11:49.709723+0000","last_peered":"2023-09-23T15:11:49.709723+0000","last_clean":"2023-09-23T15:11:49.709723+0000","last_became_active":"2023-09-23T15:10:09.131378+0000","last_became_peered":"2023-09-23T15:10:09.131378+0000","last_unstale":"2023-09-23T15:11:49.709723+0000","last_undegraded":"2023-09-23T15:11:49.709723+0000","last_fullsized":"2023-09-23T15:11:49.709723+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:51:22.063950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":113,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699277+0000","last_change":"2023-09-23T15:10:09.139425+0000","last_active":"2023-09-23T15:11:50.699277+0000","last_peered":"2023-09-23T15:11:50.699277+0000","last_clean":"2023-09-23T15:11:50.699277+0000","last_became_active":"2023-09-23T15:10:09.139059+0000","last_became_peered":"2023-09-23T15:10:09.139059+0000","last_unstale":"2023-09-23T15:11:50.699277+0000","last_undegraded":"2023-09-23T15:11:50.699277+0000","last_fullsized":"2023-09-23T15:11:50.699277+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:23:35.244235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":114,"reported_epoch":139,"state":"active+clean","last_fresh":"2023-09-23T15:11:49.705710+0000","last_change":"2023-09-23T15:10:32.002820+0000","last_active":"2023-09-23T15:11:49.705710+0000","last_peered":"2023-09-23T15:11:49.705710+0000","last_clean":"2023-09-23T15:11:49.705710+0000","last_became_active":"2023-09-23T15:10:32.002548+0000","last_became_peered":"2023-09-23T15:10:32.002548+0000","last_unstale":"2023-09-23T15:11:49.705710+0000","last_undegraded":"2023-09-23T15:11:49.705710+0000","last_fullsized":"2023-09-23T15:11:49.705710+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:30:59.691684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":293404696,"num_objects":4478,"num_object_clones":0,"num_object_copies":13434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4923,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4478,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":114300,"num_write_kb":3800833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8293,"num_bytes_recovered":359530496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":878915584,"data_stored":878903368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114300,"ondisk_log_size":114300,"up":48,"acting":46,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201471,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":186716,"kb_used_data":135892,"kb_used_omap":0,"kb_used_meta":50816,"kb_avail":93558436,"statfs":{"total":95995035648,"available":95803838464,"internally_reserved":0,"allocated":139153408,"data_stored":138627493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":52035584},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:17 2023","interfaces":[{"interface":"back","average":{"1min":1.8500000000000001,"5min":0.79300000000000004,"15min":0.629},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":15.452999999999999,"5min":15.452999999999999,"15min":15.452999999999999},"last":4.1539999999999999},{"interface":"front","average":{"1min":2.1749999999999998,"5min":0.85899999999999999,"15min":0.66500000000000004},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":15.492000000000001,"5min":15.492000000000001,"15min":15.492000000000001},"last":4.7489999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1799999999999999,"5min":0.65400000000000003,"15min":0.56399999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":4.3620000000000001,"5min":4.3620000000000001,"15min":4.3620000000000001},"last":6.6260000000000003},{"interface":"front","average":{"1min":1.165,"5min":0.67700000000000005,"15min":0.60199999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":6.9880000000000004,"5min":6.9880000000000004,"15min":6.9880000000000004},"last":6.6509999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:11:13 2023","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":1.617,"15min":1.617},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":1.3540000000000001},{"interface":"front","average":{"1min":1.593,"5min":1.593,"15min":1.593},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":6.7990000000000004,"5min":6.7990000000000004,"15min":6.7990000000000004},"last":0.59599999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:10:56 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":0.623,"15min":0.55800000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":4.54,"5min":4.54,"15min":4.54},"last":1.597},{"interface":"front","average":{"1min":1.0920000000000001,"5min":0.66000000000000003,"15min":0.59199999999999997},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8010000000000002,"5min":4.8010000000000002,"15min":4.8010000000000002},"last":1.613}]},{"osd":4,"last update":"Sat Sep 23 15:11:44 2023","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":0.66700000000000004,"15min":0.53200000000000003},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.0300000000000002,"5min":5.0300000000000002,"15min":5.0300000000000002},"last":1.6379999999999999},{"interface":"front","average":{"1min":1.2589999999999999,"5min":0.66200000000000003,"15min":0.54500000000000004},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.25800000000000001},"max":{"1min":4.7409999999999997,"5min":4.7409999999999997,"15min":4.7409999999999997},"last":1.2190000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:11:44 2023","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":0.79500000000000004,"15min":0.60499999999999998},"min":{"1min":0.33200000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.7709999999999999,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":1.609,"5min":0.76700000000000002,"15min":0.61499999999999999},"min":{"1min":0.34200000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":6.1989999999999998,"5min":6.1989999999999998,"15min":6.1989999999999998},"last":0.433}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":5.8280000000000003,"5min":5.8280000000000003,"15min":5.8280000000000003},"last":1.252},{"interface":"front","average":{"1min":1.169,"5min":1.169,"15min":1.169},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":3.649,"5min":3.649,"15min":3.649},"last":0.377}]}]},{"osd":6,"up_from":122,"seq":523986010130,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":138904,"kb_used_data":73680,"kb_used_omap":9,"kb_used_meta":65206,"kb_avail":93606248,"statfs":{"total":95995035648,"available":95852797952,"internally_reserved":0,"allocated":75448320,"data_stored":74934511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":66771283},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":2.6110000000000002,"5min":2.6110000000000002,"15min":2.6110000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":26.251000000000001,"5min":26.251000000000001,"15min":26.251000000000001},"last":0.24399999999999999},{"interface":"front","average":{"1min":3.145,"5min":3.145,"15min":3.145},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":26.045999999999999,"5min":26.045999999999999,"15min":26.045999999999999},"last":0.442}]},{"osd":1,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":1.385,"15min":1.385},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.8940000000000001,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.32700000000000001},{"interface":"front","average":{"1min":1.843,"5min":1.843,"15min":1.843},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.6710000000000003,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.34899999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":5.0469999999999997,"5min":5.0469999999999997,"15min":5.0469999999999997},"last":0.36199999999999999},{"interface":"front","average":{"1min":1.905,"5min":1.905,"15min":1.905},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":7.6109999999999998,"5min":7.6109999999999998,"15min":7.6109999999999998},"last":0.54900000000000004}]},{"osd":3,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":6.6529999999999996,"5min":6.6529999999999996,"15min":6.6529999999999996},"last":0.33900000000000002},{"interface":"front","average":{"1min":2.3290000000000002,"5min":2.3290000000000002,"15min":2.3290000000000002},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":10.654999999999999,"5min":10.654999999999999,"15min":10.654999999999999},"last":0.42399999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.8599999999999999,"5min":2.8599999999999999,"15min":2.8599999999999999},"last":0.39400000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":8.7279999999999998,"5min":8.7279999999999998,"15min":8.7279999999999998},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":144.953,"5min":144.953,"15min":144.953},"last":0.313},{"interface":"front","average":{"1min":8.3780000000000001,"5min":8.3780000000000001,"15min":8.3780000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":144.79400000000001,"5min":144.79400000000001,"15min":144.79400000000001},"last":0.56200000000000006}]},{"osd":7,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.234,"5min":1.234,"15min":1.234},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":5.8760000000000003,"5min":5.8760000000000003,"15min":5.8760000000000003},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":2.0110000000000001},"last":0.373}]}]},{"osd":1,"up_from":89,"seq":382252089408,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":179304,"kb_used_data":107552,"kb_used_omap":9,"kb_used_meta":71734,"kb_avail":93565848,"statfs":{"total":95995035648,"available":95811428352,"internally_reserved":0,"allocated":110133248,"data_stored":109482920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":73456617},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:10:49 2023","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":0.48799999999999999,"15min":0.38200000000000001},"min":{"1min":0.20499999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":5.8689999999999998,"5min":5.8689999999999998,"15min":5.8689999999999998},"last":3.5339999999999998},{"interface":"front","average":{"1min":1.0609999999999999,"5min":0.48799999999999999,"15min":0.40200000000000002},"min":{"1min":0.26100000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":5.0279999999999996,"5min":5.0279999999999996,"15min":5.0279999999999996},"last":2.5099999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:11:08 2023","interfaces":[{"interface":"back","average":{"1min":5.6130000000000004,"5min":5.6130000000000004,"15min":5.6130000000000004},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":64.444999999999993,"5min":64.444999999999993,"15min":64.444999999999993},"last":3.7080000000000002},{"interface":"front","average":{"1min":6.0670000000000002,"5min":6.0670000000000002,"15min":6.0670000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":63.148000000000003,"5min":63.148000000000003,"15min":63.148000000000003},"last":0.61799999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":3.488,"5min":0.97099999999999997,"15min":0.55600000000000005},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":26.690000000000001,"5min":26.690000000000001,"15min":26.690000000000001},"last":3.9340000000000002},{"interface":"front","average":{"1min":3.0609999999999999,"5min":0.89500000000000002,"15min":0.53700000000000003},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":26.792000000000002,"5min":26.792000000000002,"15min":26.792000000000002},"last":3.496}]},{"osd":4,"last update":"Sat Sep 23 15:10:49 2023","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":0.70699999999999996,"15min":0.61899999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":9.0850000000000009,"5min":9.0850000000000009,"15min":9.0850000000000009},"last":2.4199999999999999},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.625,"15min":0.60099999999999998},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":3.1469999999999998,"5min":3.1469999999999998,"15min":3.1469999999999998},"last":0.57099999999999995}]},{"osd":5,"last update":"Sat Sep 23 15:10:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0760000000000001,"5min":0.69299999999999995,"15min":0.63900000000000001},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":5.0439999999999996,"5min":5.0439999999999996,"15min":5.0439999999999996},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.393,"5min":0.77800000000000002,"15min":0.69999999999999996},"min":{"1min":0.38200000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":9.3130000000000006,"5min":9.3130000000000006,"15min":9.3130000000000006},"last":2.347}]},{"osd":6,"last update":"Sat Sep 23 15:11:31 2023","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":5.9569999999999999,"5min":5.9569999999999999,"15min":5.9569999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":2.02,"5min":2.02,"15min":2.02},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":8.1039999999999992,"5min":8.1039999999999992,"15min":8.1039999999999992},"last":2.391}]},{"osd":7,"last update":"Sat Sep 23 15:10:49 2023","interfaces":[{"interface":"back","average":{"1min":1.345,"5min":0.746,"15min":0.66000000000000003},"min":{"1min":0.40899999999999997,"5min":0.375,"15min":0.375},"max":{"1min":8.5739999999999998,"5min":8.5739999999999998,"15min":8.5739999999999998},"last":2.4420000000000002},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.67100000000000004,"15min":0.65100000000000002},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":3.2810000000000001,"5min":3.2810000000000001,"15min":3.2810000000000001},"last":0.60099999999999998}]}]},{"osd":0,"up_from":84,"seq":360777252935,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":110012,"kb_used_data":42292,"kb_used_omap":28,"kb_used_meta":67683,"kb_avail":93635140,"statfs":{"total":95995035648,"available":95882383360,"internally_reserved":0,"allocated":43307008,"data_stored":42588676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":69308240},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:11:50 2023","interfaces":[{"interface":"back","average":{"1min":6.4400000000000004,"5min":1.75,"15min":0.82399999999999995},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":71.188000000000002,"5min":71.188000000000002,"15min":71.188000000000002},"last":1.8620000000000001},{"interface":"front","average":{"1min":5.7969999999999997,"5min":1.5640000000000001,"15min":0.76000000000000001},"min":{"1min":0.221,"5min":0.217,"15min":0.217},"max":{"1min":70.156999999999996,"5min":70.156999999999996,"15min":70.156999999999996},"last":0.503}]},{"osd":2,"last update":"Sat Sep 23 15:11:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6040000000000001,"5min":2.6040000000000001,"15min":2.6040000000000001},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":10.193,"5min":10.193,"15min":10.193},"last":0.55800000000000005},{"interface":"front","average":{"1min":1.794,"5min":1.794,"15min":1.794},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":9.6050000000000004,"5min":9.6050000000000004,"15min":9.6050000000000004},"last":5.431}]},{"osd":3,"last update":"Sat Sep 23 15:10:58 2023","interfaces":[{"interface":"back","average":{"1min":1.946,"5min":0.70299999999999996,"15min":0.50600000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":8.8079999999999998,"5min":8.8079999999999998,"15min":8.8079999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":1.9850000000000001,"5min":0.71899999999999997,"15min":0.51900000000000002},"min":{"1min":0.27100000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":9.4589999999999996,"5min":9.4589999999999996,"15min":9.4589999999999996},"last":5.468}]},{"osd":4,"last update":"Sat Sep 23 15:11:21 2023","interfaces":[{"interface":"back","average":{"1min":1.3540000000000001,"5min":0.72999999999999998,"15min":0.67400000000000004},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.324,"5min":10.324,"15min":10.324},"last":1.7729999999999999},{"interface":"front","average":{"1min":3.3260000000000001,"5min":1.121,"15min":0.77800000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":41.561999999999998,"5min":41.561999999999998,"15min":41.561999999999998},"last":0.61199999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:11:21 2023","interfaces":[{"interface":"back","average":{"1min":3.452,"5min":1.1850000000000001,"15min":0.82799999999999996},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":41.631999999999998,"5min":41.631999999999998,"15min":41.631999999999998},"last":0.63700000000000001},{"interface":"front","average":{"1min":2.0819999999999999,"5min":0.91400000000000003,"15min":0.74199999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":9.5099999999999998,"5min":9.5099999999999998,"15min":9.5099999999999998},"last":5.5990000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:11:31 2023","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":1.966,"15min":1.966},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":9.5449999999999999,"5min":9.5449999999999999,"15min":9.5449999999999999},"last":5.5389999999999997},{"interface":"front","average":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":10.355,"5min":10.355,"15min":10.355},"last":1.8109999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:11:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3210000000000002,"5min":0.94899999999999995,"15min":0.76000000000000001},"min":{"1min":0.36699999999999999,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":9.5760000000000005,"5min":9.5760000000000005,"15min":9.5760000000000005},"last":5.5739999999999998},{"interface":"front","average":{"1min":1.796,"5min":0.873,"15min":0.73799999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":10.292999999999999,"5min":10.292999999999999,"15min":10.292999999999999},"last":1.8360000000000001}]}]},{"osd":2,"up_from":117,"seq":502511173654,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":307768,"kb_used_data":195376,"kb_used_omap":81,"kb_used_meta":112302,"kb_avail":93437384,"statfs":{"total":95995035648,"available":95679881216,"internally_reserved":0,"allocated":200065024,"data_stored":199400545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":114997466},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":2.0550000000000002,"5min":2.0550000000000002,"15min":2.0550000000000002},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":10.404,"5min":10.404,"15min":10.404},"last":0.58299999999999996},{"interface":"front","average":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":10.532,"5min":10.532,"15min":10.532},"last":2.2309999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.2629999999999999,"5min":2.2629999999999999,"15min":2.2629999999999999},"last":2.2690000000000001},{"interface":"front","average":{"1min":1.609,"5min":1.609,"15min":1.609},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":11.372,"5min":11.372,"15min":11.372},"last":5.1429999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":4.992,"5min":4.992,"15min":4.992},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":60.445,"5min":60.445,"15min":60.445},"last":5.2590000000000003},{"interface":"front","average":{"1min":5.3440000000000003,"5min":5.3440000000000003,"15min":5.3440000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":60.905000000000001,"5min":60.905000000000001,"15min":60.905000000000001},"last":0.81100000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":6.476,"5min":6.476,"15min":6.476},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":50.792000000000002,"5min":50.792000000000002,"15min":50.792000000000002},"last":0.65500000000000003},{"interface":"front","average":{"1min":2.9529999999999998,"5min":2.9529999999999998,"15min":2.9529999999999998},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":36.051000000000002,"5min":36.051000000000002,"15min":36.051000000000002},"last":2.2919999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":3.254,"5min":3.254,"15min":3.254},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":35.878,"5min":35.878,"15min":35.878},"last":2.323},{"interface":"front","average":{"1min":6.2370000000000001,"5min":6.2370000000000001,"15min":6.2370000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":50.816000000000003,"5min":50.816000000000003,"15min":50.816000000000003},"last":5.1829999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:11:34 2023","interfaces":[{"interface":"back","average":{"1min":6.4640000000000004,"5min":6.4640000000000004,"15min":6.4640000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":50.871000000000002,"5min":50.871000000000002,"15min":50.871000000000002},"last":0.67500000000000004},{"interface":"front","average":{"1min":5.5979999999999999,"5min":5.5979999999999999,"15min":5.5979999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":50.771000000000001,"5min":50.771000000000001,"15min":50.771000000000001},"last":5.2069999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":6.3129999999999997,"5min":6.3129999999999997,"15min":6.3129999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":50.853999999999999,"5min":50.853999999999999,"15min":50.853999999999999},"last":5.2309999999999999},{"interface":"front","average":{"1min":6.5590000000000002,"5min":6.5590000000000002,"15min":6.5590000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":50.841999999999999,"5min":50.841999999999999,"15min":50.841999999999999},"last":0.63100000000000001}]}]},{"osd":3,"up_from":99,"seq":425201762355,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":322264,"kb_used_data":214288,"kb_used_omap":7,"kb_used_meta":107832,"kb_avail":93422888,"statfs":{"total":95995035648,"available":95665037312,"internally_reserved":0,"allocated":219430912,"data_stored":218792917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":110420584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":0.46899999999999997,"15min":0.36199999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":6.327,"5min":6.327,"15min":6.327},"last":1.3300000000000001},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.44900000000000001,"15min":0.36699999999999999},"min":{"1min":0.26400000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.1669999999999998,"5min":4.1669999999999998,"15min":4.1669999999999998},"last":0.17499999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.434,"15min":0.36199999999999999},"min":{"1min":0.20599999999999999,"5min":0.193,"15min":0.193},"max":{"1min":4.21,"5min":4.21,"15min":4.21},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.2030000000000001,"5min":0.51300000000000001,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":6.2050000000000001,"5min":6.2050000000000001,"15min":6.2050000000000001},"last":1.4259999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":4.1929999999999996,"5min":4.1929999999999996,"15min":4.1929999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":55.378999999999998,"5min":55.378999999999998,"15min":55.378999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":4.7830000000000004,"5min":4.7830000000000004,"15min":4.7830000000000004},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":55.401000000000003,"5min":55.401000000000003,"15min":55.401000000000003},"last":0.46200000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.61199999999999999,"15min":0.58999999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.1890000000000001,"5min":2.1890000000000001,"15min":2.1890000000000001},"last":0.434},{"interface":"front","average":{"1min":1.214,"5min":0.69799999999999995,"15min":0.61599999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.1749999999999998,"5min":6.1749999999999998,"15min":6.1749999999999998},"last":1.2649999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":0.67300000000000004,"15min":0.60799999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":6.266,"5min":6.266,"15min":6.266},"last":1.3999999999999999},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.63600000000000001,"15min":0.60599999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.2839999999999998,"5min":2.2839999999999998,"15min":2.2839999999999998},"last":0.52700000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:11:34 2023","interfaces":[{"interface":"back","average":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":6.3529999999999998,"5min":6.3529999999999998,"15min":6.3529999999999998},"last":1.2969999999999999},{"interface":"front","average":{"1min":1.8520000000000001,"5min":1.8520000000000001,"15min":1.8520000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.8780000000000001,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":0.50600000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.65000000000000002,"15min":0.61899999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":2.3050000000000002,"5min":2.3050000000000002,"15min":2.3050000000000002},"last":1.3460000000000001},{"interface":"front","average":{"1min":1.204,"5min":0.71699999999999997,"15min":0.64500000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":6.2270000000000003,"5min":6.2270000000000003,"15min":6.2270000000000003},"last":1.45}]}]},{"osd":4,"up_from":31,"seq":133143986380,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":146904,"kb_used_data":111696,"kb_used_omap":0,"kb_used_meta":35136,"kb_avail":93598248,"statfs":{"total":95995035648,"available":95844605952,"internally_reserved":0,"allocated":114376704,"data_stored":113854594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":35979264},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:22 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.59699999999999998,"15min":0.55300000000000005},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":1.617,"5min":7.1909999999999998,"15min":7.1909999999999998},"last":0.54300000000000004},{"interface":"front","average":{"1min":1.653,"5min":0.75600000000000001,"15min":0.622},"min":{"1min":0.26900000000000002,"5min":0.221,"15min":0.221},"max":{"1min":8.5830000000000002,"5min":8.5830000000000002,"15min":8.5830000000000002},"last":0.41899999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:10:50 2023","interfaces":[{"interface":"back","average":{"1min":1.415,"5min":0.70199999999999996,"15min":0.59799999999999998},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":8.6349999999999998,"5min":8.6349999999999998,"15min":8.6349999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":1.0860000000000001,"5min":0.63600000000000001,"15min":0.58899999999999997},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":5.2869999999999999,"5min":5.2869999999999999,"15min":5.2869999999999999},"last":0.436}]},{"osd":2,"last update":"Sat Sep 23 15:11:11 2023","interfaces":[{"interface":"back","average":{"1min":1.466,"5min":1.466,"15min":1.466},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":5.8449999999999998,"5min":5.8449999999999998,"15min":5.8449999999999998},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.5609999999999999,"5min":1.5609999999999999,"15min":1.5609999999999999},"last":0.48399999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:10:53 2023","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.60699999999999998,"15min":0.59099999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":3.6459999999999999,"5min":3.6459999999999999,"15min":3.6459999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.625,"15min":0.628},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":3.73,"5min":3.73,"15min":3.73},"last":0.50900000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:11:04 2023","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":0.65500000000000003,"15min":0.51600000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":8.6669999999999998,"5min":8.6669999999999998,"15min":8.6669999999999998},"last":0.32000000000000001},{"interface":"front","average":{"1min":1.302,"5min":0.67300000000000004,"15min":0.54900000000000004},"min":{"1min":0.31,"5min":0.28599999999999998,"15min":0.26800000000000002},"max":{"1min":9.8239999999999998,"5min":9.8239999999999998,"15min":9.8239999999999998},"last":0.34200000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":2.262,"5min":2.262,"15min":2.262},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":10.878,"5min":10.878,"15min":10.878},"last":0.30199999999999999},{"interface":"front","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":4.6280000000000001,"5min":4.6280000000000001,"15min":4.6280000000000001},"last":0.39100000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:11:04 2023","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.64100000000000001,"15min":0.57999999999999996},"min":{"1min":0.311,"5min":0.311,"15min":0.307},"max":{"1min":6.0119999999999996,"5min":6.0119999999999996,"15min":6.0119999999999996},"last":0.38},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.63200000000000001,"15min":0.59599999999999997},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.3719999999999999,"5min":4.3719999999999999,"15min":5.4550000000000001},"last":0.35899999999999999}]}]},{"osd":5,"up_from":39,"seq":167503724743,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":163016,"kb_used_data":111104,"kb_used_omap":0,"kb_used_meta":51904,"kb_avail":93582136,"statfs":{"total":95995035648,"available":95828107264,"internally_reserved":0,"allocated":113770496,"data_stored":113260215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":53149696},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:22 2023","interfaces":[{"interface":"back","average":{"1min":1.8360000000000001,"5min":0.76200000000000001,"15min":0.56799999999999995},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":6.452,"5min":6.452,"15min":6.452},"last":6.4880000000000004},{"interface":"front","average":{"1min":1.748,"5min":0.78600000000000003,"15min":0.62},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":4.6849999999999996,"5min":4.6849999999999996,"15min":4.6849999999999996},"last":0.29099999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:11:51 2023","interfaces":[{"interface":"back","average":{"1min":3.5249999999999999,"5min":1.2030000000000001,"15min":0.76800000000000002},"min":{"1min":0.27400000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":16.218,"5min":16.218,"15min":16.218},"last":2.0329999999999999},{"interface":"front","average":{"1min":3.5670000000000002,"5min":1.284,"15min":0.78700000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":16.271000000000001,"5min":16.271000000000001,"15min":16.271000000000001},"last":6.3099999999999996}]},{"osd":2,"last update":"Sat Sep 23 15:11:11 2023","interfaces":[{"interface":"back","average":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":6.0759999999999996,"5min":6.0759999999999996,"15min":6.0759999999999996},"last":1.2450000000000001},{"interface":"front","average":{"1min":2.0030000000000001,"5min":2.0030000000000001,"15min":2.0030000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":5.2480000000000002,"5min":5.2480000000000002,"15min":5.2480000000000002},"last":10.372}]},{"osd":3,"last update":"Sat Sep 23 15:10:51 2023","interfaces":[{"interface":"back","average":{"1min":1.4399999999999999,"5min":0.73199999999999998,"15min":0.628},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":4.1799999999999997,"5min":4.1799999999999997,"15min":4.1799999999999997},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.67500000000000004,"15min":0.66900000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":4.9539999999999997,"5min":4.9539999999999997,"15min":4.9539999999999997},"last":7.9199999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:11:16 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.024,"15min":0.64800000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.246},"max":{"1min":3.9860000000000002,"5min":48.997999999999998,"15min":48.997999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":2.2890000000000001,"5min":1.2709999999999999,"15min":0.753},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":8.3130000000000006,"5min":49.017000000000003,"15min":49.017000000000003},"last":0.378}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":4.0800000000000001,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":4.0780000000000003},{"interface":"front","average":{"1min":2.1880000000000002,"5min":2.1880000000000002,"15min":2.1880000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":11.076000000000001,"5min":11.076000000000001,"15min":11.076000000000001},"last":4.0659999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:10:57 2023","interfaces":[{"interface":"back","average":{"1min":4.9390000000000001,"5min":1.458,"15min":0.873},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":77.837000000000003,"5min":77.837000000000003,"15min":77.837000000000003},"last":0.39900000000000002},{"interface":"front","average":{"1min":4.6699999999999999,"5min":1.4339999999999999,"15min":0.85699999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":78.174000000000007,"5min":78.174000000000007,"15min":78.174000000000007},"last":0.622}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32051200,"data_stored":32047128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":99618816,"data_stored":99614744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":176226304,"data_stored":176226304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":183894016,"data_stored":183894016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":100270080,"data_stored":100270080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":100012032,"data_stored":100007960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":67502080,"data_stored":67502080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":119341056,"data_stored":119341056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:11:58.816 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:11:59.126 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:11:59.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:59.132 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:11:59.176 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Removed 59388 objects 2023-09-23T15:11:59.176 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Clean up completed and total clean up time :71.0839 2023-09-23T15:11:59.233 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:11:59.259 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:59.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:11:59 smithi118 ceph-mon[219580]: from='client.54694 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:11:59.274 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:11:59 smithi118 ceph-mon[212312]: from='client.54694 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:11:59.302 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:11:59.306 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:11:59 smithi178 ceph-mon[192298]: from='client.54694 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:11:59.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:59.308 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:11:59.408 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:11:59.434 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:59.478 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:11:59.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:59.483 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:11:59.586 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:11:59.613 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:59.661 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:11:59.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:59.665 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:11:59.766 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:11:59.791 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:11:59.840 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:11:59.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:11:59.843 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:11:59.905 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:11:59.944 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:11:59.974 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:00.017 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:00.032 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:00.033 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:00.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:00.039 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:00.053 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:00 smithi118 ceph-mon[212312]: pgmap v369: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 65 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 857 op/s; 4429/3177 objects degraded (139.408%); 0 B/s, 128 objects/s recovering 2023-09-23T15:12:00.140 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:00.166 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:00.211 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:00.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:00.217 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:00.317 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:00.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:00 smithi118 ceph-mon[219580]: pgmap v369: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 65 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 857 op/s; 4429/3177 objects degraded (139.408%); 0 B/s, 128 objects/s recovering 2023-09-23T15:12:00.341 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:00 smithi178 ceph-mon[192298]: pgmap v369: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 65 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 857 op/s; 4429/3177 objects degraded (139.408%); 0 B/s, 128 objects/s recovering 2023-09-23T15:12:00.343 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:00.388 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:00.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:00.396 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:00.497 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:00.524 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:01.172 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:01.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:01.174 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:01.275 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:01.302 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:01.346 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:01.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:01.352 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:01.453 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:01.479 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:01.523 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:01.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:01.526 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:01.627 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:01.652 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:01.697 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:01.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:01.701 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:01.801 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:01.830 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:01.856 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:12:01.984 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:01.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:01.987 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:02.088 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:02.107 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:02 smithi118 ceph-mon[219580]: pgmap v370: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 65 MiB data, 825 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 714 op/s; 4429/3177 objects degraded (139.408%); 0 B/s, 106 objects/s recovering 2023-09-23T15:12:02.107 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 4429/3177 objects degraded (139.408%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:12:02.108 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:02 smithi118 ceph-mon[212312]: pgmap v370: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 65 MiB data, 825 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 714 op/s; 4429/3177 objects degraded (139.408%); 0 B/s, 106 objects/s recovering 2023-09-23T15:12:02.108 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 4429/3177 objects degraded (139.408%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:12:02.114 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:02.159 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:02.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:02.163 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:02.188 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:02.264 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:02.290 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:02.334 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:02.338 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:02 smithi178 ceph-mon[192298]: pgmap v370: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 65 MiB data, 825 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 714 op/s; 4429/3177 objects degraded (139.408%); 0 B/s, 106 objects/s recovering 2023-09-23T15:12:02.339 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 4429/3177 objects degraded (139.408%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:12:02.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:02.340 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:02.440 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:12:02.467 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:02.510 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:12:02.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:02.514 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:12:02.549 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:02.614 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:02.645 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:02.747 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2023-09-23T15:12:02.747 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2023-09-23T15:12:02.944 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:02.947 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:02.948 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:03.049 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:03.066 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:12:03.078 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:03.097 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:12:03.099 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:12:03.194 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:03 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/116796288' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:03.194 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:03 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:03.195 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:03 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/116796288' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:03.195 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:03 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:03 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/116796288' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:03 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:04.057 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[212312]: pgmap v371: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 15 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 3170/765 objects degraded (414.379%); 0 B/s, 192 objects/s recovering 2023-09-23T15:12:04.057 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:04.057 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[212312]: failed to encode map e142 with expected crc 2023-09-23T15:12:04.057 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[212312]: failed to encode map e142 with expected crc 2023-09-23T15:12:04.057 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:12:04.058 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[212312]: osdmap e142: 8 total, 8 up, 8 in 2023-09-23T15:12:04.058 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[212312]: from='client.44897 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:12:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[219580]: pgmap v371: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 15 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 3170/765 objects degraded (414.379%); 0 B/s, 192 objects/s recovering 2023-09-23T15:12:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[219580]: failed to encode map e142 with expected crc 2023-09-23T15:12:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[219580]: failed to encode map e142 with expected crc 2023-09-23T15:12:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:12:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[219580]: osdmap e142: 8 total, 8 up, 8 in 2023-09-23T15:12:04.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:04 smithi118 ceph-mon[219580]: from='client.44897 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:12:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:04 smithi178 ceph-mon[192298]: pgmap v371: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 15 MiB data, 616 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 3170/765 objects degraded (414.379%); 0 B/s, 192 objects/s recovering 2023-09-23T15:12:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:04 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:04 smithi178 ceph-mon[192298]: failed to encode map e142 with expected crc 2023-09-23T15:12:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:04 smithi178 ceph-mon[192298]: failed to encode map e142 with expected crc 2023-09-23T15:12:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:04 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:12:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:04 smithi178 ceph-mon[192298]: osdmap e142: 8 total, 8 up, 8 in 2023-09-23T15:12:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:04 smithi178 ceph-mon[192298]: from='client.44897 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:12:04.529 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:04.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:04.532 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:04.633 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:04.661 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:04.755 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:04.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:04.758 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:04.859 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:04.890 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:04.938 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:04.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:04.943 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:05.044 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:05.073 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:05.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:05 smithi118 ceph-mon[219580]: failed to encode map e143 with expected crc 2023-09-23T15:12:05.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:05 smithi118 ceph-mon[219580]: failed to encode map e143 with expected crc 2023-09-23T15:12:05.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:05 smithi118 ceph-mon[219580]: osdmap e143: 8 total, 8 up, 8 in 2023-09-23T15:12:05.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:05 smithi118 ceph-mon[219580]: failed to encode map e143 with expected crc 2023-09-23T15:12:05.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:05 smithi118 ceph-mon[212312]: failed to encode map e143 with expected crc 2023-09-23T15:12:05.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:05 smithi118 ceph-mon[212312]: failed to encode map e143 with expected crc 2023-09-23T15:12:05.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:05 smithi118 ceph-mon[212312]: osdmap e143: 8 total, 8 up, 8 in 2023-09-23T15:12:05.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:05 smithi118 ceph-mon[212312]: failed to encode map e143 with expected crc 2023-09-23T15:12:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:05 smithi178 ceph-mon[192298]: failed to encode map e143 with expected crc 2023-09-23T15:12:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:05 smithi178 ceph-mon[192298]: failed to encode map e143 with expected crc 2023-09-23T15:12:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:05 smithi178 ceph-mon[192298]: osdmap e143: 8 total, 8 up, 8 in 2023-09-23T15:12:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:05 smithi178 ceph-mon[192298]: failed to encode map e143 with expected crc 2023-09-23T15:12:05.585 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:05.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:05.589 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:05.681 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:05.690 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:05.708 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":372,"stamp":"2023-09-23T15:12:03.060568+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8460192,"num_objects":144,"num_object_clones":0,"num_object_copies":432,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3170,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":144,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":118958,"num_write_kb":3803278,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10052,"num_bytes_recovered":361301600,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118774,"ondisk_log_size":118774,"up":267,"acting":265,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":604856,"kb_used_data":40440,"kb_used_omap":136,"kb_used_meta":564087,"kb_avail":749356360,"statfs":{"total":767960285184,"available":767340912640,"internally_reserved":0,"allocated":41410560,"data_stored":36668016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":139314,"internal_metadata":577626062},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-318046232,"num_objects":-4854,"num_object_clones":0,"num_object_copies":-14562,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-1753,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4854,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4854,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1753,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.331534"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":134,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.730968+0000","last_change":"2023-09-23T15:10:09.136988+0000","last_active":"2023-09-23T15:11:50.730968+0000","last_peered":"2023-09-23T15:11:50.730968+0000","last_clean":"2023-09-23T15:11:50.730968+0000","last_became_active":"2023-09-23T15:10:09.136647+0000","last_became_peered":"2023-09-23T15:10:09.136647+0000","last_unstale":"2023-09-23T15:11:50.730968+0000","last_undegraded":"2023-09-23T15:11:50.730968+0000","last_fullsized":"2023-09-23T15:11:50.730968+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:38.812542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":104,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.731620+0000","last_change":"2023-09-23T15:07:50.039138+0000","last_active":"2023-09-23T15:11:50.731620+0000","last_peered":"2023-09-23T15:11:50.731620+0000","last_clean":"2023-09-23T15:11:50.731620+0000","last_became_active":"2023-09-23T15:07:50.038840+0000","last_became_peered":"2023-09-23T15:07:50.038840+0000","last_unstale":"2023-09-23T15:11:50.731620+0000","last_undegraded":"2023-09-23T15:11:50.731620+0000","last_fullsized":"2023-09-23T15:11:50.731620+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:52.470724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":89,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701227+0000","last_change":"2023-09-23T15:07:50.037965+0000","last_active":"2023-09-23T15:11:50.701227+0000","last_peered":"2023-09-23T15:11:50.701227+0000","last_clean":"2023-09-23T15:11:50.701227+0000","last_became_active":"2023-09-23T15:07:50.037654+0000","last_became_peered":"2023-09-23T15:07:50.037654+0000","last_unstale":"2023-09-23T15:11:50.701227+0000","last_undegraded":"2023-09-23T15:11:50.701227+0000","last_fullsized":"2023-09-23T15:11:50.701227+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:36.233860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699217+0000","last_change":"2023-09-23T15:07:50.031091+0000","last_active":"2023-09-23T15:11:50.699217+0000","last_peered":"2023-09-23T15:11:50.699217+0000","last_clean":"2023-09-23T15:11:50.699217+0000","last_became_active":"2023-09-23T15:07:50.030777+0000","last_became_peered":"2023-09-23T15:07:50.030777+0000","last_unstale":"2023-09-23T15:11:50.699217+0000","last_undegraded":"2023-09-23T15:11:50.699217+0000","last_fullsized":"2023-09-23T15:11:50.699217+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:37.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":122,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.734524+0000","last_change":"2023-09-23T15:07:50.039152+0000","last_active":"2023-09-23T15:11:50.734524+0000","last_peered":"2023-09-23T15:11:50.734524+0000","last_clean":"2023-09-23T15:11:50.734524+0000","last_became_active":"2023-09-23T15:07:50.038865+0000","last_became_peered":"2023-09-23T15:07:50.038865+0000","last_unstale":"2023-09-23T15:11:50.734524+0000","last_undegraded":"2023-09-23T15:11:50.734524+0000","last_fullsized":"2023-09-23T15:11:50.734524+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:35.185865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":81,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701481+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:11:50.701481+0000","last_peered":"2023-09-23T15:11:50.701481+0000","last_clean":"2023-09-23T15:11:50.701481+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:11:50.701481+0000","last_undegraded":"2023-09-23T15:11:50.701481+0000","last_fullsized":"2023-09-23T15:11:50.701481+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699363+0000","last_change":"2023-09-23T15:07:50.036597+0000","last_active":"2023-09-23T15:11:50.699363+0000","last_peered":"2023-09-23T15:11:50.699363+0000","last_clean":"2023-09-23T15:11:50.699363+0000","last_became_active":"2023-09-23T15:07:50.036127+0000","last_became_peered":"2023-09-23T15:07:50.036127+0000","last_unstale":"2023-09-23T15:11:50.699363+0000","last_undegraded":"2023-09-23T15:11:50.699363+0000","last_fullsized":"2023-09-23T15:11:50.699363+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:36.147063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":119,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.734435+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:11:50.734435+0000","last_peered":"2023-09-23T15:11:50.734435+0000","last_clean":"2023-09-23T15:11:50.734435+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:11:50.734435+0000","last_undegraded":"2023-09-23T15:11:50.734435+0000","last_fullsized":"2023-09-23T15:11:50.734435+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":100,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.726459+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:11:50.726459+0000","last_peered":"2023-09-23T15:11:50.726459+0000","last_clean":"2023-09-23T15:11:50.726459+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:11:50.726459+0000","last_undegraded":"2023-09-23T15:11:50.726459+0000","last_fullsized":"2023-09-23T15:11:50.726459+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":79,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.731379+0000","last_change":"2023-09-23T15:10:32.006398+0000","last_active":"2023-09-23T15:11:50.731379+0000","last_peered":"2023-09-23T15:11:50.731379+0000","last_clean":"2023-09-23T15:11:50.731379+0000","last_became_active":"2023-09-23T15:10:32.006135+0000","last_became_peered":"2023-09-23T15:10:32.006135+0000","last_unstale":"2023-09-23T15:11:50.731379+0000","last_undegraded":"2023-09-23T15:11:50.731379+0000","last_fullsized":"2023-09-23T15:11:50.731379+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:48.677695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":102,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.705410+0000","last_change":"2023-09-23T15:07:50.035364+0000","last_active":"2023-09-23T15:11:50.705410+0000","last_peered":"2023-09-23T15:11:50.705410+0000","last_clean":"2023-09-23T15:11:50.705410+0000","last_became_active":"2023-09-23T15:07:50.034939+0000","last_became_peered":"2023-09-23T15:07:50.034939+0000","last_unstale":"2023-09-23T15:11:50.705410+0000","last_undegraded":"2023-09-23T15:11:50.705410+0000","last_fullsized":"2023-09-23T15:11:50.705410+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:25.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":115,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701016+0000","last_change":"2023-09-23T15:10:32.002317+0000","last_active":"2023-09-23T15:11:50.701016+0000","last_peered":"2023-09-23T15:11:50.701016+0000","last_clean":"2023-09-23T15:11:50.701016+0000","last_became_active":"2023-09-23T15:10:32.001883+0000","last_became_peered":"2023-09-23T15:10:32.001883+0000","last_unstale":"2023-09-23T15:11:50.701016+0000","last_undegraded":"2023-09-23T15:11:50.701016+0000","last_fullsized":"2023-09-23T15:11:50.701016+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:22:32.451936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":121,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.731025+0000","last_change":"2023-09-23T15:10:32.005591+0000","last_active":"2023-09-23T15:11:50.731025+0000","last_peered":"2023-09-23T15:11:50.731025+0000","last_clean":"2023-09-23T15:11:50.731025+0000","last_became_active":"2023-09-23T15:10:32.005257+0000","last_became_peered":"2023-09-23T15:10:32.005257+0000","last_unstale":"2023-09-23T15:11:50.731025+0000","last_undegraded":"2023-09-23T15:11:50.731025+0000","last_fullsized":"2023-09-23T15:11:50.731025+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:07.750699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":115,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.730958+0000","last_change":"2023-09-23T15:10:32.003343+0000","last_active":"2023-09-23T15:11:50.730958+0000","last_peered":"2023-09-23T15:11:50.730958+0000","last_clean":"2023-09-23T15:11:50.730958+0000","last_became_active":"2023-09-23T15:10:32.003079+0000","last_became_peered":"2023-09-23T15:10:32.003079+0000","last_unstale":"2023-09-23T15:11:50.730958+0000","last_undegraded":"2023-09-23T15:11:50.730958+0000","last_fullsized":"2023-09-23T15:11:50.730958+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:30.821947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":118,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.705280+0000","last_change":"2023-09-23T15:10:09.134195+0000","last_active":"2023-09-23T15:11:50.705280+0000","last_peered":"2023-09-23T15:11:50.705280+0000","last_clean":"2023-09-23T15:11:50.705280+0000","last_became_active":"2023-09-23T15:10:09.133921+0000","last_became_peered":"2023-09-23T15:10:09.133921+0000","last_unstale":"2023-09-23T15:11:50.705280+0000","last_undegraded":"2023-09-23T15:11:50.705280+0000","last_fullsized":"2023-09-23T15:11:50.705280+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:53:02.358269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":104,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.732016+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:11:50.732016+0000","last_peered":"2023-09-23T15:11:50.732016+0000","last_clean":"2023-09-23T15:11:50.732016+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:11:50.732016+0000","last_undegraded":"2023-09-23T15:11:50.732016+0000","last_fullsized":"2023-09-23T15:11:50.732016+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699080+0000","last_change":"2023-09-23T15:07:50.035019+0000","last_active":"2023-09-23T15:11:50.699080+0000","last_peered":"2023-09-23T15:11:50.699080+0000","last_clean":"2023-09-23T15:11:50.699080+0000","last_became_active":"2023-09-23T15:07:50.034763+0000","last_became_peered":"2023-09-23T15:07:50.034763+0000","last_unstale":"2023-09-23T15:11:50.699080+0000","last_undegraded":"2023-09-23T15:11:50.699080+0000","last_fullsized":"2023-09-23T15:11:50.699080+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:19.778544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":99,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.726645+0000","last_change":"2023-09-23T15:07:50.036536+0000","last_active":"2023-09-23T15:11:50.726645+0000","last_peered":"2023-09-23T15:11:50.726645+0000","last_clean":"2023-09-23T15:11:50.726645+0000","last_became_active":"2023-09-23T15:07:50.036207+0000","last_became_peered":"2023-09-23T15:07:50.036207+0000","last_unstale":"2023-09-23T15:11:50.726645+0000","last_undegraded":"2023-09-23T15:11:50.726645+0000","last_fullsized":"2023-09-23T15:11:50.726645+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:07:15.249568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":99,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.706289+0000","last_change":"2023-09-23T15:10:32.009781+0000","last_active":"2023-09-23T15:11:50.706289+0000","last_peered":"2023-09-23T15:11:50.706289+0000","last_clean":"2023-09-23T15:11:50.706289+0000","last_became_active":"2023-09-23T15:10:32.009521+0000","last_became_peered":"2023-09-23T15:10:32.009521+0000","last_unstale":"2023-09-23T15:11:50.706289+0000","last_undegraded":"2023-09-23T15:11:50.706289+0000","last_fullsized":"2023-09-23T15:11:50.706289+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:12.174726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699180+0000","last_change":"2023-09-23T15:07:50.030916+0000","last_active":"2023-09-23T15:11:50.699180+0000","last_peered":"2023-09-23T15:11:50.699180+0000","last_clean":"2023-09-23T15:11:50.699180+0000","last_became_active":"2023-09-23T15:07:50.030606+0000","last_became_peered":"2023-09-23T15:07:50.030606+0000","last_unstale":"2023-09-23T15:11:50.699180+0000","last_undegraded":"2023-09-23T15:11:50.699180+0000","last_fullsized":"2023-09-23T15:11:50.699180+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:34.346977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":85,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701248+0000","last_change":"2023-09-23T15:10:32.001173+0000","last_active":"2023-09-23T15:11:50.701248+0000","last_peered":"2023-09-23T15:11:50.701248+0000","last_clean":"2023-09-23T15:11:50.701248+0000","last_became_active":"2023-09-23T15:10:32.000737+0000","last_became_peered":"2023-09-23T15:10:32.000737+0000","last_unstale":"2023-09-23T15:11:50.701248+0000","last_undegraded":"2023-09-23T15:11:50.701248+0000","last_fullsized":"2023-09-23T15:11:50.701248+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:19.613556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":104,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.733451+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:11:50.733451+0000","last_peered":"2023-09-23T15:11:50.733451+0000","last_clean":"2023-09-23T15:11:50.733451+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:11:50.733451+0000","last_undegraded":"2023-09-23T15:11:50.733451+0000","last_fullsized":"2023-09-23T15:11:50.733451+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.a","version":"141'7362","reported_seq":12667,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:59.175715+0000","last_change":"2023-09-23T15:10:55.150694+0000","last_active":"2023-09-23T15:11:59.175715+0000","last_peered":"2023-09-23T15:11:59.175715+0000","last_clean":"2023-09-23T15:11:59.175715+0000","last_became_active":"2023-09-23T15:10:55.125464+0000","last_became_peered":"2023-09-23T15:10:55.125464+0000","last_unstale":"2023-09-23T15:11:59.175715+0000","last_undegraded":"2023-09-23T15:11:59.175715+0000","last_fullsized":"2023-09-23T15:11:59.175715+0000","mapping_epoch":129,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":130,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7362,"log_dups_size":0,"ondisk_log_size":7362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:45:26.482066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7362,"num_write_kb":235584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2621,"num_bytes_recovered":171769856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":100,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.705383+0000","last_change":"2023-09-23T15:06:13.223162+0000","last_active":"2023-09-23T15:11:50.705383+0000","last_peered":"2023-09-23T15:11:50.705383+0000","last_clean":"2023-09-23T15:11:50.705383+0000","last_became_active":"2023-09-23T15:06:13.222843+0000","last_became_peered":"2023-09-23T15:06:13.222843+0000","last_unstale":"2023-09-23T15:11:50.705383+0000","last_undegraded":"2023-09-23T15:11:50.705383+0000","last_fullsized":"2023-09-23T15:11:50.705383+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:49.690908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":99,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.726305+0000","last_change":"2023-09-23T15:10:32.006352+0000","last_active":"2023-09-23T15:11:50.726305+0000","last_peered":"2023-09-23T15:11:50.726305+0000","last_clean":"2023-09-23T15:11:50.726305+0000","last_became_active":"2023-09-23T15:10:32.006058+0000","last_became_peered":"2023-09-23T15:10:32.006058+0000","last_unstale":"2023-09-23T15:11:50.726305+0000","last_undegraded":"2023-09-23T15:11:50.726305+0000","last_fullsized":"2023-09-23T15:11:50.726305+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:18.094074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.b","version":"141'7438","reported_seq":7486,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:58.413938+0000","last_change":"2023-09-23T15:09:09.992659+0000","last_active":"2023-09-23T15:11:58.413938+0000","last_peered":"2023-09-23T15:11:58.413938+0000","last_clean":"2023-09-23T15:11:58.413938+0000","last_became_active":"2023-09-23T15:09:09.992315+0000","last_became_peered":"2023-09-23T15:09:09.992315+0000","last_unstale":"2023-09-23T15:11:58.413938+0000","last_undegraded":"2023-09-23T15:11:58.413938+0000","last_fullsized":"2023-09-23T15:11:58.413938+0000","mapping_epoch":103,"log_start":"118'100","ondisk_log_start":"118'100","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7338,"log_dups_size":0,"ondisk_log_size":7338,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:33:05.099803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2228224,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7438,"num_write_kb":239104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":101,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.705375+0000","last_change":"2023-09-23T15:06:44.959353+0000","last_active":"2023-09-23T15:11:50.705375+0000","last_peered":"2023-09-23T15:11:50.705375+0000","last_clean":"2023-09-23T15:11:50.705375+0000","last_became_active":"2023-09-23T15:06:44.958935+0000","last_became_peered":"2023-09-23T15:06:44.958935+0000","last_unstale":"2023-09-23T15:11:50.705375+0000","last_undegraded":"2023-09-23T15:11:50.705375+0000","last_fullsized":"2023-09-23T15:11:50.705375+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:07.695495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":142,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.731362+0000","last_change":"2023-09-23T15:10:09.134708+0000","last_active":"2023-09-23T15:11:50.731362+0000","last_peered":"2023-09-23T15:11:50.731362+0000","last_clean":"2023-09-23T15:11:50.731362+0000","last_became_active":"2023-09-23T15:10:09.134435+0000","last_became_peered":"2023-09-23T15:10:09.134435+0000","last_unstale":"2023-09-23T15:11:50.731362+0000","last_undegraded":"2023-09-23T15:11:50.731362+0000","last_fullsized":"2023-09-23T15:11:50.731362+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:19.280882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.8","version":"141'7460","reported_seq":7535,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:59.137015+0000","last_change":"2023-09-23T15:10:09.260426+0000","last_active":"2023-09-23T15:11:59.137015+0000","last_peered":"2023-09-23T15:11:59.137015+0000","last_clean":"2023-09-23T15:11:59.137015+0000","last_became_active":"2023-09-23T15:10:09.137937+0000","last_became_peered":"2023-09-23T15:10:09.137937+0000","last_unstale":"2023-09-23T15:11:59.137015+0000","last_undegraded":"2023-09-23T15:11:59.137015+0000","last_fullsized":"2023-09-23T15:11:59.137015+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7460,"log_dups_size":0,"ondisk_log_size":7460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:46:01.892915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7460,"num_write_kb":238720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":100,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.705554+0000","last_change":"2023-09-23T15:10:32.009788+0000","last_active":"2023-09-23T15:11:50.705554+0000","last_peered":"2023-09-23T15:11:50.705554+0000","last_clean":"2023-09-23T15:11:50.705554+0000","last_became_active":"2023-09-23T15:10:32.009548+0000","last_became_peered":"2023-09-23T15:10:32.009548+0000","last_unstale":"2023-09-23T15:11:50.705554+0000","last_undegraded":"2023-09-23T15:11:50.705554+0000","last_fullsized":"2023-09-23T15:11:50.705554+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:13:55.797113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":81,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701411+0000","last_change":"2023-09-23T15:10:32.008968+0000","last_active":"2023-09-23T15:11:50.701411+0000","last_peered":"2023-09-23T15:11:50.701411+0000","last_clean":"2023-09-23T15:11:50.701411+0000","last_became_active":"2023-09-23T15:10:32.008695+0000","last_became_peered":"2023-09-23T15:10:32.008695+0000","last_unstale":"2023-09-23T15:11:50.701411+0000","last_undegraded":"2023-09-23T15:11:50.701411+0000","last_fullsized":"2023-09-23T15:11:50.701411+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:48:10.347766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.9","version":"141'7360","reported_seq":7443,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:59.060500+0000","last_change":"2023-09-23T15:10:09.295614+0000","last_active":"2023-09-23T15:11:59.060500+0000","last_peered":"2023-09-23T15:11:59.060500+0000","last_clean":"2023-09-23T15:11:59.060500+0000","last_became_active":"2023-09-23T15:10:09.139681+0000","last_became_peered":"2023-09-23T15:10:09.139681+0000","last_unstale":"2023-09-23T15:11:59.060500+0000","last_undegraded":"2023-09-23T15:11:59.060500+0000","last_fullsized":"2023-09-23T15:11:59.060500+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7360,"log_dups_size":0,"ondisk_log_size":7360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:03.647392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7360,"num_write_kb":235520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":589824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":117,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.726674+0000","last_change":"2023-09-23T15:10:32.002809+0000","last_active":"2023-09-23T15:11:50.726674+0000","last_peered":"2023-09-23T15:11:50.726674+0000","last_clean":"2023-09-23T15:11:50.726674+0000","last_became_active":"2023-09-23T15:10:32.002512+0000","last_became_peered":"2023-09-23T15:10:32.002512+0000","last_unstale":"2023-09-23T15:11:50.726674+0000","last_undegraded":"2023-09-23T15:11:50.726674+0000","last_fullsized":"2023-09-23T15:11:50.726674+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:09.824155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699158+0000","last_change":"2023-09-23T15:06:44.959770+0000","last_active":"2023-09-23T15:11:50.699158+0000","last_peered":"2023-09-23T15:11:50.699158+0000","last_clean":"2023-09-23T15:11:50.699158+0000","last_became_active":"2023-09-23T15:06:44.959428+0000","last_became_peered":"2023-09-23T15:06:44.959428+0000","last_unstale":"2023-09-23T15:11:50.699158+0000","last_undegraded":"2023-09-23T15:11:50.699158+0000","last_fullsized":"2023-09-23T15:11:50.699158+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:02.886940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"141'7262","reported_seq":7334,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:59.150922+0000","last_change":"2023-09-23T15:10:09.273822+0000","last_active":"2023-09-23T15:11:59.150922+0000","last_peered":"2023-09-23T15:11:59.150922+0000","last_clean":"2023-09-23T15:11:59.150922+0000","last_became_active":"2023-09-23T15:10:09.138195+0000","last_became_peered":"2023-09-23T15:10:09.138195+0000","last_unstale":"2023-09-23T15:11:59.150922+0000","last_undegraded":"2023-09-23T15:11:59.150922+0000","last_fullsized":"2023-09-23T15:11:59.150922+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7262,"log_dups_size":0,"ondisk_log_size":7262,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:46:15.115330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7262,"num_write_kb":232384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":262144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":102,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.734217+0000","last_change":"2023-09-23T15:07:50.032638+0000","last_active":"2023-09-23T15:11:50.734217+0000","last_peered":"2023-09-23T15:11:50.734217+0000","last_clean":"2023-09-23T15:11:50.734217+0000","last_became_active":"2023-09-23T15:07:50.032292+0000","last_became_peered":"2023-09-23T15:07:50.032292+0000","last_unstale":"2023-09-23T15:11:50.734217+0000","last_undegraded":"2023-09-23T15:11:50.734217+0000","last_fullsized":"2023-09-23T15:11:50.734217+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:01:59.352522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":115,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.730936+0000","last_change":"2023-09-23T15:10:32.004960+0000","last_active":"2023-09-23T15:11:50.730936+0000","last_peered":"2023-09-23T15:11:50.730936+0000","last_clean":"2023-09-23T15:11:50.730936+0000","last_became_active":"2023-09-23T15:10:32.004629+0000","last_became_peered":"2023-09-23T15:10:32.004629+0000","last_unstale":"2023-09-23T15:11:50.730936+0000","last_undegraded":"2023-09-23T15:11:50.730936+0000","last_fullsized":"2023-09-23T15:11:50.730936+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:31.277181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.f","version":"141'7338","reported_seq":7390,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:59.155607+0000","last_change":"2023-09-23T15:10:09.201194+0000","last_active":"2023-09-23T15:11:59.155607+0000","last_peered":"2023-09-23T15:11:59.155607+0000","last_clean":"2023-09-23T15:11:59.155607+0000","last_became_active":"2023-09-23T15:10:09.130045+0000","last_became_peered":"2023-09-23T15:10:09.130045+0000","last_unstale":"2023-09-23T15:11:59.155607+0000","last_undegraded":"2023-09-23T15:11:59.155607+0000","last_fullsized":"2023-09-23T15:11:59.155607+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7338,"log_dups_size":0,"ondisk_log_size":7338,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:53:22.576968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7338,"num_write_kb":234816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":82,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701321+0000","last_change":"2023-09-23T15:10:32.001159+0000","last_active":"2023-09-23T15:11:50.701321+0000","last_peered":"2023-09-23T15:11:50.701321+0000","last_clean":"2023-09-23T15:11:50.701321+0000","last_became_active":"2023-09-23T15:10:32.000879+0000","last_became_peered":"2023-09-23T15:10:32.000879+0000","last_unstale":"2023-09-23T15:11:50.701321+0000","last_undegraded":"2023-09-23T15:11:50.701321+0000","last_fullsized":"2023-09-23T15:11:50.701321+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:26:29.610906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":132,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.730979+0000","last_change":"2023-09-23T15:10:09.136986+0000","last_active":"2023-09-23T15:11:50.730979+0000","last_peered":"2023-09-23T15:11:50.730979+0000","last_clean":"2023-09-23T15:11:50.730979+0000","last_became_active":"2023-09-23T15:10:09.136647+0000","last_became_peered":"2023-09-23T15:10:09.136647+0000","last_unstale":"2023-09-23T15:11:50.730979+0000","last_undegraded":"2023-09-23T15:11:50.730979+0000","last_fullsized":"2023-09-23T15:11:50.730979+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:09:45.557985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"141'7316","reported_seq":12661,"reported_epoch":141,"state":"active+recovery_wait","last_fresh":"2023-09-23T15:11:58.423592+0000","last_change":"2023-09-23T15:11:24.839455+0000","last_active":"2023-09-23T15:11:58.423592+0000","last_peered":"2023-09-23T15:11:58.423592+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:11:24.811974+0000","last_became_peered":"2023-09-23T15:11:24.811974+0000","last_unstale":"2023-09-23T15:11:58.423592+0000","last_undegraded":"2023-09-23T15:11:58.423592+0000","last_fullsized":"2023-09-23T15:11:58.423592+0000","mapping_epoch":133,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7316,"log_dups_size":0,"ondisk_log_size":7316,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:13:31.148992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2752512,"num_objects":42,"num_object_clones":0,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7316,"num_write_kb":235456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2642,"num_bytes_recovered":146604032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":["3","5","6"],"object_location_counts":[{"shards":"3,5,6","objects":42}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":116,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.731291+0000","last_change":"2023-09-23T15:10:09.134884+0000","last_active":"2023-09-23T15:11:50.731291+0000","last_peered":"2023-09-23T15:11:50.731291+0000","last_clean":"2023-09-23T15:11:50.731291+0000","last_became_active":"2023-09-23T15:10:09.134593+0000","last_became_peered":"2023-09-23T15:10:09.134593+0000","last_unstale":"2023-09-23T15:11:50.731291+0000","last_undegraded":"2023-09-23T15:11:50.731291+0000","last_fullsized":"2023-09-23T15:11:50.731291+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:15:30.008940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":115,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.731607+0000","last_change":"2023-09-23T15:10:32.002676+0000","last_active":"2023-09-23T15:11:50.731607+0000","last_peered":"2023-09-23T15:11:50.731607+0000","last_clean":"2023-09-23T15:11:50.731607+0000","last_became_active":"2023-09-23T15:10:32.002390+0000","last_became_peered":"2023-09-23T15:10:32.002390+0000","last_unstale":"2023-09-23T15:11:50.731607+0000","last_undegraded":"2023-09-23T15:11:50.731607+0000","last_fullsized":"2023-09-23T15:11:50.731607+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:55:30.721959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"141'7588","reported_seq":7634,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:59.172535+0000","last_change":"2023-09-23T15:09:09.994797+0000","last_active":"2023-09-23T15:11:59.172535+0000","last_peered":"2023-09-23T15:11:59.172535+0000","last_clean":"2023-09-23T15:11:59.172535+0000","last_became_active":"2023-09-23T15:09:09.994523+0000","last_became_peered":"2023-09-23T15:09:09.994523+0000","last_unstale":"2023-09-23T15:11:59.172535+0000","last_undegraded":"2023-09-23T15:11:59.172535+0000","last_fullsized":"2023-09-23T15:11:59.172535+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7588,"log_dups_size":0,"ondisk_log_size":7588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:43:30.935486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7588,"num_write_kb":242753,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":105,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.734610+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:11:50.734610+0000","last_peered":"2023-09-23T15:11:50.734610+0000","last_clean":"2023-09-23T15:11:50.734610+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:11:50.734610+0000","last_undegraded":"2023-09-23T15:11:50.734610+0000","last_fullsized":"2023-09-23T15:11:50.734610+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":89,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701224+0000","last_change":"2023-09-23T15:07:50.032151+0000","last_active":"2023-09-23T15:11:50.701224+0000","last_peered":"2023-09-23T15:11:50.701224+0000","last_clean":"2023-09-23T15:11:50.701224+0000","last_became_active":"2023-09-23T15:07:50.031884+0000","last_became_peered":"2023-09-23T15:07:50.031884+0000","last_unstale":"2023-09-23T15:11:50.701224+0000","last_undegraded":"2023-09-23T15:11:50.701224+0000","last_fullsized":"2023-09-23T15:11:50.701224+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:19.460897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":112,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701462+0000","last_change":"2023-09-23T15:06:44.963699+0000","last_active":"2023-09-23T15:11:50.701462+0000","last_peered":"2023-09-23T15:11:50.701462+0000","last_clean":"2023-09-23T15:11:50.701462+0000","last_became_active":"2023-09-23T15:06:44.960744+0000","last_became_peered":"2023-09-23T15:06:44.960744+0000","last_unstale":"2023-09-23T15:11:50.701462+0000","last_undegraded":"2023-09-23T15:11:50.701462+0000","last_fullsized":"2023-09-23T15:11:50.701462+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:50.003042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":134,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.726733+0000","last_change":"2023-09-23T15:10:09.131581+0000","last_active":"2023-09-23T15:11:50.726733+0000","last_peered":"2023-09-23T15:11:50.726733+0000","last_clean":"2023-09-23T15:11:50.726733+0000","last_became_active":"2023-09-23T15:10:09.131235+0000","last_became_peered":"2023-09-23T15:10:09.131235+0000","last_unstale":"2023-09-23T15:11:50.726733+0000","last_undegraded":"2023-09-23T15:11:50.726733+0000","last_fullsized":"2023-09-23T15:11:50.726733+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:08.924116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":74,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.700952+0000","last_change":"2023-09-23T15:06:44.961923+0000","last_active":"2023-09-23T15:11:50.700952+0000","last_peered":"2023-09-23T15:11:50.700952+0000","last_clean":"2023-09-23T15:11:50.700952+0000","last_became_active":"2023-09-23T15:06:44.961613+0000","last_became_peered":"2023-09-23T15:06:44.961613+0000","last_unstale":"2023-09-23T15:11:50.700952+0000","last_undegraded":"2023-09-23T15:11:50.700952+0000","last_fullsized":"2023-09-23T15:11:50.700952+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:15.337573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"141'7566","reported_seq":7651,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:59.099382+0000","last_change":"2023-09-23T15:10:09.244602+0000","last_active":"2023-09-23T15:11:59.099382+0000","last_peered":"2023-09-23T15:11:59.099382+0000","last_clean":"2023-09-23T15:11:59.099382+0000","last_became_active":"2023-09-23T15:10:09.138397+0000","last_became_peered":"2023-09-23T15:10:09.138397+0000","last_unstale":"2023-09-23T15:11:59.099382+0000","last_undegraded":"2023-09-23T15:11:59.099382+0000","last_fullsized":"2023-09-23T15:11:59.099382+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7566,"log_dups_size":0,"ondisk_log_size":7566,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:34:41.135251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7566,"num_write_kb":242112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"141'7290","reported_seq":7338,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:58.406437+0000","last_change":"2023-09-23T15:09:09.998382+0000","last_active":"2023-09-23T15:11:58.406437+0000","last_peered":"2023-09-23T15:11:58.406437+0000","last_clean":"2023-09-23T15:11:58.406437+0000","last_became_active":"2023-09-23T15:09:09.998075+0000","last_became_peered":"2023-09-23T15:09:09.998075+0000","last_unstale":"2023-09-23T15:11:58.406437+0000","last_undegraded":"2023-09-23T15:11:58.406437+0000","last_fullsized":"2023-09-23T15:11:58.406437+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7290,"log_dups_size":0,"ondisk_log_size":7290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:04:59.817185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2883584,"num_objects":44,"num_object_clones":0,"num_object_copies":132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":44,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7290,"num_write_kb":234688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":121,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.728665+0000","last_change":"2023-09-23T15:10:32.002853+0000","last_active":"2023-09-23T15:11:50.728665+0000","last_peered":"2023-09-23T15:11:50.728665+0000","last_clean":"2023-09-23T15:11:50.728665+0000","last_became_active":"2023-09-23T15:10:32.002581+0000","last_became_peered":"2023-09-23T15:10:32.002581+0000","last_unstale":"2023-09-23T15:11:50.728665+0000","last_undegraded":"2023-09-23T15:11:50.728665+0000","last_fullsized":"2023-09-23T15:11:50.728665+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:20.515540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":116,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.731540+0000","last_change":"2023-09-23T15:10:32.003203+0000","last_active":"2023-09-23T15:11:50.731540+0000","last_peered":"2023-09-23T15:11:50.731540+0000","last_clean":"2023-09-23T15:11:50.731540+0000","last_became_active":"2023-09-23T15:10:32.002938+0000","last_became_peered":"2023-09-23T15:10:32.002938+0000","last_unstale":"2023-09-23T15:11:50.731540+0000","last_undegraded":"2023-09-23T15:11:50.731540+0000","last_fullsized":"2023-09-23T15:11:50.731540+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:32.687557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":119,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701011+0000","last_change":"2023-09-23T15:10:09.127716+0000","last_active":"2023-09-23T15:11:50.701011+0000","last_peered":"2023-09-23T15:11:50.701011+0000","last_clean":"2023-09-23T15:11:50.701011+0000","last_became_active":"2023-09-23T15:10:09.127430+0000","last_became_peered":"2023-09-23T15:10:09.127430+0000","last_unstale":"2023-09-23T15:11:50.701011+0000","last_undegraded":"2023-09-23T15:11:50.701011+0000","last_fullsized":"2023-09-23T15:11:50.701011+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:05.660817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"141'7458","reported_seq":11810,"reported_epoch":141,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:12:02.984762+0000","last_change":"2023-09-23T15:11:49.525128+0000","last_active":"2023-09-23T15:12:02.984762+0000","last_peered":"2023-09-23T15:12:02.984762+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:10:33.139348+0000","last_became_peered":"2023-09-23T15:10:33.139348+0000","last_unstale":"2023-09-23T15:12:02.984762+0000","last_undegraded":"2023-09-23T15:10:33.018267+0000","last_fullsized":"2023-09-23T15:10:32.999360+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7458,"log_dups_size":0,"ondisk_log_size":7458,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:31:14.462524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":510,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7458,"num_write_kb":238656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2149,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,3],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"3,7","objects":-510}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":118,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.702770+0000","last_change":"2023-09-23T15:10:09.142031+0000","last_active":"2023-09-23T15:11:50.702770+0000","last_peered":"2023-09-23T15:11:50.702770+0000","last_clean":"2023-09-23T15:11:50.702770+0000","last_became_active":"2023-09-23T15:10:09.141798+0000","last_became_peered":"2023-09-23T15:10:09.141798+0000","last_unstale":"2023-09-23T15:11:50.702770+0000","last_undegraded":"2023-09-23T15:11:50.702770+0000","last_fullsized":"2023-09-23T15:11:50.702770+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:39.474465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":115,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701006+0000","last_change":"2023-09-23T15:10:32.002230+0000","last_active":"2023-09-23T15:11:50.701006+0000","last_peered":"2023-09-23T15:11:50.701006+0000","last_clean":"2023-09-23T15:11:50.701006+0000","last_became_active":"2023-09-23T15:10:32.001928+0000","last_became_peered":"2023-09-23T15:10:32.001928+0000","last_unstale":"2023-09-23T15:11:50.701006+0000","last_undegraded":"2023-09-23T15:11:50.701006+0000","last_fullsized":"2023-09-23T15:11:50.701006+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:10:43.177238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":108,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701229+0000","last_change":"2023-09-23T15:06:44.961366+0000","last_active":"2023-09-23T15:11:50.701229+0000","last_peered":"2023-09-23T15:11:50.701229+0000","last_clean":"2023-09-23T15:11:50.701229+0000","last_became_active":"2023-09-23T15:06:44.961113+0000","last_became_peered":"2023-09-23T15:06:44.961113+0000","last_unstale":"2023-09-23T15:11:50.701229+0000","last_undegraded":"2023-09-23T15:11:50.701229+0000","last_fullsized":"2023-09-23T15:11:50.701229+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:55.998599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.7","version":"141'7472","reported_seq":7517,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:59.138124+0000","last_change":"2023-09-23T15:09:09.996332+0000","last_active":"2023-09-23T15:11:59.138124+0000","last_peered":"2023-09-23T15:11:59.138124+0000","last_clean":"2023-09-23T15:11:59.138124+0000","last_became_active":"2023-09-23T15:09:09.995924+0000","last_became_peered":"2023-09-23T15:09:09.995924+0000","last_unstale":"2023-09-23T15:11:59.138124+0000","last_undegraded":"2023-09-23T15:11:59.138124+0000","last_fullsized":"2023-09-23T15:11:59.138124+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7472,"log_dups_size":0,"ondisk_log_size":7472,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:10:03.822483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7472,"num_write_kb":239104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":121,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.726441+0000","last_change":"2023-09-23T15:10:09.132124+0000","last_active":"2023-09-23T15:11:50.726441+0000","last_peered":"2023-09-23T15:11:50.726441+0000","last_clean":"2023-09-23T15:11:50.726441+0000","last_became_active":"2023-09-23T15:10:09.131831+0000","last_became_peered":"2023-09-23T15:10:09.131831+0000","last_unstale":"2023-09-23T15:11:50.726441+0000","last_undegraded":"2023-09-23T15:11:50.726441+0000","last_fullsized":"2023-09-23T15:11:50.726441+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:33:35.877804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":497,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.705002+0000","last_change":"2023-09-23T15:10:32.009868+0000","last_active":"2023-09-23T15:11:50.705002+0000","last_peered":"2023-09-23T15:11:50.705002+0000","last_clean":"2023-09-23T15:11:50.705002+0000","last_became_active":"2023-09-23T15:10:32.009525+0000","last_became_peered":"2023-09-23T15:10:32.009525+0000","last_unstale":"2023-09-23T15:11:50.705002+0000","last_undegraded":"2023-09-23T15:11:50.705002+0000","last_fullsized":"2023-09-23T15:11:50.705002+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:21:51.916603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":80,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:53.739428+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:11:53.739428+0000","last_peered":"2023-09-23T15:11:53.739428+0000","last_clean":"2023-09-23T15:11:53.739428+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:11:53.739428+0000","last_undegraded":"2023-09-23T15:11:53.739428+0000","last_fullsized":"2023-09-23T15:11:53.739428+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":42,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701515+0000","last_change":"2023-09-23T15:10:32.008210+0000","last_active":"2023-09-23T15:11:50.701515+0000","last_peered":"2023-09-23T15:11:50.701515+0000","last_clean":"2023-09-23T15:11:50.701515+0000","last_became_active":"2023-09-23T15:10:32.007957+0000","last_became_peered":"2023-09-23T15:10:32.007957+0000","last_unstale":"2023-09-23T15:11:50.701515+0000","last_undegraded":"2023-09-23T15:11:50.701515+0000","last_fullsized":"2023-09-23T15:11:50.701515+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:31:16.276320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":120,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.705092+0000","last_change":"2023-09-23T15:06:44.962339+0000","last_active":"2023-09-23T15:11:50.705092+0000","last_peered":"2023-09-23T15:11:50.705092+0000","last_clean":"2023-09-23T15:11:50.705092+0000","last_became_active":"2023-09-23T15:06:44.961535+0000","last_became_peered":"2023-09-23T15:06:44.961535+0000","last_unstale":"2023-09-23T15:11:50.705092+0000","last_undegraded":"2023-09-23T15:11:50.705092+0000","last_fullsized":"2023-09-23T15:11:50.705092+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:46.260459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":94,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.698861+0000","last_change":"2023-09-23T15:07:50.031637+0000","last_active":"2023-09-23T15:11:50.698861+0000","last_peered":"2023-09-23T15:11:50.698861+0000","last_clean":"2023-09-23T15:11:50.698861+0000","last_became_active":"2023-09-23T15:07:50.031182+0000","last_became_peered":"2023-09-23T15:07:50.031182+0000","last_unstale":"2023-09-23T15:11:50.698861+0000","last_undegraded":"2023-09-23T15:11:50.698861+0000","last_fullsized":"2023-09-23T15:11:50.698861+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:58.223373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":123,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699311+0000","last_change":"2023-09-23T15:10:09.138815+0000","last_active":"2023-09-23T15:11:50.699311+0000","last_peered":"2023-09-23T15:11:50.699311+0000","last_clean":"2023-09-23T15:11:50.699311+0000","last_became_active":"2023-09-23T15:10:09.138531+0000","last_became_peered":"2023-09-23T15:10:09.138531+0000","last_unstale":"2023-09-23T15:11:50.699311+0000","last_undegraded":"2023-09-23T15:11:50.699311+0000","last_fullsized":"2023-09-23T15:11:50.699311+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:35:00.956939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"141'7458","reported_seq":7505,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:59.177182+0000","last_change":"2023-09-23T15:09:09.995806+0000","last_active":"2023-09-23T15:11:59.177182+0000","last_peered":"2023-09-23T15:11:59.177182+0000","last_clean":"2023-09-23T15:11:59.177182+0000","last_became_active":"2023-09-23T15:09:09.995526+0000","last_became_peered":"2023-09-23T15:09:09.995526+0000","last_unstale":"2023-09-23T15:11:59.177182+0000","last_undegraded":"2023-09-23T15:11:59.177182+0000","last_fullsized":"2023-09-23T15:11:59.177182+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7458,"log_dups_size":0,"ondisk_log_size":7458,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:11.233777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7458,"num_write_kb":238656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":103,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.705477+0000","last_change":"2023-09-23T15:06:13.223083+0000","last_active":"2023-09-23T15:11:50.705477+0000","last_peered":"2023-09-23T15:11:50.705477+0000","last_clean":"2023-09-23T15:11:50.705477+0000","last_became_active":"2023-09-23T15:06:13.222699+0000","last_became_peered":"2023-09-23T15:06:13.222699+0000","last_unstale":"2023-09-23T15:11:50.705477+0000","last_undegraded":"2023-09-23T15:11:50.705477+0000","last_fullsized":"2023-09-23T15:11:50.705477+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:51.081872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":104,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701099+0000","last_change":"2023-09-23T15:10:09.128637+0000","last_active":"2023-09-23T15:11:50.701099+0000","last_peered":"2023-09-23T15:11:50.701099+0000","last_clean":"2023-09-23T15:11:50.701099+0000","last_became_active":"2023-09-23T15:10:09.128362+0000","last_became_peered":"2023-09-23T15:10:09.128362+0000","last_unstale":"2023-09-23T15:11:50.701099+0000","last_undegraded":"2023-09-23T15:11:50.701099+0000","last_fullsized":"2023-09-23T15:11:50.701099+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:26:59.191781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":79,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699082+0000","last_change":"2023-09-23T15:06:13.227687+0000","last_active":"2023-09-23T15:11:50.699082+0000","last_peered":"2023-09-23T15:11:50.699082+0000","last_clean":"2023-09-23T15:11:50.699082+0000","last_became_active":"2023-09-23T15:06:13.226603+0000","last_became_peered":"2023-09-23T15:06:13.226603+0000","last_unstale":"2023-09-23T15:11:50.699082+0000","last_undegraded":"2023-09-23T15:11:50.699082+0000","last_fullsized":"2023-09-23T15:11:50.699082+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:42.808524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"141'7366","reported_seq":12615,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:59.175703+0000","last_change":"2023-09-23T15:11:50.722371+0000","last_active":"2023-09-23T15:11:59.175703+0000","last_peered":"2023-09-23T15:11:59.175703+0000","last_clean":"2023-09-23T15:11:59.175703+0000","last_became_active":"2023-09-23T15:11:50.703652+0000","last_became_peered":"2023-09-23T15:11:50.703652+0000","last_unstale":"2023-09-23T15:11:59.175703+0000","last_undegraded":"2023-09-23T15:11:59.175703+0000","last_fullsized":"2023-09-23T15:11:59.175703+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7366,"log_dups_size":0,"ondisk_log_size":7366,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:16:44.091708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7366,"num_write_kb":235712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2589,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":102,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.733541+0000","last_change":"2023-09-23T15:07:50.035500+0000","last_active":"2023-09-23T15:11:50.733541+0000","last_peered":"2023-09-23T15:11:50.733541+0000","last_clean":"2023-09-23T15:11:50.733541+0000","last_became_active":"2023-09-23T15:07:50.035114+0000","last_became_peered":"2023-09-23T15:07:50.035114+0000","last_unstale":"2023-09-23T15:11:50.733541+0000","last_undegraded":"2023-09-23T15:11:50.733541+0000","last_fullsized":"2023-09-23T15:11:50.733541+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:16.003224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":89,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701374+0000","last_change":"2023-09-23T15:10:32.002271+0000","last_active":"2023-09-23T15:11:50.701374+0000","last_peered":"2023-09-23T15:11:50.701374+0000","last_clean":"2023-09-23T15:11:50.701374+0000","last_became_active":"2023-09-23T15:10:32.001972+0000","last_became_peered":"2023-09-23T15:10:32.001972+0000","last_unstale":"2023-09-23T15:11:50.701374+0000","last_undegraded":"2023-09-23T15:11:50.701374+0000","last_fullsized":"2023-09-23T15:11:50.701374+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:06:34.690769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":100,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.734521+0000","last_change":"2023-09-23T15:07:50.032885+0000","last_active":"2023-09-23T15:11:50.734521+0000","last_peered":"2023-09-23T15:11:50.734521+0000","last_clean":"2023-09-23T15:11:50.734521+0000","last_became_active":"2023-09-23T15:07:50.032623+0000","last_became_peered":"2023-09-23T15:07:50.032623+0000","last_unstale":"2023-09-23T15:11:50.734521+0000","last_undegraded":"2023-09-23T15:11:50.734521+0000","last_fullsized":"2023-09-23T15:11:50.734521+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:07:08.756237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"141'7366","reported_seq":7452,"reported_epoch":141,"state":"active+clean","last_fresh":"2023-09-23T15:11:59.108701+0000","last_change":"2023-09-23T15:10:09.171461+0000","last_active":"2023-09-23T15:11:59.108701+0000","last_peered":"2023-09-23T15:11:59.108701+0000","last_clean":"2023-09-23T15:11:59.108701+0000","last_became_active":"2023-09-23T15:10:09.132317+0000","last_became_peered":"2023-09-23T15:10:09.132317+0000","last_unstale":"2023-09-23T15:11:59.108701+0000","last_undegraded":"2023-09-23T15:11:59.108701+0000","last_fullsized":"2023-09-23T15:11:59.108701+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7366,"log_dups_size":0,"ondisk_log_size":7366,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:25.076298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7366,"num_write_kb":235712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":720896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":90,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.701398+0000","last_change":"2023-09-23T15:10:32.007904+0000","last_active":"2023-09-23T15:11:50.701398+0000","last_peered":"2023-09-23T15:11:50.701398+0000","last_clean":"2023-09-23T15:11:50.701398+0000","last_became_active":"2023-09-23T15:10:32.007602+0000","last_became_peered":"2023-09-23T15:10:32.007602+0000","last_unstale":"2023-09-23T15:11:50.701398+0000","last_undegraded":"2023-09-23T15:11:50.701398+0000","last_fullsized":"2023-09-23T15:11:50.701398+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:32:55.541707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":98,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699277+0000","last_change":"2023-09-23T15:06:44.957386+0000","last_active":"2023-09-23T15:11:50.699277+0000","last_peered":"2023-09-23T15:11:50.699277+0000","last_clean":"2023-09-23T15:11:50.699277+0000","last_became_active":"2023-09-23T15:06:44.956983+0000","last_became_peered":"2023-09-23T15:06:44.956983+0000","last_unstale":"2023-09-23T15:11:50.699277+0000","last_undegraded":"2023-09-23T15:11:50.699277+0000","last_fullsized":"2023-09-23T15:11:50.699277+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:19.359403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":98,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.730878+0000","last_change":"2023-09-23T15:10:32.002742+0000","last_active":"2023-09-23T15:11:50.730878+0000","last_peered":"2023-09-23T15:11:50.730878+0000","last_clean":"2023-09-23T15:11:50.730878+0000","last_became_active":"2023-09-23T15:10:32.002445+0000","last_became_peered":"2023-09-23T15:10:32.002445+0000","last_unstale":"2023-09-23T15:11:50.730878+0000","last_undegraded":"2023-09-23T15:11:50.730878+0000","last_fullsized":"2023-09-23T15:11:50.730878+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:16.287112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"141'7558","reported_seq":7627,"reported_epoch":141,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:11:59.155685+0000","last_change":"2023-09-23T15:10:33.151136+0000","last_active":"2023-09-23T15:11:59.155685+0000","last_peered":"2023-09-23T15:11:59.155685+0000","last_clean":"2023-09-23T15:09:08.973590+0000","last_became_active":"2023-09-23T15:10:33.144186+0000","last_became_peered":"2023-09-23T15:10:33.144186+0000","last_unstale":"2023-09-23T15:11:59.155685+0000","last_undegraded":"2023-09-23T15:10:33.085311+0000","last_fullsized":"2023-09-23T15:10:32.999352+0000","mapping_epoch":123,"log_start":"0'0","ondisk_log_start":"0'0","created":103,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:09:08.973590+0000","last_clean_scrub_stamp":"2023-09-23T15:09:08.973590+0000","objects_scrubbed":0,"log_size":7558,"log_dups_size":0,"ondisk_log_size":7558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:39:15.269731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2660,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7558,"num_write_kb":241856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[{"shards":"2,7","objects":-2660}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":83,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699209+0000","last_change":"2023-09-23T15:06:13.228345+0000","last_active":"2023-09-23T15:11:50.699209+0000","last_peered":"2023-09-23T15:11:50.699209+0000","last_clean":"2023-09-23T15:11:50.699209+0000","last_became_active":"2023-09-23T15:06:13.228010+0000","last_became_peered":"2023-09-23T15:06:13.228010+0000","last_unstale":"2023-09-23T15:11:50.699209+0000","last_undegraded":"2023-09-23T15:11:50.699209+0000","last_fullsized":"2023-09-23T15:11:50.699209+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:58.040116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":117,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.702692+0000","last_change":"2023-09-23T15:10:09.130387+0000","last_active":"2023-09-23T15:11:50.702692+0000","last_peered":"2023-09-23T15:11:50.702692+0000","last_clean":"2023-09-23T15:11:50.702692+0000","last_became_active":"2023-09-23T15:10:09.130035+0000","last_became_peered":"2023-09-23T15:10:09.130035+0000","last_unstale":"2023-09-23T15:11:50.702692+0000","last_undegraded":"2023-09-23T15:11:50.702692+0000","last_fullsized":"2023-09-23T15:11:50.702692+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:14.833586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":102,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.726581+0000","last_change":"2023-09-23T15:06:44.961272+0000","last_active":"2023-09-23T15:11:50.726581+0000","last_peered":"2023-09-23T15:11:50.726581+0000","last_clean":"2023-09-23T15:11:50.726581+0000","last_became_active":"2023-09-23T15:06:44.960880+0000","last_became_peered":"2023-09-23T15:06:44.960880+0000","last_unstale":"2023-09-23T15:11:50.726581+0000","last_undegraded":"2023-09-23T15:11:50.726581+0000","last_fullsized":"2023-09-23T15:11:50.726581+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:47:59.931694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":142,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.731031+0000","last_change":"2023-09-23T15:10:09.132324+0000","last_active":"2023-09-23T15:11:50.731031+0000","last_peered":"2023-09-23T15:11:50.731031+0000","last_clean":"2023-09-23T15:11:50.731031+0000","last_became_active":"2023-09-23T15:10:09.132041+0000","last_became_peered":"2023-09-23T15:10:09.132041+0000","last_unstale":"2023-09-23T15:11:50.731031+0000","last_undegraded":"2023-09-23T15:11:50.731031+0000","last_fullsized":"2023-09-23T15:11:50.731031+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:45:07.758828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":102,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.726855+0000","last_change":"2023-09-23T15:10:32.003034+0000","last_active":"2023-09-23T15:11:50.726855+0000","last_peered":"2023-09-23T15:11:50.726855+0000","last_clean":"2023-09-23T15:11:50.726855+0000","last_became_active":"2023-09-23T15:10:32.002697+0000","last_became_peered":"2023-09-23T15:10:32.002697+0000","last_unstale":"2023-09-23T15:11:50.726855+0000","last_undegraded":"2023-09-23T15:11:50.726855+0000","last_fullsized":"2023-09-23T15:11:50.726855+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:28:07.416047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":115,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.731099+0000","last_change":"2023-09-23T15:07:50.030878+0000","last_active":"2023-09-23T15:11:50.731099+0000","last_peered":"2023-09-23T15:11:50.731099+0000","last_clean":"2023-09-23T15:11:50.731099+0000","last_became_active":"2023-09-23T15:07:50.030573+0000","last_became_peered":"2023-09-23T15:07:50.030573+0000","last_unstale":"2023-09-23T15:11:50.731099+0000","last_undegraded":"2023-09-23T15:11:50.731099+0000","last_fullsized":"2023-09-23T15:11:50.731099+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:32.003219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":137,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.731335+0000","last_change":"2023-09-23T15:10:32.002016+0000","last_active":"2023-09-23T15:11:50.731335+0000","last_peered":"2023-09-23T15:11:50.731335+0000","last_clean":"2023-09-23T15:11:50.731335+0000","last_became_active":"2023-09-23T15:10:32.001682+0000","last_became_peered":"2023-09-23T15:10:32.001682+0000","last_unstale":"2023-09-23T15:11:50.731335+0000","last_undegraded":"2023-09-23T15:11:50.731335+0000","last_fullsized":"2023-09-23T15:11:50.731335+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:23.876846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":140,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.731458+0000","last_change":"2023-09-23T15:10:09.131669+0000","last_active":"2023-09-23T15:11:50.731458+0000","last_peered":"2023-09-23T15:11:50.731458+0000","last_clean":"2023-09-23T15:11:50.731458+0000","last_became_active":"2023-09-23T15:10:09.131378+0000","last_became_peered":"2023-09-23T15:10:09.131378+0000","last_unstale":"2023-09-23T15:11:50.731458+0000","last_undegraded":"2023-09-23T15:11:50.731458+0000","last_fullsized":"2023-09-23T15:11:50.731458+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:51:22.063950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":113,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.699277+0000","last_change":"2023-09-23T15:10:09.139425+0000","last_active":"2023-09-23T15:11:50.699277+0000","last_peered":"2023-09-23T15:11:50.699277+0000","last_clean":"2023-09-23T15:11:50.699277+0000","last_became_active":"2023-09-23T15:10:09.139059+0000","last_became_peered":"2023-09-23T15:10:09.139059+0000","last_unstale":"2023-09-23T15:11:50.699277+0000","last_undegraded":"2023-09-23T15:11:50.699277+0000","last_fullsized":"2023-09-23T15:11:50.699277+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:23:35.244235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":115,"reported_epoch":140,"state":"active+clean","last_fresh":"2023-09-23T15:11:50.730780+0000","last_change":"2023-09-23T15:10:32.002820+0000","last_active":"2023-09-23T15:11:50.730780+0000","last_peered":"2023-09-23T15:11:50.730780+0000","last_clean":"2023-09-23T15:11:50.730780+0000","last_became_active":"2023-09-23T15:10:32.002548+0000","last_became_peered":"2023-09-23T15:10:32.002548+0000","last_unstale":"2023-09-23T15:11:50.730780+0000","last_undegraded":"2023-09-23T15:11:50.730780+0000","last_fullsized":"2023-09-23T15:11:50.730780+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:30:59.691684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":16,"stat_sum":{"num_bytes":7864320,"num_objects":120,"num_object_clones":0,"num_object_copies":360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3170,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":120,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":118658,"num_write_kb":3800833,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10046,"num_bytes_recovered":359530496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":26148864,"data_stored":26148864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118558,"ondisk_log_size":118558,"up":48,"acting":46,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201473,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":62564,"kb_used_data":1948,"kb_used_omap":0,"kb_used_meta":60608,"kb_avail":93682588,"statfs":{"total":95995035648,"available":95930970112,"internally_reserved":0,"allocated":1994752,"data_stored":1468801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":62062592},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:17 2023","interfaces":[{"interface":"back","average":{"1min":1.8500000000000001,"5min":0.79300000000000004,"15min":0.629},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":15.452999999999999,"5min":15.452999999999999,"15min":15.452999999999999},"last":0.34300000000000003},{"interface":"front","average":{"1min":2.1749999999999998,"5min":0.85899999999999999,"15min":0.66500000000000004},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":15.492000000000001,"5min":15.492000000000001,"15min":15.492000000000001},"last":0.27800000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:11:57 2023","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":0.93300000000000005,"15min":0.65700000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":9.5429999999999993,"5min":9.5429999999999993,"15min":9.5429999999999993},"last":0.35899999999999999},{"interface":"front","average":{"1min":2.0680000000000001,"5min":0.97799999999999998,"15min":0.70199999999999996},"min":{"1min":0.30099999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":9.4770000000000003,"5min":9.4770000000000003,"15min":9.4770000000000003},"last":0.44800000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:11:13 2023","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":1.617,"15min":1.617},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":4.8550000000000004,"5min":4.8550000000000004,"15min":4.8550000000000004},"last":0.32900000000000001},{"interface":"front","average":{"1min":1.593,"5min":1.593,"15min":1.593},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":6.7990000000000004,"5min":6.7990000000000004,"15min":6.7990000000000004},"last":0.41399999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:11:57 2023","interfaces":[{"interface":"back","average":{"1min":15.919,"5min":3.7010000000000001,"15min":1.5840000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":187.29400000000001,"5min":187.29400000000001,"15min":187.29400000000001},"last":0.314},{"interface":"front","average":{"1min":16.129999999999999,"5min":3.7749999999999999,"15min":1.6299999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":187.309,"5min":187.309,"15min":187.309},"last":0.40200000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:11:44 2023","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":0.66700000000000004,"15min":0.53200000000000003},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.0300000000000002,"5min":5.0300000000000002,"15min":5.0300000000000002},"last":0.38600000000000001},{"interface":"front","average":{"1min":1.2589999999999999,"5min":0.66200000000000003,"15min":0.54500000000000004},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.25800000000000001},"max":{"1min":4.7409999999999997,"5min":4.7409999999999997,"15min":4.7409999999999997},"last":0.42399999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:11:44 2023","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":0.79500000000000004,"15min":0.60499999999999998},"min":{"1min":0.33200000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.7709999999999999,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":1.609,"5min":0.76700000000000002,"15min":0.61499999999999999},"min":{"1min":0.34200000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":6.1989999999999998,"5min":6.1989999999999998,"15min":6.1989999999999998},"last":0.46500000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":5.8280000000000003,"5min":5.8280000000000003,"15min":5.8280000000000003},"last":0.373},{"interface":"front","average":{"1min":1.169,"5min":1.169,"15min":1.169},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":3.649,"5min":3.649,"15min":3.649},"last":0.432}]}]},{"osd":6,"up_from":122,"seq":523986010131,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":60760,"kb_used_data":1936,"kb_used_omap":9,"kb_used_meta":58806,"kb_avail":93684392,"statfs":{"total":95995035648,"available":95932817408,"internally_reserved":0,"allocated":1982464,"data_stored":1468655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":60217683},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":2.6110000000000002,"5min":2.6110000000000002,"15min":2.6110000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":26.251000000000001,"5min":26.251000000000001,"15min":26.251000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":3.145,"5min":3.145,"15min":3.145},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":26.045999999999999,"5min":26.045999999999999,"15min":26.045999999999999},"last":0.63}]},{"osd":1,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":1.385,"15min":1.385},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.8940000000000001,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":1.843,"5min":1.843,"15min":1.843},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.6710000000000003,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.39200000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":5.0469999999999997,"5min":5.0469999999999997,"15min":5.0469999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":1.905,"5min":1.905,"15min":1.905},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":7.6109999999999998,"5min":7.6109999999999998,"15min":7.6109999999999998},"last":0.442}]},{"osd":3,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":6.6529999999999996,"5min":6.6529999999999996,"15min":6.6529999999999996},"last":0.36599999999999999},{"interface":"front","average":{"1min":2.3290000000000002,"5min":2.3290000000000002,"15min":2.3290000000000002},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":10.654999999999999,"5min":10.654999999999999,"15min":10.654999999999999},"last":0.60599999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.316},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.8599999999999999,"5min":2.8599999999999999,"15min":2.8599999999999999},"last":0.58099999999999996}]},{"osd":5,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":8.7279999999999998,"5min":8.7279999999999998,"15min":8.7279999999999998},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":144.953,"5min":144.953,"15min":144.953},"last":0.46800000000000003},{"interface":"front","average":{"1min":8.3780000000000001,"5min":8.3780000000000001,"15min":8.3780000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":144.79400000000001,"5min":144.79400000000001,"15min":144.79400000000001},"last":1.448}]},{"osd":7,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.234,"5min":1.234,"15min":1.234},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":5.8760000000000003,"5min":5.8760000000000003,"15min":5.8760000000000003},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":2.0110000000000001},"last":0.38400000000000001}]}]},{"osd":1,"up_from":89,"seq":382252089410,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":77360,"kb_used_data":1512,"kb_used_omap":9,"kb_used_meta":75830,"kb_avail":93667792,"statfs":{"total":95995035648,"available":95915819008,"internally_reserved":0,"allocated":1548288,"data_stored":898231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":77650921},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":0.97299999999999998,"15min":0.54300000000000004},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":15.233000000000001,"5min":15.233000000000001,"15min":15.233000000000001},"last":0.315},{"interface":"front","average":{"1min":1.738,"5min":0.76400000000000001,"15min":0.49399999999999999},"min":{"1min":0.27500000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":4.8140000000000001,"5min":5.0279999999999996,"15min":5.0279999999999996},"last":0.38800000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:11:08 2023","interfaces":[{"interface":"back","average":{"1min":5.6130000000000004,"5min":5.6130000000000004,"15min":5.6130000000000004},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":64.444999999999993,"5min":64.444999999999993,"15min":64.444999999999993},"last":0.40699999999999997},{"interface":"front","average":{"1min":6.0670000000000002,"5min":6.0670000000000002,"15min":6.0670000000000002},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":63.148000000000003,"5min":63.148000000000003,"15min":63.148000000000003},"last":0.28499999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:11:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0019999999999998,"5min":1.302,"15min":0.66600000000000004},"min":{"1min":0.24199999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":6.54,"5min":26.690000000000001,"15min":26.690000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":1.806,"5min":1.1839999999999999,"15min":0.63400000000000001},"min":{"1min":0.311,"5min":0.216,"15min":0.216},"max":{"1min":9.0950000000000006,"5min":26.792000000000002,"15min":26.792000000000002},"last":0.34899999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":1.6619999999999999,"5min":0.92500000000000004,"15min":0.69199999999999995},"min":{"1min":0.33800000000000002,"5min":0.313,"15min":0.313},"max":{"1min":6.4139999999999997,"5min":9.0850000000000009,"15min":9.0850000000000009},"last":0.46700000000000003},{"interface":"front","average":{"1min":2.02,"5min":0.91100000000000003,"15min":0.69699999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":6.8049999999999997,"5min":6.8049999999999997,"15min":6.8049999999999997},"last":0.46000000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.74199999999999999,"15min":0.65600000000000003},"min":{"1min":0.374,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.988,"5min":5.0439999999999996,"15min":5.0439999999999996},"last":0.44600000000000001},{"interface":"front","average":{"1min":1.5800000000000001,"5min":0.96099999999999997,"15min":0.76100000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":6.4580000000000002,"5min":9.3130000000000006,"15min":9.3130000000000006},"last":0.372}]},{"osd":6,"last update":"Sat Sep 23 15:11:31 2023","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":5.9569999999999999,"5min":5.9569999999999999,"15min":5.9569999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":2.02,"5min":2.02,"15min":2.02},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":8.1039999999999992,"5min":8.1039999999999992,"15min":8.1039999999999992},"last":0.436}]},{"osd":7,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":1.119,"15min":0.78500000000000003},"min":{"1min":0.45800000000000002,"5min":0.375,"15min":0.375},"max":{"1min":9.7769999999999992,"5min":9.7769999999999992,"15min":9.7769999999999992},"last":0.496},{"interface":"front","average":{"1min":2.3319999999999999,"5min":1.0089999999999999,"15min":0.76400000000000001},"min":{"1min":0.38900000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":9.0299999999999994,"5min":9.0299999999999994,"15min":9.0299999999999994},"last":0.47899999999999998}]}]},{"osd":0,"up_from":84,"seq":360777252936,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":73976,"kb_used_data":2160,"kb_used_omap":28,"kb_used_meta":71779,"kb_avail":93671176,"statfs":{"total":95995035648,"available":95919284224,"internally_reserved":0,"allocated":2211840,"data_stored":1497580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":73502544},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:11:50 2023","interfaces":[{"interface":"back","average":{"1min":6.4400000000000004,"5min":1.75,"15min":0.82399999999999995},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":71.188000000000002,"5min":71.188000000000002,"15min":71.188000000000002},"last":0.255},{"interface":"front","average":{"1min":5.7969999999999997,"5min":1.5640000000000001,"15min":0.76000000000000001},"min":{"1min":0.221,"5min":0.217,"15min":0.217},"max":{"1min":70.156999999999996,"5min":70.156999999999996,"15min":70.156999999999996},"last":0.27800000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:11:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6040000000000001,"5min":2.6040000000000001,"15min":2.6040000000000001},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":10.193,"5min":10.193,"15min":10.193},"last":0.317},{"interface":"front","average":{"1min":1.794,"5min":1.794,"15min":1.794},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":9.6050000000000004,"5min":9.6050000000000004,"15min":9.6050000000000004},"last":0.29699999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":12.209,"5min":3.0630000000000002,"15min":1.2929999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":100.062,"5min":100.062,"15min":100.062},"last":0.34699999999999998},{"interface":"front","average":{"1min":12.183,"5min":3.0720000000000001,"15min":1.304},"min":{"1min":0.36199999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":100.547,"5min":100.547,"15min":100.547},"last":0.36199999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:11:21 2023","interfaces":[{"interface":"back","average":{"1min":1.3540000000000001,"5min":0.72999999999999998,"15min":0.67400000000000004},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.324,"5min":10.324,"15min":10.324},"last":0.377},{"interface":"front","average":{"1min":3.3260000000000001,"5min":1.121,"15min":0.77800000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":41.561999999999998,"5min":41.561999999999998,"15min":41.561999999999998},"last":0.39100000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:11:21 2023","interfaces":[{"interface":"back","average":{"1min":3.452,"5min":1.1850000000000001,"15min":0.82799999999999996},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":41.631999999999998,"5min":41.631999999999998,"15min":41.631999999999998},"last":0.41599999999999998},{"interface":"front","average":{"1min":2.0819999999999999,"5min":0.91400000000000003,"15min":0.74199999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":9.5099999999999998,"5min":9.5099999999999998,"15min":9.5099999999999998},"last":0.46200000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:11:31 2023","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":1.966,"15min":1.966},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":9.5449999999999999,"5min":9.5449999999999999,"15min":9.5449999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":10.355,"5min":10.355,"15min":10.355},"last":0.52000000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:11:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3210000000000002,"5min":0.94899999999999995,"15min":0.76000000000000001},"min":{"1min":0.36699999999999999,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":9.5760000000000005,"5min":9.5760000000000005,"15min":9.5760000000000005},"last":0.53700000000000003},{"interface":"front","average":{"1min":1.796,"5min":0.873,"15min":0.73799999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":10.292999999999999,"5min":10.292999999999999,"15min":10.292999999999999},"last":0.47299999999999998}]}]},{"osd":2,"up_from":117,"seq":502511173656,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":105732,"kb_used_data":1532,"kb_used_omap":81,"kb_used_meta":104110,"kb_avail":93639420,"statfs":{"total":95995035648,"available":95886766080,"internally_reserved":0,"allocated":1568768,"data_stored":900488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":106608858},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":2.0550000000000002,"5min":2.0550000000000002,"15min":2.0550000000000002},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":10.404,"5min":10.404,"15min":10.404},"last":0.30299999999999999},{"interface":"front","average":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":10.532,"5min":10.532,"15min":10.532},"last":0.34899999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":2.2629999999999999,"5min":2.2629999999999999,"15min":2.2629999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":1.609,"5min":1.609,"15min":1.609},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":11.372,"5min":11.372,"15min":11.372},"last":0.33200000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":4.992,"5min":4.992,"15min":4.992},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":60.445,"5min":60.445,"15min":60.445},"last":0.41499999999999998},{"interface":"front","average":{"1min":5.3440000000000003,"5min":5.3440000000000003,"15min":5.3440000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":60.905000000000001,"5min":60.905000000000001,"15min":60.905000000000001},"last":0.37}]},{"osd":4,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":6.476,"5min":6.476,"15min":6.476},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":50.792000000000002,"5min":50.792000000000002,"15min":50.792000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":2.9529999999999998,"5min":2.9529999999999998,"15min":2.9529999999999998},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":36.051000000000002,"5min":36.051000000000002,"15min":36.051000000000002},"last":0.436}]},{"osd":5,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":3.254,"5min":3.254,"15min":3.254},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":35.878,"5min":35.878,"15min":35.878},"last":0.40799999999999997},{"interface":"front","average":{"1min":6.2370000000000001,"5min":6.2370000000000001,"15min":6.2370000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":50.816000000000003,"5min":50.816000000000003,"15min":50.816000000000003},"last":0.45900000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:11:34 2023","interfaces":[{"interface":"back","average":{"1min":6.4640000000000004,"5min":6.4640000000000004,"15min":6.4640000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":50.871000000000002,"5min":50.871000000000002,"15min":50.871000000000002},"last":0.42599999999999999},{"interface":"front","average":{"1min":5.5979999999999999,"5min":5.5979999999999999,"15min":5.5979999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":50.771000000000001,"5min":50.771000000000001,"15min":50.771000000000001},"last":0.48599999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":6.3129999999999997,"5min":6.3129999999999997,"15min":6.3129999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":50.853999999999999,"5min":50.853999999999999,"15min":50.853999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":6.5590000000000002,"5min":6.5590000000000002,"15min":6.5590000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":50.841999999999999,"5min":50.841999999999999,"15min":50.841999999999999},"last":0.502}]}]},{"osd":3,"up_from":99,"seq":425201762356,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":132516,"kb_used_data":28636,"kb_used_omap":7,"kb_used_meta":103736,"kb_avail":93612636,"statfs":{"total":95995035648,"available":95859339264,"internally_reserved":0,"allocated":29323264,"data_stored":28681468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":106226280},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":0.46899999999999997,"15min":0.36199999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":6.327,"5min":6.327,"15min":6.327},"last":1.397},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.44900000000000001,"15min":0.36699999999999999},"min":{"1min":0.26400000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.1669999999999998,"5min":4.1669999999999998,"15min":4.1669999999999998},"last":5.1779999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.434,"15min":0.36199999999999999},"min":{"1min":0.20599999999999999,"5min":0.193,"15min":0.193},"max":{"1min":4.21,"5min":4.21,"15min":4.21},"last":0.46100000000000002},{"interface":"front","average":{"1min":1.2030000000000001,"5min":0.51300000000000001,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":6.2050000000000001,"5min":6.2050000000000001,"15min":6.2050000000000001},"last":1.365}]},{"osd":2,"last update":"Sat Sep 23 15:11:09 2023","interfaces":[{"interface":"back","average":{"1min":4.1929999999999996,"5min":4.1929999999999996,"15min":4.1929999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":55.378999999999998,"5min":55.378999999999998,"15min":55.378999999999998},"last":3.198},{"interface":"front","average":{"1min":4.7830000000000004,"5min":4.7830000000000004,"15min":4.7830000000000004},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":55.401000000000003,"5min":55.401000000000003,"15min":55.401000000000003},"last":13.004}]},{"osd":4,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.61199999999999999,"15min":0.58999999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":2.1890000000000001,"5min":2.1890000000000001,"15min":2.1890000000000001},"last":0.501},{"interface":"front","average":{"1min":1.214,"5min":0.69799999999999995,"15min":0.61599999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.1749999999999998,"5min":6.1749999999999998,"15min":6.1749999999999998},"last":0.41899999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":0.67300000000000004,"15min":0.60799999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":6.266,"5min":6.266,"15min":6.266},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.63600000000000001,"15min":0.60599999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.2839999999999998,"5min":2.2839999999999998,"15min":2.2839999999999998},"last":1.6870000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:11:34 2023","interfaces":[{"interface":"back","average":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":6.3529999999999998,"5min":6.3529999999999998,"15min":6.3529999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":1.8520000000000001,"5min":1.8520000000000001,"15min":1.8520000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.8780000000000001,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":1.718}]},{"osd":7,"last update":"Sat Sep 23 15:10:55 2023","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.65000000000000002,"15min":0.61899999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":2.3050000000000002,"5min":2.3050000000000002,"15min":2.3050000000000002},"last":0.53700000000000003},{"interface":"front","average":{"1min":1.204,"5min":0.71699999999999997,"15min":0.64500000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":6.2270000000000003,"5min":6.2270000000000003,"15min":6.2270000000000003},"last":0.496}]}]},{"osd":4,"up_from":31,"seq":133143986382,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":45728,"kb_used_data":1368,"kb_used_omap":0,"kb_used_meta":44352,"kb_avail":93699424,"statfs":{"total":95995035648,"available":95948210176,"internally_reserved":0,"allocated":1400832,"data_stored":878686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":45416448},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:22 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.59699999999999998,"15min":0.55300000000000005},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":1.617,"5min":7.1909999999999998,"15min":7.1909999999999998},"last":0.307},{"interface":"front","average":{"1min":1.653,"5min":0.75600000000000001,"15min":0.622},"min":{"1min":0.26900000000000002,"5min":0.221,"15min":0.221},"max":{"1min":8.5830000000000002,"5min":8.5830000000000002,"15min":8.5830000000000002},"last":0.32000000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:11:53 2023","interfaces":[{"interface":"back","average":{"1min":2.4489999999999998,"5min":1.083,"15min":0.72499999999999998},"min":{"1min":0.32300000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":14.436,"5min":14.436,"15min":14.436},"last":0.39500000000000002},{"interface":"front","average":{"1min":2.9430000000000001,"5min":1.111,"15min":0.747},"min":{"1min":0.34100000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":14.413,"5min":14.413,"15min":14.413},"last":0.33800000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:11:11 2023","interfaces":[{"interface":"back","average":{"1min":1.466,"5min":1.466,"15min":1.466},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":5.8449999999999998,"5min":5.8449999999999998,"15min":5.8449999999999998},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.5609999999999999,"5min":1.5609999999999999,"15min":1.5609999999999999},"last":0.35499999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:11:55 2023","interfaces":[{"interface":"back","average":{"1min":3.7730000000000001,"5min":1.2450000000000001,"15min":0.80300000000000005},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.314},"max":{"1min":31.689,"5min":31.689,"15min":31.689},"last":0.44500000000000001},{"interface":"front","average":{"1min":4.7439999999999998,"5min":1.448,"15min":0.90200000000000002},"min":{"1min":0.33100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":31.608000000000001,"5min":31.608000000000001,"15min":31.608000000000001},"last":0.41699999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:11:04 2023","interfaces":[{"interface":"back","average":{"1min":1.286,"5min":0.65500000000000003,"15min":0.51600000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":8.6669999999999998,"5min":8.6669999999999998,"15min":8.6669999999999998},"last":0.36199999999999999},{"interface":"front","average":{"1min":1.302,"5min":0.67300000000000004,"15min":0.54900000000000004},"min":{"1min":0.31,"5min":0.28599999999999998,"15min":0.26800000000000002},"max":{"1min":9.8239999999999998,"5min":9.8239999999999998,"15min":9.8239999999999998},"last":0.28699999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":2.262,"5min":2.262,"15min":2.262},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":10.878,"5min":10.878,"15min":10.878},"last":0.372},{"interface":"front","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":4.6280000000000001,"5min":4.6280000000000001,"15min":4.6280000000000001},"last":0.26900000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:11:04 2023","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.64100000000000001,"15min":0.57999999999999996},"min":{"1min":0.311,"5min":0.311,"15min":0.307},"max":{"1min":6.0119999999999996,"5min":6.0119999999999996,"15min":6.0119999999999996},"last":0.434},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.63200000000000001,"15min":0.59599999999999997},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":4.3719999999999999,"5min":4.3719999999999999,"15min":5.4550000000000001},"last":0.38700000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724745,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":46220,"kb_used_data":1348,"kb_used_omap":0,"kb_used_meta":44864,"kb_avail":93698932,"statfs":{"total":95995035648,"available":95947706368,"internally_reserved":0,"allocated":1380352,"data_stored":874107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":45940736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:22 2023","interfaces":[{"interface":"back","average":{"1min":1.8360000000000001,"5min":0.76200000000000001,"15min":0.56799999999999995},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":6.452,"5min":6.452,"15min":6.452},"last":0.44900000000000001},{"interface":"front","average":{"1min":1.748,"5min":0.78600000000000003,"15min":0.62},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":4.6849999999999996,"5min":4.6849999999999996,"15min":4.6849999999999996},"last":0.33800000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:11:51 2023","interfaces":[{"interface":"back","average":{"1min":3.5249999999999999,"5min":1.2030000000000001,"15min":0.76800000000000002},"min":{"1min":0.27400000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":16.218,"5min":16.218,"15min":16.218},"last":0.377},{"interface":"front","average":{"1min":3.5670000000000002,"5min":1.284,"15min":0.78700000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":16.271000000000001,"5min":16.271000000000001,"15min":16.271000000000001},"last":0.38700000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:11:11 2023","interfaces":[{"interface":"back","average":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":6.0759999999999996,"5min":6.0759999999999996,"15min":6.0759999999999996},"last":0.78800000000000003},{"interface":"front","average":{"1min":2.0030000000000001,"5min":2.0030000000000001,"15min":2.0030000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":5.2480000000000002,"5min":5.2480000000000002,"15min":5.2480000000000002},"last":0.88800000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":8.5570000000000004,"5min":2.3279999999999998,"15min":1.1599999999999999},"min":{"1min":0.36299999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":103.989,"5min":103.989,"15min":103.989},"last":0.48099999999999998},{"interface":"front","average":{"1min":8.5909999999999993,"5min":2.2589999999999999,"15min":1.1970000000000001},"min":{"1min":0.39900000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":101.824,"5min":101.824,"15min":101.824},"last":0.435}]},{"osd":4,"last update":"Sat Sep 23 15:11:16 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.024,"15min":0.64800000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.246},"max":{"1min":3.9860000000000002,"5min":48.997999999999998,"15min":48.997999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":2.2890000000000001,"5min":1.2709999999999999,"15min":0.753},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":8.3130000000000006,"5min":49.017000000000003,"15min":49.017000000000003},"last":0.48999999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":4.0800000000000001,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":2.1880000000000002,"5min":2.1880000000000002,"15min":2.1880000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":11.076000000000001,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.54200000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:11:58 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.5609999999999999,"15min":0.91200000000000003},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":3.6680000000000001,"5min":77.837000000000003,"15min":77.837000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":1.5409999999999999,"5min":1.619,"15min":0.92200000000000004},"min":{"1min":0.41599999999999998,"5min":0.318,"15min":0.318},"max":{"1min":4.4480000000000004,"5min":78.174000000000007,"15min":78.174000000000007},"last":0.51300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":26148864,"data_stored":26148864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:12:05.715 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T15:12:05.719 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:05.767 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:05.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:05.771 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:05.872 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:05.899 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:06.079 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:12:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:12:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:12:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:12:06.080 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:12:06.159 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:12:06.186 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:06 smithi118 ceph-mon[219580]: pgmap v374: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 582 KiB data, 564 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 3170/72 objects degraded (4402.778%); 0 B/s, 218 objects/s recovering 2023-09-23T15:12:06.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:06 smithi118 ceph-mon[219580]: failed to encode map e144 with expected crc 2023-09-23T15:12:06.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:06 smithi118 ceph-mon[219580]: failed to encode map e144 with expected crc 2023-09-23T15:12:06.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:06 smithi118 ceph-mon[219580]: osdmap e144: 8 total, 8 up, 8 in 2023-09-23T15:12:06.187 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:06 smithi118 ceph-mon[219580]: failed to encode map e144 with expected crc 2023-09-23T15:12:06.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:06 smithi118 ceph-mon[212312]: pgmap v374: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 582 KiB data, 564 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 3170/72 objects degraded (4402.778%); 0 B/s, 218 objects/s recovering 2023-09-23T15:12:06.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:06 smithi118 ceph-mon[212312]: failed to encode map e144 with expected crc 2023-09-23T15:12:06.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:06 smithi118 ceph-mon[212312]: failed to encode map e144 with expected crc 2023-09-23T15:12:06.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:06 smithi118 ceph-mon[212312]: osdmap e144: 8 total, 8 up, 8 in 2023-09-23T15:12:06.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:06 smithi118 ceph-mon[212312]: failed to encode map e144 with expected crc 2023-09-23T15:12:06.203 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:06.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:06.207 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:06.265 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:12:06.284 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:12:06.303 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:12:06.307 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:06.326 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:12:06.333 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:06.363 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:12:06.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:06 smithi178 ceph-mon[192298]: pgmap v374: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 582 KiB data, 564 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 3170/72 objects degraded (4402.778%); 0 B/s, 218 objects/s recovering 2023-09-23T15:12:06.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:06 smithi178 ceph-mon[192298]: failed to encode map e144 with expected crc 2023-09-23T15:12:06.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:06 smithi178 ceph-mon[192298]: failed to encode map e144 with expected crc 2023-09-23T15:12:06.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:06 smithi178 ceph-mon[192298]: osdmap e144: 8 total, 8 up, 8 in 2023-09-23T15:12:06.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:06 smithi178 ceph-mon[192298]: failed to encode map e144 with expected crc 2023-09-23T15:12:06.382 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:12:06.405 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:12:06.422 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:12:06.423 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:12:06.423 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:12:06.423 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:12:06.424 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:12:06.424 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:12:06.424 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:12:06.424 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:12:06.424 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:12:07.144 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:12:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[219580]: failed to encode map e144 with expected crc 2023-09-23T15:12:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[219580]: failed to encode map e144 with expected crc 2023-09-23T15:12:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2669921573' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 3170/72 objects degraded (4402.778%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:12:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[212312]: failed to encode map e144 with expected crc 2023-09-23T15:12:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[212312]: failed to encode map e144 with expected crc 2023-09-23T15:12:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2669921573' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 3170/72 objects degraded (4402.778%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:12:07.361 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:07.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:07.364 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:07 smithi178 ceph-mon[192298]: failed to encode map e144 with expected crc 2023-09-23T15:12:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:07 smithi178 ceph-mon[192298]: failed to encode map e144 with expected crc 2023-09-23T15:12:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2669921573' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 3170/72 objects degraded (4402.778%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:12:07.464 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:07.490 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:07.631 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:07.634 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:07.634 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:07.735 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:07.763 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:07.808 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:07.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:07.813 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:07.914 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:07.941 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:08.041 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:08.044 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:08.044 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:08.145 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:08.170 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:08 smithi118 ceph-mon[219580]: pgmap v376: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 582 KiB data, 566 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 172 op/s; 3170/72 objects degraded (4402.778%); 0 B/s, 209 objects/s recovering 2023-09-23T15:12:08.170 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:08 smithi118 ceph-mon[212312]: pgmap v376: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 582 KiB data, 566 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 172 op/s; 3170/72 objects degraded (4402.778%); 0 B/s, 209 objects/s recovering 2023-09-23T15:12:08.172 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:08.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:08 smithi178 ceph-mon[192298]: pgmap v376: 89 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 582 KiB data, 566 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 172 op/s; 3170/72 objects degraded (4402.778%); 0 B/s, 209 objects/s recovering 2023-09-23T15:12:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:12:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:12:08] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2023-09-23T15:12:08.836 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:08.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:08.840 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:08.941 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:08.969 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:08.970 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:09.096 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:09.103 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:09.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:09.106 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:09.122 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:09.207 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:09.241 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:09.297 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:09.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:09.300 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:09.401 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:12:09.429 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:09.476 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:12:09.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:09.481 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:12:09.581 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:12:09.607 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:09.648 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:12:09.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:09.652 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:12:09.753 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:09.780 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:09.873 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:09.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:09.876 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:09.976 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:10.002 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:10.044 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:10.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:10.048 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:10.112 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_0' removed 2023-09-23T15:12:10.149 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:10.172 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:10 smithi118 ceph-mon[212312]: pgmap v377: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 582 KiB data, 567 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 38 op/s; 985/72 objects degraded (1368.056%); 0 B/s, 364 objects/s recovering 2023-09-23T15:12:10.172 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:10 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3357172132' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:12:10.172 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:10 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:12:10.173 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:10 smithi118 ceph-mon[219580]: pgmap v377: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 582 KiB data, 567 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 38 op/s; 985/72 objects degraded (1368.056%); 0 B/s, 364 objects/s recovering 2023-09-23T15:12:10.173 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:10 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3357172132' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:12:10.173 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:10 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:12:10.175 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:10.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:10 smithi178 ceph-mon[192298]: pgmap v377: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 582 KiB data, 567 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 38 op/s; 985/72 objects degraded (1368.056%); 0 B/s, 364 objects/s recovering 2023-09-23T15:12:10.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:10 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3357172132' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:12:10.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:10 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:12:10.740 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:12:10.973 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:10.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:10.977 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:11.078 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:11.104 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:11.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:11 smithi178 ceph-mon[192298]: failed to encode map e145 with expected crc 2023-09-23T15:12:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:11 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:12:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:11 smithi178 ceph-mon[192298]: osdmap e145: 8 total, 8 up, 8 in 2023-09-23T15:12:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:11 smithi178 ceph-mon[192298]: failed to encode map e145 with expected crc 2023-09-23T15:12:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:11 smithi118 ceph-mon[219580]: failed to encode map e145 with expected crc 2023-09-23T15:12:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:11 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:12:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:11 smithi118 ceph-mon[219580]: osdmap e145: 8 total, 8 up, 8 in 2023-09-23T15:12:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:11 smithi118 ceph-mon[219580]: failed to encode map e145 with expected crc 2023-09-23T15:12:11.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:11 smithi118 ceph-mon[212312]: failed to encode map e145 with expected crc 2023-09-23T15:12:11.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:11 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:12:11.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:11 smithi118 ceph-mon[212312]: osdmap e145: 8 total, 8 up, 8 in 2023-09-23T15:12:11.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:11 smithi118 ceph-mon[212312]: failed to encode map e145 with expected crc 2023-09-23T15:12:11.601 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:11.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:11.604 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:11.705 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:11.736 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:11.785 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:11.788 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:11.789 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:11.890 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:11.899 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T15:12:11.899 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T15:12:11.900 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_1 2023-09-23T15:12:11.900 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_1 16 2023-09-23T15:12:11.917 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:12.081 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:12.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:12.085 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:12.185 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:12.210 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:12 smithi118 ceph-mon[219580]: pgmap v379: 73 pgs: 73 active+clean; 582 KiB data, 570 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:12.210 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:12 smithi118 ceph-mon[219580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 985/72 objects degraded (1368.056%), 1 pg degraded, 1 pg undersized) 2023-09-23T15:12:12.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:12 smithi118 ceph-mon[212312]: pgmap v379: 73 pgs: 73 active+clean; 582 KiB data, 570 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:12.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:12 smithi118 ceph-mon[212312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 985/72 objects degraded (1368.056%), 1 pg degraded, 1 pg undersized) 2023-09-23T15:12:12.213 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:12 smithi178 ceph-mon[192298]: pgmap v379: 73 pgs: 73 active+clean; 582 KiB data, 570 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:12 smithi178 ceph-mon[192298]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 985/72 objects degraded (1368.056%), 1 pg degraded, 1 pg undersized) 2023-09-23T15:12:12.534 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:12.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:12.538 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:12.598 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:12:12.598 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:12:12.640 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:12.671 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:13.090 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:12:13.170 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:13.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:13.175 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:13.189 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:13.276 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:13.305 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:12:13.305 INFO:teuthology.orchestra.run.smithi118.stdout:{"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":454,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":146,"num_osds":8,"num_up_osds":8,"osd_up_since":1695481831,"num_in_osds":8,"osd_in_since":1695480965,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":73}],"num_pgs":73,"num_pools":4,"num_objects":24,"data_bytes":595872,"bytes_used":602353664,"bytes_avail":767357931520,"bytes_total":767960285184},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi118.efkhxl","status":"up:active","gid":24566}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"}},"servicemap":{"epoch":23,"modified":"2023-09-23T15:11:31.972263+0000","services":{}},"progress_events":{"6eed1e4c-d43f-49ed-9fa1-01d4ae5d302e":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [============................] (remaining: 5m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-09-23T15:12:13.307 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:13.332 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:13 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1567862985' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:12:13.333 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:13 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1567862985' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:12:13.357 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:13.361 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:13 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1567862985' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:12:13.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:13.362 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:13.463 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:13.490 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:13.534 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:13.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:13.541 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:13.641 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:13.669 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:13.712 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:13.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:13.715 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:13.816 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:13.842 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:13.885 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:13.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:13.890 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:13.990 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:14.016 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:14.058 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:14.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:14.064 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:14 smithi178 ceph-mon[192298]: pgmap v380: 73 pgs: 73 active+clean; 582 KiB data, 574 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:14 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:14 smithi178 ceph-mon[192298]: failed to encode map e146 with expected crc 2023-09-23T15:12:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1567862985' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:12:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:14 smithi178 ceph-mon[192298]: osdmap e146: 8 total, 8 up, 8 in 2023-09-23T15:12:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1429041534' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:12:14.166 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:14.191 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:14.232 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:14.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:14.237 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:14.338 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:14.363 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:14.405 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:14.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:14.411 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:14.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[219580]: pgmap v380: 73 pgs: 73 active+clean; 582 KiB data, 574 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:14.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:14.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[219580]: failed to encode map e146 with expected crc 2023-09-23T15:12:14.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1567862985' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:12:14.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[219580]: osdmap e146: 8 total, 8 up, 8 in 2023-09-23T15:12:14.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1429041534' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:12:14.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[212312]: pgmap v380: 73 pgs: 73 active+clean; 582 KiB data, 574 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:14.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:14.438 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[212312]: failed to encode map e146 with expected crc 2023-09-23T15:12:14.438 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1567862985' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:12:14.438 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[212312]: osdmap e146: 8 total, 8 up, 8 in 2023-09-23T15:12:14.438 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1429041534' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:12:14.439 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:12:14.512 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:14.539 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:14.659 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:14.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:14.665 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:14.760 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:14.767 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:14.783 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-09-23T15:12:14.783 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:12:14.798 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:14.896 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:14.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:14.899 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:15.000 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:15.029 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:15.074 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:15.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:15.079 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:15.179 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:15.226 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:15.376 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:15 smithi118 ceph-mon[212312]: failed to encode map e146 with expected crc 2023-09-23T15:12:15.377 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:15 smithi118 ceph-mon[212312]: failed to encode map e146 with expected crc 2023-09-23T15:12:15.377 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:15 smithi118 ceph-mon[219580]: failed to encode map e146 with expected crc 2023-09-23T15:12:15.377 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:15 smithi118 ceph-mon[219580]: failed to encode map e146 with expected crc 2023-09-23T15:12:15.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:15 smithi178 ceph-mon[192298]: failed to encode map e146 with expected crc 2023-09-23T15:12:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:15 smithi178 ceph-mon[192298]: failed to encode map e146 with expected crc 2023-09-23T15:12:15.422 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:15.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:15.425 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:15.526 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:15.557 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:15.605 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:15.610 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:15.610 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:15.711 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:15.739 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:15.784 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:15.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:15.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:15.891 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:15.918 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:15.962 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:15.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:15.968 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:16.068 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:16.097 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:16.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:16 smithi118 ceph-mon[219580]: pgmap v382: 73 pgs: 73 active+clean; 582 KiB data, 592 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:16.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:16 smithi118 ceph-mon[212312]: pgmap v382: 73 pgs: 73 active+clean; 582 KiB data, 592 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:16 smithi178 ceph-mon[192298]: pgmap v382: 73 pgs: 73 active+clean; 582 KiB data, 592 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:16.438 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:16.444 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:16.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:16.448 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:16.548 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:16.569 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:16.576 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:16.619 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:16.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:16.625 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:16.677 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:12:16.726 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:16.755 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:17.011 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:17.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:17.014 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:17.115 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:17.143 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:17.361 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:12:17.385 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:12:17.388 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:17.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:17.392 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:17.405 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:12:17.425 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:12:17.444 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:12:17.463 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:12:17.482 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:12:17.493 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:17.501 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:12:17.503 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:12:17.503 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:12:17.503 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:12:17.503 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:12:17.503 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:12:17.503 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:12:17.503 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:12:17.503 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:12:17.525 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:17.573 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:17.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:17.580 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:17.681 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:17.708 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:18.038 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_1' created 2023-09-23T15:12:18.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:17 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:18.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:17 smithi118 ceph-mon[212312]: pgmap v383: 73 pgs: 73 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:18.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2393566402' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T15:12:18.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:17 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T15:12:18.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/766917811' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:18.320 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:12:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:12:18] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2023-09-23T15:12:18.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:17 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:18.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:17 smithi118 ceph-mon[219580]: pgmap v383: 73 pgs: 73 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:18.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2393566402' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T15:12:18.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:17 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T15:12:18.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/766917811' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:17 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:17 smithi178 ceph-mon[192298]: pgmap v383: 73 pgs: 73 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2393566402' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T15:12:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:17 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-09-23T15:12:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/766917811' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:18.858 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:18.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:18.860 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:18.961 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:18.990 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:19.084 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:19.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:19.088 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:19.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[219580]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[219580]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-09-23T15:12:19.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[219580]: osdmap e147: 8 total, 8 up, 8 in 2023-09-23T15:12:19.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[219580]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[219580]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[219580]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[219580]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.144 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[219580]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.144 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[219580]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[212312]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[212312]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-09-23T15:12:19.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[212312]: osdmap e147: 8 total, 8 up, 8 in 2023-09-23T15:12:19.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[212312]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[212312]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.145 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[212312]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.145 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[212312]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.145 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[212312]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.145 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:19 smithi118 ceph-mon[212312]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.189 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:19.216 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:19.361 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:19.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:19.365 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:19 smithi178 ceph-mon[192298]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:19 smithi178 ceph-mon[192298]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:19 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-09-23T15:12:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:19 smithi178 ceph-mon[192298]: osdmap e147: 8 total, 8 up, 8 in 2023-09-23T15:12:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:19 smithi178 ceph-mon[192298]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:19 smithi178 ceph-mon[192298]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:19 smithi178 ceph-mon[192298]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:19 smithi178 ceph-mon[192298]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:19 smithi178 ceph-mon[192298]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:19 smithi178 ceph-mon[192298]: failed to encode map e147 with expected crc 2023-09-23T15:12:19.466 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:19.493 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:20.139 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:20.141 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[219580]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.141 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[219580]: pgmap v386: 89 pgs: 4 creating+peering, 12 unknown, 73 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:20.141 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[219580]: osdmap e148: 8 total, 8 up, 8 in 2023-09-23T15:12:20.141 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[219580]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.141 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[219580]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.141 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[219580]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.141 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[219580]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.142 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[212312]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.142 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[212312]: pgmap v386: 89 pgs: 4 creating+peering, 12 unknown, 73 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:20.142 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[212312]: osdmap e148: 8 total, 8 up, 8 in 2023-09-23T15:12:20.142 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[212312]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.142 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[212312]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.142 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[212312]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.142 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:20 smithi118 ceph-mon[212312]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:20.143 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:20.244 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:12:20.275 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:20.277 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_1 rados --yes-i-really-mean-it || true 2023-09-23T15:12:20.324 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:12:20.328 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:20 smithi178 ceph-mon[192298]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.328 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:20 smithi178 ceph-mon[192298]: pgmap v386: 89 pgs: 4 creating+peering, 12 unknown, 73 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:20.328 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:20 smithi178 ceph-mon[192298]: osdmap e148: 8 total, 8 up, 8 in 2023-09-23T15:12:20.328 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:20 smithi178 ceph-mon[192298]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.328 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:20 smithi178 ceph-mon[192298]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.328 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:20 smithi178 ceph-mon[192298]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.328 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:20 smithi178 ceph-mon[192298]: failed to encode map e148 with expected crc 2023-09-23T15:12:20.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:20.329 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:12:20.345 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:20.430 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:20.470 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:20.512 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:12:20.514 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:12:21.160 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:12:21.225 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:12:21.225 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:12:21.225 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:12:21.225 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:12:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:21 smithi118 ceph-mon[219580]: failed to encode map e149 with expected crc 2023-09-23T15:12:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:21 smithi118 ceph-mon[219580]: osdmap e149: 8 total, 8 up, 8 in 2023-09-23T15:12:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:21 smithi118 ceph-mon[219580]: failed to encode map e149 with expected crc 2023-09-23T15:12:21.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:21 smithi118 ceph-mon[212312]: failed to encode map e149 with expected crc 2023-09-23T15:12:21.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:21 smithi118 ceph-mon[212312]: osdmap e149: 8 total, 8 up, 8 in 2023-09-23T15:12:21.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:21 smithi118 ceph-mon[212312]: failed to encode map e149 with expected crc 2023-09-23T15:12:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:21 smithi178 ceph-mon[192298]: failed to encode map e149 with expected crc 2023-09-23T15:12:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:21 smithi178 ceph-mon[192298]: osdmap e149: 8 total, 8 up, 8 in 2023-09-23T15:12:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:21 smithi178 ceph-mon[192298]: failed to encode map e149 with expected crc 2023-09-23T15:12:21.952 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:21.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:21.955 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:22.016 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":387,"stamp":"2023-09-23T15:12:20.038868+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":231,"acting":231,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":608016,"kb_used_data":13712,"kb_used_omap":136,"kb_used_meta":594103,"kb_avail":749353200,"statfs":{"total":767960285184,"available":767337676800,"internally_reserved":0,"allocated":14041088,"data_stored":9215257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":139314,"internal_metadata":608362446},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.954958"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":139,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478409+0000","last_change":"2023-09-23T15:10:09.136988+0000","last_active":"2023-09-23T15:12:10.478409+0000","last_peered":"2023-09-23T15:12:10.478409+0000","last_clean":"2023-09-23T15:12:10.478409+0000","last_became_active":"2023-09-23T15:10:09.136647+0000","last_became_peered":"2023-09-23T15:10:09.136647+0000","last_unstale":"2023-09-23T15:12:10.478409+0000","last_undegraded":"2023-09-23T15:12:10.478409+0000","last_fullsized":"2023-09-23T15:12:10.478409+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:38.812542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717851+0000","last_change":"2023-09-23T15:07:50.039138+0000","last_active":"2023-09-23T15:12:13.717851+0000","last_peered":"2023-09-23T15:12:13.717851+0000","last_clean":"2023-09-23T15:12:13.717851+0000","last_became_active":"2023-09-23T15:07:50.038840+0000","last_became_peered":"2023-09-23T15:07:50.038840+0000","last_unstale":"2023-09-23T15:12:13.717851+0000","last_undegraded":"2023-09-23T15:12:13.717851+0000","last_fullsized":"2023-09-23T15:12:13.717851+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:52.470724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":94,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.085257+0000","last_change":"2023-09-23T15:07:50.037965+0000","last_active":"2023-09-23T15:12:13.085257+0000","last_peered":"2023-09-23T15:12:13.085257+0000","last_clean":"2023-09-23T15:12:13.085257+0000","last_became_active":"2023-09-23T15:07:50.037654+0000","last_became_peered":"2023-09-23T15:07:50.037654+0000","last_unstale":"2023-09-23T15:12:13.085257+0000","last_undegraded":"2023-09-23T15:12:13.085257+0000","last_fullsized":"2023-09-23T15:12:13.085257+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:36.233860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":100,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:11.366005+0000","last_change":"2023-09-23T15:07:50.031091+0000","last_active":"2023-09-23T15:12:11.366005+0000","last_peered":"2023-09-23T15:12:11.366005+0000","last_clean":"2023-09-23T15:12:11.366005+0000","last_became_active":"2023-09-23T15:07:50.030777+0000","last_became_peered":"2023-09-23T15:07:50.030777+0000","last_unstale":"2023-09-23T15:12:11.366005+0000","last_undegraded":"2023-09-23T15:12:11.366005+0000","last_fullsized":"2023-09-23T15:12:11.366005+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:37.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":128,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717480+0000","last_change":"2023-09-23T15:07:50.039152+0000","last_active":"2023-09-23T15:12:13.717480+0000","last_peered":"2023-09-23T15:12:13.717480+0000","last_clean":"2023-09-23T15:12:13.717480+0000","last_became_active":"2023-09-23T15:07:50.038865+0000","last_became_peered":"2023-09-23T15:07:50.038865+0000","last_unstale":"2023-09-23T15:12:13.717480+0000","last_undegraded":"2023-09-23T15:12:13.717480+0000","last_fullsized":"2023-09-23T15:12:13.717480+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:35.185865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":86,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.074559+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:12:10.074559+0000","last_peered":"2023-09-23T15:12:10.074559+0000","last_clean":"2023-09-23T15:12:10.074559+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:12:10.074559+0000","last_undegraded":"2023-09-23T15:12:10.074559+0000","last_fullsized":"2023-09-23T15:12:10.074559+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":99,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.072041+0000","last_change":"2023-09-23T15:07:50.036597+0000","last_active":"2023-09-23T15:12:10.072041+0000","last_peered":"2023-09-23T15:12:10.072041+0000","last_clean":"2023-09-23T15:12:10.072041+0000","last_became_active":"2023-09-23T15:07:50.036127+0000","last_became_peered":"2023-09-23T15:07:50.036127+0000","last_unstale":"2023-09-23T15:12:10.072041+0000","last_undegraded":"2023-09-23T15:12:10.072041+0000","last_fullsized":"2023-09-23T15:12:10.072041+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:36.147063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":125,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717480+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:12:13.717480+0000","last_peered":"2023-09-23T15:12:13.717480+0000","last_clean":"2023-09-23T15:12:13.717480+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:12:13.717480+0000","last_undegraded":"2023-09-23T15:12:13.717480+0000","last_fullsized":"2023-09-23T15:12:13.717480+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":105,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.377922+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:12:10.377922+0000","last_peered":"2023-09-23T15:12:10.377922+0000","last_clean":"2023-09-23T15:12:10.377922+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:12:10.377922+0000","last_undegraded":"2023-09-23T15:12:10.377922+0000","last_fullsized":"2023-09-23T15:12:10.377922+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":85,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717605+0000","last_change":"2023-09-23T15:10:32.006398+0000","last_active":"2023-09-23T15:12:13.717605+0000","last_peered":"2023-09-23T15:12:13.717605+0000","last_clean":"2023-09-23T15:12:13.717605+0000","last_became_active":"2023-09-23T15:10:32.006135+0000","last_became_peered":"2023-09-23T15:10:32.006135+0000","last_unstale":"2023-09-23T15:12:13.717605+0000","last_undegraded":"2023-09-23T15:12:13.717605+0000","last_fullsized":"2023-09-23T15:12:13.717605+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:48.677695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":107,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.082223+0000","last_change":"2023-09-23T15:07:50.035364+0000","last_active":"2023-09-23T15:12:10.082223+0000","last_peered":"2023-09-23T15:12:10.082223+0000","last_clean":"2023-09-23T15:12:10.082223+0000","last_became_active":"2023-09-23T15:07:50.034939+0000","last_became_peered":"2023-09-23T15:07:50.034939+0000","last_unstale":"2023-09-23T15:12:10.082223+0000","last_undegraded":"2023-09-23T15:12:10.082223+0000","last_fullsized":"2023-09-23T15:12:10.082223+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:25.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":120,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.085688+0000","last_change":"2023-09-23T15:10:32.002317+0000","last_active":"2023-09-23T15:12:13.085688+0000","last_peered":"2023-09-23T15:12:13.085688+0000","last_clean":"2023-09-23T15:12:13.085688+0000","last_became_active":"2023-09-23T15:10:32.001883+0000","last_became_peered":"2023-09-23T15:10:32.001883+0000","last_unstale":"2023-09-23T15:12:13.085688+0000","last_undegraded":"2023-09-23T15:12:13.085688+0000","last_fullsized":"2023-09-23T15:12:13.085688+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:22:32.451936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":126,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478656+0000","last_change":"2023-09-23T15:10:32.005591+0000","last_active":"2023-09-23T15:12:10.478656+0000","last_peered":"2023-09-23T15:12:10.478656+0000","last_clean":"2023-09-23T15:12:10.478656+0000","last_became_active":"2023-09-23T15:10:32.005257+0000","last_became_peered":"2023-09-23T15:10:32.005257+0000","last_unstale":"2023-09-23T15:12:10.478656+0000","last_undegraded":"2023-09-23T15:12:10.478656+0000","last_fullsized":"2023-09-23T15:12:10.478656+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:07.750699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":120,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478506+0000","last_change":"2023-09-23T15:10:32.003343+0000","last_active":"2023-09-23T15:12:10.478506+0000","last_peered":"2023-09-23T15:12:10.478506+0000","last_clean":"2023-09-23T15:12:10.478506+0000","last_became_active":"2023-09-23T15:10:32.003079+0000","last_became_peered":"2023-09-23T15:10:32.003079+0000","last_unstale":"2023-09-23T15:12:10.478506+0000","last_undegraded":"2023-09-23T15:12:10.478506+0000","last_fullsized":"2023-09-23T15:12:10.478506+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:30.821947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":123,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.081452+0000","last_change":"2023-09-23T15:10:09.134195+0000","last_active":"2023-09-23T15:12:10.081452+0000","last_peered":"2023-09-23T15:12:10.081452+0000","last_clean":"2023-09-23T15:12:10.081452+0000","last_became_active":"2023-09-23T15:10:09.133921+0000","last_became_peered":"2023-09-23T15:10:09.133921+0000","last_unstale":"2023-09-23T15:12:10.081452+0000","last_undegraded":"2023-09-23T15:12:10.081452+0000","last_fullsized":"2023-09-23T15:12:10.081452+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:53:02.358269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717778+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:12:13.717778+0000","last_peered":"2023-09-23T15:12:13.717778+0000","last_clean":"2023-09-23T15:12:13.717778+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:12:13.717778+0000","last_undegraded":"2023-09-23T15:12:13.717778+0000","last_fullsized":"2023-09-23T15:12:13.717778+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":99,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.072051+0000","last_change":"2023-09-23T15:07:50.035019+0000","last_active":"2023-09-23T15:12:10.072051+0000","last_peered":"2023-09-23T15:12:10.072051+0000","last_clean":"2023-09-23T15:12:10.072051+0000","last_became_active":"2023-09-23T15:07:50.034763+0000","last_became_peered":"2023-09-23T15:07:50.034763+0000","last_unstale":"2023-09-23T15:12:10.072051+0000","last_undegraded":"2023-09-23T15:12:10.072051+0000","last_fullsized":"2023-09-23T15:12:10.072051+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:19.778544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":104,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.377925+0000","last_change":"2023-09-23T15:07:50.036536+0000","last_active":"2023-09-23T15:12:10.377925+0000","last_peered":"2023-09-23T15:12:10.377925+0000","last_clean":"2023-09-23T15:12:10.377925+0000","last_became_active":"2023-09-23T15:07:50.036207+0000","last_became_peered":"2023-09-23T15:07:50.036207+0000","last_unstale":"2023-09-23T15:12:10.377925+0000","last_undegraded":"2023-09-23T15:12:10.377925+0000","last_fullsized":"2023-09-23T15:12:10.377925+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:07:15.249568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":104,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.079635+0000","last_change":"2023-09-23T15:10:32.009781+0000","last_active":"2023-09-23T15:12:10.079635+0000","last_peered":"2023-09-23T15:12:10.079635+0000","last_clean":"2023-09-23T15:12:10.079635+0000","last_became_active":"2023-09-23T15:10:32.009521+0000","last_became_peered":"2023-09-23T15:10:32.009521+0000","last_unstale":"2023-09-23T15:12:10.079635+0000","last_undegraded":"2023-09-23T15:12:10.079635+0000","last_fullsized":"2023-09-23T15:12:10.079635+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:12.174726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":99,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.072177+0000","last_change":"2023-09-23T15:07:50.030916+0000","last_active":"2023-09-23T15:12:10.072177+0000","last_peered":"2023-09-23T15:12:10.072177+0000","last_clean":"2023-09-23T15:12:10.072177+0000","last_became_active":"2023-09-23T15:07:50.030606+0000","last_became_peered":"2023-09-23T15:07:50.030606+0000","last_unstale":"2023-09-23T15:12:10.072177+0000","last_undegraded":"2023-09-23T15:12:10.072177+0000","last_fullsized":"2023-09-23T15:12:10.072177+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:34.346977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":90,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.074116+0000","last_change":"2023-09-23T15:10:32.001173+0000","last_active":"2023-09-23T15:12:10.074116+0000","last_peered":"2023-09-23T15:12:10.074116+0000","last_clean":"2023-09-23T15:12:10.074116+0000","last_became_active":"2023-09-23T15:10:32.000737+0000","last_became_peered":"2023-09-23T15:10:32.000737+0000","last_unstale":"2023-09-23T15:12:10.074116+0000","last_undegraded":"2023-09-23T15:12:10.074116+0000","last_fullsized":"2023-09-23T15:12:10.074116+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:19.613556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717803+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:12:13.717803+0000","last_peered":"2023-09-23T15:12:13.717803+0000","last_clean":"2023-09-23T15:12:13.717803+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:12:13.717803+0000","last_undegraded":"2023-09-23T15:12:13.717803+0000","last_fullsized":"2023-09-23T15:12:13.717803+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":147,"state":"creating+peering","last_fresh":"2023-09-23T15:12:18.034234+0000","last_change":"2023-09-23T15:12:18.034234+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.034234+0000","last_undegraded":"2023-09-23T15:12:18.034234+0000","last_fullsized":"2023-09-23T15:12:18.034234+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:49.411148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":105,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.082075+0000","last_change":"2023-09-23T15:06:13.223162+0000","last_active":"2023-09-23T15:12:10.082075+0000","last_peered":"2023-09-23T15:12:10.082075+0000","last_clean":"2023-09-23T15:12:10.082075+0000","last_became_active":"2023-09-23T15:06:13.222843+0000","last_became_peered":"2023-09-23T15:06:13.222843+0000","last_unstale":"2023-09-23T15:12:10.082075+0000","last_undegraded":"2023-09-23T15:12:10.082075+0000","last_fullsized":"2023-09-23T15:12:10.082075+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:49.690908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":104,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.377607+0000","last_change":"2023-09-23T15:10:32.006352+0000","last_active":"2023-09-23T15:12:10.377607+0000","last_peered":"2023-09-23T15:12:10.377607+0000","last_clean":"2023-09-23T15:12:10.377607+0000","last_became_active":"2023-09-23T15:10:32.006058+0000","last_became_peered":"2023-09-23T15:10:32.006058+0000","last_unstale":"2023-09-23T15:12:10.377607+0000","last_undegraded":"2023-09-23T15:12:10.377607+0000","last_fullsized":"2023-09-23T15:12:10.377607+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:18.094074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":1,"reported_epoch":147,"state":"creating+peering","last_fresh":"2023-09-23T15:12:18.034513+0000","last_change":"2023-09-23T15:12:18.034513+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.034513+0000","last_undegraded":"2023-09-23T15:12:18.034513+0000","last_fullsized":"2023-09-23T15:12:18.034513+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:07:16.638992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":106,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.080409+0000","last_change":"2023-09-23T15:06:44.959353+0000","last_active":"2023-09-23T15:12:10.080409+0000","last_peered":"2023-09-23T15:12:10.080409+0000","last_clean":"2023-09-23T15:12:10.080409+0000","last_became_active":"2023-09-23T15:06:44.958935+0000","last_became_peered":"2023-09-23T15:06:44.958935+0000","last_unstale":"2023-09-23T15:12:10.080409+0000","last_undegraded":"2023-09-23T15:12:10.080409+0000","last_fullsized":"2023-09-23T15:12:10.080409+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:07.695495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":147,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478391+0000","last_change":"2023-09-23T15:10:09.134708+0000","last_active":"2023-09-23T15:12:10.478391+0000","last_peered":"2023-09-23T15:12:10.478391+0000","last_clean":"2023-09-23T15:12:10.478391+0000","last_became_active":"2023-09-23T15:10:09.134435+0000","last_became_peered":"2023-09-23T15:10:09.134435+0000","last_unstale":"2023-09-23T15:12:10.478391+0000","last_undegraded":"2023-09-23T15:12:10.478391+0000","last_fullsized":"2023-09-23T15:12:10.478391+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:19.280882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":105,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.082353+0000","last_change":"2023-09-23T15:10:32.009788+0000","last_active":"2023-09-23T15:12:10.082353+0000","last_peered":"2023-09-23T15:12:10.082353+0000","last_clean":"2023-09-23T15:12:10.082353+0000","last_became_active":"2023-09-23T15:10:32.009548+0000","last_became_peered":"2023-09-23T15:10:32.009548+0000","last_unstale":"2023-09-23T15:12:10.082353+0000","last_undegraded":"2023-09-23T15:12:10.082353+0000","last_fullsized":"2023-09-23T15:12:10.082353+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:13:55.797113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":86,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.074188+0000","last_change":"2023-09-23T15:10:32.008968+0000","last_active":"2023-09-23T15:12:10.074188+0000","last_peered":"2023-09-23T15:12:10.074188+0000","last_clean":"2023-09-23T15:12:10.074188+0000","last_became_active":"2023-09-23T15:10:32.008695+0000","last_became_peered":"2023-09-23T15:10:32.008695+0000","last_unstale":"2023-09-23T15:12:10.074188+0000","last_undegraded":"2023-09-23T15:12:10.074188+0000","last_fullsized":"2023-09-23T15:12:10.074188+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:48:10.347766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":122,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.378456+0000","last_change":"2023-09-23T15:10:32.002809+0000","last_active":"2023-09-23T15:12:10.378456+0000","last_peered":"2023-09-23T15:12:10.378456+0000","last_clean":"2023-09-23T15:12:10.378456+0000","last_became_active":"2023-09-23T15:10:32.002512+0000","last_became_peered":"2023-09-23T15:10:32.002512+0000","last_unstale":"2023-09-23T15:12:10.378456+0000","last_undegraded":"2023-09-23T15:12:10.378456+0000","last_fullsized":"2023-09-23T15:12:10.378456+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:09.824155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":99,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.071826+0000","last_change":"2023-09-23T15:06:44.959770+0000","last_active":"2023-09-23T15:12:10.071826+0000","last_peered":"2023-09-23T15:12:10.071826+0000","last_clean":"2023-09-23T15:12:10.071826+0000","last_became_active":"2023-09-23T15:06:44.959428+0000","last_became_peered":"2023-09-23T15:06:44.959428+0000","last_unstale":"2023-09-23T15:12:10.071826+0000","last_undegraded":"2023-09-23T15:12:10.071826+0000","last_fullsized":"2023-09-23T15:12:10.071826+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:02.886940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":109,"reported_epoch":147,"state":"active+clean","last_fresh":"2023-09-23T15:12:18.034994+0000","last_change":"2023-09-23T15:07:50.032638+0000","last_active":"2023-09-23T15:12:18.034994+0000","last_peered":"2023-09-23T15:12:18.034994+0000","last_clean":"2023-09-23T15:12:18.034994+0000","last_became_active":"2023-09-23T15:07:50.032292+0000","last_became_peered":"2023-09-23T15:07:50.032292+0000","last_unstale":"2023-09-23T15:12:18.034994+0000","last_undegraded":"2023-09-23T15:12:18.034994+0000","last_fullsized":"2023-09-23T15:12:18.034994+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:01:59.352522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":120,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478894+0000","last_change":"2023-09-23T15:10:32.004960+0000","last_active":"2023-09-23T15:12:10.478894+0000","last_peered":"2023-09-23T15:12:10.478894+0000","last_clean":"2023-09-23T15:12:10.478894+0000","last_became_active":"2023-09-23T15:10:32.004629+0000","last_became_peered":"2023-09-23T15:10:32.004629+0000","last_unstale":"2023-09-23T15:12:10.478894+0000","last_undegraded":"2023-09-23T15:12:10.478894+0000","last_fullsized":"2023-09-23T15:12:10.478894+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:31.277181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":87,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.074025+0000","last_change":"2023-09-23T15:10:32.001159+0000","last_active":"2023-09-23T15:12:10.074025+0000","last_peered":"2023-09-23T15:12:10.074025+0000","last_clean":"2023-09-23T15:12:10.074025+0000","last_became_active":"2023-09-23T15:10:32.000879+0000","last_became_peered":"2023-09-23T15:10:32.000879+0000","last_unstale":"2023-09-23T15:12:10.074025+0000","last_undegraded":"2023-09-23T15:12:10.074025+0000","last_fullsized":"2023-09-23T15:12:10.074025+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:26:29.610906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":137,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478585+0000","last_change":"2023-09-23T15:10:09.136986+0000","last_active":"2023-09-23T15:12:10.478585+0000","last_peered":"2023-09-23T15:12:10.478585+0000","last_clean":"2023-09-23T15:12:10.478585+0000","last_became_active":"2023-09-23T15:10:09.136647+0000","last_became_peered":"2023-09-23T15:10:09.136647+0000","last_unstale":"2023-09-23T15:12:10.478585+0000","last_undegraded":"2023-09-23T15:12:10.478585+0000","last_fullsized":"2023-09-23T15:12:10.478585+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:09:45.557985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":121,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478383+0000","last_change":"2023-09-23T15:10:09.134884+0000","last_active":"2023-09-23T15:12:10.478383+0000","last_peered":"2023-09-23T15:12:10.478383+0000","last_clean":"2023-09-23T15:12:10.478383+0000","last_became_active":"2023-09-23T15:10:09.134593+0000","last_became_peered":"2023-09-23T15:10:09.134593+0000","last_unstale":"2023-09-23T15:12:10.478383+0000","last_undegraded":"2023-09-23T15:12:10.478383+0000","last_fullsized":"2023-09-23T15:12:10.478383+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:15:30.008940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":120,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.479369+0000","last_change":"2023-09-23T15:10:32.002676+0000","last_active":"2023-09-23T15:12:10.479369+0000","last_peered":"2023-09-23T15:12:10.479369+0000","last_clean":"2023-09-23T15:12:10.479369+0000","last_became_active":"2023-09-23T15:10:32.002390+0000","last_became_peered":"2023-09-23T15:10:32.002390+0000","last_unstale":"2023-09-23T15:12:10.479369+0000","last_undegraded":"2023-09-23T15:12:10.479369+0000","last_fullsized":"2023-09-23T15:12:10.479369+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:55:30.721959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":112,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717616+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:12:13.717616+0000","last_peered":"2023-09-23T15:12:13.717616+0000","last_clean":"2023-09-23T15:12:13.717616+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:12:13.717616+0000","last_undegraded":"2023-09-23T15:12:13.717616+0000","last_fullsized":"2023-09-23T15:12:13.717616+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":94,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.086275+0000","last_change":"2023-09-23T15:07:50.032151+0000","last_active":"2023-09-23T15:12:13.086275+0000","last_peered":"2023-09-23T15:12:13.086275+0000","last_clean":"2023-09-23T15:12:13.086275+0000","last_became_active":"2023-09-23T15:07:50.031884+0000","last_became_peered":"2023-09-23T15:07:50.031884+0000","last_unstale":"2023-09-23T15:12:13.086275+0000","last_undegraded":"2023-09-23T15:12:13.086275+0000","last_fullsized":"2023-09-23T15:12:13.086275+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:19.460897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.087062+0000","last_change":"2023-09-23T15:06:44.963699+0000","last_active":"2023-09-23T15:12:13.087062+0000","last_peered":"2023-09-23T15:12:13.087062+0000","last_clean":"2023-09-23T15:12:13.087062+0000","last_became_active":"2023-09-23T15:06:44.960744+0000","last_became_peered":"2023-09-23T15:06:44.960744+0000","last_unstale":"2023-09-23T15:12:13.087062+0000","last_undegraded":"2023-09-23T15:12:13.087062+0000","last_fullsized":"2023-09-23T15:12:13.087062+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:50.003042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":139,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.377995+0000","last_change":"2023-09-23T15:10:09.131581+0000","last_active":"2023-09-23T15:12:10.377995+0000","last_peered":"2023-09-23T15:12:10.377995+0000","last_clean":"2023-09-23T15:12:10.377995+0000","last_became_active":"2023-09-23T15:10:09.131235+0000","last_became_peered":"2023-09-23T15:10:09.131235+0000","last_unstale":"2023-09-23T15:12:10.377995+0000","last_undegraded":"2023-09-23T15:12:10.377995+0000","last_fullsized":"2023-09-23T15:12:10.377995+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:08.924116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":79,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.085607+0000","last_change":"2023-09-23T15:06:44.961923+0000","last_active":"2023-09-23T15:12:13.085607+0000","last_peered":"2023-09-23T15:12:13.085607+0000","last_clean":"2023-09-23T15:12:13.085607+0000","last_became_active":"2023-09-23T15:06:44.961613+0000","last_became_peered":"2023-09-23T15:06:44.961613+0000","last_unstale":"2023-09-23T15:12:13.085607+0000","last_undegraded":"2023-09-23T15:12:13.085607+0000","last_fullsized":"2023-09-23T15:12:13.085607+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:15.337573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":126,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.377643+0000","last_change":"2023-09-23T15:10:32.002853+0000","last_active":"2023-09-23T15:12:10.377643+0000","last_peered":"2023-09-23T15:12:10.377643+0000","last_clean":"2023-09-23T15:12:10.377643+0000","last_became_active":"2023-09-23T15:10:32.002581+0000","last_became_peered":"2023-09-23T15:10:32.002581+0000","last_unstale":"2023-09-23T15:12:10.377643+0000","last_undegraded":"2023-09-23T15:12:10.377643+0000","last_fullsized":"2023-09-23T15:12:10.377643+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:20.515540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":121,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478587+0000","last_change":"2023-09-23T15:10:32.003203+0000","last_active":"2023-09-23T15:12:10.478587+0000","last_peered":"2023-09-23T15:12:10.478587+0000","last_clean":"2023-09-23T15:12:10.478587+0000","last_became_active":"2023-09-23T15:10:32.002938+0000","last_became_peered":"2023-09-23T15:10:32.002938+0000","last_unstale":"2023-09-23T15:12:10.478587+0000","last_undegraded":"2023-09-23T15:12:10.478587+0000","last_fullsized":"2023-09-23T15:12:10.478587+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:32.687557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":124,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.086986+0000","last_change":"2023-09-23T15:10:09.127716+0000","last_active":"2023-09-23T15:12:13.086986+0000","last_peered":"2023-09-23T15:12:13.086986+0000","last_clean":"2023-09-23T15:12:13.086986+0000","last_became_active":"2023-09-23T15:10:09.127430+0000","last_became_peered":"2023-09-23T15:10:09.127430+0000","last_unstale":"2023-09-23T15:12:13.086986+0000","last_undegraded":"2023-09-23T15:12:13.086986+0000","last_fullsized":"2023-09-23T15:12:13.086986+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:05.660817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":123,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:12.217172+0000","last_change":"2023-09-23T15:10:09.142031+0000","last_active":"2023-09-23T15:12:12.217172+0000","last_peered":"2023-09-23T15:12:12.217172+0000","last_clean":"2023-09-23T15:12:12.217172+0000","last_became_active":"2023-09-23T15:10:09.141798+0000","last_became_peered":"2023-09-23T15:10:09.141798+0000","last_unstale":"2023-09-23T15:12:12.217172+0000","last_undegraded":"2023-09-23T15:12:12.217172+0000","last_fullsized":"2023-09-23T15:12:12.217172+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:39.474465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":120,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.086059+0000","last_change":"2023-09-23T15:10:32.002230+0000","last_active":"2023-09-23T15:12:13.086059+0000","last_peered":"2023-09-23T15:12:13.086059+0000","last_clean":"2023-09-23T15:12:13.086059+0000","last_became_active":"2023-09-23T15:10:32.001928+0000","last_became_peered":"2023-09-23T15:10:32.001928+0000","last_unstale":"2023-09-23T15:12:13.086059+0000","last_undegraded":"2023-09-23T15:12:13.086059+0000","last_fullsized":"2023-09-23T15:12:13.086059+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:10:43.177238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":113,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.086200+0000","last_change":"2023-09-23T15:06:44.961366+0000","last_active":"2023-09-23T15:12:13.086200+0000","last_peered":"2023-09-23T15:12:13.086200+0000","last_clean":"2023-09-23T15:12:13.086200+0000","last_became_active":"2023-09-23T15:06:44.961113+0000","last_became_peered":"2023-09-23T15:06:44.961113+0000","last_unstale":"2023-09-23T15:12:13.086200+0000","last_undegraded":"2023-09-23T15:12:13.086200+0000","last_fullsized":"2023-09-23T15:12:13.086200+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:55.998599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":126,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.377635+0000","last_change":"2023-09-23T15:10:09.132124+0000","last_active":"2023-09-23T15:12:10.377635+0000","last_peered":"2023-09-23T15:12:10.377635+0000","last_clean":"2023-09-23T15:12:10.377635+0000","last_became_active":"2023-09-23T15:10:09.131831+0000","last_became_peered":"2023-09-23T15:10:09.131831+0000","last_unstale":"2023-09-23T15:12:10.377635+0000","last_undegraded":"2023-09-23T15:12:10.377635+0000","last_fullsized":"2023-09-23T15:12:10.377635+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:33:35.877804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":502,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.081204+0000","last_change":"2023-09-23T15:10:32.009868+0000","last_active":"2023-09-23T15:12:10.081204+0000","last_peered":"2023-09-23T15:12:10.081204+0000","last_clean":"2023-09-23T15:12:10.081204+0000","last_became_active":"2023-09-23T15:10:32.009525+0000","last_became_peered":"2023-09-23T15:10:32.009525+0000","last_unstale":"2023-09-23T15:12:10.081204+0000","last_undegraded":"2023-09-23T15:12:10.081204+0000","last_fullsized":"2023-09-23T15:12:10.081204+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:21:51.916603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":86,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717676+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:12:13.717676+0000","last_peered":"2023-09-23T15:12:13.717676+0000","last_clean":"2023-09-23T15:12:13.717676+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:12:13.717676+0000","last_undegraded":"2023-09-23T15:12:13.717676+0000","last_fullsized":"2023-09-23T15:12:13.717676+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":47,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.074499+0000","last_change":"2023-09-23T15:10:32.008210+0000","last_active":"2023-09-23T15:12:10.074499+0000","last_peered":"2023-09-23T15:12:10.074499+0000","last_clean":"2023-09-23T15:12:10.074499+0000","last_became_active":"2023-09-23T15:10:32.007957+0000","last_became_peered":"2023-09-23T15:10:32.007957+0000","last_unstale":"2023-09-23T15:12:10.074499+0000","last_undegraded":"2023-09-23T15:12:10.074499+0000","last_fullsized":"2023-09-23T15:12:10.074499+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:31:16.276320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":125,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.081259+0000","last_change":"2023-09-23T15:06:44.962339+0000","last_active":"2023-09-23T15:12:10.081259+0000","last_peered":"2023-09-23T15:12:10.081259+0000","last_clean":"2023-09-23T15:12:10.081259+0000","last_became_active":"2023-09-23T15:06:44.961535+0000","last_became_peered":"2023-09-23T15:06:44.961535+0000","last_unstale":"2023-09-23T15:12:10.081259+0000","last_undegraded":"2023-09-23T15:12:10.081259+0000","last_fullsized":"2023-09-23T15:12:10.081259+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:46.260459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":99,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.071475+0000","last_change":"2023-09-23T15:07:50.031637+0000","last_active":"2023-09-23T15:12:10.071475+0000","last_peered":"2023-09-23T15:12:10.071475+0000","last_clean":"2023-09-23T15:12:10.071475+0000","last_became_active":"2023-09-23T15:07:50.031182+0000","last_became_peered":"2023-09-23T15:07:50.031182+0000","last_unstale":"2023-09-23T15:12:10.071475+0000","last_undegraded":"2023-09-23T15:12:10.071475+0000","last_fullsized":"2023-09-23T15:12:10.071475+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:58.223373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":128,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.072375+0000","last_change":"2023-09-23T15:10:09.138815+0000","last_active":"2023-09-23T15:12:10.072375+0000","last_peered":"2023-09-23T15:12:10.072375+0000","last_clean":"2023-09-23T15:12:10.072375+0000","last_became_active":"2023-09-23T15:10:09.138531+0000","last_became_peered":"2023-09-23T15:10:09.138531+0000","last_unstale":"2023-09-23T15:12:10.072375+0000","last_undegraded":"2023-09-23T15:12:10.072375+0000","last_fullsized":"2023-09-23T15:12:10.072375+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:35:00.956939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:12:18.026432+0000","last_change":"2023-09-23T15:12:18.026432+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.026432+0000","last_undegraded":"2023-09-23T15:12:18.026432+0000","last_fullsized":"2023-09-23T15:12:18.026432+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":108,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.082308+0000","last_change":"2023-09-23T15:06:13.223083+0000","last_active":"2023-09-23T15:12:10.082308+0000","last_peered":"2023-09-23T15:12:10.082308+0000","last_clean":"2023-09-23T15:12:10.082308+0000","last_became_active":"2023-09-23T15:06:13.222699+0000","last_became_peered":"2023-09-23T15:06:13.222699+0000","last_unstale":"2023-09-23T15:12:10.082308+0000","last_undegraded":"2023-09-23T15:12:10.082308+0000","last_fullsized":"2023-09-23T15:12:10.082308+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:51.081872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":109,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.087147+0000","last_change":"2023-09-23T15:10:09.128637+0000","last_active":"2023-09-23T15:12:13.087147+0000","last_peered":"2023-09-23T15:12:13.087147+0000","last_clean":"2023-09-23T15:12:13.087147+0000","last_became_active":"2023-09-23T15:10:09.128362+0000","last_became_peered":"2023-09-23T15:10:09.128362+0000","last_unstale":"2023-09-23T15:12:13.087147+0000","last_undegraded":"2023-09-23T15:12:13.087147+0000","last_fullsized":"2023-09-23T15:12:13.087147+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:26:59.191781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":84,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.071701+0000","last_change":"2023-09-23T15:06:13.227687+0000","last_active":"2023-09-23T15:12:10.071701+0000","last_peered":"2023-09-23T15:12:10.071701+0000","last_clean":"2023-09-23T15:12:10.071701+0000","last_became_active":"2023-09-23T15:06:13.226603+0000","last_became_peered":"2023-09-23T15:06:13.226603+0000","last_unstale":"2023-09-23T15:12:10.071701+0000","last_undegraded":"2023-09-23T15:12:10.071701+0000","last_fullsized":"2023-09-23T15:12:10.071701+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:42.808524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":1,"reported_epoch":147,"state":"creating+peering","last_fresh":"2023-09-23T15:12:18.034035+0000","last_change":"2023-09-23T15:12:18.034035+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.034035+0000","last_undegraded":"2023-09-23T15:12:18.034035+0000","last_fullsized":"2023-09-23T15:12:18.034035+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:00:24.047792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":109,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717835+0000","last_change":"2023-09-23T15:07:50.035500+0000","last_active":"2023-09-23T15:12:13.717835+0000","last_peered":"2023-09-23T15:12:13.717835+0000","last_clean":"2023-09-23T15:12:13.717835+0000","last_became_active":"2023-09-23T15:07:50.035114+0000","last_became_peered":"2023-09-23T15:07:50.035114+0000","last_unstale":"2023-09-23T15:12:13.717835+0000","last_undegraded":"2023-09-23T15:12:13.717835+0000","last_fullsized":"2023-09-23T15:12:13.717835+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:16.003224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":94,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.086807+0000","last_change":"2023-09-23T15:10:32.002271+0000","last_active":"2023-09-23T15:12:13.086807+0000","last_peered":"2023-09-23T15:12:13.086807+0000","last_clean":"2023-09-23T15:12:13.086807+0000","last_became_active":"2023-09-23T15:10:32.001972+0000","last_became_peered":"2023-09-23T15:10:32.001972+0000","last_unstale":"2023-09-23T15:12:13.086807+0000","last_undegraded":"2023-09-23T15:12:13.086807+0000","last_fullsized":"2023-09-23T15:12:13.086807+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:06:34.690769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":106,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717567+0000","last_change":"2023-09-23T15:07:50.032885+0000","last_active":"2023-09-23T15:12:13.717567+0000","last_peered":"2023-09-23T15:12:13.717567+0000","last_clean":"2023-09-23T15:12:13.717567+0000","last_became_active":"2023-09-23T15:07:50.032623+0000","last_became_peered":"2023-09-23T15:07:50.032623+0000","last_unstale":"2023-09-23T15:12:13.717567+0000","last_undegraded":"2023-09-23T15:12:13.717567+0000","last_fullsized":"2023-09-23T15:12:13.717567+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:07:08.756237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":1,"reported_epoch":147,"state":"creating+peering","last_fresh":"2023-09-23T15:12:18.034135+0000","last_change":"2023-09-23T15:12:18.034135+0000","last_active":"2023-09-23T15:12:18.026432+0000","last_peered":"2023-09-23T15:12:18.026432+0000","last_clean":"2023-09-23T15:12:18.026432+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:12:18.034135+0000","last_undegraded":"2023-09-23T15:12:18.034135+0000","last_fullsized":"2023-09-23T15:12:18.034135+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:56:21.100369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":95,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.074478+0000","last_change":"2023-09-23T15:10:32.007904+0000","last_active":"2023-09-23T15:12:10.074478+0000","last_peered":"2023-09-23T15:12:10.074478+0000","last_clean":"2023-09-23T15:12:10.074478+0000","last_became_active":"2023-09-23T15:10:32.007602+0000","last_became_peered":"2023-09-23T15:10:32.007602+0000","last_unstale":"2023-09-23T15:12:10.074478+0000","last_undegraded":"2023-09-23T15:12:10.074478+0000","last_fullsized":"2023-09-23T15:12:10.074478+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:32:55.541707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":103,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.072324+0000","last_change":"2023-09-23T15:06:44.957386+0000","last_active":"2023-09-23T15:12:10.072324+0000","last_peered":"2023-09-23T15:12:10.072324+0000","last_clean":"2023-09-23T15:12:10.072324+0000","last_became_active":"2023-09-23T15:06:44.956983+0000","last_became_peered":"2023-09-23T15:06:44.956983+0000","last_unstale":"2023-09-23T15:12:10.072324+0000","last_undegraded":"2023-09-23T15:12:10.072324+0000","last_fullsized":"2023-09-23T15:12:10.072324+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:19.359403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":103,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478289+0000","last_change":"2023-09-23T15:10:32.002742+0000","last_active":"2023-09-23T15:12:10.478289+0000","last_peered":"2023-09-23T15:12:10.478289+0000","last_clean":"2023-09-23T15:12:10.478289+0000","last_became_active":"2023-09-23T15:10:32.002445+0000","last_became_peered":"2023-09-23T15:10:32.002445+0000","last_unstale":"2023-09-23T15:12:10.478289+0000","last_undegraded":"2023-09-23T15:12:10.478289+0000","last_fullsized":"2023-09-23T15:12:10.478289+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:16.287112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":88,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.071886+0000","last_change":"2023-09-23T15:06:13.228345+0000","last_active":"2023-09-23T15:12:10.071886+0000","last_peered":"2023-09-23T15:12:10.071886+0000","last_clean":"2023-09-23T15:12:10.071886+0000","last_became_active":"2023-09-23T15:06:13.228010+0000","last_became_peered":"2023-09-23T15:06:13.228010+0000","last_unstale":"2023-09-23T15:12:10.071886+0000","last_undegraded":"2023-09-23T15:12:10.071886+0000","last_fullsized":"2023-09-23T15:12:10.071886+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:58.040116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":121,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.479394+0000","last_change":"2023-09-23T15:10:09.130387+0000","last_active":"2023-09-23T15:12:10.479394+0000","last_peered":"2023-09-23T15:12:10.479394+0000","last_clean":"2023-09-23T15:12:10.479394+0000","last_became_active":"2023-09-23T15:10:09.130035+0000","last_became_peered":"2023-09-23T15:10:09.130035+0000","last_unstale":"2023-09-23T15:12:10.479394+0000","last_undegraded":"2023-09-23T15:12:10.479394+0000","last_fullsized":"2023-09-23T15:12:10.479394+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:14.833586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":107,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.378463+0000","last_change":"2023-09-23T15:06:44.961272+0000","last_active":"2023-09-23T15:12:10.378463+0000","last_peered":"2023-09-23T15:12:10.378463+0000","last_clean":"2023-09-23T15:12:10.378463+0000","last_became_active":"2023-09-23T15:06:44.960880+0000","last_became_peered":"2023-09-23T15:06:44.960880+0000","last_unstale":"2023-09-23T15:12:10.378463+0000","last_undegraded":"2023-09-23T15:12:10.378463+0000","last_fullsized":"2023-09-23T15:12:10.378463+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:47:59.931694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":147,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478585+0000","last_change":"2023-09-23T15:10:09.132324+0000","last_active":"2023-09-23T15:12:10.478585+0000","last_peered":"2023-09-23T15:12:10.478585+0000","last_clean":"2023-09-23T15:12:10.478585+0000","last_became_active":"2023-09-23T15:10:09.132041+0000","last_became_peered":"2023-09-23T15:10:09.132041+0000","last_unstale":"2023-09-23T15:12:10.478585+0000","last_undegraded":"2023-09-23T15:12:10.478585+0000","last_fullsized":"2023-09-23T15:12:10.478585+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:45:07.758828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":107,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.378066+0000","last_change":"2023-09-23T15:10:32.003034+0000","last_active":"2023-09-23T15:12:10.378066+0000","last_peered":"2023-09-23T15:12:10.378066+0000","last_clean":"2023-09-23T15:12:10.378066+0000","last_became_active":"2023-09-23T15:10:32.002697+0000","last_became_peered":"2023-09-23T15:10:32.002697+0000","last_unstale":"2023-09-23T15:12:10.378066+0000","last_undegraded":"2023-09-23T15:12:10.378066+0000","last_fullsized":"2023-09-23T15:12:10.378066+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:28:07.416047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":120,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478560+0000","last_change":"2023-09-23T15:07:50.030878+0000","last_active":"2023-09-23T15:12:10.478560+0000","last_peered":"2023-09-23T15:12:10.478560+0000","last_clean":"2023-09-23T15:12:10.478560+0000","last_became_active":"2023-09-23T15:07:50.030573+0000","last_became_peered":"2023-09-23T15:07:50.030573+0000","last_unstale":"2023-09-23T15:12:10.478560+0000","last_undegraded":"2023-09-23T15:12:10.478560+0000","last_fullsized":"2023-09-23T15:12:10.478560+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:32.003219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":143,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717772+0000","last_change":"2023-09-23T15:10:32.002016+0000","last_active":"2023-09-23T15:12:13.717772+0000","last_peered":"2023-09-23T15:12:13.717772+0000","last_clean":"2023-09-23T15:12:13.717772+0000","last_became_active":"2023-09-23T15:10:32.001682+0000","last_became_peered":"2023-09-23T15:10:32.001682+0000","last_unstale":"2023-09-23T15:12:13.717772+0000","last_undegraded":"2023-09-23T15:12:13.717772+0000","last_fullsized":"2023-09-23T15:12:13.717772+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:23.876846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":146,"reported_epoch":146,"state":"active+clean","last_fresh":"2023-09-23T15:12:13.717627+0000","last_change":"2023-09-23T15:10:09.131669+0000","last_active":"2023-09-23T15:12:13.717627+0000","last_peered":"2023-09-23T15:12:13.717627+0000","last_clean":"2023-09-23T15:12:13.717627+0000","last_became_active":"2023-09-23T15:10:09.131378+0000","last_became_peered":"2023-09-23T15:10:09.131378+0000","last_unstale":"2023-09-23T15:12:13.717627+0000","last_undegraded":"2023-09-23T15:12:13.717627+0000","last_fullsized":"2023-09-23T15:12:13.717627+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:51:22.063950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":118,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.071998+0000","last_change":"2023-09-23T15:10:09.139425+0000","last_active":"2023-09-23T15:12:10.071998+0000","last_peered":"2023-09-23T15:12:10.071998+0000","last_clean":"2023-09-23T15:12:10.071998+0000","last_became_active":"2023-09-23T15:10:09.139059+0000","last_became_peered":"2023-09-23T15:10:09.139059+0000","last_unstale":"2023-09-23T15:12:10.071998+0000","last_undegraded":"2023-09-23T15:12:10.071998+0000","last_fullsized":"2023-09-23T15:12:10.071998+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:23:35.244235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":120,"reported_epoch":145,"state":"active+clean","last_fresh":"2023-09-23T15:12:10.478289+0000","last_change":"2023-09-23T15:10:32.002820+0000","last_active":"2023-09-23T15:12:10.478289+0000","last_peered":"2023-09-23T15:12:10.478289+0000","last_clean":"2023-09-23T15:12:10.478289+0000","last_became_active":"2023-09-23T15:10:32.002548+0000","last_became_peered":"2023-09-23T15:10:32.002548+0000","last_unstale":"2023-09-23T15:12:10.478289+0000","last_undegraded":"2023-09-23T15:12:10.478289+0000","last_fullsized":"2023-09-23T15:12:10.478289+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:30:59.691684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":12,"acting":12,"num_store_stats":2},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201476,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":64592,"kb_used_data":1992,"kb_used_omap":0,"kb_used_meta":62592,"kb_avail":93680560,"statfs":{"total":95995035648,"available":95928893440,"internally_reserved":0,"allocated":2039808,"data_stored":1509042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":64094208},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:17 2023","interfaces":[{"interface":"back","average":{"1min":1.8500000000000001,"5min":0.79300000000000004,"15min":0.629},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":15.452999999999999,"5min":15.452999999999999,"15min":15.452999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":2.1749999999999998,"5min":0.85899999999999999,"15min":0.66500000000000004},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":15.492000000000001,"5min":15.492000000000001,"15min":15.492000000000001},"last":0.61499999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:11:57 2023","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":0.93300000000000005,"15min":0.65700000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":9.5429999999999993,"5min":9.5429999999999993,"15min":9.5429999999999993},"last":0.628},{"interface":"front","average":{"1min":2.0680000000000001,"5min":0.97799999999999998,"15min":0.70199999999999996},"min":{"1min":0.30099999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":9.4770000000000003,"5min":9.4770000000000003,"15min":9.4770000000000003},"last":0.48299999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:12:14 2023","interfaces":[{"interface":"back","average":{"1min":1.196,"5min":1.532,"15min":1.5880000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":5.5110000000000001,"5min":5.5110000000000001,"15min":5.5110000000000001},"last":0.63500000000000001},{"interface":"front","average":{"1min":1.8109999999999999,"5min":1.6359999999999999,"15min":1.607},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":7.8499999999999996,"5min":7.8499999999999996,"15min":7.8499999999999996},"last":0.501}]},{"osd":3,"last update":"Sat Sep 23 15:11:57 2023","interfaces":[{"interface":"back","average":{"1min":15.919,"5min":3.7010000000000001,"15min":1.5840000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":187.29400000000001,"5min":187.29400000000001,"15min":187.29400000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":16.129999999999999,"5min":3.7749999999999999,"15min":1.6299999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":187.309,"5min":187.309,"15min":187.309},"last":0.59499999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:11:44 2023","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":0.66700000000000004,"15min":0.53200000000000003},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.0300000000000002,"5min":5.0300000000000002,"15min":5.0300000000000002},"last":0.35899999999999999},{"interface":"front","average":{"1min":1.2589999999999999,"5min":0.66200000000000003,"15min":0.54500000000000004},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.25800000000000001},"max":{"1min":4.7409999999999997,"5min":4.7409999999999997,"15min":4.7409999999999997},"last":0.439}]},{"osd":5,"last update":"Sat Sep 23 15:11:44 2023","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":0.79500000000000004,"15min":0.60499999999999998},"min":{"1min":0.33200000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.7709999999999999,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":1.609,"5min":0.76700000000000002,"15min":0.61499999999999999},"min":{"1min":0.34200000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":6.1989999999999998,"5min":6.1989999999999998,"15min":6.1989999999999998},"last":0.42399999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":5.8280000000000003,"5min":5.8280000000000003,"15min":5.8280000000000003},"last":0.49199999999999999},{"interface":"front","average":{"1min":1.169,"5min":1.169,"15min":1.169},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":3.649,"5min":3.649,"15min":3.649},"last":0.52400000000000002}]}]},{"osd":6,"up_from":122,"seq":523986010134,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":67588,"kb_used_data":1980,"kb_used_omap":9,"kb_used_meta":65590,"kb_avail":93677564,"statfs":{"total":95995035648,"available":95925825536,"internally_reserved":0,"allocated":2027520,"data_stored":1508896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":67164499},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":2.6110000000000002,"5min":2.6110000000000002,"15min":2.6110000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":26.251000000000001,"5min":26.251000000000001,"15min":26.251000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":3.145,"5min":3.145,"15min":3.145},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":26.045999999999999,"5min":26.045999999999999,"15min":26.045999999999999},"last":0.57599999999999996}]},{"osd":1,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":1.385,"15min":1.385},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.8940000000000001,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":1.843,"5min":1.843,"15min":1.843},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.6710000000000003,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":0.5}]},{"osd":2,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":5.0469999999999997,"5min":5.0469999999999997,"15min":5.0469999999999997},"last":0.42299999999999999},{"interface":"front","average":{"1min":1.905,"5min":1.905,"15min":1.905},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":7.6109999999999998,"5min":7.6109999999999998,"15min":7.6109999999999998},"last":0.443}]},{"osd":3,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":6.6529999999999996,"5min":6.6529999999999996,"15min":6.6529999999999996},"last":0.55700000000000005},{"interface":"front","average":{"1min":2.3290000000000002,"5min":2.3290000000000002,"15min":2.3290000000000002},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":10.654999999999999,"5min":10.654999999999999,"15min":10.654999999999999},"last":0.625}]},{"osd":4,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.8599999999999999,"5min":2.8599999999999999,"15min":2.8599999999999999},"last":0.51500000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":8.7279999999999998,"5min":8.7279999999999998,"15min":8.7279999999999998},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":144.953,"5min":144.953,"15min":144.953},"last":0.54500000000000004},{"interface":"front","average":{"1min":8.3780000000000001,"5min":8.3780000000000001,"15min":8.3780000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":144.79400000000001,"5min":144.79400000000001,"15min":144.79400000000001},"last":0.64700000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.234,"5min":1.234,"15min":1.234},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":5.8760000000000003,"5min":5.8760000000000003,"15min":5.8760000000000003},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":2.0110000000000001},"last":0.72099999999999997}]}]},{"osd":1,"up_from":89,"seq":382252089413,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":77420,"kb_used_data":1572,"kb_used_omap":9,"kb_used_meta":75830,"kb_avail":93667732,"statfs":{"total":95995035648,"available":95915757568,"internally_reserved":0,"allocated":1609728,"data_stored":939870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":77650921},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":0.97299999999999998,"15min":0.54300000000000004},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":15.233000000000001,"5min":15.233000000000001,"15min":15.233000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":1.738,"5min":0.76400000000000001,"15min":0.49399999999999999},"min":{"1min":0.27500000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":4.8140000000000001,"5min":5.0279999999999996,"15min":5.0279999999999996},"last":0.33400000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:12:08 2023","interfaces":[{"interface":"back","average":{"1min":2.117,"5min":4.9130000000000003,"15min":5.3789999999999996},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":6.8819999999999997,"5min":64.444999999999993,"15min":64.444999999999993},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.395,"5min":5.1319999999999997,"15min":5.7549999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.1699999999999999,"5min":63.148000000000003,"15min":63.148000000000003},"last":0.39800000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:11:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0019999999999998,"5min":1.302,"15min":0.66600000000000004},"min":{"1min":0.24199999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":6.54,"5min":26.690000000000001,"15min":26.690000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":1.806,"5min":1.1839999999999999,"15min":0.63400000000000001},"min":{"1min":0.311,"5min":0.216,"15min":0.216},"max":{"1min":9.0950000000000006,"5min":26.792000000000002,"15min":26.792000000000002},"last":0.318}]},{"osd":4,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":1.6619999999999999,"5min":0.92500000000000004,"15min":0.69199999999999995},"min":{"1min":0.33800000000000002,"5min":0.313,"15min":0.313},"max":{"1min":6.4139999999999997,"5min":9.0850000000000009,"15min":9.0850000000000009},"last":0.56899999999999995},{"interface":"front","average":{"1min":2.02,"5min":0.91100000000000003,"15min":0.69699999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":6.8049999999999997,"5min":6.8049999999999997,"15min":6.8049999999999997},"last":0.44400000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.74199999999999999,"15min":0.65600000000000003},"min":{"1min":0.374,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.988,"5min":5.0439999999999996,"15min":5.0439999999999996},"last":0.50800000000000001},{"interface":"front","average":{"1min":1.5800000000000001,"5min":0.96099999999999997,"15min":0.76100000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":6.4580000000000002,"5min":9.3130000000000006,"15min":9.3130000000000006},"last":0.47499999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:11:31 2023","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":5.9569999999999999,"5min":5.9569999999999999,"15min":5.9569999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":2.02,"5min":2.02,"15min":2.02},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":8.1039999999999992,"5min":8.1039999999999992,"15min":8.1039999999999992},"last":0.53100000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":1.119,"15min":0.78500000000000003},"min":{"1min":0.45800000000000002,"5min":0.375,"15min":0.375},"max":{"1min":9.7769999999999992,"5min":9.7769999999999992,"15min":9.7769999999999992},"last":0.59899999999999998},{"interface":"front","average":{"1min":2.3319999999999999,"5min":1.0089999999999999,"15min":0.76400000000000001},"min":{"1min":0.38900000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":9.0299999999999994,"5min":9.0299999999999994,"15min":9.0299999999999994},"last":0.49199999999999999}]}]},{"osd":0,"up_from":84,"seq":360777252939,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":74040,"kb_used_data":2224,"kb_used_omap":28,"kb_used_meta":71779,"kb_avail":93671112,"statfs":{"total":95995035648,"available":95919218688,"internally_reserved":0,"allocated":2277376,"data_stored":1539550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":73502544},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:11:50 2023","interfaces":[{"interface":"back","average":{"1min":6.4400000000000004,"5min":1.75,"15min":0.82399999999999995},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":71.188000000000002,"5min":71.188000000000002,"15min":71.188000000000002},"last":0.40100000000000002},{"interface":"front","average":{"1min":5.7969999999999997,"5min":1.5640000000000001,"15min":0.76000000000000001},"min":{"1min":0.221,"5min":0.217,"15min":0.217},"max":{"1min":70.156999999999996,"5min":70.156999999999996,"15min":70.156999999999996},"last":0.27200000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":3.395,"5min":2.762,"15min":2.6560000000000001},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":41.805,"5min":41.805,"15min":41.805},"last":0.38400000000000001},{"interface":"front","average":{"1min":2.8460000000000001,"5min":2.004,"15min":1.8640000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":11.210000000000001,"5min":11.210000000000001,"15min":11.210000000000001},"last":0.32800000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":12.209,"5min":3.0630000000000002,"15min":1.2929999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":100.062,"5min":100.062,"15min":100.062},"last":0.35099999999999998},{"interface":"front","average":{"1min":12.183,"5min":3.0720000000000001,"15min":1.304},"min":{"1min":0.36199999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":100.547,"5min":100.547,"15min":100.547},"last":0.37}]},{"osd":4,"last update":"Sat Sep 23 15:11:21 2023","interfaces":[{"interface":"back","average":{"1min":1.3540000000000001,"5min":0.72999999999999998,"15min":0.67400000000000004},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.324,"5min":10.324,"15min":10.324},"last":0.504},{"interface":"front","average":{"1min":3.3260000000000001,"5min":1.121,"15min":0.77800000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":41.561999999999998,"5min":41.561999999999998,"15min":41.561999999999998},"last":0.59799999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:11:21 2023","interfaces":[{"interface":"back","average":{"1min":3.452,"5min":1.1850000000000001,"15min":0.82799999999999996},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":41.631999999999998,"5min":41.631999999999998,"15min":41.631999999999998},"last":0.64300000000000002},{"interface":"front","average":{"1min":2.0819999999999999,"5min":0.91400000000000003,"15min":0.74199999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":9.5099999999999998,"5min":9.5099999999999998,"15min":9.5099999999999998},"last":0.621}]},{"osd":6,"last update":"Sat Sep 23 15:11:31 2023","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":1.966,"15min":1.966},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":9.5449999999999999,"5min":9.5449999999999999,"15min":9.5449999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":10.355,"5min":10.355,"15min":10.355},"last":0.61199999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:11:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3210000000000002,"5min":0.94899999999999995,"15min":0.76000000000000001},"min":{"1min":0.36699999999999999,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":9.5760000000000005,"5min":9.5760000000000005,"15min":9.5760000000000005},"last":0.58599999999999997},{"interface":"front","average":{"1min":1.796,"5min":0.873,"15min":0.73799999999999999},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":10.292999999999999,"5min":10.292999999999999,"15min":10.292999999999999},"last":0.63300000000000001}]}]},{"osd":2,"up_from":117,"seq":502511173659,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":105780,"kb_used_data":1580,"kb_used_omap":81,"kb_used_meta":104110,"kb_avail":93639372,"statfs":{"total":95995035648,"available":95886716928,"internally_reserved":0,"allocated":1617920,"data_stored":941060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":106608858},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":2.1139999999999999,"5min":2.0659999999999998,"15min":2.0579999999999998},"min":{"1min":0.24199999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":12.179,"5min":12.179,"15min":12.179},"last":0.29299999999999998},{"interface":"front","average":{"1min":1.415,"5min":1.4370000000000001,"15min":1.4410000000000001},"min":{"1min":0.223,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":6.9859999999999998,"5min":10.532,"15min":10.532},"last":0.311}]},{"osd":1,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":1.4410000000000001,"5min":0.97699999999999998,"15min":0.89900000000000002},"min":{"1min":0.26800000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.0220000000000002,"5min":7.0220000000000002,"15min":7.0220000000000002},"last":0.27600000000000002},{"interface":"front","average":{"1min":1.51,"5min":1.589,"15min":1.6020000000000001},"min":{"1min":0.217,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":5.1429999999999998,"5min":11.372,"15min":11.372},"last":0.40699999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":7.0529999999999999,"5min":5.4039999999999999,"15min":5.1289999999999996},"min":{"1min":0.41499999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":71.494,"5min":71.494,"15min":71.494},"last":0.375},{"interface":"front","average":{"1min":7.2649999999999997,"5min":5.7279999999999998,"15min":5.4720000000000004},"min":{"1min":0.34399999999999997,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":71.597999999999999,"5min":71.597999999999999,"15min":71.597999999999999},"last":0.39000000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":2.0739999999999998,"5min":5.5949999999999998,"15min":6.1820000000000004},"min":{"1min":0.374,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":12.226000000000001,"5min":50.792000000000002,"15min":50.792000000000002},"last":0.67800000000000005},{"interface":"front","average":{"1min":1.859,"5min":2.734,"15min":2.8799999999999999},"min":{"1min":0.39700000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":7.0460000000000003,"5min":36.051000000000002,"15min":36.051000000000002},"last":0.58999999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":1.8149999999999999,"5min":2.9660000000000002,"15min":3.1579999999999999},"min":{"1min":0.36299999999999999,"5min":0.311,"15min":0.311},"max":{"1min":7.0679999999999996,"5min":35.878,"15min":35.878},"last":0.56999999999999995},{"interface":"front","average":{"1min":1.6839999999999999,"5min":5.3259999999999996,"15min":5.9329999999999998},"min":{"1min":0.439,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":5.1829999999999998,"5min":50.816000000000003,"15min":50.816000000000003},"last":0.66500000000000004}]},{"osd":6,"last update":"Sat Sep 23 15:11:34 2023","interfaces":[{"interface":"back","average":{"1min":6.4640000000000004,"5min":6.4640000000000004,"15min":6.4640000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":50.871000000000002,"5min":50.871000000000002,"15min":50.871000000000002},"last":0.65700000000000003},{"interface":"front","average":{"1min":5.5979999999999999,"5min":5.5979999999999999,"15min":5.5979999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":50.771000000000001,"5min":50.771000000000001,"15min":50.771000000000001},"last":0.60099999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":1.8140000000000001,"5min":5.4130000000000003,"15min":6.0129999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":5.2309999999999999,"5min":50.853999999999999,"15min":50.853999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":2.2189999999999999,"5min":5.6909999999999998,"15min":6.2690000000000001},"min":{"1min":0.47499999999999998,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":12.204000000000001,"5min":50.841999999999999,"15min":50.841999999999999},"last":0.63700000000000001}]}]},{"osd":3,"up_from":99,"seq":425201762360,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":123360,"kb_used_data":1560,"kb_used_omap":7,"kb_used_meta":121784,"kb_avail":93621792,"statfs":{"total":95995035648,"available":95868715008,"internally_reserved":0,"allocated":1597440,"data_stored":943564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":124707432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":1.9770000000000001,"5min":0.80200000000000005,"15min":0.47299999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":7.0209999999999999,"5min":7.0209999999999999,"15min":7.0209999999999999},"last":0.311},{"interface":"front","average":{"1min":2.4729999999999999,"5min":0.879,"15min":0.51100000000000001},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":8.5139999999999993,"5min":8.5139999999999993,"15min":8.5139999999999993},"last":0.434}]},{"osd":1,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":4.0469999999999997,"5min":1.1779999999999999,"15min":0.60999999999999999},"min":{"1min":0.249,"5min":0.193,"15min":0.193},"max":{"1min":18.564,"5min":18.564,"15min":18.564},"last":0.40999999999999998},{"interface":"front","average":{"1min":3.4180000000000001,"5min":1.1279999999999999,"15min":0.60599999999999998},"min":{"1min":0.28299999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":15.208,"5min":15.208,"15min":15.208},"last":0.34200000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:12:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9079999999999999,"5min":3.9359999999999999,"15min":4.1070000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":18.545999999999999,"5min":55.378999999999998,"15min":55.378999999999998},"last":0.52700000000000002},{"interface":"front","average":{"1min":3.3610000000000002,"5min":4.4980000000000002,"15min":4.6879999999999997},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":13.004,"5min":55.401000000000003,"15min":55.401000000000003},"last":0.495}]},{"osd":4,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":1.3999999999999999,"5min":0.77600000000000002,"15min":0.64500000000000002},"min":{"1min":0.41499999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":3.3079999999999998,"5min":3.3079999999999998,"15min":3.3079999999999998},"last":0.93999999999999995},{"interface":"front","average":{"1min":1.6399999999999999,"5min":0.91100000000000003,"15min":0.68700000000000006},"min":{"1min":0.30099999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":4.5339999999999998,"5min":6.1749999999999998,"15min":6.1749999999999998},"last":0.748}]},{"osd":5,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":1.742,"5min":0.90700000000000003,"15min":0.68600000000000005},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.9130000000000003,"5min":6.266,"15min":6.266},"last":0.80600000000000005},{"interface":"front","average":{"1min":2.379,"5min":0.99399999999999999,"15min":0.72599999999999998},"min":{"1min":0.33200000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":8.3529999999999998,"5min":8.3529999999999998,"15min":8.3529999999999998},"last":0.92700000000000005}]},{"osd":6,"last update":"Sat Sep 23 15:11:34 2023","interfaces":[{"interface":"back","average":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":6.3529999999999998,"5min":6.3529999999999998,"15min":6.3529999999999998},"last":0.68000000000000005},{"interface":"front","average":{"1min":1.8520000000000001,"5min":1.8520000000000001,"15min":1.8520000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.8780000000000001,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":0.88100000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":2.02,"5min":0.93300000000000005,"15min":0.71299999999999997},"min":{"1min":0.40300000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":6.5720000000000001,"5min":6.5720000000000001,"15min":6.5720000000000001},"last":0.755},{"interface":"front","average":{"1min":2.121,"5min":1.02,"15min":0.746},"min":{"1min":0.36099999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":7.6749999999999998,"5min":7.6749999999999998,"15min":7.6749999999999998},"last":0.82299999999999995}]}]},{"osd":4,"up_from":31,"seq":133143986385,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":47372,"kb_used_data":1412,"kb_used_omap":0,"kb_used_meta":45952,"kb_avail":93697780,"statfs":{"total":95995035648,"available":95946526720,"internally_reserved":0,"allocated":1445888,"data_stored":918927,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":47054848},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:22 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.59699999999999998,"15min":0.55300000000000005},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":1.617,"5min":7.1909999999999998,"15min":7.1909999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":1.653,"5min":0.75600000000000001,"15min":0.622},"min":{"1min":0.26900000000000002,"5min":0.221,"15min":0.221},"max":{"1min":8.5830000000000002,"5min":8.5830000000000002,"15min":8.5830000000000002},"last":0.54100000000000004}]},{"osd":1,"last update":"Sat Sep 23 15:11:53 2023","interfaces":[{"interface":"back","average":{"1min":2.4489999999999998,"5min":1.083,"15min":0.72499999999999998},"min":{"1min":0.32300000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":14.436,"5min":14.436,"15min":14.436},"last":0.52000000000000002},{"interface":"front","average":{"1min":2.9430000000000001,"5min":1.111,"15min":0.747},"min":{"1min":0.34100000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":14.413,"5min":14.413,"15min":14.413},"last":0.57699999999999996}]},{"osd":2,"last update":"Sat Sep 23 15:12:14 2023","interfaces":[{"interface":"back","average":{"1min":2.016,"5min":1.5760000000000001,"15min":1.502},"min":{"1min":0.312,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":11.009,"5min":11.009,"15min":11.009},"last":0.439},{"interface":"front","average":{"1min":1.0549999999999999,"5min":0.67500000000000004,"15min":0.61199999999999999},"min":{"1min":0.32300000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.472,"5min":3.472,"15min":3.472},"last":0.496}]},{"osd":3,"last update":"Sat Sep 23 15:11:55 2023","interfaces":[{"interface":"back","average":{"1min":3.7730000000000001,"5min":1.2450000000000001,"15min":0.80300000000000005},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.314},"max":{"1min":31.689,"5min":31.689,"15min":31.689},"last":0.53200000000000003},{"interface":"front","average":{"1min":4.7439999999999998,"5min":1.448,"15min":0.90200000000000002},"min":{"1min":0.33100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":31.608000000000001,"5min":31.608000000000001,"15min":31.608000000000001},"last":0.41499999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:12:06 2023","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":0.82899999999999996,"15min":0.58199999999999996},"min":{"1min":0.26700000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":7.7229999999999999,"5min":8.6669999999999998,"15min":8.6669999999999998},"last":0.47899999999999998},{"interface":"front","average":{"1min":1.899,"5min":0.94299999999999995,"15min":0.65000000000000002},"min":{"1min":0.28699999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.984,"5min":10.984,"15min":10.984},"last":0.47299999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":2.262,"5min":2.262,"15min":2.262},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":10.878,"5min":10.878,"15min":10.878},"last":0.51000000000000001},{"interface":"front","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":4.6280000000000001,"5min":4.6280000000000001,"15min":4.6280000000000001},"last":0.58899999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:12:06 2023","interfaces":[{"interface":"back","average":{"1min":1.5900000000000001,"5min":0.83899999999999997,"15min":0.65000000000000002},"min":{"1min":0.38,"5min":0.311,"15min":0.307},"max":{"1min":10.959,"5min":10.959,"15min":10.959},"last":0.55200000000000005},{"interface":"front","average":{"1min":1.407,"5min":0.79100000000000004,"15min":0.65300000000000002},"min":{"1min":0.31,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":6.3970000000000002,"5min":6.3970000000000002,"15min":6.3970000000000002},"last":0.56399999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724748,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":47864,"kb_used_data":1392,"kb_used_omap":0,"kb_used_meta":46464,"kb_avail":93697288,"statfs":{"total":95995035648,"available":95946022912,"internally_reserved":0,"allocated":1425408,"data_stored":914348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":47579136},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:22 2023","interfaces":[{"interface":"back","average":{"1min":1.8360000000000001,"5min":0.76200000000000001,"15min":0.56799999999999995},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":6.452,"5min":6.452,"15min":6.452},"last":0.38},{"interface":"front","average":{"1min":1.748,"5min":0.78600000000000003,"15min":0.62},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":4.6849999999999996,"5min":4.6849999999999996,"15min":4.6849999999999996},"last":0.35299999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:11:51 2023","interfaces":[{"interface":"back","average":{"1min":3.5249999999999999,"5min":1.2030000000000001,"15min":0.76800000000000002},"min":{"1min":0.27400000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":16.218,"5min":16.218,"15min":16.218},"last":0.41899999999999998},{"interface":"front","average":{"1min":3.5670000000000002,"5min":1.284,"15min":0.78700000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":16.271000000000001,"5min":16.271000000000001,"15min":16.271000000000001},"last":0.51100000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:12:11 2023","interfaces":[{"interface":"back","average":{"1min":1.907,"5min":1.835,"15min":1.823},"min":{"1min":0.33700000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":6.8769999999999998,"5min":6.8769999999999998,"15min":6.8769999999999998},"last":0.32900000000000001},{"interface":"front","average":{"1min":1.865,"5min":1.9750000000000001,"15min":1.9930000000000001},"min":{"1min":0.28999999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":10.372,"5min":10.372,"15min":10.372},"last":0.45200000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":8.5570000000000004,"5min":2.3279999999999998,"15min":1.1599999999999999},"min":{"1min":0.36299999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":103.989,"5min":103.989,"15min":103.989},"last":0.55000000000000004},{"interface":"front","average":{"1min":8.5909999999999993,"5min":2.2589999999999999,"15min":1.1970000000000001},"min":{"1min":0.39900000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":101.824,"5min":101.824,"15min":101.824},"last":0.499}]},{"osd":4,"last update":"Sat Sep 23 15:11:16 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.024,"15min":0.64800000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.246},"max":{"1min":3.9860000000000002,"5min":48.997999999999998,"15min":48.997999999999998},"last":0.56100000000000005},{"interface":"front","average":{"1min":2.2890000000000001,"5min":1.2709999999999999,"15min":0.753},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":8.3130000000000006,"5min":49.017000000000003,"15min":49.017000000000003},"last":0.44}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":4.0800000000000001,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":2.1880000000000002,"5min":2.1880000000000002,"15min":2.1880000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":11.076000000000001,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.53500000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:11:58 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.5609999999999999,"15min":0.91200000000000003},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":3.6680000000000001,"5min":77.837000000000003,"15min":77.837000000000003},"last":0.58499999999999996},{"interface":"front","average":{"1min":1.5409999999999999,"5min":1.619,"15min":0.92200000000000004},"min":{"1min":0.41599999999999998,"5min":0.318,"15min":0.318},"max":{"1min":4.4480000000000004,"5min":78.174000000000007,"15min":78.174000000000007},"last":0.64400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:12:22.057 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:22.085 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[219580]: failed to encode map e149 with expected crc 2023-09-23T15:12:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[219580]: failed to encode map e149 with expected crc 2023-09-23T15:12:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[219580]: from='client.35007 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:12:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[219580]: pgmap v388: 89 pgs: 4 creating+peering, 9 unknown, 76 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:22.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[212312]: failed to encode map e149 with expected crc 2023-09-23T15:12:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[212312]: failed to encode map e149 with expected crc 2023-09-23T15:12:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[212312]: from='client.35007 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:12:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[212312]: pgmap v388: 89 pgs: 4 creating+peering, 9 unknown, 76 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:22 smithi178 ceph-mon[192298]: failed to encode map e149 with expected crc 2023-09-23T15:12:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:22 smithi178 ceph-mon[192298]: failed to encode map e149 with expected crc 2023-09-23T15:12:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:22 smithi178 ceph-mon[192298]: from='client.35007 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:12:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:22 smithi178 ceph-mon[192298]: pgmap v388: 89 pgs: 4 creating+peering, 9 unknown, 76 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:22.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:22.483 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:22.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:22.486 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:22.586 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:22.613 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:22.709 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:12:22.756 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:22.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:22.759 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:22.853 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:22.860 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:22.891 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:22.941 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:22.947 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:22.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:22.950 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:23.050 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:23.088 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:23.234 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:23.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:23.238 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:23.338 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:23.369 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:24.056 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:12:24.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:24 smithi118 ceph-mon[219580]: pgmap v389: 89 pgs: 4 creating+peering, 85 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:24.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:24 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/198455234' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:24.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:24 smithi118 ceph-mon[212312]: pgmap v389: 89 pgs: 4 creating+peering, 85 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:24.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:24 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/198455234' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:24 smithi178 ceph-mon[192298]: pgmap v389: 89 pgs: 4 creating+peering, 85 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:24 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/198455234' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:24.777 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:24.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:24.780 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:24.881 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:24.909 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:25.024 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:12:25.278 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:25.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:25.281 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:12:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:12:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[219580]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/198455234' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:12:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[219580]: osdmap e150: 8 total, 8 up, 8 in 2023-09-23T15:12:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[219580]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[219580]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[219580]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:12:25.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:12:25.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[212312]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/198455234' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:12:25.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[212312]: osdmap e150: 8 total, 8 up, 8 in 2023-09-23T15:12:25.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[212312]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[212312]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:25 smithi118 ceph-mon[212312]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:25 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:12:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:25 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:12:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:25 smithi178 ceph-mon[192298]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/198455234' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:12:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:25 smithi178 ceph-mon[192298]: osdmap e150: 8 total, 8 up, 8 in 2023-09-23T15:12:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:25 smithi178 ceph-mon[192298]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:25 smithi178 ceph-mon[192298]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:25 smithi178 ceph-mon[192298]: failed to encode map e150 with expected crc 2023-09-23T15:12:25.382 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:25.413 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:25.456 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:25.468 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:25.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:25.471 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:25.572 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:25.600 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:25.887 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:12:25.907 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:12:25.926 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:12:25.946 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:12:25.967 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:12:25.997 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:25.998 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:12:26.004 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:26.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:26.008 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:26.033 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:12:26.055 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:12:26.056 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:12:26.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:12:26.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:12:26.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:12:26.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:12:26.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:12:26.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:12:26.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:12:26.109 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:26.150 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:26.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:26 smithi118 ceph-mon[219580]: pgmap v391: 89 pgs: 89 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:26.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:26 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3331531103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:26.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:26 smithi118 ceph-mon[212312]: pgmap v391: 89 pgs: 89 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:26.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:26 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3331531103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:26 smithi178 ceph-mon[192298]: pgmap v391: 89 pgs: 89 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:26 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3331531103' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:26.949 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:26.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:26.953 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:27.054 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:27.070 INFO:teuthology.orchestra.run.smithi118.stderr:enabled application 'rados' on pool 'unique_pool_1' 2023-09-23T15:12:27.085 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:27.131 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:27.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:27.137 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:27.237 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:27.263 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:27 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2640468904' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:12:27.263 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:27 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2640468904' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:12:27.266 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:27.347 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:12:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:27 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2640468904' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:12:27.462 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:27.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:27.465 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:27.565 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:12:27.597 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:27.645 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:12:27.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:27.652 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:12:27.753 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:27.781 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:28.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:12:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:12:28] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2023-09-23T15:12:28.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:28 smithi118 ceph-mon[219580]: pgmap v392: 89 pgs: 89 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:28.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:28 smithi118 ceph-mon[219580]: failed to encode map e151 with expected crc 2023-09-23T15:12:28.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:28 smithi118 ceph-mon[219580]: failed to encode map e151 with expected crc 2023-09-23T15:12:28.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:28 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2640468904' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:12:28.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:28 smithi118 ceph-mon[219580]: osdmap e151: 8 total, 8 up, 8 in 2023-09-23T15:12:28.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:28 smithi118 ceph-mon[212312]: pgmap v392: 89 pgs: 89 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:28.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:28 smithi118 ceph-mon[212312]: failed to encode map e151 with expected crc 2023-09-23T15:12:28.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:28 smithi118 ceph-mon[212312]: failed to encode map e151 with expected crc 2023-09-23T15:12:28.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:28 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2640468904' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:12:28.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:28 smithi118 ceph-mon[212312]: osdmap e151: 8 total, 8 up, 8 in 2023-09-23T15:12:28.335 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:28.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:28.339 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:28 smithi178 ceph-mon[192298]: pgmap v392: 89 pgs: 89 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:28 smithi178 ceph-mon[192298]: failed to encode map e151 with expected crc 2023-09-23T15:12:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:28 smithi178 ceph-mon[192298]: failed to encode map e151 with expected crc 2023-09-23T15:12:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:28 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2640468904' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:12:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:28 smithi178 ceph-mon[192298]: osdmap e151: 8 total, 8 up, 8 in 2023-09-23T15:12:28.439 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:28.470 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:28.519 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:28.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:28.523 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:28.623 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:28.652 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:29.101 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:29.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:29.105 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:29.205 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:12:29.236 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:29.285 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:12:29.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:29.290 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:12:29.391 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:29.418 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:29.455 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:12:29.462 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:29.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:29.470 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:29.484 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:12:29.484 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:12:29.487 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:29.571 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:29.596 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:29.638 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:29.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:29.643 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:29.744 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:29.772 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:29.866 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:12:29.868 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:12:29.920 DEBUG:teuthology.orchestra.run.smithi118:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_1 bench 90 write' 2023-09-23T15:12:29.923 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T15:12:29.923 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T15:12:29.968 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:hints = 1 2023-09-23T15:12:29.968 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T15:12:29.969 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object prefix: benchmark_data_smithi118_332595 2023-09-23T15:12:29.969 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:12:29.969 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 0 0 0 0 0 0 - 0 2023-09-23T15:12:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:30 smithi178 ceph-mon[192298]: pgmap v394: 89 pgs: 89 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:30.496 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:30 smithi118 ceph-mon[219580]: pgmap v394: 89 pgs: 89 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:30.497 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:30 smithi118 ceph-mon[212312]: pgmap v394: 89 pgs: 89 active+clean; 582 KiB data, 594 MiB used, 715 GiB / 715 GiB avail 2023-09-23T15:12:30.499 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:30.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:30.507 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:30.608 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:30.659 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:30.969 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 1 16 3571 3555 222.156 222.188 0.0034606 0.00449082 2023-09-23T15:12:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:31 smithi178 ceph-mon[192298]: from='client.44963 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:12:31.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:31 smithi118 ceph-mon[219580]: from='client.44963 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:12:31.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:31 smithi118 ceph-mon[212312]: from='client.44963 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:12:31.748 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:12:31.886 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:31.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:31.895 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:31.969 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 2 16 6983 6967 217.692 213.25 0.00548215 0.00457979 2023-09-23T15:12:31.996 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:32.069 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:32.083 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":394,"stamp":"2023-09-23T15:12:29.034504+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":608552,"kb_used_data":14056,"kb_used_omap":136,"kb_used_meta":594295,"kb_avail":749352664,"statfs":{"total":767960285184,"available":767337127936,"internally_reserved":0,"allocated":14393344,"data_stored":9506680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":139314,"internal_metadata":608559054},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001558"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":144,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084353+0000","last_change":"2023-09-23T15:10:09.136988+0000","last_active":"2023-09-23T15:12:24.084353+0000","last_peered":"2023-09-23T15:12:24.084353+0000","last_clean":"2023-09-23T15:12:24.084353+0000","last_became_active":"2023-09-23T15:10:09.136647+0000","last_became_peered":"2023-09-23T15:10:09.136647+0000","last_unstale":"2023-09-23T15:12:24.084353+0000","last_undegraded":"2023-09-23T15:12:24.084353+0000","last_fullsized":"2023-09-23T15:12:24.084353+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:38.812542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":114,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.081237+0000","last_change":"2023-09-23T15:07:50.039138+0000","last_active":"2023-09-23T15:12:24.081237+0000","last_peered":"2023-09-23T15:12:24.081237+0000","last_clean":"2023-09-23T15:12:24.081237+0000","last_became_active":"2023-09-23T15:07:50.038840+0000","last_became_peered":"2023-09-23T15:07:50.038840+0000","last_unstale":"2023-09-23T15:12:24.081237+0000","last_undegraded":"2023-09-23T15:12:24.081237+0000","last_fullsized":"2023-09-23T15:12:24.081237+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:52.470724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":98,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.051508+0000","last_change":"2023-09-23T15:07:50.037965+0000","last_active":"2023-09-23T15:12:24.051508+0000","last_peered":"2023-09-23T15:12:24.051508+0000","last_clean":"2023-09-23T15:12:24.051508+0000","last_became_active":"2023-09-23T15:07:50.037654+0000","last_became_peered":"2023-09-23T15:07:50.037654+0000","last_unstale":"2023-09-23T15:12:24.051508+0000","last_undegraded":"2023-09-23T15:12:24.051508+0000","last_fullsized":"2023-09-23T15:12:24.051508+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:36.233860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":104,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.040942+0000","last_change":"2023-09-23T15:07:50.031091+0000","last_active":"2023-09-23T15:12:20.040942+0000","last_peered":"2023-09-23T15:12:20.040942+0000","last_clean":"2023-09-23T15:12:20.040942+0000","last_became_active":"2023-09-23T15:07:50.030777+0000","last_became_peered":"2023-09-23T15:07:50.030777+0000","last_unstale":"2023-09-23T15:12:20.040942+0000","last_undegraded":"2023-09-23T15:12:20.040942+0000","last_fullsized":"2023-09-23T15:12:20.040942+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:37.670904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":132,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.080927+0000","last_change":"2023-09-23T15:07:50.039152+0000","last_active":"2023-09-23T15:12:24.080927+0000","last_peered":"2023-09-23T15:12:24.080927+0000","last_clean":"2023-09-23T15:12:24.080927+0000","last_became_active":"2023-09-23T15:07:50.038865+0000","last_became_peered":"2023-09-23T15:07:50.038865+0000","last_unstale":"2023-09-23T15:12:24.080927+0000","last_undegraded":"2023-09-23T15:12:24.080927+0000","last_fullsized":"2023-09-23T15:12:24.080927+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:16:35.185865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":90,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.043061+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:12:20.043061+0000","last_peered":"2023-09-23T15:12:20.043061+0000","last_clean":"2023-09-23T15:12:20.043061+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:12:20.043061+0000","last_undegraded":"2023-09-23T15:12:20.043061+0000","last_fullsized":"2023-09-23T15:12:20.043061+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":103,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.040842+0000","last_change":"2023-09-23T15:07:50.036597+0000","last_active":"2023-09-23T15:12:20.040842+0000","last_peered":"2023-09-23T15:12:20.040842+0000","last_clean":"2023-09-23T15:12:20.040842+0000","last_became_active":"2023-09-23T15:07:50.036127+0000","last_became_peered":"2023-09-23T15:07:50.036127+0000","last_unstale":"2023-09-23T15:12:20.040842+0000","last_undegraded":"2023-09-23T15:12:20.040842+0000","last_fullsized":"2023-09-23T15:12:20.040842+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:36.147063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":130,"reported_epoch":151,"state":"active+clean","last_fresh":"2023-09-23T15:12:27.746372+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:12:27.746372+0000","last_peered":"2023-09-23T15:12:27.746372+0000","last_clean":"2023-09-23T15:12:27.746372+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:12:27.746372+0000","last_undegraded":"2023-09-23T15:12:27.746372+0000","last_fullsized":"2023-09-23T15:12:27.746372+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":110,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083128+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:12:24.083128+0000","last_peered":"2023-09-23T15:12:24.083128+0000","last_clean":"2023-09-23T15:12:24.083128+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:12:24.083128+0000","last_undegraded":"2023-09-23T15:12:24.083128+0000","last_fullsized":"2023-09-23T15:12:24.083128+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":90,"reported_epoch":151,"state":"active+clean","last_fresh":"2023-09-23T15:12:27.746504+0000","last_change":"2023-09-23T15:10:32.006398+0000","last_active":"2023-09-23T15:12:27.746504+0000","last_peered":"2023-09-23T15:12:27.746504+0000","last_clean":"2023-09-23T15:12:27.746504+0000","last_became_active":"2023-09-23T15:10:32.006135+0000","last_became_peered":"2023-09-23T15:10:32.006135+0000","last_unstale":"2023-09-23T15:12:27.746504+0000","last_undegraded":"2023-09-23T15:12:27.746504+0000","last_fullsized":"2023-09-23T15:12:27.746504+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:48.677695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":112,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084283+0000","last_change":"2023-09-23T15:07:50.035364+0000","last_active":"2023-09-23T15:12:24.084283+0000","last_peered":"2023-09-23T15:12:24.084283+0000","last_clean":"2023-09-23T15:12:24.084283+0000","last_became_active":"2023-09-23T15:07:50.034939+0000","last_became_peered":"2023-09-23T15:07:50.034939+0000","last_unstale":"2023-09-23T15:12:24.084283+0000","last_undegraded":"2023-09-23T15:12:24.084283+0000","last_fullsized":"2023-09-23T15:12:24.084283+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:25.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":124,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.052244+0000","last_change":"2023-09-23T15:10:32.002317+0000","last_active":"2023-09-23T15:12:24.052244+0000","last_peered":"2023-09-23T15:12:24.052244+0000","last_clean":"2023-09-23T15:12:24.052244+0000","last_became_active":"2023-09-23T15:10:32.001883+0000","last_became_peered":"2023-09-23T15:10:32.001883+0000","last_unstale":"2023-09-23T15:12:24.052244+0000","last_undegraded":"2023-09-23T15:12:24.052244+0000","last_fullsized":"2023-09-23T15:12:24.052244+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:22:32.451936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":131,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084621+0000","last_change":"2023-09-23T15:10:32.005591+0000","last_active":"2023-09-23T15:12:24.084621+0000","last_peered":"2023-09-23T15:12:24.084621+0000","last_clean":"2023-09-23T15:12:24.084621+0000","last_became_active":"2023-09-23T15:10:32.005257+0000","last_became_peered":"2023-09-23T15:10:32.005257+0000","last_unstale":"2023-09-23T15:12:24.084621+0000","last_undegraded":"2023-09-23T15:12:24.084621+0000","last_fullsized":"2023-09-23T15:12:24.084621+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:07.750699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":125,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084193+0000","last_change":"2023-09-23T15:10:32.003343+0000","last_active":"2023-09-23T15:12:24.084193+0000","last_peered":"2023-09-23T15:12:24.084193+0000","last_clean":"2023-09-23T15:12:24.084193+0000","last_became_active":"2023-09-23T15:10:32.003079+0000","last_became_peered":"2023-09-23T15:10:32.003079+0000","last_unstale":"2023-09-23T15:12:24.084193+0000","last_undegraded":"2023-09-23T15:12:24.084193+0000","last_fullsized":"2023-09-23T15:12:24.084193+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:30.821947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":128,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084107+0000","last_change":"2023-09-23T15:10:09.134195+0000","last_active":"2023-09-23T15:12:24.084107+0000","last_peered":"2023-09-23T15:12:24.084107+0000","last_clean":"2023-09-23T15:12:24.084107+0000","last_became_active":"2023-09-23T15:10:09.133921+0000","last_became_peered":"2023-09-23T15:10:09.133921+0000","last_unstale":"2023-09-23T15:12:24.084107+0000","last_undegraded":"2023-09-23T15:12:24.084107+0000","last_fullsized":"2023-09-23T15:12:24.084107+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:53:02.358269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":115,"reported_epoch":151,"state":"active+clean","last_fresh":"2023-09-23T15:12:27.746670+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:12:27.746670+0000","last_peered":"2023-09-23T15:12:27.746670+0000","last_clean":"2023-09-23T15:12:27.746670+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:12:27.746670+0000","last_undegraded":"2023-09-23T15:12:27.746670+0000","last_fullsized":"2023-09-23T15:12:27.746670+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":103,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.039902+0000","last_change":"2023-09-23T15:07:50.035019+0000","last_active":"2023-09-23T15:12:20.039902+0000","last_peered":"2023-09-23T15:12:20.039902+0000","last_clean":"2023-09-23T15:12:20.039902+0000","last_became_active":"2023-09-23T15:07:50.034763+0000","last_became_peered":"2023-09-23T15:07:50.034763+0000","last_unstale":"2023-09-23T15:12:20.039902+0000","last_undegraded":"2023-09-23T15:12:20.039902+0000","last_fullsized":"2023-09-23T15:12:20.039902+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:19.778544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":109,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083601+0000","last_change":"2023-09-23T15:07:50.036536+0000","last_active":"2023-09-23T15:12:24.083601+0000","last_peered":"2023-09-23T15:12:24.083601+0000","last_clean":"2023-09-23T15:12:24.083601+0000","last_became_active":"2023-09-23T15:07:50.036207+0000","last_became_peered":"2023-09-23T15:07:50.036207+0000","last_unstale":"2023-09-23T15:12:24.083601+0000","last_undegraded":"2023-09-23T15:12:24.083601+0000","last_fullsized":"2023-09-23T15:12:24.083601+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:07:15.249568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":109,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083693+0000","last_change":"2023-09-23T15:10:32.009781+0000","last_active":"2023-09-23T15:12:24.083693+0000","last_peered":"2023-09-23T15:12:24.083693+0000","last_clean":"2023-09-23T15:12:24.083693+0000","last_became_active":"2023-09-23T15:10:32.009521+0000","last_became_peered":"2023-09-23T15:10:32.009521+0000","last_unstale":"2023-09-23T15:12:24.083693+0000","last_undegraded":"2023-09-23T15:12:24.083693+0000","last_fullsized":"2023-09-23T15:12:24.083693+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:12.174726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":103,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.040905+0000","last_change":"2023-09-23T15:07:50.030916+0000","last_active":"2023-09-23T15:12:20.040905+0000","last_peered":"2023-09-23T15:12:20.040905+0000","last_clean":"2023-09-23T15:12:20.040905+0000","last_became_active":"2023-09-23T15:07:50.030606+0000","last_became_peered":"2023-09-23T15:07:50.030606+0000","last_unstale":"2023-09-23T15:12:20.040905+0000","last_undegraded":"2023-09-23T15:12:20.040905+0000","last_fullsized":"2023-09-23T15:12:20.040905+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:31:34.346977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":94,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.042597+0000","last_change":"2023-09-23T15:10:32.001173+0000","last_active":"2023-09-23T15:12:20.042597+0000","last_peered":"2023-09-23T15:12:20.042597+0000","last_clean":"2023-09-23T15:12:20.042597+0000","last_became_active":"2023-09-23T15:10:32.000737+0000","last_became_peered":"2023-09-23T15:10:32.000737+0000","last_unstale":"2023-09-23T15:12:20.042597+0000","last_undegraded":"2023-09-23T15:12:20.042597+0000","last_fullsized":"2023-09-23T15:12:20.042597+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:19.613556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":114,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.081629+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:12:24.081629+0000","last_peered":"2023-09-23T15:12:24.081629+0000","last_clean":"2023-09-23T15:12:24.081629+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:12:24.081629+0000","last_undegraded":"2023-09-23T15:12:24.081629+0000","last_fullsized":"2023-09-23T15:12:24.081629+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.052613+0000","last_change":"2023-09-23T15:12:19.046652+0000","last_active":"2023-09-23T15:12:24.052613+0000","last_peered":"2023-09-23T15:12:24.052613+0000","last_clean":"2023-09-23T15:12:24.052613+0000","last_became_active":"2023-09-23T15:12:19.046009+0000","last_became_peered":"2023-09-23T15:12:19.046009+0000","last_unstale":"2023-09-23T15:12:24.052613+0000","last_undegraded":"2023-09-23T15:12:24.052613+0000","last_fullsized":"2023-09-23T15:12:24.052613+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:19:06.067119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":110,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084911+0000","last_change":"2023-09-23T15:06:13.223162+0000","last_active":"2023-09-23T15:12:24.084911+0000","last_peered":"2023-09-23T15:12:24.084911+0000","last_clean":"2023-09-23T15:12:24.084911+0000","last_became_active":"2023-09-23T15:06:13.222843+0000","last_became_peered":"2023-09-23T15:06:13.222843+0000","last_unstale":"2023-09-23T15:12:24.084911+0000","last_undegraded":"2023-09-23T15:12:24.084911+0000","last_fullsized":"2023-09-23T15:12:24.084911+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:49.690908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":109,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.082972+0000","last_change":"2023-09-23T15:10:32.006352+0000","last_active":"2023-09-23T15:12:24.082972+0000","last_peered":"2023-09-23T15:12:24.082972+0000","last_clean":"2023-09-23T15:12:24.082972+0000","last_became_active":"2023-09-23T15:10:32.006058+0000","last_became_peered":"2023-09-23T15:10:32.006058+0000","last_unstale":"2023-09-23T15:12:24.082972+0000","last_undegraded":"2023-09-23T15:12:24.082972+0000","last_fullsized":"2023-09-23T15:12:24.082972+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:18.094074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.081092+0000","last_change":"2023-09-23T15:12:19.047192+0000","last_active":"2023-09-23T15:12:24.081092+0000","last_peered":"2023-09-23T15:12:24.081092+0000","last_clean":"2023-09-23T15:12:24.081092+0000","last_became_active":"2023-09-23T15:12:19.046915+0000","last_became_peered":"2023-09-23T15:12:19.046915+0000","last_unstale":"2023-09-23T15:12:24.081092+0000","last_undegraded":"2023-09-23T15:12:24.081092+0000","last_fullsized":"2023-09-23T15:12:24.081092+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:07:16.638992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":111,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084807+0000","last_change":"2023-09-23T15:06:44.959353+0000","last_active":"2023-09-23T15:12:24.084807+0000","last_peered":"2023-09-23T15:12:24.084807+0000","last_clean":"2023-09-23T15:12:24.084807+0000","last_became_active":"2023-09-23T15:06:44.958935+0000","last_became_peered":"2023-09-23T15:06:44.958935+0000","last_unstale":"2023-09-23T15:12:24.084807+0000","last_undegraded":"2023-09-23T15:12:24.084807+0000","last_fullsized":"2023-09-23T15:12:24.084807+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:07.695495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":152,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083496+0000","last_change":"2023-09-23T15:10:09.134708+0000","last_active":"2023-09-23T15:12:24.083496+0000","last_peered":"2023-09-23T15:12:24.083496+0000","last_clean":"2023-09-23T15:12:24.083496+0000","last_became_active":"2023-09-23T15:10:09.134435+0000","last_became_peered":"2023-09-23T15:10:09.134435+0000","last_unstale":"2023-09-23T15:12:24.083496+0000","last_undegraded":"2023-09-23T15:12:24.083496+0000","last_fullsized":"2023-09-23T15:12:24.083496+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:19.280882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:21.366979+0000","last_change":"2023-09-23T15:12:19.050919+0000","last_active":"2023-09-23T15:12:21.366979+0000","last_peered":"2023-09-23T15:12:21.366979+0000","last_clean":"2023-09-23T15:12:21.366979+0000","last_became_active":"2023-09-23T15:12:19.050672+0000","last_became_peered":"2023-09-23T15:12:19.050672+0000","last_unstale":"2023-09-23T15:12:21.366979+0000","last_undegraded":"2023-09-23T15:12:21.366979+0000","last_fullsized":"2023-09-23T15:12:21.366979+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:53:44.047843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":110,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084471+0000","last_change":"2023-09-23T15:10:32.009788+0000","last_active":"2023-09-23T15:12:24.084471+0000","last_peered":"2023-09-23T15:12:24.084471+0000","last_clean":"2023-09-23T15:12:24.084471+0000","last_became_active":"2023-09-23T15:10:32.009548+0000","last_became_peered":"2023-09-23T15:10:32.009548+0000","last_unstale":"2023-09-23T15:12:24.084471+0000","last_undegraded":"2023-09-23T15:12:24.084471+0000","last_fullsized":"2023-09-23T15:12:24.084471+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:13:55.797113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":90,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.042679+0000","last_change":"2023-09-23T15:10:32.008968+0000","last_active":"2023-09-23T15:12:20.042679+0000","last_peered":"2023-09-23T15:12:20.042679+0000","last_clean":"2023-09-23T15:12:20.042679+0000","last_became_active":"2023-09-23T15:10:32.008695+0000","last_became_peered":"2023-09-23T15:10:32.008695+0000","last_unstale":"2023-09-23T15:12:20.042679+0000","last_undegraded":"2023-09-23T15:12:20.042679+0000","last_fullsized":"2023-09-23T15:12:20.042679+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:48:10.347766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:22.218139+0000","last_change":"2023-09-23T15:12:19.049981+0000","last_active":"2023-09-23T15:12:22.218139+0000","last_peered":"2023-09-23T15:12:22.218139+0000","last_clean":"2023-09-23T15:12:22.218139+0000","last_became_active":"2023-09-23T15:12:19.049515+0000","last_became_peered":"2023-09-23T15:12:19.049515+0000","last_unstale":"2023-09-23T15:12:22.218139+0000","last_undegraded":"2023-09-23T15:12:22.218139+0000","last_fullsized":"2023-09-23T15:12:22.218139+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:37.759400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":127,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083449+0000","last_change":"2023-09-23T15:10:32.002809+0000","last_active":"2023-09-23T15:12:24.083449+0000","last_peered":"2023-09-23T15:12:24.083449+0000","last_clean":"2023-09-23T15:12:24.083449+0000","last_became_active":"2023-09-23T15:10:32.002512+0000","last_became_peered":"2023-09-23T15:10:32.002512+0000","last_unstale":"2023-09-23T15:12:24.083449+0000","last_undegraded":"2023-09-23T15:12:24.083449+0000","last_fullsized":"2023-09-23T15:12:24.083449+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:09.824155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":103,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.040382+0000","last_change":"2023-09-23T15:06:44.959770+0000","last_active":"2023-09-23T15:12:20.040382+0000","last_peered":"2023-09-23T15:12:20.040382+0000","last_clean":"2023-09-23T15:12:20.040382+0000","last_became_active":"2023-09-23T15:06:44.959428+0000","last_became_peered":"2023-09-23T15:06:44.959428+0000","last_unstale":"2023-09-23T15:12:20.040382+0000","last_undegraded":"2023-09-23T15:12:20.040382+0000","last_fullsized":"2023-09-23T15:12:20.040382+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:53:02.886940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":12,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:21.367111+0000","last_change":"2023-09-23T15:12:19.046690+0000","last_active":"2023-09-23T15:12:21.367111+0000","last_peered":"2023-09-23T15:12:21.367111+0000","last_clean":"2023-09-23T15:12:21.367111+0000","last_became_active":"2023-09-23T15:12:19.046408+0000","last_became_peered":"2023-09-23T15:12:19.046408+0000","last_unstale":"2023-09-23T15:12:21.367111+0000","last_undegraded":"2023-09-23T15:12:21.367111+0000","last_fullsized":"2023-09-23T15:12:21.367111+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:18:43.218336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":113,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.081272+0000","last_change":"2023-09-23T15:07:50.032638+0000","last_active":"2023-09-23T15:12:24.081272+0000","last_peered":"2023-09-23T15:12:24.081272+0000","last_clean":"2023-09-23T15:12:24.081272+0000","last_became_active":"2023-09-23T15:07:50.032292+0000","last_became_peered":"2023-09-23T15:07:50.032292+0000","last_unstale":"2023-09-23T15:12:24.081272+0000","last_undegraded":"2023-09-23T15:12:24.081272+0000","last_fullsized":"2023-09-23T15:12:24.081272+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:01:59.352522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":125,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084577+0000","last_change":"2023-09-23T15:10:32.004960+0000","last_active":"2023-09-23T15:12:24.084577+0000","last_peered":"2023-09-23T15:12:24.084577+0000","last_clean":"2023-09-23T15:12:24.084577+0000","last_became_active":"2023-09-23T15:10:32.004629+0000","last_became_peered":"2023-09-23T15:10:32.004629+0000","last_unstale":"2023-09-23T15:12:24.084577+0000","last_undegraded":"2023-09-23T15:12:24.084577+0000","last_fullsized":"2023-09-23T15:12:24.084577+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:31.277181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:22.218204+0000","last_change":"2023-09-23T15:12:19.046390+0000","last_active":"2023-09-23T15:12:22.218204+0000","last_peered":"2023-09-23T15:12:22.218204+0000","last_clean":"2023-09-23T15:12:22.218204+0000","last_became_active":"2023-09-23T15:12:19.046099+0000","last_became_peered":"2023-09-23T15:12:19.046099+0000","last_unstale":"2023-09-23T15:12:22.218204+0000","last_undegraded":"2023-09-23T15:12:22.218204+0000","last_fullsized":"2023-09-23T15:12:22.218204+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:17.952171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":91,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.042603+0000","last_change":"2023-09-23T15:10:32.001159+0000","last_active":"2023-09-23T15:12:20.042603+0000","last_peered":"2023-09-23T15:12:20.042603+0000","last_clean":"2023-09-23T15:12:20.042603+0000","last_became_active":"2023-09-23T15:10:32.000879+0000","last_became_peered":"2023-09-23T15:10:32.000879+0000","last_unstale":"2023-09-23T15:12:20.042603+0000","last_undegraded":"2023-09-23T15:12:20.042603+0000","last_fullsized":"2023-09-23T15:12:20.042603+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:26:29.610906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":142,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083782+0000","last_change":"2023-09-23T15:10:09.136986+0000","last_active":"2023-09-23T15:12:24.083782+0000","last_peered":"2023-09-23T15:12:24.083782+0000","last_clean":"2023-09-23T15:12:24.083782+0000","last_became_active":"2023-09-23T15:10:09.136647+0000","last_became_peered":"2023-09-23T15:10:09.136647+0000","last_unstale":"2023-09-23T15:12:24.083782+0000","last_undegraded":"2023-09-23T15:12:24.083782+0000","last_fullsized":"2023-09-23T15:12:24.083782+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:09:45.557985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":11,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.042914+0000","last_change":"2023-09-23T15:12:19.040846+0000","last_active":"2023-09-23T15:12:20.042914+0000","last_peered":"2023-09-23T15:12:20.042914+0000","last_clean":"2023-09-23T15:12:20.042914+0000","last_became_active":"2023-09-23T15:12:19.040524+0000","last_became_peered":"2023-09-23T15:12:19.040524+0000","last_unstale":"2023-09-23T15:12:20.042914+0000","last_undegraded":"2023-09-23T15:12:20.042914+0000","last_fullsized":"2023-09-23T15:12:20.042914+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:10:34.408190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":126,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083424+0000","last_change":"2023-09-23T15:10:09.134884+0000","last_active":"2023-09-23T15:12:24.083424+0000","last_peered":"2023-09-23T15:12:24.083424+0000","last_clean":"2023-09-23T15:12:24.083424+0000","last_became_active":"2023-09-23T15:10:09.134593+0000","last_became_peered":"2023-09-23T15:10:09.134593+0000","last_unstale":"2023-09-23T15:12:24.083424+0000","last_undegraded":"2023-09-23T15:12:24.083424+0000","last_fullsized":"2023-09-23T15:12:24.083424+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:15:30.008940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":125,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084514+0000","last_change":"2023-09-23T15:10:32.002676+0000","last_active":"2023-09-23T15:12:24.084514+0000","last_peered":"2023-09-23T15:12:24.084514+0000","last_clean":"2023-09-23T15:12:24.084514+0000","last_became_active":"2023-09-23T15:10:32.002390+0000","last_became_peered":"2023-09-23T15:10:32.002390+0000","last_unstale":"2023-09-23T15:12:24.084514+0000","last_undegraded":"2023-09-23T15:12:24.084514+0000","last_fullsized":"2023-09-23T15:12:24.084514+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:55:30.721959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":11,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.042748+0000","last_change":"2023-09-23T15:12:19.050096+0000","last_active":"2023-09-23T15:12:20.042748+0000","last_peered":"2023-09-23T15:12:20.042748+0000","last_clean":"2023-09-23T15:12:20.042748+0000","last_became_active":"2023-09-23T15:12:19.049631+0000","last_became_peered":"2023-09-23T15:12:19.049631+0000","last_unstale":"2023-09-23T15:12:20.042748+0000","last_undegraded":"2023-09-23T15:12:20.042748+0000","last_fullsized":"2023-09-23T15:12:20.042748+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:18.163605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":116,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.081006+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:12:24.081006+0000","last_peered":"2023-09-23T15:12:24.081006+0000","last_clean":"2023-09-23T15:12:24.081006+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:12:24.081006+0000","last_undegraded":"2023-09-23T15:12:24.081006+0000","last_fullsized":"2023-09-23T15:12:24.081006+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":98,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.051716+0000","last_change":"2023-09-23T15:07:50.032151+0000","last_active":"2023-09-23T15:12:24.051716+0000","last_peered":"2023-09-23T15:12:24.051716+0000","last_clean":"2023-09-23T15:12:24.051716+0000","last_became_active":"2023-09-23T15:07:50.031884+0000","last_became_peered":"2023-09-23T15:07:50.031884+0000","last_unstale":"2023-09-23T15:12:24.051716+0000","last_undegraded":"2023-09-23T15:12:24.051716+0000","last_fullsized":"2023-09-23T15:12:24.051716+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:19.460897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083231+0000","last_change":"2023-09-23T15:12:19.050301+0000","last_active":"2023-09-23T15:12:24.083231+0000","last_peered":"2023-09-23T15:12:24.083231+0000","last_clean":"2023-09-23T15:12:24.083231+0000","last_became_active":"2023-09-23T15:12:19.049837+0000","last_became_peered":"2023-09-23T15:12:19.049837+0000","last_unstale":"2023-09-23T15:12:24.083231+0000","last_undegraded":"2023-09-23T15:12:24.083231+0000","last_fullsized":"2023-09-23T15:12:24.083231+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:57.974698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":121,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.053126+0000","last_change":"2023-09-23T15:06:44.963699+0000","last_active":"2023-09-23T15:12:24.053126+0000","last_peered":"2023-09-23T15:12:24.053126+0000","last_clean":"2023-09-23T15:12:24.053126+0000","last_became_active":"2023-09-23T15:06:44.960744+0000","last_became_peered":"2023-09-23T15:06:44.960744+0000","last_unstale":"2023-09-23T15:12:24.053126+0000","last_undegraded":"2023-09-23T15:12:24.053126+0000","last_fullsized":"2023-09-23T15:12:24.053126+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:50.003042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":144,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083686+0000","last_change":"2023-09-23T15:10:09.131581+0000","last_active":"2023-09-23T15:12:24.083686+0000","last_peered":"2023-09-23T15:12:24.083686+0000","last_clean":"2023-09-23T15:12:24.083686+0000","last_became_active":"2023-09-23T15:10:09.131235+0000","last_became_peered":"2023-09-23T15:10:09.131235+0000","last_unstale":"2023-09-23T15:12:24.083686+0000","last_undegraded":"2023-09-23T15:12:24.083686+0000","last_fullsized":"2023-09-23T15:12:24.083686+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:08.924116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":83,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.052318+0000","last_change":"2023-09-23T15:06:44.961923+0000","last_active":"2023-09-23T15:12:24.052318+0000","last_peered":"2023-09-23T15:12:24.052318+0000","last_clean":"2023-09-23T15:12:24.052318+0000","last_became_active":"2023-09-23T15:06:44.961613+0000","last_became_peered":"2023-09-23T15:06:44.961613+0000","last_unstale":"2023-09-23T15:12:24.052318+0000","last_undegraded":"2023-09-23T15:12:24.052318+0000","last_fullsized":"2023-09-23T15:12:24.052318+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:15.337573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":11,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.043016+0000","last_change":"2023-09-23T15:12:19.040779+0000","last_active":"2023-09-23T15:12:20.043016+0000","last_peered":"2023-09-23T15:12:20.043016+0000","last_clean":"2023-09-23T15:12:20.043016+0000","last_became_active":"2023-09-23T15:12:19.040518+0000","last_became_peered":"2023-09-23T15:12:19.040518+0000","last_unstale":"2023-09-23T15:12:20.043016+0000","last_undegraded":"2023-09-23T15:12:20.043016+0000","last_fullsized":"2023-09-23T15:12:20.043016+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:01:46.976780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":131,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083809+0000","last_change":"2023-09-23T15:10:32.002853+0000","last_active":"2023-09-23T15:12:24.083809+0000","last_peered":"2023-09-23T15:12:24.083809+0000","last_clean":"2023-09-23T15:12:24.083809+0000","last_became_active":"2023-09-23T15:10:32.002581+0000","last_became_peered":"2023-09-23T15:10:32.002581+0000","last_unstale":"2023-09-23T15:12:24.083809+0000","last_undegraded":"2023-09-23T15:12:24.083809+0000","last_fullsized":"2023-09-23T15:12:24.083809+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:20.515540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":126,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084395+0000","last_change":"2023-09-23T15:10:32.003203+0000","last_active":"2023-09-23T15:12:24.084395+0000","last_peered":"2023-09-23T15:12:24.084395+0000","last_clean":"2023-09-23T15:12:24.084395+0000","last_became_active":"2023-09-23T15:10:32.002938+0000","last_became_peered":"2023-09-23T15:10:32.002938+0000","last_unstale":"2023-09-23T15:12:24.084395+0000","last_undegraded":"2023-09-23T15:12:24.084395+0000","last_fullsized":"2023-09-23T15:12:24.084395+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:32.687557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":128,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.053058+0000","last_change":"2023-09-23T15:10:09.127716+0000","last_active":"2023-09-23T15:12:24.053058+0000","last_peered":"2023-09-23T15:12:24.053058+0000","last_clean":"2023-09-23T15:12:24.053058+0000","last_became_active":"2023-09-23T15:10:09.127430+0000","last_became_peered":"2023-09-23T15:10:09.127430+0000","last_unstale":"2023-09-23T15:12:24.053058+0000","last_undegraded":"2023-09-23T15:12:24.053058+0000","last_fullsized":"2023-09-23T15:12:24.053058+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:40:05.660817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:21.367049+0000","last_change":"2023-09-23T15:12:19.050327+0000","last_active":"2023-09-23T15:12:21.367049+0000","last_peered":"2023-09-23T15:12:21.367049+0000","last_clean":"2023-09-23T15:12:21.367049+0000","last_became_active":"2023-09-23T15:12:19.050068+0000","last_became_peered":"2023-09-23T15:12:19.050068+0000","last_unstale":"2023-09-23T15:12:21.367049+0000","last_undegraded":"2023-09-23T15:12:21.367049+0000","last_fullsized":"2023-09-23T15:12:21.367049+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:07:13.003893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":127,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.331610+0000","last_change":"2023-09-23T15:10:09.142031+0000","last_active":"2023-09-23T15:12:20.331610+0000","last_peered":"2023-09-23T15:12:20.331610+0000","last_clean":"2023-09-23T15:12:20.331610+0000","last_became_active":"2023-09-23T15:10:09.141798+0000","last_became_peered":"2023-09-23T15:10:09.141798+0000","last_unstale":"2023-09-23T15:12:20.331610+0000","last_undegraded":"2023-09-23T15:12:20.331610+0000","last_fullsized":"2023-09-23T15:12:20.331610+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:39.474465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":124,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.052039+0000","last_change":"2023-09-23T15:10:32.002230+0000","last_active":"2023-09-23T15:12:24.052039+0000","last_peered":"2023-09-23T15:12:24.052039+0000","last_clean":"2023-09-23T15:12:24.052039+0000","last_became_active":"2023-09-23T15:10:32.001928+0000","last_became_peered":"2023-09-23T15:10:32.001928+0000","last_unstale":"2023-09-23T15:12:24.052039+0000","last_undegraded":"2023-09-23T15:12:24.052039+0000","last_fullsized":"2023-09-23T15:12:24.052039+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:10:43.177238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":117,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.051643+0000","last_change":"2023-09-23T15:06:44.961366+0000","last_active":"2023-09-23T15:12:24.051643+0000","last_peered":"2023-09-23T15:12:24.051643+0000","last_clean":"2023-09-23T15:12:24.051643+0000","last_became_active":"2023-09-23T15:06:44.961113+0000","last_became_peered":"2023-09-23T15:06:44.961113+0000","last_unstale":"2023-09-23T15:12:24.051643+0000","last_undegraded":"2023-09-23T15:12:24.051643+0000","last_fullsized":"2023-09-23T15:12:24.051643+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:55.998599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:21.367061+0000","last_change":"2023-09-23T15:12:19.046439+0000","last_active":"2023-09-23T15:12:21.367061+0000","last_peered":"2023-09-23T15:12:21.367061+0000","last_clean":"2023-09-23T15:12:21.367061+0000","last_became_active":"2023-09-23T15:12:19.046101+0000","last_became_peered":"2023-09-23T15:12:19.046101+0000","last_unstale":"2023-09-23T15:12:21.367061+0000","last_undegraded":"2023-09-23T15:12:21.367061+0000","last_fullsized":"2023-09-23T15:12:21.367061+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:37:26.073592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":131,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083127+0000","last_change":"2023-09-23T15:10:09.132124+0000","last_active":"2023-09-23T15:12:24.083127+0000","last_peered":"2023-09-23T15:12:24.083127+0000","last_clean":"2023-09-23T15:12:24.083127+0000","last_became_active":"2023-09-23T15:10:09.131831+0000","last_became_peered":"2023-09-23T15:10:09.131831+0000","last_unstale":"2023-09-23T15:12:24.083127+0000","last_undegraded":"2023-09-23T15:12:24.083127+0000","last_fullsized":"2023-09-23T15:12:24.083127+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:33:35.877804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":507,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.082985+0000","last_change":"2023-09-23T15:10:32.009868+0000","last_active":"2023-09-23T15:12:24.082985+0000","last_peered":"2023-09-23T15:12:24.082985+0000","last_clean":"2023-09-23T15:12:24.082985+0000","last_became_active":"2023-09-23T15:10:32.009525+0000","last_became_peered":"2023-09-23T15:10:32.009525+0000","last_unstale":"2023-09-23T15:12:24.082985+0000","last_undegraded":"2023-09-23T15:12:24.082985+0000","last_fullsized":"2023-09-23T15:12:24.082985+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:21:51.916603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":90,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.081237+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:12:24.081237+0000","last_peered":"2023-09-23T15:12:24.081237+0000","last_clean":"2023-09-23T15:12:24.081237+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:12:24.081237+0000","last_undegraded":"2023-09-23T15:12:24.081237+0000","last_fullsized":"2023-09-23T15:12:24.081237+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":51,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.042977+0000","last_change":"2023-09-23T15:10:32.008210+0000","last_active":"2023-09-23T15:12:20.042977+0000","last_peered":"2023-09-23T15:12:20.042977+0000","last_clean":"2023-09-23T15:12:20.042977+0000","last_became_active":"2023-09-23T15:10:32.007957+0000","last_became_peered":"2023-09-23T15:10:32.007957+0000","last_unstale":"2023-09-23T15:12:20.042977+0000","last_undegraded":"2023-09-23T15:12:20.042977+0000","last_fullsized":"2023-09-23T15:12:20.042977+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:31:16.276320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084033+0000","last_change":"2023-09-23T15:12:19.047684+0000","last_active":"2023-09-23T15:12:24.084033+0000","last_peered":"2023-09-23T15:12:24.084033+0000","last_clean":"2023-09-23T15:12:24.084033+0000","last_became_active":"2023-09-23T15:12:19.047303+0000","last_became_peered":"2023-09-23T15:12:19.047303+0000","last_unstale":"2023-09-23T15:12:24.084033+0000","last_undegraded":"2023-09-23T15:12:24.084033+0000","last_fullsized":"2023-09-23T15:12:24.084033+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:52:24.518879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":130,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083433+0000","last_change":"2023-09-23T15:06:44.962339+0000","last_active":"2023-09-23T15:12:24.083433+0000","last_peered":"2023-09-23T15:12:24.083433+0000","last_clean":"2023-09-23T15:12:24.083433+0000","last_became_active":"2023-09-23T15:06:44.961535+0000","last_became_peered":"2023-09-23T15:06:44.961535+0000","last_unstale":"2023-09-23T15:12:24.083433+0000","last_undegraded":"2023-09-23T15:12:24.083433+0000","last_fullsized":"2023-09-23T15:12:24.083433+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:46.260459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":104,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.052505+0000","last_change":"2023-09-23T15:07:50.031637+0000","last_active":"2023-09-23T15:12:24.052505+0000","last_peered":"2023-09-23T15:12:24.052505+0000","last_clean":"2023-09-23T15:12:24.052505+0000","last_became_active":"2023-09-23T15:07:50.031182+0000","last_became_peered":"2023-09-23T15:07:50.031182+0000","last_unstale":"2023-09-23T15:12:24.052505+0000","last_undegraded":"2023-09-23T15:12:24.052505+0000","last_fullsized":"2023-09-23T15:12:24.052505+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:58.223373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":132,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.041070+0000","last_change":"2023-09-23T15:10:09.138815+0000","last_active":"2023-09-23T15:12:20.041070+0000","last_peered":"2023-09-23T15:12:20.041070+0000","last_clean":"2023-09-23T15:12:20.041070+0000","last_became_active":"2023-09-23T15:10:09.138531+0000","last_became_peered":"2023-09-23T15:10:09.138531+0000","last_unstale":"2023-09-23T15:12:20.041070+0000","last_undegraded":"2023-09-23T15:12:20.041070+0000","last_fullsized":"2023-09-23T15:12:20.041070+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:35:00.956939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.082869+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:12:24.082869+0000","last_peered":"2023-09-23T15:12:24.082869+0000","last_clean":"2023-09-23T15:12:24.082869+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:12:24.082869+0000","last_undegraded":"2023-09-23T15:12:24.082869+0000","last_fullsized":"2023-09-23T15:12:24.082869+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":113,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084373+0000","last_change":"2023-09-23T15:06:13.223083+0000","last_active":"2023-09-23T15:12:24.084373+0000","last_peered":"2023-09-23T15:12:24.084373+0000","last_clean":"2023-09-23T15:12:24.084373+0000","last_became_active":"2023-09-23T15:06:13.222699+0000","last_became_peered":"2023-09-23T15:06:13.222699+0000","last_unstale":"2023-09-23T15:12:24.084373+0000","last_undegraded":"2023-09-23T15:12:24.084373+0000","last_fullsized":"2023-09-23T15:12:24.084373+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:51.081872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":113,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.053191+0000","last_change":"2023-09-23T15:10:09.128637+0000","last_active":"2023-09-23T15:12:24.053191+0000","last_peered":"2023-09-23T15:12:24.053191+0000","last_clean":"2023-09-23T15:12:24.053191+0000","last_became_active":"2023-09-23T15:10:09.128362+0000","last_became_peered":"2023-09-23T15:10:09.128362+0000","last_unstale":"2023-09-23T15:12:24.053191+0000","last_undegraded":"2023-09-23T15:12:24.053191+0000","last_fullsized":"2023-09-23T15:12:24.053191+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:26:59.191781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":89,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.051334+0000","last_change":"2023-09-23T15:06:13.227687+0000","last_active":"2023-09-23T15:12:24.051334+0000","last_peered":"2023-09-23T15:12:24.051334+0000","last_clean":"2023-09-23T15:12:24.051334+0000","last_became_active":"2023-09-23T15:06:13.226603+0000","last_became_peered":"2023-09-23T15:06:13.226603+0000","last_unstale":"2023-09-23T15:12:24.051334+0000","last_undegraded":"2023-09-23T15:12:24.051334+0000","last_fullsized":"2023-09-23T15:12:24.051334+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:42.808524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.081129+0000","last_change":"2023-09-23T15:12:19.049805+0000","last_active":"2023-09-23T15:12:24.081129+0000","last_peered":"2023-09-23T15:12:24.081129+0000","last_clean":"2023-09-23T15:12:24.081129+0000","last_became_active":"2023-09-23T15:12:19.049484+0000","last_became_peered":"2023-09-23T15:12:19.049484+0000","last_unstale":"2023-09-23T15:12:24.081129+0000","last_undegraded":"2023-09-23T15:12:24.081129+0000","last_fullsized":"2023-09-23T15:12:24.081129+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:00:24.047792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":113,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.081717+0000","last_change":"2023-09-23T15:07:50.035500+0000","last_active":"2023-09-23T15:12:24.081717+0000","last_peered":"2023-09-23T15:12:24.081717+0000","last_clean":"2023-09-23T15:12:24.081717+0000","last_became_active":"2023-09-23T15:07:50.035114+0000","last_became_peered":"2023-09-23T15:07:50.035114+0000","last_unstale":"2023-09-23T15:12:24.081717+0000","last_undegraded":"2023-09-23T15:12:24.081717+0000","last_fullsized":"2023-09-23T15:12:24.081717+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:16.003224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":98,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.052858+0000","last_change":"2023-09-23T15:10:32.002271+0000","last_active":"2023-09-23T15:12:24.052858+0000","last_peered":"2023-09-23T15:12:24.052858+0000","last_clean":"2023-09-23T15:12:24.052858+0000","last_became_active":"2023-09-23T15:10:32.001972+0000","last_became_peered":"2023-09-23T15:10:32.001972+0000","last_unstale":"2023-09-23T15:12:24.052858+0000","last_undegraded":"2023-09-23T15:12:24.052858+0000","last_fullsized":"2023-09-23T15:12:24.052858+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:06:34.690769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":110,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.080972+0000","last_change":"2023-09-23T15:07:50.032885+0000","last_active":"2023-09-23T15:12:24.080972+0000","last_peered":"2023-09-23T15:12:24.080972+0000","last_clean":"2023-09-23T15:12:24.080972+0000","last_became_active":"2023-09-23T15:07:50.032623+0000","last_became_peered":"2023-09-23T15:07:50.032623+0000","last_unstale":"2023-09-23T15:12:24.080972+0000","last_undegraded":"2023-09-23T15:12:24.080972+0000","last_fullsized":"2023-09-23T15:12:24.080972+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:07:08.756237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.081164+0000","last_change":"2023-09-23T15:12:19.041029+0000","last_active":"2023-09-23T15:12:24.081164+0000","last_peered":"2023-09-23T15:12:24.081164+0000","last_clean":"2023-09-23T15:12:24.081164+0000","last_became_active":"2023-09-23T15:12:19.040551+0000","last_became_peered":"2023-09-23T15:12:19.040551+0000","last_unstale":"2023-09-23T15:12:24.081164+0000","last_undegraded":"2023-09-23T15:12:24.081164+0000","last_fullsized":"2023-09-23T15:12:24.081164+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:56:21.100369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":99,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.043098+0000","last_change":"2023-09-23T15:10:32.007904+0000","last_active":"2023-09-23T15:12:20.043098+0000","last_peered":"2023-09-23T15:12:20.043098+0000","last_clean":"2023-09-23T15:12:20.043098+0000","last_became_active":"2023-09-23T15:10:32.007602+0000","last_became_peered":"2023-09-23T15:10:32.007602+0000","last_unstale":"2023-09-23T15:12:20.043098+0000","last_undegraded":"2023-09-23T15:12:20.043098+0000","last_fullsized":"2023-09-23T15:12:20.043098+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:32:55.541707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":107,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.041012+0000","last_change":"2023-09-23T15:06:44.957386+0000","last_active":"2023-09-23T15:12:20.041012+0000","last_peered":"2023-09-23T15:12:20.041012+0000","last_clean":"2023-09-23T15:12:20.041012+0000","last_became_active":"2023-09-23T15:06:44.956983+0000","last_became_peered":"2023-09-23T15:06:44.956983+0000","last_unstale":"2023-09-23T15:12:20.041012+0000","last_undegraded":"2023-09-23T15:12:20.041012+0000","last_fullsized":"2023-09-23T15:12:20.041012+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:19.359403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":108,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083294+0000","last_change":"2023-09-23T15:10:32.002742+0000","last_active":"2023-09-23T15:12:24.083294+0000","last_peered":"2023-09-23T15:12:24.083294+0000","last_clean":"2023-09-23T15:12:24.083294+0000","last_became_active":"2023-09-23T15:10:32.002445+0000","last_became_peered":"2023-09-23T15:10:32.002445+0000","last_unstale":"2023-09-23T15:12:24.083294+0000","last_undegraded":"2023-09-23T15:12:24.083294+0000","last_fullsized":"2023-09-23T15:12:24.083294+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:16.287112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":92,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.040463+0000","last_change":"2023-09-23T15:06:13.228345+0000","last_active":"2023-09-23T15:12:20.040463+0000","last_peered":"2023-09-23T15:12:20.040463+0000","last_clean":"2023-09-23T15:12:20.040463+0000","last_became_active":"2023-09-23T15:06:13.228010+0000","last_became_peered":"2023-09-23T15:06:13.228010+0000","last_unstale":"2023-09-23T15:12:20.040463+0000","last_undegraded":"2023-09-23T15:12:20.040463+0000","last_fullsized":"2023-09-23T15:12:20.040463+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:42:58.040116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":125,"reported_epoch":149,"state":"active+clean","last_fresh":"2023-09-23T15:12:20.331785+0000","last_change":"2023-09-23T15:10:09.130387+0000","last_active":"2023-09-23T15:12:20.331785+0000","last_peered":"2023-09-23T15:12:20.331785+0000","last_clean":"2023-09-23T15:12:20.331785+0000","last_became_active":"2023-09-23T15:10:09.130035+0000","last_became_peered":"2023-09-23T15:10:09.130035+0000","last_unstale":"2023-09-23T15:12:20.331785+0000","last_undegraded":"2023-09-23T15:12:20.331785+0000","last_fullsized":"2023-09-23T15:12:20.331785+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:14.833586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":112,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083563+0000","last_change":"2023-09-23T15:06:44.961272+0000","last_active":"2023-09-23T15:12:24.083563+0000","last_peered":"2023-09-23T15:12:24.083563+0000","last_clean":"2023-09-23T15:12:24.083563+0000","last_became_active":"2023-09-23T15:06:44.960880+0000","last_became_peered":"2023-09-23T15:06:44.960880+0000","last_unstale":"2023-09-23T15:12:24.083563+0000","last_undegraded":"2023-09-23T15:12:24.083563+0000","last_fullsized":"2023-09-23T15:12:24.083563+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:47:59.931694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":152,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084353+0000","last_change":"2023-09-23T15:10:09.132324+0000","last_active":"2023-09-23T15:12:24.084353+0000","last_peered":"2023-09-23T15:12:24.084353+0000","last_clean":"2023-09-23T15:12:24.084353+0000","last_became_active":"2023-09-23T15:10:09.132041+0000","last_became_peered":"2023-09-23T15:10:09.132041+0000","last_unstale":"2023-09-23T15:12:24.084353+0000","last_undegraded":"2023-09-23T15:12:24.084353+0000","last_fullsized":"2023-09-23T15:12:24.084353+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:45:07.758828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":112,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083719+0000","last_change":"2023-09-23T15:10:32.003034+0000","last_active":"2023-09-23T15:12:24.083719+0000","last_peered":"2023-09-23T15:12:24.083719+0000","last_clean":"2023-09-23T15:12:24.083719+0000","last_became_active":"2023-09-23T15:10:32.002697+0000","last_became_peered":"2023-09-23T15:10:32.002697+0000","last_unstale":"2023-09-23T15:12:24.083719+0000","last_undegraded":"2023-09-23T15:12:24.083719+0000","last_fullsized":"2023-09-23T15:12:24.083719+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:28:07.416047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":125,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.084420+0000","last_change":"2023-09-23T15:07:50.030878+0000","last_active":"2023-09-23T15:12:24.084420+0000","last_peered":"2023-09-23T15:12:24.084420+0000","last_clean":"2023-09-23T15:12:24.084420+0000","last_became_active":"2023-09-23T15:07:50.030573+0000","last_became_peered":"2023-09-23T15:07:50.030573+0000","last_unstale":"2023-09-23T15:12:24.084420+0000","last_undegraded":"2023-09-23T15:12:24.084420+0000","last_fullsized":"2023-09-23T15:12:24.084420+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:27:32.003219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":147,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.081612+0000","last_change":"2023-09-23T15:10:32.002016+0000","last_active":"2023-09-23T15:12:24.081612+0000","last_peered":"2023-09-23T15:12:24.081612+0000","last_clean":"2023-09-23T15:12:24.081612+0000","last_became_active":"2023-09-23T15:10:32.001682+0000","last_became_peered":"2023-09-23T15:10:32.001682+0000","last_unstale":"2023-09-23T15:12:24.081612+0000","last_undegraded":"2023-09-23T15:12:24.081612+0000","last_fullsized":"2023-09-23T15:12:24.081612+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:23.876846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":150,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.081081+0000","last_change":"2023-09-23T15:10:09.131669+0000","last_active":"2023-09-23T15:12:24.081081+0000","last_peered":"2023-09-23T15:12:24.081081+0000","last_clean":"2023-09-23T15:12:24.081081+0000","last_became_active":"2023-09-23T15:10:09.131378+0000","last_became_peered":"2023-09-23T15:10:09.131378+0000","last_unstale":"2023-09-23T15:12:24.081081+0000","last_undegraded":"2023-09-23T15:12:24.081081+0000","last_fullsized":"2023-09-23T15:12:24.081081+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:51:22.063950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":123,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.051858+0000","last_change":"2023-09-23T15:10:09.139425+0000","last_active":"2023-09-23T15:12:24.051858+0000","last_peered":"2023-09-23T15:12:24.051858+0000","last_clean":"2023-09-23T15:12:24.051858+0000","last_became_active":"2023-09-23T15:10:09.139059+0000","last_became_peered":"2023-09-23T15:10:09.139059+0000","last_unstale":"2023-09-23T15:12:24.051858+0000","last_undegraded":"2023-09-23T15:12:24.051858+0000","last_fullsized":"2023-09-23T15:12:24.051858+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:23:35.244235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":125,"reported_epoch":150,"state":"active+clean","last_fresh":"2023-09-23T15:12:24.083700+0000","last_change":"2023-09-23T15:10:32.002820+0000","last_active":"2023-09-23T15:12:24.083700+0000","last_peered":"2023-09-23T15:12:24.083700+0000","last_clean":"2023-09-23T15:12:24.083700+0000","last_became_active":"2023-09-23T15:10:32.002548+0000","last_became_peered":"2023-09-23T15:10:32.002548+0000","last_unstale":"2023-09-23T15:12:24.083700+0000","last_undegraded":"2023-09-23T15:12:24.083700+0000","last_fullsized":"2023-09-23T15:12:24.083700+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:30:59.691684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201478,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":64688,"kb_used_data":2024,"kb_used_omap":0,"kb_used_meta":62656,"kb_avail":93680464,"statfs":{"total":95995035648,"available":95928795136,"internally_reserved":0,"allocated":2072576,"data_stored":1541402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":64159744},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:12:21 2023","interfaces":[{"interface":"back","average":{"1min":1.605,"5min":1.004,"15min":0.69999999999999996},"min":{"1min":0.26300000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":4.1539999999999999,"5min":15.452999999999999,"15min":15.452999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":1.3129999999999999,"5min":1.0069999999999999,"15min":0.71499999999999997},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.7489999999999997,"5min":15.492000000000001,"15min":15.492000000000001},"last":0.42999999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:11:57 2023","interfaces":[{"interface":"back","average":{"1min":1.913,"5min":0.93300000000000005,"15min":0.65700000000000003},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":9.5429999999999993,"5min":9.5429999999999993,"15min":9.5429999999999993},"last":0.36799999999999999},{"interface":"front","average":{"1min":2.0680000000000001,"5min":0.97799999999999998,"15min":0.70199999999999996},"min":{"1min":0.30099999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":9.4770000000000003,"5min":9.4770000000000003,"15min":9.4770000000000003},"last":0.46000000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:12:14 2023","interfaces":[{"interface":"back","average":{"1min":1.196,"5min":1.532,"15min":1.5880000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":5.5110000000000001,"5min":5.5110000000000001,"15min":5.5110000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":1.8109999999999999,"5min":1.6359999999999999,"15min":1.607},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":7.8499999999999996,"5min":7.8499999999999996,"15min":7.8499999999999996},"last":0.38700000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:11:57 2023","interfaces":[{"interface":"back","average":{"1min":15.919,"5min":3.7010000000000001,"15min":1.5840000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":187.29400000000001,"5min":187.29400000000001,"15min":187.29400000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":16.129999999999999,"5min":3.7749999999999999,"15min":1.6299999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":187.309,"5min":187.309,"15min":187.309},"last":0.51500000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:11:44 2023","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":0.66700000000000004,"15min":0.53200000000000003},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.0300000000000002,"5min":5.0300000000000002,"15min":5.0300000000000002},"last":0.5},{"interface":"front","average":{"1min":1.2589999999999999,"5min":0.66200000000000003,"15min":0.54500000000000004},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.25800000000000001},"max":{"1min":4.7409999999999997,"5min":4.7409999999999997,"15min":4.7409999999999997},"last":0.48799999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:11:44 2023","interfaces":[{"interface":"back","average":{"1min":1.7030000000000001,"5min":0.79500000000000004,"15min":0.60499999999999998},"min":{"1min":0.33200000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":7.7709999999999999,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":1.609,"5min":0.76700000000000002,"15min":0.61499999999999999},"min":{"1min":0.34200000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":6.1989999999999998,"5min":6.1989999999999998,"15min":6.1989999999999998},"last":0.64000000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":5.8280000000000003,"5min":5.8280000000000003,"15min":5.8280000000000003},"last":0.54400000000000004},{"interface":"front","average":{"1min":1.169,"5min":1.169,"15min":1.169},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":3.649,"5min":3.649,"15min":3.649},"last":0.47499999999999998}]}]},{"osd":6,"up_from":122,"seq":523986010136,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":67620,"kb_used_data":2012,"kb_used_omap":9,"kb_used_meta":65590,"kb_avail":93677532,"statfs":{"total":95995035648,"available":95925792768,"internally_reserved":0,"allocated":2060288,"data_stored":1541256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":67164499},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":2.6110000000000002,"5min":2.6110000000000002,"15min":2.6110000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":26.251000000000001,"5min":26.251000000000001,"15min":26.251000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":3.145,"5min":3.145,"15min":3.145},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":26.045999999999999,"5min":26.045999999999999,"15min":26.045999999999999},"last":0.44500000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":1.385,"15min":1.385},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.8940000000000001,"5min":4.8940000000000001,"15min":4.8940000000000001},"last":0.499},{"interface":"front","average":{"1min":1.843,"5min":1.843,"15min":1.843},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.6710000000000003,"5min":6.6710000000000003,"15min":6.6710000000000003},"last":3.278}]},{"osd":2,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":5.0469999999999997,"5min":5.0469999999999997,"15min":5.0469999999999997},"last":5.2549999999999999},{"interface":"front","average":{"1min":1.905,"5min":1.905,"15min":1.905},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":7.6109999999999998,"5min":7.6109999999999998,"15min":7.6109999999999998},"last":0.78300000000000003}]},{"osd":3,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":6.6529999999999996,"5min":6.6529999999999996,"15min":6.6529999999999996},"last":0.69399999999999995},{"interface":"front","average":{"1min":2.3290000000000002,"5min":2.3290000000000002,"15min":2.3290000000000002},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":10.654999999999999,"5min":10.654999999999999,"15min":10.654999999999999},"last":0.623}]},{"osd":4,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.748},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.8599999999999999,"5min":2.8599999999999999,"15min":2.8599999999999999},"last":0.56299999999999994}]},{"osd":5,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":8.7279999999999998,"5min":8.7279999999999998,"15min":8.7279999999999998},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":144.953,"5min":144.953,"15min":144.953},"last":0.64200000000000002},{"interface":"front","average":{"1min":8.3780000000000001,"5min":8.3780000000000001,"15min":8.3780000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":144.79400000000001,"5min":144.79400000000001,"15min":144.79400000000001},"last":0.79600000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:11:32 2023","interfaces":[{"interface":"back","average":{"1min":1.234,"5min":1.234,"15min":1.234},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":5.8760000000000003,"5min":5.8760000000000003,"15min":5.8760000000000003},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":2.0110000000000001},"last":0.83199999999999996}]}]},{"osd":1,"up_from":89,"seq":382252089415,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":77480,"kb_used_data":1632,"kb_used_omap":9,"kb_used_meta":75830,"kb_avail":93667672,"statfs":{"total":95995035648,"available":95915696128,"internally_reserved":0,"allocated":1671168,"data_stored":983066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":77650921},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":2.7559999999999998,"5min":0.97299999999999998,"15min":0.54300000000000004},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":15.233000000000001,"5min":15.233000000000001,"15min":15.233000000000001},"last":0.35199999999999998},{"interface":"front","average":{"1min":1.738,"5min":0.76400000000000001,"15min":0.49399999999999999},"min":{"1min":0.27500000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":4.8140000000000001,"5min":5.0279999999999996,"15min":5.0279999999999996},"last":0.28000000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:12:08 2023","interfaces":[{"interface":"back","average":{"1min":2.117,"5min":4.9130000000000003,"15min":5.3789999999999996},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":6.8819999999999997,"5min":64.444999999999993,"15min":64.444999999999993},"last":0.29199999999999998},{"interface":"front","average":{"1min":1.395,"5min":5.1319999999999997,"15min":5.7549999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":6.1699999999999999,"5min":63.148000000000003,"15min":63.148000000000003},"last":0.318}]},{"osd":3,"last update":"Sat Sep 23 15:11:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0019999999999998,"5min":1.302,"15min":0.66600000000000004},"min":{"1min":0.24199999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":6.54,"5min":26.690000000000001,"15min":26.690000000000001},"last":0.255},{"interface":"front","average":{"1min":1.806,"5min":1.1839999999999999,"15min":0.63400000000000001},"min":{"1min":0.311,"5min":0.216,"15min":0.216},"max":{"1min":9.0950000000000006,"5min":26.792000000000002,"15min":26.792000000000002},"last":0.52000000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":1.6619999999999999,"5min":0.92500000000000004,"15min":0.69199999999999995},"min":{"1min":0.33800000000000002,"5min":0.313,"15min":0.313},"max":{"1min":6.4139999999999997,"5min":9.0850000000000009,"15min":9.0850000000000009},"last":0.432},{"interface":"front","average":{"1min":2.02,"5min":0.91100000000000003,"15min":0.69699999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":6.8049999999999997,"5min":6.8049999999999997,"15min":6.8049999999999997},"last":0.38700000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.74199999999999999,"15min":0.65600000000000003},"min":{"1min":0.374,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":2.988,"5min":5.0439999999999996,"15min":5.0439999999999996},"last":0.47999999999999998},{"interface":"front","average":{"1min":1.5800000000000001,"5min":0.96099999999999997,"15min":0.76100000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":6.4580000000000002,"5min":9.3130000000000006,"15min":9.3130000000000006},"last":0.36399999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:11:31 2023","interfaces":[{"interface":"back","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":5.9569999999999999,"5min":5.9569999999999999,"15min":5.9569999999999999},"last":0.505},{"interface":"front","average":{"1min":2.02,"5min":2.02,"15min":2.02},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":8.1039999999999992,"5min":8.1039999999999992,"15min":8.1039999999999992},"last":0.45200000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":2.4809999999999999,"5min":1.119,"15min":0.78500000000000003},"min":{"1min":0.45800000000000002,"5min":0.375,"15min":0.375},"max":{"1min":9.7769999999999992,"5min":9.7769999999999992,"15min":9.7769999999999992},"last":0.41199999999999998},{"interface":"front","average":{"1min":2.3319999999999999,"5min":1.0089999999999999,"15min":0.76400000000000001},"min":{"1min":0.38900000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":9.0299999999999994,"5min":9.0299999999999994,"15min":9.0299999999999994},"last":0.48899999999999999}]}]},{"osd":0,"up_from":84,"seq":360777252941,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":74088,"kb_used_data":2272,"kb_used_omap":28,"kb_used_meta":71779,"kb_avail":93671064,"statfs":{"total":95995035648,"available":95919169536,"internally_reserved":0,"allocated":2326528,"data_stored":1573977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":73502544},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:11:50 2023","interfaces":[{"interface":"back","average":{"1min":6.4400000000000004,"5min":1.75,"15min":0.82399999999999995},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":71.188000000000002,"5min":71.188000000000002,"15min":71.188000000000002},"last":0.27800000000000002},{"interface":"front","average":{"1min":5.7969999999999997,"5min":1.5640000000000001,"15min":0.76000000000000001},"min":{"1min":0.221,"5min":0.217,"15min":0.217},"max":{"1min":70.156999999999996,"5min":70.156999999999996,"15min":70.156999999999996},"last":0.32400000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":3.395,"5min":2.762,"15min":2.6560000000000001},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":41.805,"5min":41.805,"15min":41.805},"last":0.435},{"interface":"front","average":{"1min":2.8460000000000001,"5min":2.004,"15min":1.8640000000000001},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":11.210000000000001,"5min":11.210000000000001,"15min":11.210000000000001},"last":0.30199999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":12.209,"5min":3.0630000000000002,"15min":1.2929999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":100.062,"5min":100.062,"15min":100.062},"last":0.40100000000000002},{"interface":"front","average":{"1min":12.183,"5min":3.0720000000000001,"15min":1.304},"min":{"1min":0.36199999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":100.547,"5min":100.547,"15min":100.547},"last":0.34899999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:12:22 2023","interfaces":[{"interface":"back","average":{"1min":1.5449999999999999,"5min":0.90900000000000003,"15min":0.73299999999999998},"min":{"1min":0.377,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":5.2329999999999997,"5min":10.324,"15min":10.324},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.82399999999999995,"5min":1.165,"15min":0.79300000000000004},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.0910000000000002,"5min":41.561999999999998,"15min":41.561999999999998},"last":0.68400000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:12:22 2023","interfaces":[{"interface":"back","average":{"1min":1.304,"5min":1.3160000000000001,"15min":0.872},"min":{"1min":0.30499999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.5410000000000004,"5min":41.631999999999998,"15min":41.631999999999998},"last":0.76800000000000002},{"interface":"front","average":{"1min":1.6359999999999999,"5min":1.109,"15min":0.80700000000000005},"min":{"1min":0.41899999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.6159999999999997,"5min":9.5099999999999998,"15min":9.5099999999999998},"last":0.67400000000000004}]},{"osd":6,"last update":"Sat Sep 23 15:11:31 2023","interfaces":[{"interface":"back","average":{"1min":1.966,"5min":1.966,"15min":1.966},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":9.5449999999999999,"5min":9.5449999999999999,"15min":9.5449999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":1.5109999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":10.355,"5min":10.355,"15min":10.355},"last":0.69799999999999995}]},{"osd":7,"last update":"Sat Sep 23 15:12:22 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.161,"15min":0.83099999999999996},"min":{"1min":0.38800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":5.6349999999999998,"5min":9.5760000000000005,"15min":9.5760000000000005},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.7,"5min":1.079,"15min":0.80700000000000005},"min":{"1min":0.45400000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":5.5229999999999997,"5min":10.292999999999999,"15min":10.292999999999999},"last":0.66200000000000003}]}]},{"osd":2,"up_from":117,"seq":502511173661,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":105828,"kb_used_data":1628,"kb_used_omap":81,"kb_used_meta":104110,"kb_avail":93639324,"statfs":{"total":95995035648,"available":95886667776,"internally_reserved":0,"allocated":1667072,"data_stored":975487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":106608858},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":2.1139999999999999,"5min":2.0659999999999998,"15min":2.0579999999999998},"min":{"1min":0.24199999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":12.179,"5min":12.179,"15min":12.179},"last":0.28899999999999998},{"interface":"front","average":{"1min":1.415,"5min":1.4370000000000001,"15min":1.4410000000000001},"min":{"1min":0.223,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":6.9859999999999998,"5min":10.532,"15min":10.532},"last":0.314}]},{"osd":1,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":1.4410000000000001,"5min":0.97699999999999998,"15min":0.89900000000000002},"min":{"1min":0.26800000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":7.0220000000000002,"5min":7.0220000000000002,"15min":7.0220000000000002},"last":0.379},{"interface":"front","average":{"1min":1.51,"5min":1.589,"15min":1.6020000000000001},"min":{"1min":0.217,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":5.1429999999999998,"5min":11.372,"15min":11.372},"last":0.33600000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":7.0529999999999999,"5min":5.4039999999999999,"15min":5.1289999999999996},"min":{"1min":0.41499999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":71.494,"5min":71.494,"15min":71.494},"last":0.36699999999999999},{"interface":"front","average":{"1min":7.2649999999999997,"5min":5.7279999999999998,"15min":5.4720000000000004},"min":{"1min":0.34399999999999997,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":71.597999999999999,"5min":71.597999999999999,"15min":71.597999999999999},"last":0.35699999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":2.0739999999999998,"5min":5.5949999999999998,"15min":6.1820000000000004},"min":{"1min":0.374,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":12.226000000000001,"5min":50.792000000000002,"15min":50.792000000000002},"last":0.622},{"interface":"front","average":{"1min":1.859,"5min":2.734,"15min":2.8799999999999999},"min":{"1min":0.39700000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":7.0460000000000003,"5min":36.051000000000002,"15min":36.051000000000002},"last":0.71799999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":1.8149999999999999,"5min":2.9660000000000002,"15min":3.1579999999999999},"min":{"1min":0.36299999999999999,"5min":0.311,"15min":0.311},"max":{"1min":7.0679999999999996,"5min":35.878,"15min":35.878},"last":0.56899999999999995},{"interface":"front","average":{"1min":1.6839999999999999,"5min":5.3259999999999996,"15min":5.9329999999999998},"min":{"1min":0.439,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":5.1829999999999998,"5min":50.816000000000003,"15min":50.816000000000003},"last":0.65800000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:11:34 2023","interfaces":[{"interface":"back","average":{"1min":6.4640000000000004,"5min":6.4640000000000004,"15min":6.4640000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":50.871000000000002,"5min":50.871000000000002,"15min":50.871000000000002},"last":0.66600000000000004},{"interface":"front","average":{"1min":5.5979999999999999,"5min":5.5979999999999999,"15min":5.5979999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":50.771000000000001,"5min":50.771000000000001,"15min":50.771000000000001},"last":0.73199999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:12:10 2023","interfaces":[{"interface":"back","average":{"1min":1.8140000000000001,"5min":5.4130000000000003,"15min":6.0129999999999999},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":5.2309999999999999,"5min":50.853999999999999,"15min":50.853999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":2.2189999999999999,"5min":5.6909999999999998,"15min":6.2690000000000001},"min":{"1min":0.47499999999999998,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":12.204000000000001,"5min":50.841999999999999,"15min":50.841999999999999},"last":0.64200000000000002}]}]},{"osd":3,"up_from":99,"seq":425201762362,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":123404,"kb_used_data":1604,"kb_used_omap":7,"kb_used_meta":121784,"kb_avail":93621748,"statfs":{"total":95995035648,"available":95868669952,"internally_reserved":0,"allocated":1642496,"data_stored":977301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":124707432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":1.9770000000000001,"5min":0.80200000000000005,"15min":0.47299999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":7.0209999999999999,"5min":7.0209999999999999,"15min":7.0209999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":2.4729999999999999,"5min":0.879,"15min":0.51100000000000001},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":8.5139999999999993,"5min":8.5139999999999993,"15min":8.5139999999999993},"last":0.35099999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":4.0469999999999997,"5min":1.1779999999999999,"15min":0.60999999999999999},"min":{"1min":0.249,"5min":0.193,"15min":0.193},"max":{"1min":18.564,"5min":18.564,"15min":18.564},"last":0.32300000000000001},{"interface":"front","average":{"1min":3.4180000000000001,"5min":1.1279999999999999,"15min":0.60599999999999998},"min":{"1min":0.28299999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":15.208,"5min":15.208,"15min":15.208},"last":0.33700000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:12:11 2023","interfaces":[{"interface":"back","average":{"1min":2.9079999999999999,"5min":3.9359999999999999,"15min":4.1070000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":18.545999999999999,"5min":55.378999999999998,"15min":55.378999999999998},"last":0.38100000000000001},{"interface":"front","average":{"1min":3.3610000000000002,"5min":4.4980000000000002,"15min":4.6879999999999997},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":13.004,"5min":55.401000000000003,"15min":55.401000000000003},"last":0.42799999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":1.3999999999999999,"5min":0.77600000000000002,"15min":0.64500000000000002},"min":{"1min":0.41499999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":3.3079999999999998,"5min":3.3079999999999998,"15min":3.3079999999999998},"last":0.73899999999999999},{"interface":"front","average":{"1min":1.6399999999999999,"5min":0.91100000000000003,"15min":0.68700000000000006},"min":{"1min":0.30099999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":4.5339999999999998,"5min":6.1749999999999998,"15min":6.1749999999999998},"last":0.61199999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":1.742,"5min":0.90700000000000003,"15min":0.68600000000000005},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.9130000000000003,"5min":6.266,"15min":6.266},"last":0.53100000000000003},{"interface":"front","average":{"1min":2.379,"5min":0.99399999999999999,"15min":0.72599999999999998},"min":{"1min":0.33200000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":8.3529999999999998,"5min":8.3529999999999998,"15min":8.3529999999999998},"last":0.60399999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:11:34 2023","interfaces":[{"interface":"back","average":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":6.3529999999999998,"5min":6.3529999999999998,"15min":6.3529999999999998},"last":0.70899999999999996},{"interface":"front","average":{"1min":1.8520000000000001,"5min":1.8520000000000001,"15min":1.8520000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.8780000000000001,"5min":6.8780000000000001,"15min":6.8780000000000001},"last":0.72899999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:11:59 2023","interfaces":[{"interface":"back","average":{"1min":2.02,"5min":0.93300000000000005,"15min":0.71299999999999997},"min":{"1min":0.40300000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":6.5720000000000001,"5min":6.5720000000000001,"15min":6.5720000000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":2.121,"5min":1.02,"15min":0.746},"min":{"1min":0.36099999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":7.6749999999999998,"5min":7.6749999999999998,"15min":7.6749999999999998},"last":0.63200000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986387,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":47476,"kb_used_data":1452,"kb_used_omap":0,"kb_used_meta":46016,"kb_avail":93697676,"statfs":{"total":95995035648,"available":95946420224,"internally_reserved":0,"allocated":1486848,"data_stored":959385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":47120384},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:12:24 2023","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":0.69999999999999996,"15min":0.58799999999999997},"min":{"1min":0.248,"5min":0.22,"15min":0.22},"max":{"1min":6.6219999999999999,"5min":7.1909999999999998,"15min":7.1909999999999998},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.80800000000000005,"15min":0.64000000000000001},"min":{"1min":0.27400000000000002,"5min":0.221,"15min":0.221},"max":{"1min":3.2799999999999998,"5min":8.5830000000000002,"15min":8.5830000000000002},"last":0.45800000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:11:53 2023","interfaces":[{"interface":"back","average":{"1min":2.4489999999999998,"5min":1.083,"15min":0.72499999999999998},"min":{"1min":0.32300000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":14.436,"5min":14.436,"15min":14.436},"last":0.41099999999999998},{"interface":"front","average":{"1min":2.9430000000000001,"5min":1.111,"15min":0.747},"min":{"1min":0.34100000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":14.413,"5min":14.413,"15min":14.413},"last":0.60199999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:12:14 2023","interfaces":[{"interface":"back","average":{"1min":2.016,"5min":1.5760000000000001,"15min":1.502},"min":{"1min":0.312,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":11.009,"5min":11.009,"15min":11.009},"last":0.499},{"interface":"front","average":{"1min":1.0549999999999999,"5min":0.67500000000000004,"15min":0.61199999999999999},"min":{"1min":0.32300000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.472,"5min":3.472,"15min":3.472},"last":0.68899999999999995}]},{"osd":3,"last update":"Sat Sep 23 15:11:55 2023","interfaces":[{"interface":"back","average":{"1min":3.7730000000000001,"5min":1.2450000000000001,"15min":0.80300000000000005},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.314},"max":{"1min":31.689,"5min":31.689,"15min":31.689},"last":0.73499999999999999},{"interface":"front","average":{"1min":4.7439999999999998,"5min":1.448,"15min":0.90200000000000002},"min":{"1min":0.33100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":31.608000000000001,"5min":31.608000000000001,"15min":31.608000000000001},"last":0.83699999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:12:06 2023","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":0.82899999999999996,"15min":0.58199999999999996},"min":{"1min":0.26700000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":7.7229999999999999,"5min":8.6669999999999998,"15min":8.6669999999999998},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.899,"5min":0.94299999999999995,"15min":0.65000000000000002},"min":{"1min":0.28699999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":10.984,"5min":10.984,"15min":10.984},"last":0.67400000000000004}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":2.262,"5min":2.262,"15min":2.262},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":10.878,"5min":10.878,"15min":10.878},"last":0.71199999999999997},{"interface":"front","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":4.6280000000000001,"5min":4.6280000000000001,"15min":4.6280000000000001},"last":0.88800000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:12:06 2023","interfaces":[{"interface":"back","average":{"1min":1.5900000000000001,"5min":0.83899999999999997,"15min":0.65000000000000002},"min":{"1min":0.38,"5min":0.311,"15min":0.307},"max":{"1min":10.959,"5min":10.959,"15min":10.959},"last":0.79700000000000004},{"interface":"front","average":{"1min":1.407,"5min":0.79100000000000004,"15min":0.65300000000000002},"min":{"1min":0.31,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":6.3970000000000002,"5min":6.3970000000000002,"15min":6.3970000000000002},"last":0.93500000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724750,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":47968,"kb_used_data":1432,"kb_used_omap":0,"kb_used_meta":46528,"kb_avail":93697184,"statfs":{"total":95995035648,"available":95945916416,"internally_reserved":0,"allocated":1466368,"data_stored":954806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":47644672},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:12:25 2023","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":0.97499999999999998,"15min":0.63900000000000001},"min":{"1min":0.35599999999999998,"5min":0.218,"15min":0.218},"max":{"1min":6.4880000000000004,"5min":6.4880000000000004,"15min":6.4880000000000004},"last":0.65600000000000003},{"interface":"front","average":{"1min":1.3600000000000001,"5min":0.94999999999999996,"15min":0.67400000000000004},"min":{"1min":0.27300000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":4.8010000000000002,"5min":4.8010000000000002,"15min":4.8010000000000002},"last":0.40500000000000003}]},{"osd":1,"last update":"Sat Sep 23 15:11:51 2023","interfaces":[{"interface":"back","average":{"1min":3.5249999999999999,"5min":1.2030000000000001,"15min":0.76800000000000002},"min":{"1min":0.27400000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":16.218,"5min":16.218,"15min":16.218},"last":0.46500000000000002},{"interface":"front","average":{"1min":3.5670000000000002,"5min":1.284,"15min":0.78700000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":16.271000000000001,"5min":16.271000000000001,"15min":16.271000000000001},"last":0.60399999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:12:11 2023","interfaces":[{"interface":"back","average":{"1min":1.907,"5min":1.835,"15min":1.823},"min":{"1min":0.33700000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":6.8769999999999998,"5min":6.8769999999999998,"15min":6.8769999999999998},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.865,"5min":1.9750000000000001,"15min":1.9930000000000001},"min":{"1min":0.28999999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":10.372,"5min":10.372,"15min":10.372},"last":0.54800000000000004}]},{"osd":3,"last update":"Sat Sep 23 15:11:54 2023","interfaces":[{"interface":"back","average":{"1min":8.5570000000000004,"5min":2.3279999999999998,"15min":1.1599999999999999},"min":{"1min":0.36299999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":103.989,"5min":103.989,"15min":103.989},"last":0.64400000000000002},{"interface":"front","average":{"1min":8.5909999999999993,"5min":2.2589999999999999,"15min":1.1970000000000001},"min":{"1min":0.39900000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":101.824,"5min":101.824,"15min":101.824},"last":0.52300000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:12:19 2023","interfaces":[{"interface":"back","average":{"1min":1.3009999999999999,"5min":1.181,"15min":0.70699999999999996},"min":{"1min":0.29999999999999999,"5min":0.27800000000000002,"15min":0.246},"max":{"1min":13.207000000000001,"5min":48.997999999999998,"15min":48.997999999999998},"last":0.66900000000000004},{"interface":"front","average":{"1min":1.2150000000000001,"5min":1.4019999999999999,"15min":0.80600000000000005},"min":{"1min":0.378,"5min":0.247,"15min":0.247},"max":{"1min":4.7300000000000004,"5min":49.017000000000003,"15min":49.017000000000003},"last":0.69799999999999995}]},{"osd":6,"last update":"Sat Sep 23 15:11:33 2023","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":1.23,"15min":1.23},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":4.0800000000000001,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":0.625},{"interface":"front","average":{"1min":2.1880000000000002,"5min":2.1880000000000002,"15min":2.1880000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":11.076000000000001,"5min":11.076000000000001,"15min":11.076000000000001},"last":0.72399999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:11:58 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.5609999999999999,"15min":0.91200000000000003},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":3.6680000000000001,"5min":77.837000000000003,"15min":77.837000000000003},"last":0.68400000000000005},{"interface":"front","average":{"1min":1.5409999999999999,"5min":1.619,"15min":0.92200000000000004},"min":{"1min":0.41599999999999998,"5min":0.318,"15min":0.318},"max":{"1min":4.4480000000000004,"5min":78.174000000000007,"15min":78.174000000000007},"last":0.70599999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:12:32.089 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T15:12:32.089 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:12:32.090 INFO:tasks.thrashosds.thrasher:Removing osd 0, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7] 2023-09-23T15:12:32.090 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd out 0 2023-09-23T15:12:32.259 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:32 smithi118 ceph-mon[219580]: pgmap v395: 89 pgs: 89 active+clean; 7.3 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 864 KiB/s wr, 13 op/s 2023-09-23T15:12:32.259 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:32.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:32 smithi118 ceph-mon[212312]: pgmap v395: 89 pgs: 89 active+clean; 7.3 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 864 KiB/s wr, 13 op/s 2023-09-23T15:12:32.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:32.294 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:32 smithi178 ceph-mon[192298]: pgmap v395: 89 pgs: 89 active+clean; 7.3 MiB data, 594 MiB used, 715 GiB / 715 GiB avail; 864 KiB/s wr, 13 op/s 2023-09-23T15:12:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:32 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:32.497 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:32.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:32.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:32.603 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:32.658 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:32.970 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 3 16 9559 9543 198.693 161 0.00326292 0.00502425 2023-09-23T15:12:33.971 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 4 16 11149 11133 173.871 99.375 0.00721558 0.00574447 2023-09-23T15:12:33.997 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:34.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:34.000 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:34.101 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:12:34.135 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:34.192 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:12:34.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:34.197 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:12:34.283 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:34 smithi118 ceph-mon[212312]: pgmap v396: 89 pgs: 89 active+clean; 257 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s wr, 457 op/s 2023-09-23T15:12:34.284 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:34 smithi118 ceph-mon[219580]: pgmap v396: 89 pgs: 89 active+clean; 257 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s wr, 457 op/s 2023-09-23T15:12:34.297 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:34.356 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:34 smithi178 ceph-mon[192298]: pgmap v396: 89 pgs: 89 active+clean; 257 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 29 MiB/s wr, 457 op/s 2023-09-23T15:12:34.609 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:34.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:34.613 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:34.713 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:34.776 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:34.781 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:34.973 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 5 16 13476 13460 168.097 145.438 0.00518336 0.00593969 2023-09-23T15:12:34.989 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:34.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:34.994 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:35.094 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:35.153 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:35.974 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 6 16 16165 16149 168.089 168.062 0.0058883 0.00594312 2023-09-23T15:12:36.101 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:12:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:36 smithi178 ceph-mon[192298]: pgmap v397: 89 pgs: 89 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 41 MiB/s wr, 661 op/s 2023-09-23T15:12:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4067604214' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:12:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:36 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:12:36.440 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:36.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:36.453 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:36.454 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:36 smithi118 ceph-mon[212312]: pgmap v397: 89 pgs: 89 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 41 MiB/s wr, 661 op/s 2023-09-23T15:12:36.454 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4067604214' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:12:36.454 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:36 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:12:36.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:36 smithi118 ceph-mon[219580]: pgmap v397: 89 pgs: 89 active+clean; 414 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 41 MiB/s wr, 661 op/s 2023-09-23T15:12:36.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4067604214' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:12:36.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:36 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:12:36.554 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:36.613 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:36.974 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 7 16 18432 18416 164.313 141.688 0.00859054 0.00607946 2023-09-23T15:12:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:37 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:37 smithi178 ceph-mon[192298]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:37 smithi178 ceph-mon[192298]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:37 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:12:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:37 smithi178 ceph-mon[192298]: osdmap e152: 8 total, 8 up, 8 in 2023-09-23T15:12:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:37 smithi178 ceph-mon[192298]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:37 smithi178 ceph-mon[192298]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:37 smithi178 ceph-mon[192298]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:37 smithi178 ceph-mon[192298]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:37.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:37.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[212312]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[212312]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:12:37.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[212312]: osdmap e152: 8 total, 8 up, 8 in 2023-09-23T15:12:37.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[212312]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[212312]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[212312]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[212312]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:37.486 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:37.486 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[219580]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[219580]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:12:37.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[219580]: osdmap e152: 8 total, 8 up, 8 in 2023-09-23T15:12:37.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[219580]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[219580]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[219580]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[219580]: failed to encode map e152 with expected crc 2023-09-23T15:12:37.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:37.888 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:37.905 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:37.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:37.908 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:37.974 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 8 16 20043 20027 156.363 100.688 0.0115803 0.00638952 2023-09-23T15:12:38.009 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:38.070 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:38.110 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:38 smithi118 ceph-mon[212312]: pgmap v399: 89 pgs: 89 active+clean; 761 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-09-23T15:12:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:38 smithi178 ceph-mon[192298]: pgmap v399: 89 pgs: 89 active+clean; 761 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-09-23T15:12:38.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:12:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:12:38] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2023-09-23T15:12:38.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:38 smithi118 ceph-mon[219580]: pgmap v399: 89 pgs: 89 active+clean; 761 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-09-23T15:12:38.689 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:12:38.735 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:12:38.781 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:12:38.827 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:12:38.863 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:12:38.904 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:12:38.942 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:12:38.974 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 9 16 22124 22108 153.432 130.062 0.0114469 0.00651306 2023-09-23T15:12:38.984 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:12:39.095 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:12:39.095 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:12:39.096 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:12:39.096 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:12:39.096 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:12:39.096 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:12:39.096 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:12:39.096 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:12:39.237 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:39.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:39.243 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:39.243 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:39 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4249146163' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:39.243 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:39 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4249146163' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:39.344 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:39.373 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:39 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4249146163' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:39.377 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:39.441 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:39.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:39.445 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:39.546 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:12:39.580 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:39.652 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:12:39.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:39.658 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:12:39.758 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:39.814 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:39.932 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:12:39.979 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 10 16 24215 24199 151.087 130.688 0.00520465 0.00661325 2023-09-23T15:12:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:40 smithi178 ceph-mon[192298]: pgmap v400: 89 pgs: 89 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2023-09-23T15:12:40.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:40 smithi118 ceph-mon[212312]: pgmap v400: 89 pgs: 89 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2023-09-23T15:12:40.453 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:40 smithi118 ceph-mon[219580]: pgmap v400: 89 pgs: 89 active+clean; 1.1 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2023-09-23T15:12:40.667 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:40.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:40.669 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:40.770 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:40.813 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:40.979 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 11 16 25751 25735 146.083 96 0.00160354 0.00682683 2023-09-23T15:12:41.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:41 smithi118 ceph-mon[212312]: pgmap v401: 89 pgs: 89 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 126 MiB/s wr, 2.01k op/s 2023-09-23T15:12:41.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:41 smithi118 ceph-mon[219580]: pgmap v401: 89 pgs: 89 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 126 MiB/s wr, 2.01k op/s 2023-09-23T15:12:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:41 smithi178 ceph-mon[192298]: pgmap v401: 89 pgs: 89 active+clean; 1.2 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 126 MiB/s wr, 2.01k op/s 2023-09-23T15:12:41.832 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:41.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:41.840 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:41.941 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:41.977 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:41.979 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 12 16 27214 27198 141.532 91.4375 0.00192658 0.00705989 2023-09-23T15:12:42.035 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:42.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:42.041 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:42.142 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:42.174 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:42.229 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:42.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:42.235 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:42.336 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:42.358 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:42.409 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:42.475 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:12:42.476 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:12:42.476 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:12:42.476 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:12:42.476 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.476 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:8199 6.c 6:39d75dc0:::benchmark_data_smithi118_284959_object8198:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118)", 2023-09-23T15:12:42.476 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:11.583973+0000", 2023-09-23T15:12:42.476 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 150.88391794899999, 2023-09-23T15:12:42.476 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.410924866, 2023-09-23T15:12:42.476 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.476 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 8199 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.583973+0000", 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.477 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.583973+0000", 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.583973+0000", 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.478 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584009+0000", 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.659e-05 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584018+0000", 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6570000000000003e-06 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584030+0000", 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2544999999999999e-05 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.479 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584137+0000", 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010675699999999999 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584239+0000", 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010146500000000001 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5", 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584372+0000", 2023-09-23T15:12:42.480 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000132958 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.585343+0000", 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00097118400000000004 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.994768+0000", 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.40942543599999998 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.481 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.994823+0000", 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4432999999999999e-05 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.994898+0000", 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5381000000000002e-05 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.482 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:8200 6.c 6:319d8592:::benchmark_data_smithi118_284959_object8199:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118)", 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:11.584042+0000", 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 150.88384854, 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.41114981900000003, 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 8200 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.483 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584042+0000", 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584042+0000", 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.484 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584042+0000", 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584062+0000", 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0553000000000001e-05 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584069+0000", 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9110000000000004e-06 2023-09-23T15:12:42.485 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584075+0000", 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9240000000000004e-06 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584800+0000", 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00072471000000000005 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.486 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584876+0000", 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5852999999999994e-05 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5", 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.584966+0000", 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9633000000000001e-05 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.586639+0000", 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001673707 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.487 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.995077+0000", 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.40843763399999999 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.995122+0000", 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4761000000000001e-05 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:11.995192+0000", 2023-09-23T15:12:42.488 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0698999999999995e-05 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:22664 6.6 6:65e32ce2:::benchmark_data_smithi118_284959_object22663:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:18.156097+0000", 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 144.31179438699999, 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.249439351, 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.489 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 22664 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.156097+0000", 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.490 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.156097+0000", 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.156096+0000", 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.156118+0000", 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1838999999999999e-05 2023-09-23T15:12:42.491 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.156134+0000", 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6158999999999999e-05 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.156141+0000", 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6199999999999999e-06 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.492 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.156228+0000", 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6620999999999996e-05 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.156362+0000", 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013376499999999999 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.156494+0000", 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013243400000000001 2023-09-23T15:12:42.493 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.158383+0000", 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001889207 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.159123+0000", 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000739209 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.494 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.405448+0000", 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24632506700000001 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.405498+0000", 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9818000000000003e-05 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.405536+0000", 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8470999999999998e-05 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.495 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:22681 6.6 6:60595928:::benchmark_data_smithi118_284959_object22680:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:18.163973+0000", 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 144.30391831, 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24356751099999999, 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.496 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 22681 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.163973+0000", 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.163973+0000", 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.497 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.163972+0000", 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.163993+0000", 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1274e-05 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.498 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.164002+0000", 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2790000000000004e-06 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.164009+0000", 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.781e-06 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.164073+0000", 2023-09-23T15:12:42.499 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4599999999999998e-05 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.164206+0000", 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013275599999999999 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.164360+0000", 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015409399999999999 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.500 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165424+0000", 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0010639079999999999 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.167472+0000", 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020475860000000001 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.407455+0000", 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.23998318699999999 2023-09-23T15:12:42.501 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.407504+0000", 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8866000000000003e-05 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.407540+0000", 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6341000000000003e-05 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.502 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:22685 6.6 6:6b7e053f:::benchmark_data_smithi118_284959_object22684:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:18.165424+0000", 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 144.30246676100001, 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24221656799999999, 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 22685 2023-09-23T15:12:42.503 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165424+0000", 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165424+0000", 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.504 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165423+0000", 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165454+0000", 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0672e-05 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165467+0000", 2023-09-23T15:12:42.505 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3529999999999999e-05 2023-09-23T15:12:42.506 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.506 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.506 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.506 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165475+0000", 2023-09-23T15:12:42.506 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0099999999999995e-06 2023-09-23T15:12:42.506 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.506 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.506 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.506 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165515+0000", 2023-09-23T15:12:42.506 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9761000000000001e-05 2023-09-23T15:12:42.506 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.507 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.507 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.507 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165644+0000", 2023-09-23T15:12:42.507 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000129245 2023-09-23T15:12:42.507 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.507 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.507 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:12:42.507 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165784+0000", 2023-09-23T15:12:42.507 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013954700000000001 2023-09-23T15:12:42.507 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.507 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.167510+0000", 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017264629999999999 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.167518+0000", 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.554e-06 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.508 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.407575+0000", 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24005717700000001 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.407611+0000", 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5534000000000002e-05 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.407641+0000", 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0284999999999999e-05 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.509 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:22687 6.6 6:6bf1072e:::benchmark_data_smithi118_284959_object22686:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:18.165489+0000", 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 144.30240220600001, 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24224638600000001, 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.510 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 22687 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165489+0000", 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165489+0000", 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.511 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165488+0000", 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165510+0000", 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1328e-05 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.512 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165517+0000", 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4490000000000002e-06 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.165523+0000", 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0140000000000004e-06 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.166552+0000", 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001028709 2023-09-23T15:12:42.513 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.166678+0000", 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000126224 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.166789+0000", 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011081099999999999 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.514 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.168060+0000", 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001270941 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.168352+0000", 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00029195700000000002 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.407672+0000", 2023-09-23T15:12:42.515 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.23931984000000001 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.407706+0000", 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4516e-05 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:18.407735+0000", 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9119999999999999e-05 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.516 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:42529 6.c 6:3fb119bc:::benchmark_data_smithi118_284959_object42528:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:31.124634+0000", 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 131.343256819, 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0240178179999999, 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.517 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 42529 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.124634+0000", 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.124634+0000", 2023-09-23T15:12:42.518 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.124633+0000", 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.124660+0000", 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6537999999999999e-05 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.519 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.124668+0000", 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5709999999999998e-06 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.124676+0000", 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4950000000000002e-06 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.124725+0000", 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9308000000000003e-05 2023-09-23T15:12:42.520 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op must wait for map", 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.124732+0000", 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9550000000000003e-06 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.131714+0000", 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0069826159999999996 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.521 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.131725+0000", 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0514e-05 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.997855+0000", 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.86612994200000004 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.997868+0000", 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2848e-05 2023-09-23T15:12:42.522 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.131002+0000", 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.13313413 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.131140+0000", 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013805999999999999 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,6", 2023-09-23T15:12:42.523 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.131309+0000", 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016904100000000001 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.136291+0000", 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0049818279999999998 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.141744+0000", 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.005452658 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.524 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.147424+0000", 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0056803009999999996 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.147485+0000", 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1076999999999998e-05 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.148652+0000", 2023-09-23T15:12:42.525 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0011671369999999999 2023-09-23T15:12:42.526 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.526 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.526 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.526 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.526 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.526 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:42541 6.c 6:387e6806:::benchmark_data_smithi118_284959_object42540:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-09-23T15:12:42.526 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:31.131231+0000", 2023-09-23T15:12:42.526 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 131.33666008399999, 2023-09-23T15:12:42.526 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0183702879999998, 2023-09-23T15:12:42.526 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.526 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 42541 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.131231+0000", 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.527 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.131231+0000", 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.131230+0000", 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.131251+0000", 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1030999999999999e-05 2023-09-23T15:12:42.528 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.131263+0000", 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2048999999999999e-05 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.131270+0000", 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4320000000000002e-06 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.529 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.131812+0000", 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00054227500000000005 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.131821+0000", 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0100000000000001e-06 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.997892+0000", 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.86607071599999996 2023-09-23T15:12:42.530 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.997901+0000", 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6179999999999995e-06 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.133751+0000", 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.135850271 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.531 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.133870+0000", 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011956299999999999 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,6", 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.133978+0000", 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010789 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.136308+0000", 2023-09-23T15:12:42.532 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002329369 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.141794+0000", 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0054866699999999999 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.148711+0000", 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00691649 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.533 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.148771+0000", 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0328999999999998e-05 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.149601+0000", 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00083001500000000003 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.534 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:42555 6.c 6:3a93675f:::benchmark_data_smithi118_284959_object42554:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:31.143434+0000", 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 131.32445684300001, 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.031463741, 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 42555 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.535 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.143434+0000", 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.143434+0000", 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.536 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.143433+0000", 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.143455+0000", 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2042e-05 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.143466+0000", 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1569999999999999e-05 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.537 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.143472+0000", 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9070000000000004e-06 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.143513+0000", 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0324000000000002e-05 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:12:42.538 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.143522+0000", 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1740000000000006e-06 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.997924+0000", 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.85440252900000002 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.997932+0000", 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0460000000000006e-06 2023-09-23T15:12:42.539 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.540 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.540 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.540 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.135038+0000", 2023-09-23T15:12:42.540 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1371053179999999 2023-09-23T15:12:42.540 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.540 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.540 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.540 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.135140+0000", 2023-09-23T15:12:42.540 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000102153 2023-09-23T15:12:42.540 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.540 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,6", 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.135251+0000", 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011171 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.136541+0000", 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001289143 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.541 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.141839+0000", 2023-09-23T15:12:42.542 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0052988059999999997 2023-09-23T15:12:42.542 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.542 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.542 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.542 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.173435+0000", 2023-09-23T15:12:42.542 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.031595291999999997 2023-09-23T15:12:42.542 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.542 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.542 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.542 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.173535+0000", 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000100022 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.174898+0000", 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001363197 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.543 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:83009 6.6 6:667f9347:::benchmark_data_smithi118_284959_object23618:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:12.309060+0000", 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 90.158830649999999, 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.40299575399999998, 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 83009 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.544 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309060+0000", 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309060+0000", 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309059+0000", 2023-09-23T15:12:42.545 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309063+0000", 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1540000000000004e-06 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309074+0000", 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0708e-05 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.546 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309079+0000", 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7309999999999998e-06 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.311669+0000", 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025899920000000002 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.547 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.311811+0000", 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000141521 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.311898+0000", 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7620000000000005e-05 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.319688+0000", 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0077893980000000003 2023-09-23T15:12:42.548 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.320135+0000", 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00044748100000000001 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.711974+0000", 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39183897200000001 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.549 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712018+0000", 2023-09-23T15:12:42.550 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3557000000000003e-05 2023-09-23T15:12:42.550 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.550 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.550 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.550 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712056+0000", 2023-09-23T15:12:42.550 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8260000000000003e-05 2023-09-23T15:12:42.550 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.550 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.550 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.550 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.550 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:83011 6.6 6:6885a87c:::benchmark_data_smithi118_284959_object23620:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:12.309084+0000", 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 90.158806928999994, 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.40308179900000002, 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 83011 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.551 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.552 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.552 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.552 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309084+0000", 2023-09-23T15:12:42.552 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.552 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.552 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.552 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.552 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309084+0000", 2023-09-23T15:12:42.552 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.552 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.552 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309084+0000", 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309086+0000", 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2199999999999999e-06 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309091+0000", 2023-09-23T15:12:42.553 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8980000000000004e-06 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309095+0000", 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2830000000000003e-06 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.314656+0000", 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0055608059999999997 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.554 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.555 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.555 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.314818+0000", 2023-09-23T15:12:42.555 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016213299999999999 2023-09-23T15:12:42.555 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.555 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.555 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:12:42.555 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.314941+0000", 2023-09-23T15:12:42.555 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012244 2023-09-23T15:12:42.555 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.555 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.555 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.319693+0000", 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004752811 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324674+0000", 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0049809160000000002 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712101+0000", 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38742658400000002 2023-09-23T15:12:42.556 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712131+0000", 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0528000000000003e-05 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712166+0000", 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4520000000000002e-05 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.557 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:83016 6.6 6:66f30999:::benchmark_data_smithi118_284959_object23625:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:12.314569+0000", 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 90.153321560999998, 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39774372200000002, 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 83016 2023-09-23T15:12:42.558 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.314569+0000", 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.314569+0000", 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.559 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.314568+0000", 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.314573+0000", 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3550000000000004e-06 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.314586+0000", 2023-09-23T15:12:42.560 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2218999999999999e-05 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.314593+0000", 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2400000000000001e-06 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.317020+0000", 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002426901 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.561 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.562 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.562 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.317142+0000", 2023-09-23T15:12:42.562 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012252399999999999 2023-09-23T15:12:42.562 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.562 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.562 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:12:42.562 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.317254+0000", 2023-09-23T15:12:42.562 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011132 2023-09-23T15:12:42.562 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.562 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.562 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.319852+0000", 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025982929999999998 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324712+0000", 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0048597700000000002 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712221+0000", 2023-09-23T15:12:42.563 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38750979600000002 2023-09-23T15:12:42.564 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.564 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.564 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.564 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712267+0000", 2023-09-23T15:12:42.564 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5068000000000003e-05 2023-09-23T15:12:42.564 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.564 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.564 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.564 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712313+0000", 2023-09-23T15:12:42.564 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6690000000000002e-05 2023-09-23T15:12:42.564 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:83025 6.6 6:64cf08c5:::benchmark_data_smithi118_284959_object23634:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:12.321806+0000", 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 90.146084539, 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39062030599999997, 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.565 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 83025 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.321806+0000", 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.321806+0000", 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.566 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.321805+0000", 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.321812+0000", 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8050000000000001e-06 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.567 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.321825+0000", 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2921e-05 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.321831+0000", 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9699999999999996e-06 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.321875+0000", 2023-09-23T15:12:42.568 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3823999999999999e-05 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.322003+0000", 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000128942 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.322120+0000", 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011667699999999999 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.569 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.570 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324821+0000", 2023-09-23T15:12:42.570 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027012020000000002 2023-09-23T15:12:42.570 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.570 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.570 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.570 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.327585+0000", 2023-09-23T15:12:42.570 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027641060000000001 2023-09-23T15:12:42.570 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.570 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.570 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.571 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712356+0000", 2023-09-23T15:12:42.571 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.384770903 2023-09-23T15:12:42.571 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.571 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.571 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.571 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712395+0000", 2023-09-23T15:12:42.571 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8608e-05 2023-09-23T15:12:42.571 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.571 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.571 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.571 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712427+0000", 2023-09-23T15:12:42.572 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1812e-05 2023-09-23T15:12:42.572 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.572 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.572 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.572 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.572 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.572 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:83028 6.6 6:69d3e454:::benchmark_data_smithi118_284959_object23637:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-09-23T15:12:42.572 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:12.324807+0000", 2023-09-23T15:12:42.572 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 90.143084404000007, 2023-09-23T15:12:42.572 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38771866100000002, 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 83028 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324807+0000", 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.573 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324807+0000", 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324805+0000", 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.574 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324812+0000", 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1459999999999999e-06 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324825+0000", 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2506e-05 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324833+0000", 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2130000000000008e-06 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.575 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324877+0000", 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3578000000000002e-05 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324989+0000", 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000112463 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:12:42.576 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.325083+0000", 2023-09-23T15:12:42.577 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4141999999999994e-05 2023-09-23T15:12:42.577 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.577 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.577 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.577 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.327632+0000", 2023-09-23T15:12:42.577 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025487370000000001 2023-09-23T15:12:42.577 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.577 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.577 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.577 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.327708+0000", 2023-09-23T15:12:42.577 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6296000000000003e-05 2023-09-23T15:12:42.578 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.578 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.578 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.578 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712464+0000", 2023-09-23T15:12:42.578 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38475556 2023-09-23T15:12:42.578 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.578 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.578 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.578 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712497+0000", 2023-09-23T15:12:42.578 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3365000000000003e-05 2023-09-23T15:12:42.578 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.712525+0000", 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8124999999999999e-05 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:100382 6.b 6:dad4b0b9:::benchmark_data_smithi118_284959_object40991:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:34.261691+0000", 2023-09-23T15:12:42.579 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 68.206199650000002, 2023-09-23T15:12:42.580 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.242282844, 2023-09-23T15:12:42.580 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.580 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.580 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.580 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.580 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.580 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 100382 2023-09-23T15:12:42.580 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.580 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.580 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.580 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.581 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261691+0000", 2023-09-23T15:12:42.581 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.581 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.581 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.581 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.581 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261691+0000", 2023-09-23T15:12:42.581 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.581 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.581 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.581 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.581 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261690+0000", 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261697+0000", 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.849e-06 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261709+0000", 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2464e-05 2023-09-23T15:12:42.582 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.583 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.583 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.583 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261718+0000", 2023-09-23T15:12:42.583 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3960000000000006e-06 2023-09-23T15:12:42.583 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.583 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.583 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.583 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261785+0000", 2023-09-23T15:12:42.583 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7936999999999997e-05 2023-09-23T15:12:42.583 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.584 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.584 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.584 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261907+0000", 2023-09-23T15:12:42.584 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000121591 2023-09-23T15:12:42.584 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.584 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.584 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,7", 2023-09-23T15:12:42.584 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.262006+0000", 2023-09-23T15:12:42.584 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9145e-05 2023-09-23T15:12:42.584 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.584 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.270863+0000", 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088564630000000002 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.271406+0000", 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00054322400000000003 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.585 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.503894+0000", 2023-09-23T15:12:42.586 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.23248795899999999 2023-09-23T15:12:42.586 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.586 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.586 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.586 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.503937+0000", 2023-09-23T15:12:42.586 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2667999999999999e-05 2023-09-23T15:12:42.586 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.586 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.586 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.586 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.503974+0000", 2023-09-23T15:12:42.586 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7700000000000002e-05 2023-09-23T15:12:42.587 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.587 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.587 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.587 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.587 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.587 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:100386 6.c 6:3f9f6e20:::benchmark_data_smithi118_284959_object40995:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-09-23T15:12:42.587 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:34.261732+0000", 2023-09-23T15:12:42.587 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 68.206158764999998, 2023-09-23T15:12:42.587 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24710510899999999, 2023-09-23T15:12:42.587 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.587 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.588 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.588 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.588 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.588 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 100386 2023-09-23T15:12:42.588 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.588 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.588 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.588 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.588 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261732+0000", 2023-09-23T15:12:42.588 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.588 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.589 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.589 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.589 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261732+0000", 2023-09-23T15:12:42.589 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.589 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.589 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.589 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.589 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261732+0000", 2023-09-23T15:12:42.589 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:12:42.589 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.589 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.590 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.590 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261735+0000", 2023-09-23T15:12:42.590 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8679999999999999e-06 2023-09-23T15:12:42.590 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.590 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.590 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.590 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261740+0000", 2023-09-23T15:12:42.590 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6130000000000003e-06 2023-09-23T15:12:42.590 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.590 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.590 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.591 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.261745+0000", 2023-09-23T15:12:42.591 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7670000000000003e-06 2023-09-23T15:12:42.591 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.591 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.591 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.591 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.263740+0000", 2023-09-23T15:12:42.591 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001994698 2023-09-23T15:12:42.591 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.591 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.591 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.591 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.263864+0000", 2023-09-23T15:12:42.592 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012399000000000001 2023-09-23T15:12:42.592 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.592 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.592 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,6", 2023-09-23T15:12:42.592 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.263974+0000", 2023-09-23T15:12:42.592 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011052000000000001 2023-09-23T15:12:42.592 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.592 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.592 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.592 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.269335+0000", 2023-09-23T15:12:42.592 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0053609570000000004 2023-09-23T15:12:42.593 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.593 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.593 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.593 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.271640+0000", 2023-09-23T15:12:42.593 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023048999999999999 2023-09-23T15:12:42.593 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.593 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.593 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.593 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.508683+0000", 2023-09-23T15:12:42.593 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.23704270299999999 2023-09-23T15:12:42.593 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.594 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.594 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.594 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.508732+0000", 2023-09-23T15:12:42.594 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8891000000000003e-05 2023-09-23T15:12:42.594 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.594 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.594 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.594 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.508837+0000", 2023-09-23T15:12:42.594 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000105618 2023-09-23T15:12:42.594 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.594 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:100389 6.b 6:d92d2288:::benchmark_data_smithi118_284959_object40998:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:34.267488+0000", 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 68.200403112999993, 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.239305868, 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.595 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 100389 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.267488+0000", 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.267488+0000", 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.596 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.267486+0000", 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.267493+0000", 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8449999999999997e-06 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.597 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.267505+0000", 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2548000000000001e-05 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.267513+0000", 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0919999999999998e-06 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.267558+0000", 2023-09-23T15:12:42.598 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4957999999999999e-05 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.267683+0000", 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000125074 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,7", 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.267793+0000", 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000110103 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.599 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.270976+0000", 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031824819999999999 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.272942+0000", 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019663520000000002 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.506712+0000", 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.23376941400000001 2023-09-23T15:12:42.600 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.506756+0000", 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4551000000000001e-05 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.506794+0000", 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7629000000000002e-05 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.601 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:100394 6.c 6:3a370a11:::benchmark_data_smithi118_284959_object41003:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:34.273437+0000", 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 68.194453894999995, 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24147566200000001, 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.602 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 100394 2023-09-23T15:12:42.603 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.603 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.603 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.603 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.603 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273437+0000", 2023-09-23T15:12:42.603 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.603 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.603 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.603 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.603 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273437+0000", 2023-09-23T15:12:42.603 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.604 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.604 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.604 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.604 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273436+0000", 2023-09-23T15:12:42.604 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:12:42.604 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.604 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.604 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.604 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273442+0000", 2023-09-23T15:12:42.604 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3779999999999998e-06 2023-09-23T15:12:42.604 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273453+0000", 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0821e-05 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273460+0000", 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0380000000000002e-06 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.605 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.503711+0000", 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.230251276 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.503844+0000", 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000132562 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,6", 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.503967+0000", 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000122879 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.606 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.509466+0000", 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0054989920000000003 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.511624+0000", 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0021584210000000002 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.514778+0000", 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031539239999999998 2023-09-23T15:12:42.607 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.514826+0000", 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7979999999999998e-05 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.514913+0000", 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6843999999999997e-05 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.608 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:100395 6.6 6:67050c40:::benchmark_data_smithi118_284959_object41004:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:34.273469+0000", 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 68.194421874, 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24446174400000001, 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 100395 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.609 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273469+0000", 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273469+0000", 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.610 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273469+0000", 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273471+0000", 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5639999999999999e-06 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273476+0000", 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0499999999999999e-06 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.611 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273481+0000", 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.977e-06 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.503692+0000", 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.230210999 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.503839+0000", 2023-09-23T15:12:42.612 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014688900000000001 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.503967+0000", 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000127331 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.511699+0000", 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0077323599999999998 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.613 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.511761+0000", 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1665e-05 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.517849+0000", 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0060879760000000002 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.517893+0000", 2023-09-23T15:12:42.614 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4700999999999998e-05 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.517931+0000", 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7552000000000002e-05 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44669.0:100392 6.5 e135/123 6:af6c96dd:::benchmark_data_smithi118_284959_object41001:head v 135'6296, mlcod=0'0)", 2023-09-23T15:12:42.615 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:34.273827+0000", 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 68.194064427000001, 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.236266007, 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273827+0000", 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:12:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273827+0000", 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273826+0000", 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.273832+0000", 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.648e-06 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:12:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.503670+0000", 2023-09-23T15:12:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.22983846299999999 2023-09-23T15:12:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:12:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.503681+0000", 2023-09-23T15:12:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0528e-05 2023-09-23T15:12:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:12:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.504016+0000", 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00033557999999999998 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.504037+0000", 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1143000000000001e-05 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.510067+0000", 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0060292660000000001 2023-09-23T15:12:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:12:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:12:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:12:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.510093+0000", 2023-09-23T15:12:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5931e-05 2023-09-23T15:12:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:12:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:12:42.620 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:12:42.979 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 13 16 28945 28929 138.968 108.188 0.00532631 0.00718961 2023-09-23T15:12:43.056 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:43.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:43.062 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:43.163 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:43.224 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:43.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:43 smithi118 conmon[212288]: 2023-09-23T15:12:43.445+0000 7f4045f51700 -1 mon.a@0(leader).osd e152 definitely_dead 0 2023-09-23T15:12:43.943 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:12:43.979 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 14 16 30290 30274 135.048 84.0625 0.0128782 0.00739852 2023-09-23T15:12:44.153 INFO:teuthology.orchestra.run.smithi118.stderr:marked out osd.0. 2023-09-23T15:12:44.188 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:44.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:44.194 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:44.254 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:44 smithi118 ceph-mon[219580]: pgmap v402: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 MiB/s wr, 2.11k op/s 2023-09-23T15:12:44.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3747252387' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:12:44.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:44 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:12:44.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:44 smithi118 ceph-mon[219580]: Client client.admin marked osd.0 out, while it was still marked up 2023-09-23T15:12:44.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:44 smithi118 ceph-mon[212312]: pgmap v402: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 MiB/s wr, 2.11k op/s 2023-09-23T15:12:44.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3747252387' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:12:44.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:44 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:12:44.256 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:44 smithi118 ceph-mon[212312]: Client client.admin marked osd.0 out, while it was still marked up 2023-09-23T15:12:44.276 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:12:44.294 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:44.345 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:44 smithi178 ceph-mon[192298]: pgmap v402: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 132 MiB/s wr, 2.11k op/s 2023-09-23T15:12:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3747252387' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:12:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:44 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:12:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:44 smithi178 ceph-mon[192298]: Client client.admin marked osd.0 out, while it was still marked up 2023-09-23T15:12:44.387 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:44.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:44.394 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:44.495 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:44.522 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:44.569 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:44.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:44.572 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:44.635 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:12:44.672 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:44.698 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:44.758 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:44.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:44.760 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:44.861 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:44.887 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:44.931 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:44.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:44.935 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:44.980 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 15 16 30542 30526 127.1 15.75 0.00422833 0.00741994 2023-09-23T15:12:45.036 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:45.064 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:45.207 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:45.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:45.210 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:45.311 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:45 smithi118 ceph-mon[219580]: failed to encode map e153 with expected crc 2023-09-23T15:12:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2023-09-23T15:12:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:45 smithi118 ceph-mon[219580]: osdmap e153: 8 total, 8 up, 7 in 2023-09-23T15:12:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:45 smithi118 ceph-mon[219580]: failed to encode map e153 with expected crc 2023-09-23T15:12:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:45 smithi118 ceph-mon[219580]: failed to encode map e153 with expected crc 2023-09-23T15:12:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:45 smithi118 ceph-mon[212312]: failed to encode map e153 with expected crc 2023-09-23T15:12:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2023-09-23T15:12:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:45 smithi118 ceph-mon[212312]: osdmap e153: 8 total, 8 up, 7 in 2023-09-23T15:12:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:45 smithi118 ceph-mon[212312]: failed to encode map e153 with expected crc 2023-09-23T15:12:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:45 smithi118 ceph-mon[212312]: failed to encode map e153 with expected crc 2023-09-23T15:12:45.338 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:45 smithi178 ceph-mon[192298]: failed to encode map e153 with expected crc 2023-09-23T15:12:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2023-09-23T15:12:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:45 smithi178 ceph-mon[192298]: osdmap e153: 8 total, 8 up, 7 in 2023-09-23T15:12:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:45 smithi178 ceph-mon[192298]: failed to encode map e153 with expected crc 2023-09-23T15:12:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:45 smithi178 ceph-mon[192298]: failed to encode map e153 with expected crc 2023-09-23T15:12:45.583 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:45.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:45.586 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:45.686 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:12:45.713 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:45.866 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:12:45.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:45.869 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:12:45.909 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:45.970 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:45.979 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 16 16 30542 30526 119.161 0 - 0.00741994 2023-09-23T15:12:45.999 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:46.156 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:46.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:46.162 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:46.263 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:46.300 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[219580]: pgmap v404: 89 pgs: 89 active+clean; 1.7 GiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 128 MiB/s wr, 2.04k op/s 2023-09-23T15:12:46.301 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[219580]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.301 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[219580]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.301 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[219580]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.301 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[219580]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.301 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[219580]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.301 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[219580]: osdmap e154: 8 total, 8 up, 7 in 2023-09-23T15:12:46.301 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[219580]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.301 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[219580]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.301 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[219580]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.302 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[219580]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[212312]: pgmap v404: 89 pgs: 89 active+clean; 1.7 GiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 128 MiB/s wr, 2.04k op/s 2023-09-23T15:12:46.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[212312]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[212312]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[212312]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[212312]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[212312]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[212312]: osdmap e154: 8 total, 8 up, 7 in 2023-09-23T15:12:46.302 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[212312]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.303 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[212312]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.303 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[212312]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.303 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:46 smithi118 ceph-mon[212312]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.306 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:46 smithi178 ceph-mon[192298]: pgmap v404: 89 pgs: 89 active+clean; 1.7 GiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 128 MiB/s wr, 2.04k op/s 2023-09-23T15:12:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:46 smithi178 ceph-mon[192298]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:46 smithi178 ceph-mon[192298]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:46 smithi178 ceph-mon[192298]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:46 smithi178 ceph-mon[192298]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:46 smithi178 ceph-mon[192298]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:46 smithi178 ceph-mon[192298]: osdmap e154: 8 total, 8 up, 7 in 2023-09-23T15:12:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:46 smithi178 ceph-mon[192298]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:46 smithi178 ceph-mon[192298]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:46 smithi178 ceph-mon[192298]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:46 smithi178 ceph-mon[192298]: failed to encode map e154 with expected crc 2023-09-23T15:12:46.576 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:46.579 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:46.580 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:46.680 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:46.740 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:46.851 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:46.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:46.855 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:46.955 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:46.987 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 17 16 31554 31538 115.821 31.625 0.010528 0.00862824 2023-09-23T15:12:47.006 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:47.078 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:47.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:47.080 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:47.181 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:47.211 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:47.259 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:47.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:47.262 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:47.362 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:47.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:47 smithi178 ceph-mon[192298]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:47 smithi178 ceph-mon[192298]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:47 smithi178 ceph-mon[192298]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:47 smithi178 ceph-mon[192298]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:47 smithi178 ceph-mon[192298]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:47 smithi178 ceph-mon[192298]: osdmap e155: 8 total, 8 up, 7 in 2023-09-23T15:12:47.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:47 smithi178 ceph-mon[192298]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:47 smithi178 ceph-mon[192298]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:47 smithi178 ceph-mon[192298]: osdmap e156: 8 total, 8 up, 7 in 2023-09-23T15:12:47.416 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:47.503 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:47.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:47.517 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:47.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[219580]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[219580]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[219580]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[219580]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[219580]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[219580]: osdmap e155: 8 total, 8 up, 7 in 2023-09-23T15:12:47.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[219580]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[219580]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[219580]: osdmap e156: 8 total, 8 up, 7 in 2023-09-23T15:12:47.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[212312]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[212312]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[212312]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[212312]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[212312]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[212312]: osdmap e155: 8 total, 8 up, 7 in 2023-09-23T15:12:47.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[212312]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[212312]: failed to encode map e155 with expected crc 2023-09-23T15:12:47.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:47 smithi118 ceph-mon[212312]: osdmap e156: 8 total, 8 up, 7 in 2023-09-23T15:12:47.617 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:47.680 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:47.770 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:47.774 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:47.774 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:47.875 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:47.922 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:47.987 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 18 16 32602 32586 113.028 65.5 0.0103966 0.0088421 2023-09-23T15:12:48.024 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:48.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:48.031 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:48.080 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:12:48.132 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:48.172 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:48.258 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:48.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:48.261 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:48.363 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:48 smithi178 ceph-mon[192298]: failed to encode map e155 with expected crc 2023-09-23T15:12:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:48 smithi178 ceph-mon[192298]: failed to encode map e155 with expected crc 2023-09-23T15:12:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:48 smithi178 ceph-mon[192298]: failed to encode map e156 with expected crc 2023-09-23T15:12:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:48 smithi178 ceph-mon[192298]: failed to encode map e156 with expected crc 2023-09-23T15:12:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:48 smithi178 ceph-mon[192298]: pgmap v408: 89 pgs: 2 remapped+peering, 1 active+recovering+degraded, 86 active+clean; 1.7 GiB data, 4.9 GiB used, 621 GiB / 626 GiB avail; 53 MiB/s wr, 849 op/s; 4/85947 objects misplaced (0.005%) 2023-09-23T15:12:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/920491909' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:48 smithi178 ceph-mon[192298]: Health check failed: Degraded data redundancy: 1 pg degraded (PG_DEGRADED) 2023-09-23T15:12:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:48 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/920491909' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:12:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:48 smithi178 ceph-mon[192298]: osdmap e157: 8 total, 8 up, 7 in 2023-09-23T15:12:48.426 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[219580]: failed to encode map e155 with expected crc 2023-09-23T15:12:48.426 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[219580]: failed to encode map e155 with expected crc 2023-09-23T15:12:48.426 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[219580]: failed to encode map e156 with expected crc 2023-09-23T15:12:48.426 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[219580]: failed to encode map e156 with expected crc 2023-09-23T15:12:48.426 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[219580]: pgmap v408: 89 pgs: 2 remapped+peering, 1 active+recovering+degraded, 86 active+clean; 1.7 GiB data, 4.9 GiB used, 621 GiB / 626 GiB avail; 53 MiB/s wr, 849 op/s; 4/85947 objects misplaced (0.005%) 2023-09-23T15:12:48.426 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/920491909' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:48.426 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[219580]: Health check failed: Degraded data redundancy: 1 pg degraded (PG_DEGRADED) 2023-09-23T15:12:48.426 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:48.426 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/920491909' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:12:48.426 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[219580]: osdmap e157: 8 total, 8 up, 7 in 2023-09-23T15:12:48.427 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:12:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:12:48] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2023-09-23T15:12:48.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[212312]: failed to encode map e155 with expected crc 2023-09-23T15:12:48.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[212312]: failed to encode map e155 with expected crc 2023-09-23T15:12:48.428 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[212312]: failed to encode map e156 with expected crc 2023-09-23T15:12:48.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[212312]: failed to encode map e156 with expected crc 2023-09-23T15:12:48.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[212312]: pgmap v408: 89 pgs: 2 remapped+peering, 1 active+recovering+degraded, 86 active+clean; 1.7 GiB data, 4.9 GiB used, 621 GiB / 626 GiB avail; 53 MiB/s wr, 849 op/s; 4/85947 objects misplaced (0.005%) 2023-09-23T15:12:48.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/920491909' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:12:48.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[212312]: Health check failed: Degraded data redundancy: 1 pg degraded (PG_DEGRADED) 2023-09-23T15:12:48.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:12:48.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/920491909' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:12:48.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:48 smithi118 ceph-mon[212312]: osdmap e157: 8 total, 8 up, 7 in 2023-09-23T15:12:48.440 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:48.988 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 19 16 33903 33887 111.359 81.3125 0.0102996 0.00897429 2023-09-23T15:12:49.049 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:12:49.049 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:12:49.050 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:12:49.050 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:12:49.050 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:12:49.083 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:49.083 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:12:49.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:49.086 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:49.119 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:12:49.156 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:12:49.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:12:49.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:12:49.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:12:49.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:12:49.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:12:49.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:12:49.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:12:49.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:12:49.188 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:49.260 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:49.363 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:49.367 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:49 smithi118 ceph-mon[219580]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.367 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:49 smithi118 ceph-mon[219580]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.367 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:49 smithi118 ceph-mon[219580]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.367 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:49 smithi118 ceph-mon[219580]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.367 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:49 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2961859523' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:49.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:49.368 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:49.368 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:49 smithi118 ceph-mon[212312]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.368 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:49 smithi118 ceph-mon[212312]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.368 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:49 smithi118 ceph-mon[212312]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.369 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:49 smithi118 ceph-mon[212312]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.369 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:49 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2961859523' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:49.469 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:49.501 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:49 smithi178 ceph-mon[192298]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.501 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:49 smithi178 ceph-mon[192298]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.501 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:49 smithi178 ceph-mon[192298]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.501 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:49 smithi178 ceph-mon[192298]: failed to encode map e157 with expected crc 2023-09-23T15:12:49.501 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:49 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2961859523' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:12:49.503 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:49.551 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:49.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:49.554 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:49.655 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:12:49.686 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:49.988 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:12:49.988636+0000 min lat: 0.00110935 max lat: 2.22091 avg lat: 0.00919289 2023-09-23T15:12:49.988 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:12:49.988 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 20 16 34841 34825 108.724 58.625 0.0107807 0.00919289 2023-09-23T15:12:50.157 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:12:50.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:50.164 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:12:50.213 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7] out_osds: [0] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:12:50.213 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:12:50.213 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-09-23T15:12:50.214 INFO:tasks.thrashosds.thrasher:Setting osd 5 primary_affinity to 0.253004 2023-09-23T15:12:50.214 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 5 0.2530035564425258 2023-09-23T15:12:50.265 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:12:50.308 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:50.394 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:12:50.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:50.401 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:12:50.401 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:50 smithi178 ceph-mon[192298]: pgmap v410: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 2 remapped+peering, 1 peering, 1 active+recovering+degraded, 79 active+clean; 2.0 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s; 5710/96879 objects degraded (5.894%); 5308/96879 objects misplaced (5.479%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T15:12:50.502 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:50.564 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:50 smithi118 ceph-mon[219580]: pgmap v410: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 2 remapped+peering, 1 peering, 1 active+recovering+degraded, 79 active+clean; 2.0 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s; 5710/96879 objects degraded (5.894%); 5308/96879 objects misplaced (5.479%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T15:12:50.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:50 smithi118 ceph-mon[212312]: pgmap v410: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 2 remapped+peering, 1 peering, 1 active+recovering+degraded, 79 active+clean; 2.0 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 76 MiB/s wr, 1.21k op/s; 5710/96879 objects degraded (5.894%); 5308/96879 objects misplaced (5.479%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T15:12:50.726 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:50.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:50.730 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:50.830 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:50.885 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:50.992 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 21 16 36194 36178 107.57 84.5625 0.0054252 0.0092904 2023-09-23T15:12:51.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:51 smithi118 ceph-mon[212312]: pgmap v411: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 1 peering, 80 active+clean; 2.0 GiB data, 5.7 GiB used, 620 GiB / 626 GiB avail; 59 MiB/s wr, 950 op/s; 9622/99285 objects degraded (9.691%); 5304/99285 objects misplaced (5.342%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T15:12:51.345 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:51.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:51.352 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:51 smithi178 ceph-mon[192298]: pgmap v411: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 1 peering, 80 active+clean; 2.0 GiB data, 5.7 GiB used, 620 GiB / 626 GiB avail; 59 MiB/s wr, 950 op/s; 9622/99285 objects degraded (9.691%); 5304/99285 objects misplaced (5.342%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T15:12:51.432 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:12:51.432 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:12:51.454 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:51.552 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:51 smithi118 ceph-mon[219580]: pgmap v411: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 1 peering, 80 active+clean; 2.0 GiB data, 5.7 GiB used, 620 GiB / 626 GiB avail; 59 MiB/s wr, 950 op/s; 9622/99285 objects degraded (9.691%); 5304/99285 objects misplaced (5.342%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T15:12:51.568 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:51.607 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:51.698 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:51.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:51.708 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:51.809 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:51.871 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:51.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 22 16 37371 37355 106.025 73.5625 0.00819617 0.00942586 2023-09-23T15:12:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:12:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:12:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:52.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:12:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:12:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:12:52.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 23 16 38577 38561 104.693 75.375 0.0100919 0.00954599 2023-09-23T15:12:53.117 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:53.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:53.123 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:53.223 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:53.274 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:12:53.300 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:12:53.315 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:53.332 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:12:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:53 smithi178 ceph-mon[192298]: pgmap v412: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.2 GiB data, 6.2 GiB used, 620 GiB / 626 GiB avail; 63 MiB/s wr, 1.01k op/s; 9622/107061 objects degraded (8.987%); 4318/107061 objects misplaced (4.033%); 13 MiB/s, 209 objects/s recovering 2023-09-23T15:12:53.407 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:53.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:53.425 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:53.526 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:12:53.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:53 smithi118 ceph-mon[212312]: pgmap v412: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.2 GiB data, 6.2 GiB used, 620 GiB / 626 GiB avail; 63 MiB/s wr, 1.01k op/s; 9622/107061 objects degraded (8.987%); 4318/107061 objects misplaced (4.033%); 13 MiB/s, 209 objects/s recovering 2023-09-23T15:12:53.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:53 smithi118 ceph-mon[219580]: pgmap v412: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.2 GiB data, 6.2 GiB used, 620 GiB / 626 GiB avail; 63 MiB/s wr, 1.01k op/s; 9622/107061 objects degraded (8.987%); 4318/107061 objects misplaced (4.033%); 13 MiB/s, 209 objects/s recovering 2023-09-23T15:12:53.598 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:53.737 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:12:53.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:53.746 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:12:53.847 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:53.920 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:53.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 24 16 39772 39756 103.444 74.6875 0.0130965 0.00966043 2023-09-23T15:12:54.082 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:54.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:54.093 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:54.194 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:12:54.258 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:12:54.316 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:54.329 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:54 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9622/107061 objects degraded (8.987%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:12:54.450 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:12:54.458 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:12:54.459 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:54 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9622/107061 objects degraded (8.987%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:12:54.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:54.461 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:12:54.467 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:54 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9622/107061 objects degraded (8.987%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:12:54.562 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:54.631 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:54.867 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:54.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:54.871 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:54.972 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:12:54.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 25 16 40833 40817 101.959 66.3125 0.022956 0.0098026 2023-09-23T15:12:55.018 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:55 smithi178 ceph-mon[192298]: pgmap v413: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.3 GiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 73 MiB/s wr, 1.17k op/s; 9622/113940 objects degraded (8.445%); 3806/113940 objects misplaced (3.340%); 15 MiB/s, 245 objects/s recovering 2023-09-23T15:12:55.442 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:55 smithi118 ceph-mon[219580]: pgmap v413: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.3 GiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 73 MiB/s wr, 1.17k op/s; 9622/113940 objects degraded (8.445%); 3806/113940 objects misplaced (3.340%); 15 MiB/s, 245 objects/s recovering 2023-09-23T15:12:55.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:55 smithi118 ceph-mon[212312]: pgmap v413: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.3 GiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 73 MiB/s wr, 1.17k op/s; 9622/113940 objects degraded (8.445%); 3806/113940 objects misplaced (3.340%); 15 MiB/s, 245 objects/s recovering 2023-09-23T15:12:55.670 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:12:55.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:55.675 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:12:55.776 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:12:55.825 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:55.914 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:12:55.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:55.920 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:12:55.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 26 16 42037 42021 100.933 75.25 0.0150431 0.0099014 2023-09-23T15:12:56.020 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:56.076 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:56.200 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.5 primary-affinity to 0.253004 (8165802) 2023-09-23T15:12:56.478 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/986624477' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.2530035564425258}]: dispatch 2023-09-23T15:12:56.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/986624477' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.2530035564425258}]: dispatch 2023-09-23T15:12:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/986624477' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.2530035564425258}]: dispatch 2023-09-23T15:12:56.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 27 16 43029 43013 99.4914 62 0.0166718 0.0100448 2023-09-23T15:12:57.210 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:57 smithi178 ceph-mon[192298]: failed to encode map e158 with expected crc 2023-09-23T15:12:57.211 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:57 smithi178 ceph-mon[192298]: failed to encode map e158 with expected crc 2023-09-23T15:12:57.211 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:57 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/986624477' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.2530035564425258}]': finished 2023-09-23T15:12:57.211 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:57 smithi178 ceph-mon[192298]: osdmap e158: 8 total, 8 up, 7 in 2023-09-23T15:12:57.211 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:57 smithi178 ceph-mon[192298]: pgmap v415: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.4 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 54 MiB/s wr, 868 op/s; 9622/117219 objects degraded (8.209%); 3806/117219 objects misplaced (3.247%); 10 MiB/s, 167 objects/s recovering 2023-09-23T15:12:57.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:57 smithi118 ceph-mon[219580]: failed to encode map e158 with expected crc 2023-09-23T15:12:57.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:57 smithi118 ceph-mon[219580]: failed to encode map e158 with expected crc 2023-09-23T15:12:57.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:57 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/986624477' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.2530035564425258}]': finished 2023-09-23T15:12:57.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:57 smithi118 ceph-mon[219580]: osdmap e158: 8 total, 8 up, 7 in 2023-09-23T15:12:57.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:57 smithi118 ceph-mon[219580]: pgmap v415: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.4 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 54 MiB/s wr, 868 op/s; 9622/117219 objects degraded (8.209%); 3806/117219 objects misplaced (3.247%); 10 MiB/s, 167 objects/s recovering 2023-09-23T15:12:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:57 smithi118 ceph-mon[212312]: failed to encode map e158 with expected crc 2023-09-23T15:12:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:57 smithi118 ceph-mon[212312]: failed to encode map e158 with expected crc 2023-09-23T15:12:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:57 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/986624477' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.2530035564425258}]': finished 2023-09-23T15:12:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:57 smithi118 ceph-mon[212312]: osdmap e158: 8 total, 8 up, 7 in 2023-09-23T15:12:57.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:57 smithi118 ceph-mon[212312]: pgmap v415: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.4 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 54 MiB/s wr, 868 op/s; 9622/117219 objects degraded (8.209%); 3806/117219 objects misplaced (3.247%); 10 MiB/s, 167 objects/s recovering 2023-09-23T15:12:57.690 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:12:57.690 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:12:57.990 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 28 16 44262 44246 98.69 77.0625 0.00944095 0.0101272 2023-09-23T15:12:58.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[219580]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[219580]: osdmap e159: 8 total, 8 up, 7 in 2023-09-23T15:12:58.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[219580]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[219580]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[219580]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[219580]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[219580]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[219580]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[219580]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[212312]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[212312]: osdmap e159: 8 total, 8 up, 7 in 2023-09-23T15:12:58.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[212312]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[212312]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[212312]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[212312]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[212312]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[212312]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:58 smithi118 ceph-mon[212312]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.571 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:12:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:12:58] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.43.0" 2023-09-23T15:12:58.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:58 smithi178 ceph-mon[192298]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:58 smithi178 ceph-mon[192298]: osdmap e159: 8 total, 8 up, 7 in 2023-09-23T15:12:58.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:58 smithi178 ceph-mon[192298]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:58 smithi178 ceph-mon[192298]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:58 smithi178 ceph-mon[192298]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:58 smithi178 ceph-mon[192298]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:58 smithi178 ceph-mon[192298]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:58 smithi178 ceph-mon[192298]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:58 smithi178 ceph-mon[192298]: failed to encode map e159 with expected crc 2023-09-23T15:12:58.990 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 29 15 45448 45433 97.8454 74.1875 0.00739793 0.0102152 2023-09-23T15:12:59.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:12:59 smithi178 ceph-mon[192298]: pgmap v417: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.7 GiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 83 MiB/s wr, 1.33k op/s; 9622/131259 objects degraded (7.331%); 2166/131259 objects misplaced (1.650%); 25 MiB/s, 391 objects/s recovering 2023-09-23T15:12:59.390 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:12:59.392 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:12:59 smithi118 ceph-mon[219580]: pgmap v417: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.7 GiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 83 MiB/s wr, 1.33k op/s; 9622/131259 objects degraded (7.331%); 2166/131259 objects misplaced (1.650%); 25 MiB/s, 391 objects/s recovering 2023-09-23T15:12:59.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:59.393 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:12:59.394 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:12:59 smithi118 ceph-mon[212312]: pgmap v417: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.7 GiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 83 MiB/s wr, 1.33k op/s; 9622/131259 objects degraded (7.331%); 2166/131259 objects misplaced (1.650%); 25 MiB/s, 391 objects/s recovering 2023-09-23T15:12:59.494 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:12:59.533 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:12:59.569 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:59.670 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:12:59.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:12:59.676 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:12:59.777 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:12:59.867 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:12:59.994 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 30 16 46421 46405 96.5938 60.75 0.0149849 0.0103461 2023-09-23T15:13:00.023 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:00.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:00.028 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:00.129 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:00.197 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:00.349 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:00.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:00.355 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:00.367 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:13:00.456 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:00.487 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:00 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9622/131259 objects degraded (7.331%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:00.489 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:00 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9622/131259 objects degraded (7.331%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:00.489 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:00 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9622/131259 objects degraded (7.331%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:00.490 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:00.762 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:13:00.762 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:13:00.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:13:00.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:13:00.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:13:00.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:13:00.763 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:13:00.769 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:13:00.771 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:13:00.771 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:13:00.771 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:13:00.771 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:13:00.771 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:13:00.771 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:13:00.771 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:13:00.771 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:13:00.793 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:00.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:00.795 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:00.896 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:00.932 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:00.985 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:00.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:00.988 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:00.995 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 31 16 46937 46921 94.5196 32.25 0.00303096 0.0103665 2023-09-23T15:13:01.089 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:01.120 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:01.252 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:13:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[219580]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[219580]: osdmap e160: 8 total, 8 up, 7 in 2023-09-23T15:13:01.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[219580]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[219580]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[219580]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2433349285' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:01.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/984032889' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:13:01.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[219580]: pgmap v419: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.7 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 71 MiB/s wr, 1.14k op/s; 9622/134451 objects degraded (7.157%); 2166/134451 objects misplaced (1.611%); 17 MiB/s, 272 objects/s recovering 2023-09-23T15:13:01.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[212312]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[212312]: osdmap e160: 8 total, 8 up, 7 in 2023-09-23T15:13:01.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[212312]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[212312]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[212312]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2433349285' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:01.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/984032889' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:13:01.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:01 smithi118 ceph-mon[212312]: pgmap v419: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.7 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 71 MiB/s wr, 1.14k op/s; 9622/134451 objects degraded (7.157%); 2166/134451 objects misplaced (1.611%); 17 MiB/s, 272 objects/s recovering 2023-09-23T15:13:01.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:01 smithi178 ceph-mon[192298]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:01 smithi178 ceph-mon[192298]: osdmap e160: 8 total, 8 up, 7 in 2023-09-23T15:13:01.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:01 smithi178 ceph-mon[192298]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:01 smithi178 ceph-mon[192298]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:01 smithi178 ceph-mon[192298]: failed to encode map e160 with expected crc 2023-09-23T15:13:01.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2433349285' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:01.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/984032889' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:13:01.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:01 smithi178 ceph-mon[192298]: pgmap v419: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.7 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 71 MiB/s wr, 1.14k op/s; 9622/134451 objects degraded (7.157%); 2166/134451 objects misplaced (1.611%); 17 MiB/s, 272 objects/s recovering 2023-09-23T15:13:01.995 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 32 16 47642 47626 92.9439 44.0625 0.0104237 0.0107533 2023-09-23T15:13:02.518 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:02 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:02.518 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:02 smithi178 ceph-mon[192298]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.518 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:02 smithi178 ceph-mon[192298]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.518 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:02 smithi178 ceph-mon[192298]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.519 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:02 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/984032889' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:13:02.519 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:02 smithi178 ceph-mon[192298]: osdmap e161: 8 total, 8 up, 7 in 2023-09-23T15:13:02.519 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:02 smithi178 ceph-mon[192298]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.519 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:02 smithi178 ceph-mon[192298]: osdmap e162: 8 total, 8 up, 7 in 2023-09-23T15:13:02.519 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:02 smithi178 ceph-mon[192298]: failed to encode map e162 with expected crc 2023-09-23T15:13:02.519 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:02 smithi178 ceph-mon[192298]: failed to encode map e162 with expected crc 2023-09-23T15:13:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[219580]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[219580]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[219580]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/984032889' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:13:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[219580]: osdmap e161: 8 total, 8 up, 7 in 2023-09-23T15:13:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[219580]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[219580]: osdmap e162: 8 total, 8 up, 7 in 2023-09-23T15:13:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[219580]: failed to encode map e162 with expected crc 2023-09-23T15:13:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[219580]: failed to encode map e162 with expected crc 2023-09-23T15:13:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[212312]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[212312]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[212312]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/984032889' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:13:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[212312]: osdmap e161: 8 total, 8 up, 7 in 2023-09-23T15:13:02.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[212312]: failed to encode map e161 with expected crc 2023-09-23T15:13:02.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[212312]: osdmap e162: 8 total, 8 up, 7 in 2023-09-23T15:13:02.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[212312]: failed to encode map e162 with expected crc 2023-09-23T15:13:02.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:02 smithi118 ceph-mon[212312]: failed to encode map e162 with expected crc 2023-09-23T15:13:02.707 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:02.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:02.714 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:02.729 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:13:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:13:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:13:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:13:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:19382 6.e 6:78bb6053:::benchmark_data_smithi118_284959_object19381:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:13:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:16.461398+0000", 2023-09-23T15:13:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 166.26576385600001, 2023-09-23T15:13:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21370899400000001, 2023-09-23T15:13:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 19382 2023-09-23T15:13:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.461398+0000", 2023-09-23T15:13:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.461398+0000", 2023-09-23T15:13:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.461396+0000", 2023-09-23T15:13:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.461458+0000", 2023-09-23T15:13:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.156e-05 2023-09-23T15:13:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.461469+0000", 2023-09-23T15:13:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1399999999999999e-05 2023-09-23T15:13:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.461476+0000", 2023-09-23T15:13:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2219999999999999e-06 2023-09-23T15:13:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.461519+0000", 2023-09-23T15:13:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3554999999999999e-05 2023-09-23T15:13:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.461626+0000", 2023-09-23T15:13:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000106563 2023-09-23T15:13:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:13:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.461754+0000", 2023-09-23T15:13:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012775699999999999 2023-09-23T15:13:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462620+0000", 2023-09-23T15:13:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00086679699999999999 2023-09-23T15:13:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.464735+0000", 2023-09-23T15:13:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002115034 2023-09-23T15:13:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675014+0000", 2023-09-23T15:13:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21027831999999999 2023-09-23T15:13:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675066+0000", 2023-09-23T15:13:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2148999999999998e-05 2023-09-23T15:13:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675107+0000", 2023-09-23T15:13:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0836e-05 2023-09-23T15:13:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:19387 6.e 6:7f7ae345:::benchmark_data_smithi118_284959_object19386:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:13:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:16.462595+0000", 2023-09-23T15:13:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 166.264566497, 2023-09-23T15:13:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.212653701, 2023-09-23T15:13:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 19387 2023-09-23T15:13:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462595+0000", 2023-09-23T15:13:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462595+0000", 2023-09-23T15:13:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462595+0000", 2023-09-23T15:13:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462629+0000", 2023-09-23T15:13:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4280999999999999e-05 2023-09-23T15:13:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462637+0000", 2023-09-23T15:13:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5310000000000001e-06 2023-09-23T15:13:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462642+0000", 2023-09-23T15:13:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9280000000000001e-06 2023-09-23T15:13:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462690+0000", 2023-09-23T15:13:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8050999999999998e-05 2023-09-23T15:13:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462814+0000", 2023-09-23T15:13:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000123409 2023-09-23T15:13:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:13:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462948+0000", 2023-09-23T15:13:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000134115 2023-09-23T15:13:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.463735+0000", 2023-09-23T15:13:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00078742199999999997 2023-09-23T15:13:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.464937+0000", 2023-09-23T15:13:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0012020799999999999 2023-09-23T15:13:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675163+0000", 2023-09-23T15:13:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21022538099999999 2023-09-23T15:13:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675210+0000", 2023-09-23T15:13:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7406e-05 2023-09-23T15:13:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675249+0000", 2023-09-23T15:13:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8597000000000003e-05 2023-09-23T15:13:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:19390 6.2 6:41c5b412:::benchmark_data_smithi118_284959_object19389:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:13:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:16.462657+0000", 2023-09-23T15:13:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 166.26450431399999, 2023-09-23T15:13:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.213011492, 2023-09-23T15:13:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 19390 2023-09-23T15:13:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462657+0000", 2023-09-23T15:13:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462657+0000", 2023-09-23T15:13:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462657+0000", 2023-09-23T15:13:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462685+0000", 2023-09-23T15:13:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8051e-05 2023-09-23T15:13:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462692+0000", 2023-09-23T15:13:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.52e-06 2023-09-23T15:13:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.462697+0000", 2023-09-23T15:13:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3429999999999998e-06 2023-09-23T15:13:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.463480+0000", 2023-09-23T15:13:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00078299800000000003 2023-09-23T15:13:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.463580+0000", 2023-09-23T15:13:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000100729 2023-09-23T15:13:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:13:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.463679+0000", 2023-09-23T15:13:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9046e-05 2023-09-23T15:13:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.464270+0000", 2023-09-23T15:13:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00059047699999999995 2023-09-23T15:13:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.465169+0000", 2023-09-23T15:13:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00089913799999999996 2023-09-23T15:13:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675590+0000", 2023-09-23T15:13:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21042102700000001 2023-09-23T15:13:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675635+0000", 2023-09-23T15:13:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4919999999999997e-05 2023-09-23T15:13:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675669+0000", 2023-09-23T15:13:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3707000000000001e-05 2023-09-23T15:13:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:19393 6.e 6:740f1f72:::benchmark_data_smithi118_284959_object19392:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:13:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:16.465656+0000", 2023-09-23T15:13:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 166.26150583099999, 2023-09-23T15:13:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.209721983, 2023-09-23T15:13:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 19393 2023-09-23T15:13:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.465656+0000", 2023-09-23T15:13:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.465656+0000", 2023-09-23T15:13:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.465655+0000", 2023-09-23T15:13:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.465744+0000", 2023-09-23T15:13:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8888999999999995e-05 2023-09-23T15:13:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.465754+0000", 2023-09-23T15:13:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0132999999999999e-05 2023-09-23T15:13:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.465759+0000", 2023-09-23T15:13:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.853e-06 2023-09-23T15:13:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.465795+0000", 2023-09-23T15:13:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5825999999999999e-05 2023-09-23T15:13:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.465905+0000", 2023-09-23T15:13:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000110005 2023-09-23T15:13:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:13:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.466038+0000", 2023-09-23T15:13:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013356899999999999 2023-09-23T15:13:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.466680+0000", 2023-09-23T15:13:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00064209 2023-09-23T15:13:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.467434+0000", 2023-09-23T15:13:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075387499999999999 2023-09-23T15:13:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675303+0000", 2023-09-23T15:13:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.20786881199999999 2023-09-23T15:13:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675349+0000", 2023-09-23T15:13:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5982999999999997e-05 2023-09-23T15:13:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675378+0000", 2023-09-23T15:13:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8660999999999999e-05 2023-09-23T15:13:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:19399 6.2 6:46ff1cea:::benchmark_data_smithi118_284959_object19398:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:13:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:16.467621+0000", 2023-09-23T15:13:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 166.259540918, 2023-09-23T15:13:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.208243441, 2023-09-23T15:13:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 19399 2023-09-23T15:13:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.467621+0000", 2023-09-23T15:13:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.467621+0000", 2023-09-23T15:13:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.467620+0000", 2023-09-23T15:13:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:13:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.467685+0000", 2023-09-23T15:13:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5247999999999996e-05 2023-09-23T15:13:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.467696+0000", 2023-09-23T15:13:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0885e-05 2023-09-23T15:13:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.467702+0000", 2023-09-23T15:13:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8029999999999999e-06 2023-09-23T15:13:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.467752+0000", 2023-09-23T15:13:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9283000000000002e-05 2023-09-23T15:13:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.467838+0000", 2023-09-23T15:13:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6036000000000001e-05 2023-09-23T15:13:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:13:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.467916+0000", 2023-09-23T15:13:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8447000000000003e-05 2023-09-23T15:13:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.468535+0000", 2023-09-23T15:13:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00061846399999999999 2023-09-23T15:13:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.468895+0000", 2023-09-23T15:13:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00036055199999999999 2023-09-23T15:13:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675770+0000", 2023-09-23T15:13:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.20687499500000001 2023-09-23T15:13:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675821+0000", 2023-09-23T15:13:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0930000000000002e-05 2023-09-23T15:13:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675864+0000", 2023-09-23T15:13:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2854e-05 2023-09-23T15:13:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:19404 6.2 6:486f7891:::benchmark_data_smithi118_284959_object19403:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:13:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:16.472866+0000", 2023-09-23T15:13:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 166.25429601600001, 2023-09-23T15:13:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.203128157, 2023-09-23T15:13:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 19404 2023-09-23T15:13:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.472866+0000", 2023-09-23T15:13:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.472866+0000", 2023-09-23T15:13:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.472865+0000", 2023-09-23T15:13:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.472907+0000", 2023-09-23T15:13:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1949000000000001e-05 2023-09-23T15:13:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.472916+0000", 2023-09-23T15:13:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9870000000000005e-06 2023-09-23T15:13:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.472922+0000", 2023-09-23T15:13:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5409999999999997e-06 2023-09-23T15:13:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.472959+0000", 2023-09-23T15:13:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6269000000000001e-05 2023-09-23T15:13:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.473036+0000", 2023-09-23T15:13:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7670999999999995e-05 2023-09-23T15:13:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:13:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.473157+0000", 2023-09-23T15:13:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000121165 2023-09-23T15:13:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675725+0000", 2023-09-23T15:13:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.20256766800000001 2023-09-23T15:13:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675737+0000", 2023-09-23T15:13:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1428e-05 2023-09-23T15:13:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675916+0000", 2023-09-23T15:13:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00017993100000000001 2023-09-23T15:13:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675961+0000", 2023-09-23T15:13:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4421e-05 2023-09-23T15:13:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:16.675994+0000", 2023-09-23T15:13:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2802999999999997e-05 2023-09-23T15:13:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:22657 6.2 6:4913f369:::benchmark_data_smithi118_284959_object22656:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:13:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.153893+0000", 2023-09-23T15:13:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 164.573268439, 2023-09-23T15:13:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.247935922, 2023-09-23T15:13:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 22657 2023-09-23T15:13:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153893+0000", 2023-09-23T15:13:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153893+0000", 2023-09-23T15:13:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153892+0000", 2023-09-23T15:13:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.784 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153955+0000", 2023-09-23T15:13:02.784 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2057999999999994e-05 2023-09-23T15:13:02.784 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.784 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.784 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.784 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153962+0000", 2023-09-23T15:13:02.784 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7209999999999994e-06 2023-09-23T15:13:02.784 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.784 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.784 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153968+0000", 2023-09-23T15:13:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9379999999999997e-06 2023-09-23T15:13:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153997+0000", 2023-09-23T15:13:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8541999999999999e-05 2023-09-23T15:13:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.154067+0000", 2023-09-23T15:13:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0635000000000004e-05 2023-09-23T15:13:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:13:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.154156+0000", 2023-09-23T15:13:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8881999999999994e-05 2023-09-23T15:13:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.154870+0000", 2023-09-23T15:13:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00071354700000000003 2023-09-23T15:13:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.155740+0000", 2023-09-23T15:13:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00087066200000000002 2023-09-23T15:13:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401742+0000", 2023-09-23T15:13:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24600138199999999 2023-09-23T15:13:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401793+0000", 2023-09-23T15:13:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0926e-05 2023-09-23T15:13:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401829+0000", 2023-09-23T15:13:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6248999999999998e-05 2023-09-23T15:13:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:22662 6.f e119/117 6:fbe428ad:::benchmark_data_smithi118_284959_object22661:head v 119'1401, mlcod=119'1398)", 2023-09-23T15:13:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.157190+0000", 2023-09-23T15:13:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 164.569971533, 2023-09-23T15:13:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244601707, 2023-09-23T15:13:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157190+0000", 2023-09-23T15:13:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157190+0000", 2023-09-23T15:13:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157189+0000", 2023-09-23T15:13:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157224+0000", 2023-09-23T15:13:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4746999999999998e-05 2023-09-23T15:13:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157234+0000", 2023-09-23T15:13:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0096e-05 2023-09-23T15:13:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157239+0000", 2023-09-23T15:13:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2100000000000001e-06 2023-09-23T15:13:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157291+0000", 2023-09-23T15:13:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1613000000000002e-05 2023-09-23T15:13:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157308+0000", 2023-09-23T15:13:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6872999999999999e-05 2023-09-23T15:13:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401758+0000", 2023-09-23T15:13:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244450274 2023-09-23T15:13:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401792+0000", 2023-09-23T15:13:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3575999999999998e-05 2023-09-23T15:13:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:22664 6.6 e119/103 6:65e32ce2:::benchmark_data_smithi118_284959_object22663:head v 119'1423, mlcod=119'1421)", 2023-09-23T15:13:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:13:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 164.56990210500001, 2023-09-23T15:13:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24811783300000001, 2023-09-23T15:13:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:13:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:13:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:13:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157294+0000", 2023-09-23T15:13:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4912e-05 2023-09-23T15:13:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157301+0000", 2023-09-23T15:13:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.584e-06 2023-09-23T15:13:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157304+0000", 2023-09-23T15:13:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.912e-06 2023-09-23T15:13:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401744+0000", 2023-09-23T15:13:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24443922200000001 2023-09-23T15:13:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401767+0000", 2023-09-23T15:13:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3181999999999999e-05 2023-09-23T15:13:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.405345+0000", 2023-09-23T15:13:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035782689999999998 2023-09-23T15:13:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.405377+0000", 2023-09-23T15:13:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2122000000000002e-05 2023-09-23T15:13:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.44669.0:22657 6.2 e119/117 ondisk, result = 0)", 2023-09-23T15:13:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.157347+0000", 2023-09-23T15:13:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 164.56981491900001, 2023-09-23T15:13:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244488131, 2023-09-23T15:13:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:13:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.802 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.802 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157347+0000", 2023-09-23T15:13:02.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.802 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.802 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157347+0000", 2023-09-23T15:13:02.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.803 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.803 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.803 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157346+0000", 2023-09-23T15:13:02.803 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:02.803 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.803 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.803 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.803 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157349+0000", 2023-09-23T15:13:02.803 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9859999999999999e-06 2023-09-23T15:13:02.803 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.803 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.804 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.804 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157357+0000", 2023-09-23T15:13:02.804 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.391e-06 2023-09-23T15:13:02.804 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.804 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.804 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.804 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157361+0000", 2023-09-23T15:13:02.804 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.194e-06 2023-09-23T15:13:02.804 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.804 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.805 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.805 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157393+0000", 2023-09-23T15:13:02.805 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2345999999999998e-05 2023-09-23T15:13:02.805 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.805 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.805 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.805 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401725+0000", 2023-09-23T15:13:02.805 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244332258 2023-09-23T15:13:02.805 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.805 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.805 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.806 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401835+0000", 2023-09-23T15:13:02.806 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109302 2023-09-23T15:13:02.806 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.806 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.806 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.806 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.806 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.806 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:22672 6.e 6:7f586d38:::benchmark_data_smithi118_284959_object22671:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:13:02.806 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.158696+0000", 2023-09-23T15:13:02.806 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 164.56846570100001, 2023-09-23T15:13:02.807 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.247948687, 2023-09-23T15:13:02.807 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.807 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.807 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.807 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.807 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.807 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 22672 2023-09-23T15:13:02.807 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.807 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.807 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.807 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158696+0000", 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158696+0000", 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158694+0000", 2023-09-23T15:13:02.808 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:02.809 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.809 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.809 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.809 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158902+0000", 2023-09-23T15:13:02.809 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000207631 2023-09-23T15:13:02.810 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.810 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.810 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.810 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401726+0000", 2023-09-23T15:13:02.810 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24282376999999999 2023-09-23T15:13:02.810 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.810 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.810 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.810 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401738+0000", 2023-09-23T15:13:02.810 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1968e-05 2023-09-23T15:13:02.811 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.811 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.811 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.811 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401781+0000", 2023-09-23T15:13:02.811 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3510999999999997e-05 2023-09-23T15:13:02.811 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.811 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.811 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.811 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401912+0000", 2023-09-23T15:13:02.811 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013029200000000001 2023-09-23T15:13:02.811 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.812 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.812 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:13:02.812 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.402046+0000", 2023-09-23T15:13:02.812 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000134148 2023-09-23T15:13:02.812 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.812 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.812 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.812 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.404779+0000", 2023-09-23T15:13:02.812 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027328550000000002 2023-09-23T15:13:02.812 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.813 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.813 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.813 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.405383+0000", 2023-09-23T15:13:02.813 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00060467599999999995 2023-09-23T15:13:02.813 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.813 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.813 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.813 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.406543+0000", 2023-09-23T15:13:02.813 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001159347 2023-09-23T15:13:02.813 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.813 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.814 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.814 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.406609+0000", 2023-09-23T15:13:02.814 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5856000000000001e-05 2023-09-23T15:13:02.814 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.814 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.814 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.814 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.406645+0000", 2023-09-23T15:13:02.814 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6013999999999998e-05 2023-09-23T15:13:02.814 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.814 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.814 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.815 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.815 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.815 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:22677 6.7 e119/103 6:e582ed45:::benchmark_data_smithi118_284959_object22676:head v 119'1403, mlcod=119'1401)", 2023-09-23T15:13:02.815 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.160094+0000", 2023-09-23T15:13:02.815 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 164.56706791100001, 2023-09-23T15:13:02.815 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24400817999999999, 2023-09-23T15:13:02.815 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.815 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.815 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.815 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.815 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.816 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160094+0000", 2023-09-23T15:13:02.816 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.816 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.816 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.816 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.816 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160094+0000", 2023-09-23T15:13:02.816 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.816 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.816 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.816 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.817 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160093+0000", 2023-09-23T15:13:02.817 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:13:02.817 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.817 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.817 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.817 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160115+0000", 2023-09-23T15:13:02.817 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2313000000000001e-05 2023-09-23T15:13:02.817 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.817 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.817 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.817 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401717+0000", 2023-09-23T15:13:02.818 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24160209799999999 2023-09-23T15:13:02.818 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.818 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.818 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.818 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401728+0000", 2023-09-23T15:13:02.818 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0838e-05 2023-09-23T15:13:02.818 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.818 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.818 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.818 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401764+0000", 2023-09-23T15:13:02.818 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5692000000000003e-05 2023-09-23T15:13:02.819 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.819 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.819 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.819 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401787+0000", 2023-09-23T15:13:02.819 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3122999999999999e-05 2023-09-23T15:13:02.819 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.819 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.819 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.819 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.404067+0000", 2023-09-23T15:13:02.819 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022796689999999998 2023-09-23T15:13:02.820 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.820 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.820 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.820 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.404102+0000", 2023-09-23T15:13:02.820 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5287999999999998e-05 2023-09-23T15:13:02.820 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.820 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.820 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.820 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.820 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.821 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:42798 6.2 6:4867264e:::benchmark_data_smithi118_284959_object42797:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124)", 2023-09-23T15:13:02.821 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:13:02.821 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 149.40533554300001, 2023-09-23T15:13:02.821 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.225033813, 2023-09-23T15:13:02.821 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.821 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.821 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.821 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.821 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.821 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 42798 2023-09-23T15:13:02.821 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.822 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.822 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.822 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.822 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:13:02.822 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.822 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.822 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.822 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.822 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:13:02.822 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.823 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.823 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.823 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.823 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:13:02.823 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:02.823 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.823 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.823 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.823 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321853+0000", 2023-09-23T15:13:02.823 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6999999999999999e-05 2023-09-23T15:13:02.824 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.824 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.824 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.824 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321859+0000", 2023-09-23T15:13:02.824 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8020000000000003e-06 2023-09-23T15:13:02.824 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.824 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.824 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.824 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321863+0000", 2023-09-23T15:13:02.824 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8750000000000002e-06 2023-09-23T15:13:02.824 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.825 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.825 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.825 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.324168+0000", 2023-09-23T15:13:02.825 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023051930000000001 2023-09-23T15:13:02.825 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.825 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.825 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.825 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.324298+0000", 2023-09-23T15:13:02.825 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012993999999999999 2023-09-23T15:13:02.825 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.826 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.826 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:13:02.826 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.324442+0000", 2023-09-23T15:13:02.826 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014377500000000001 2023-09-23T15:13:02.826 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.826 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.826 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.826 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.327752+0000", 2023-09-23T15:13:02.826 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0033100260000000002 2023-09-23T15:13:02.826 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.827 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.827 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.827 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.328954+0000", 2023-09-23T15:13:02.827 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0012017729999999999 2023-09-23T15:13:02.827 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.827 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.827 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.827 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.546790+0000", 2023-09-23T15:13:02.827 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21783624200000001 2023-09-23T15:13:02.827 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.828 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.828 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.828 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.546831+0000", 2023-09-23T15:13:02.828 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0890999999999999e-05 2023-09-23T15:13:02.828 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.828 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.828 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.828 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.546860+0000", 2023-09-23T15:13:02.828 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8773999999999999e-05 2023-09-23T15:13:02.828 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.828 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.829 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.829 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.829 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.829 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:100405 6.2 6:460d41de:::benchmark_data_smithi118_284959_object41014:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-09-23T15:13:02.829 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:13:02.829 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 88.442336569999995, 2023-09-23T15:13:02.829 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.222605938, 2023-09-23T15:13:02.829 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.829 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.829 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.830 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.830 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.830 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 100405 2023-09-23T15:13:02.830 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.830 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.830 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.830 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.830 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:13:02.830 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.830 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.831 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.831 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.831 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:13:02.831 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.831 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.831 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.831 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.831 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284823+0000", 2023-09-23T15:13:02.831 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:13:02.831 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.832 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.832 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.832 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284833+0000", 2023-09-23T15:13:02.832 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6590000000000002e-06 2023-09-23T15:13:02.832 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.832 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.832 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.832 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284854+0000", 2023-09-23T15:13:02.832 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1556000000000002e-05 2023-09-23T15:13:02.832 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.832 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.833 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.833 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284863+0000", 2023-09-23T15:13:02.833 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6559999999999998e-06 2023-09-23T15:13:02.833 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.833 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.833 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.833 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284912+0000", 2023-09-23T15:13:02.833 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9613000000000001e-05 2023-09-23T15:13:02.833 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.833 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.834 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.834 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.285045+0000", 2023-09-23T15:13:02.834 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000132807 2023-09-23T15:13:02.834 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.834 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.834 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:13:02.834 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.285165+0000", 2023-09-23T15:13:02.834 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000119614 2023-09-23T15:13:02.834 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.834 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.835 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.835 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.288295+0000", 2023-09-23T15:13:02.835 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031302669999999999 2023-09-23T15:13:02.835 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.835 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.835 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.835 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.288382+0000", 2023-09-23T15:13:02.835 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6942999999999997e-05 2023-09-23T15:13:02.835 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.835 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.835 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.836 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507345+0000", 2023-09-23T15:13:02.836 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.218962455 2023-09-23T15:13:02.836 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.836 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.836 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.836 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507388+0000", 2023-09-23T15:13:02.836 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3631999999999998e-05 2023-09-23T15:13:02.836 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.836 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.836 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.837 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507431+0000", 2023-09-23T15:13:02.837 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2701000000000003e-05 2023-09-23T15:13:02.837 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.837 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.837 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.837 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.837 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.837 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:103239 6.e 6:764a5574:::benchmark_data_smithi118_284959_object43848:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e136)", 2023-09-23T15:13:02.837 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:37.898549+0000", 2023-09-23T15:13:02.837 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 84.828612273999994, 2023-09-23T15:13:02.838 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.213160443, 2023-09-23T15:13:02.838 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.838 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.838 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.838 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.838 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.838 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 103239 2023-09-23T15:13:02.838 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.838 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.838 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.839 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.839 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.898549+0000", 2023-09-23T15:13:02.839 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.839 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.839 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.839 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.839 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.898549+0000", 2023-09-23T15:13:02.839 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.839 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.839 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.839 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.840 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.898548+0000", 2023-09-23T15:13:02.840 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:13:02.840 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.840 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.840 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.840 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.898554+0000", 2023-09-23T15:13:02.840 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1979999999999998e-06 2023-09-23T15:13:02.840 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.840 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.840 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.841 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.898568+0000", 2023-09-23T15:13:02.841 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4079e-05 2023-09-23T15:13:02.841 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.841 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.841 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.841 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.898574+0000", 2023-09-23T15:13:02.841 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9839999999999998e-06 2023-09-23T15:13:02.841 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.841 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.841 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.841 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.899300+0000", 2023-09-23T15:13:02.842 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00072532399999999996 2023-09-23T15:13:02.842 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.842 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.842 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.842 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.899426+0000", 2023-09-23T15:13:02.842 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000126451 2023-09-23T15:13:02.842 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.842 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.842 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:13:02.842 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.899534+0000", 2023-09-23T15:13:02.843 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000108118 2023-09-23T15:13:02.843 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.843 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.843 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.843 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.905640+0000", 2023-09-23T15:13:02.843 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0061055440000000001 2023-09-23T15:13:02.843 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.843 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.843 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.843 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.905769+0000", 2023-09-23T15:13:02.844 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012939099999999999 2023-09-23T15:13:02.844 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.844 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.844 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.844 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:38.111642+0000", 2023-09-23T15:13:02.844 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.20587285799999999 2023-09-23T15:13:02.844 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.844 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.844 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.844 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:38.111679+0000", 2023-09-23T15:13:02.845 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6916999999999999e-05 2023-09-23T15:13:02.845 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.845 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.845 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.845 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:38.111710+0000", 2023-09-23T15:13:02.845 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0709e-05 2023-09-23T15:13:02.845 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.845 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.845 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.845 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.845 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.846 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:103242 6.2 6:46ecaf0d:::benchmark_data_smithi118_284959_object43851:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e136)", 2023-09-23T15:13:02.846 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:37.899511+0000", 2023-09-23T15:13:02.846 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 84.827650181999999, 2023-09-23T15:13:02.846 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.221955493, 2023-09-23T15:13:02.846 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.846 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.846 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.846 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.846 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.846 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 103242 2023-09-23T15:13:02.847 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.847 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.847 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.847 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.847 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.899511+0000", 2023-09-23T15:13:02.847 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.847 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.847 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.847 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.847 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.899511+0000", 2023-09-23T15:13:02.848 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.848 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.848 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.848 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.848 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.899511+0000", 2023-09-23T15:13:02.848 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:13:02.848 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.848 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.848 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.848 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.899515+0000", 2023-09-23T15:13:02.849 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5129999999999998e-06 2023-09-23T15:13:02.849 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.849 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.849 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.849 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.899524+0000", 2023-09-23T15:13:02.849 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1400000000000006e-06 2023-09-23T15:13:02.849 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.849 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.849 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.849 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.899529+0000", 2023-09-23T15:13:02.850 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4490000000000001e-06 2023-09-23T15:13:02.850 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.850 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.850 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.850 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.902138+0000", 2023-09-23T15:13:02.850 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026091880000000001 2023-09-23T15:13:02.850 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.850 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.850 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.850 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.902277+0000", 2023-09-23T15:13:02.851 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013873299999999999 2023-09-23T15:13:02.851 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.851 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.851 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:13:02.851 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.902398+0000", 2023-09-23T15:13:02.851 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012135 2023-09-23T15:13:02.851 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.851 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.851 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.852 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.908993+0000", 2023-09-23T15:13:02.852 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0065951610000000004 2023-09-23T15:13:02.852 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.852 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.852 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.852 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.910425+0000", 2023-09-23T15:13:02.852 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014317100000000001 2023-09-23T15:13:02.852 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.852 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.852 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.853 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:38.121376+0000", 2023-09-23T15:13:02.853 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.210951588 2023-09-23T15:13:02.853 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.853 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.853 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.853 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:38.121426+0000", 2023-09-23T15:13:02.853 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9650000000000001e-05 2023-09-23T15:13:02.853 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.853 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.853 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.853 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:38.121467+0000", 2023-09-23T15:13:02.854 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0828999999999998e-05 2023-09-23T15:13:02.854 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.854 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.854 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.854 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.854 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.854 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:103251 6.2 6:48b12fc9:::benchmark_data_smithi118_284959_object43860:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e136)", 2023-09-23T15:13:02.854 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:37.911358+0000", 2023-09-23T15:13:02.854 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 84.815803379000002, 2023-09-23T15:13:02.854 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21141458299999999, 2023-09-23T15:13:02.855 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.855 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.855 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.855 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:13:02.855 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:13:02.855 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 103251 2023-09-23T15:13:02.855 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.855 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.855 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.855 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.856 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.911358+0000", 2023-09-23T15:13:02.856 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.856 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.856 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.856 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.856 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.911358+0000", 2023-09-23T15:13:02.856 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.856 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.856 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.856 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.856 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.911357+0000", 2023-09-23T15:13:02.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:02.857 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.857 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.911364+0000", 2023-09-23T15:13:02.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6079999999999998e-06 2023-09-23T15:13:02.857 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.857 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.911379+0000", 2023-09-23T15:13:02.858 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4701e-05 2023-09-23T15:13:02.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.858 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.911386+0000", 2023-09-23T15:13:02.858 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0389999999999999e-06 2023-09-23T15:13:02.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.858 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.911433+0000", 2023-09-23T15:13:02.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7478999999999997e-05 2023-09-23T15:13:02.859 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.859 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.859 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.911518+0000", 2023-09-23T15:13:02.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.4583e-05 2023-09-23T15:13:02.859 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.859 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.859 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:13:02.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.911589+0000", 2023-09-23T15:13:02.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0858999999999994e-05 2023-09-23T15:13:02.860 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.860 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.860 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.860 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.914222+0000", 2023-09-23T15:13:02.860 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026333720000000001 2023-09-23T15:13:02.860 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.860 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.860 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.860 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:37.914357+0000", 2023-09-23T15:13:02.860 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013489099999999999 2023-09-23T15:13:02.861 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.861 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.861 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.861 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:38.122699+0000", 2023-09-23T15:13:02.861 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.208342148 2023-09-23T15:13:02.861 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.861 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.861 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.861 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:38.122737+0000", 2023-09-23T15:13:02.861 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7960000000000002e-05 2023-09-23T15:13:02.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.862 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.862 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.862 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:38.122773+0000", 2023-09-23T15:13:02.862 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5442999999999999e-05 2023-09-23T15:13:02.862 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.862 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.862 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.862 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.863 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30510 7.4 7:2fe8dc32:::benchmark_data_smithi118_332595_object30509:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:13:02.863 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:13:02.863 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 18.622767252999999, 2023-09-23T15:13:02.863 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0889423740000002, 2023-09-23T15:13:02.863 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.863 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:13:02.863 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.863 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:02.863 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:02.863 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30510 2023-09-23T15:13:02.864 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.864 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.864 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.864 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.864 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:13:02.864 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.864 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.864 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.864 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.865 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:13:02.865 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.865 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.865 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.865 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.865 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:13:02.865 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:02.865 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.865 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.865 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.866 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104484+0000", 2023-09-23T15:13:02.866 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9819000000000002e-05 2023-09-23T15:13:02.866 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.866 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.866 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.866 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104496+0000", 2023-09-23T15:13:02.866 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2751999999999999e-05 2023-09-23T15:13:02.866 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.866 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.866 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.867 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104503+0000", 2023-09-23T15:13:02.867 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8870000000000003e-06 2023-09-23T15:13:02.867 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.867 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.867 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.867 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104557+0000", 2023-09-23T15:13:02.867 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3671000000000002e-05 2023-09-23T15:13:02.867 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.867 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.867 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op must wait for map", 2023-09-23T15:13:02.868 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104564+0000", 2023-09-23T15:13:02.868 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9260000000000003e-06 2023-09-23T15:13:02.868 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.868 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.868 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.868 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117924+0000", 2023-09-23T15:13:02.868 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013359915999999999 2023-09-23T15:13:02.868 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.868 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.868 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:02.869 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117935+0000", 2023-09-23T15:13:02.869 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0879e-05 2023-09-23T15:13:02.869 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.869 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.869 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.869 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118366+0000", 2023-09-23T15:13:02.869 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0004314590000001 2023-09-23T15:13:02.869 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.869 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.869 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:02.870 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118380+0000", 2023-09-23T15:13:02.870 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3713000000000001e-05 2023-09-23T15:13:02.870 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.870 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.870 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.870 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.192804+0000", 2023-09-23T15:13:02.870 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0744236229999999 2023-09-23T15:13:02.870 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.870 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.870 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.871 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193337+0000", 2023-09-23T15:13:02.871 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00053309600000000005 2023-09-23T15:13:02.871 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.871 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.871 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.871 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.871 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.871 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30524 7.4 7:2fa0d835:::benchmark_data_smithi118_332595_object30523:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:13:02.871 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:13:02.871 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 18.614848059, 2023-09-23T15:13:02.872 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0937207299999998, 2023-09-23T15:13:02.872 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.872 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.872 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.872 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:02.872 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:02.872 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30524 2023-09-23T15:13:02.872 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.872 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.872 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.872 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.873 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:13:02.873 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.873 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.873 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.873 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.873 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:13:02.873 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.873 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.873 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.873 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.874 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112312+0000", 2023-09-23T15:13:02.874 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:13:02.874 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.874 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.874 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.874 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112345+0000", 2023-09-23T15:13:02.874 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2972999999999998e-05 2023-09-23T15:13:02.874 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.874 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.874 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.875 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112358+0000", 2023-09-23T15:13:02.875 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2368000000000001e-05 2023-09-23T15:13:02.875 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.875 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.875 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.875 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112367+0000", 2023-09-23T15:13:02.875 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8480000000000007e-06 2023-09-23T15:13:02.875 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.875 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.875 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.876 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117986+0000", 2023-09-23T15:13:02.876 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0056192439999999998 2023-09-23T15:13:02.876 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.876 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.876 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:02.876 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117995+0000", 2023-09-23T15:13:02.876 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6319999999999997e-06 2023-09-23T15:13:02.876 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.876 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.876 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.876 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118399+0000", 2023-09-23T15:13:02.877 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.000404275 2023-09-23T15:13:02.877 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.877 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.877 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:02.877 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118421+0000", 2023-09-23T15:13:02.877 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.179e-05 2023-09-23T15:13:02.877 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.877 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.877 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.877 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193381+0000", 2023-09-23T15:13:02.878 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0749607960000001 2023-09-23T15:13:02.878 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.878 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.878 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.878 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193584+0000", 2023-09-23T15:13:02.878 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020219699999999999 2023-09-23T15:13:02.878 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.878 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.878 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:13:02.878 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193732+0000", 2023-09-23T15:13:02.878 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000148169 2023-09-23T15:13:02.879 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.879 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.879 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.879 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.197152+0000", 2023-09-23T15:13:02.879 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0034198620000000001 2023-09-23T15:13:02.879 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.879 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.879 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.879 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.198140+0000", 2023-09-23T15:13:02.879 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00098811199999999997 2023-09-23T15:13:02.880 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.880 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.880 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.880 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.205051+0000", 2023-09-23T15:13:02.880 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0069112560000000002 2023-09-23T15:13:02.880 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.880 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.880 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.880 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.205104+0000", 2023-09-23T15:13:02.880 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3201000000000001e-05 2023-09-23T15:13:02.880 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.881 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.881 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.881 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.206034+0000", 2023-09-23T15:13:02.881 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00093002999999999998 2023-09-23T15:13:02.881 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.881 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.881 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.881 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.881 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.881 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30530 7.4 7:2e3ec06e:::benchmark_data_smithi118_332595_object30529:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:13:02.882 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:13:02.882 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 18.606656821000001, 2023-09-23T15:13:02.882 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0965720729999999, 2023-09-23T15:13:02.882 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:02.882 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:02.882 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:02.882 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:02.882 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:02.882 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30530 2023-09-23T15:13:02.882 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.883 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:02.883 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.883 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:02.883 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:13:02.883 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.883 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.883 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.883 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:02.883 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:13:02.883 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:02.883 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.884 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.884 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:02.884 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120503+0000", 2023-09-23T15:13:02.884 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:02.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.884 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.884 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:02.884 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120539+0000", 2023-09-23T15:13:02.884 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5664999999999998e-05 2023-09-23T15:13:02.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.885 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:02.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120552+0000", 2023-09-23T15:13:02.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2675e-05 2023-09-23T15:13:02.885 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.885 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:02.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120558+0000", 2023-09-23T15:13:02.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6390000000000003e-06 2023-09-23T15:13:02.885 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.886 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.886 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.886 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120824+0000", 2023-09-23T15:13:02.886 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000266147 2023-09-23T15:13:02.886 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.886 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.886 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:02.886 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120836+0000", 2023-09-23T15:13:02.886 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1579999999999999e-05 2023-09-23T15:13:02.886 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.887 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.887 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118448+0000", 2023-09-23T15:13:02.887 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99761222699999996 2023-09-23T15:13:02.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.887 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.887 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:02.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118453+0000", 2023-09-23T15:13:02.887 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1560000000000003e-06 2023-09-23T15:13:02.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.888 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.888 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:02.888 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194755+0000", 2023-09-23T15:13:02.888 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0763016620000001 2023-09-23T15:13:02.888 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.888 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.888 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:13:02.888 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194844+0000", 2023-09-23T15:13:02.888 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9021e-05 2023-09-23T15:13:02.888 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:13:02.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194973+0000", 2023-09-23T15:13:02.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012859199999999999 2023-09-23T15:13:02.889 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:13:02.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.197178+0000", 2023-09-23T15:13:02.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022059050000000002 2023-09-23T15:13:02.890 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.890 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.890 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.890 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.198170+0000", 2023-09-23T15:13:02.890 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00099125699999999995 2023-09-23T15:13:02.890 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.890 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.890 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:02.890 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.216430+0000", 2023-09-23T15:13:02.891 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.018260697999999999 2023-09-23T15:13:02.891 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.891 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.891 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:13:02.891 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.216479+0000", 2023-09-23T15:13:02.891 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8590000000000001e-05 2023-09-23T15:13:02.891 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:02.891 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:02.891 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:13:02.891 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.217077+0000", 2023-09-23T15:13:02.892 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00059778499999999998 2023-09-23T15:13:02.892 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.892 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.892 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.892 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:02.892 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:02.892 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:13:02.892 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:02.962 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:02.995 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 33 16 47912 47896 90.6403 16.875 0.00541581 0.0107476 2023-09-23T15:13:03.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:03 smithi178 ceph-mon[192298]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:03 smithi178 ceph-mon[192298]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:03 smithi178 ceph-mon[192298]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:03 smithi178 ceph-mon[192298]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:03 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:03.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:03 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:03.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:03 smithi178 ceph-mon[192298]: pgmap v422: 89 pgs: 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 2.8 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 80 MiB/s wr, 1.28k op/s; 9622/139620 objects degraded (6.892%); 989/139620 objects misplaced (0.708%); 30 MiB/s, 482 objects/s recovering 2023-09-23T15:13:03.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:03 smithi178 ceph-mon[192298]: osdmap e163: 8 total, 8 up, 7 in 2023-09-23T15:13:03.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:03 smithi178 ceph-mon[192298]: failed to encode map e163 with expected crc 2023-09-23T15:13:03.409 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:03.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:03.412 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:03.512 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:03.549 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[212312]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[212312]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[212312]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[212312]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:03.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[212312]: pgmap v422: 89 pgs: 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 2.8 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 80 MiB/s wr, 1.28k op/s; 9622/139620 objects degraded (6.892%); 989/139620 objects misplaced (0.708%); 30 MiB/s, 482 objects/s recovering 2023-09-23T15:13:03.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[212312]: osdmap e163: 8 total, 8 up, 7 in 2023-09-23T15:13:03.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[212312]: failed to encode map e163 with expected crc 2023-09-23T15:13:03.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[219580]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[219580]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[219580]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[219580]: failed to encode map e162 with expected crc 2023-09-23T15:13:03.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:03.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:03.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[219580]: pgmap v422: 89 pgs: 1 active+recovery_wait, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 2.8 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 80 MiB/s wr, 1.28k op/s; 9622/139620 objects degraded (6.892%); 989/139620 objects misplaced (0.708%); 30 MiB/s, 482 objects/s recovering 2023-09-23T15:13:03.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[219580]: osdmap e163: 8 total, 8 up, 7 in 2023-09-23T15:13:03.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:03 smithi118 ceph-mon[219580]: failed to encode map e163 with expected crc 2023-09-23T15:13:03.771 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:03.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:03.774 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:03.826 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:13:03.874 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:03.901 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:03.950 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:03.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:03.956 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:03.995 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 34 16 48199 48183 88.5034 17.9375 0.00242284 0.0110435 2023-09-23T15:13:04.056 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:04.139 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:04.234 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:04.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:04.242 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:04.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[212312]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[212312]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[212312]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[212312]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[212312]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[212312]: failed to encode map e164 with expected crc 2023-09-23T15:13:04.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[212312]: osdmap e164: 8 total, 8 up, 7 in 2023-09-23T15:13:04.343 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:04.355 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:13:04.406 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[219580]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[219580]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[219580]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[219580]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[219580]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[219580]: failed to encode map e164 with expected crc 2023-09-23T15:13:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:04 smithi118 ceph-mon[219580]: osdmap e164: 8 total, 8 up, 7 in 2023-09-23T15:13:04.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:04 smithi178 ceph-mon[192298]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:04 smithi178 ceph-mon[192298]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:04 smithi178 ceph-mon[192298]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:04 smithi178 ceph-mon[192298]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:04 smithi178 ceph-mon[192298]: failed to encode map e163 with expected crc 2023-09-23T15:13:04.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:04 smithi178 ceph-mon[192298]: failed to encode map e164 with expected crc 2023-09-23T15:13:04.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:04 smithi178 ceph-mon[192298]: osdmap e164: 8 total, 8 up, 7 in 2023-09-23T15:13:04.672 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:04.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:04.682 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:04.783 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:04.856 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:04.896 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:13:04.934 INFO:tasks.thrashosds.thrasher:in_osds: [1, 2, 3, 4, 5, 6, 7] out_osds: [0] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:13:04.934 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:13:04.935 INFO:tasks.thrashosds.thrasher:Removing osd 2, in_osds are: [1, 2, 3, 4, 5, 6, 7] 2023-09-23T15:13:04.935 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd out 2 2023-09-23T15:13:04.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:04.958 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:04.958 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:04.995 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 35 16 49314 49298 87.966 69.6875 0.0246653 0.0113625 2023-09-23T15:13:05.058 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:05.110 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:05.184 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:05.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:05.188 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:05.273 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:05 smithi118 ceph-mon[212312]: failed to encode map e164 with expected crc 2023-09-23T15:13:05.274 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:05 smithi118 ceph-mon[212312]: failed to encode map e164 with expected crc 2023-09-23T15:13:05.274 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:05 smithi118 ceph-mon[212312]: failed to encode map e164 with expected crc 2023-09-23T15:13:05.274 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:05 smithi118 ceph-mon[212312]: pgmap v425: 89 pgs: 1 peering, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 2.9 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 45 MiB/s wr, 723 op/s; 7660/143136 objects degraded (5.352%); 1998/143136 objects misplaced (1.396%); 33 MiB/s, 532 objects/s recovering 2023-09-23T15:13:05.288 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:05.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:05 smithi178 ceph-mon[192298]: failed to encode map e164 with expected crc 2023-09-23T15:13:05.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:05 smithi178 ceph-mon[192298]: failed to encode map e164 with expected crc 2023-09-23T15:13:05.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:05 smithi178 ceph-mon[192298]: failed to encode map e164 with expected crc 2023-09-23T15:13:05.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:05 smithi178 ceph-mon[192298]: pgmap v425: 89 pgs: 1 peering, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 2.9 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 45 MiB/s wr, 723 op/s; 7660/143136 objects degraded (5.352%); 1998/143136 objects misplaced (1.396%); 33 MiB/s, 532 objects/s recovering 2023-09-23T15:13:05.384 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:05.563 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:05.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:05 smithi118 ceph-mon[219580]: failed to encode map e164 with expected crc 2023-09-23T15:13:05.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:05 smithi118 ceph-mon[219580]: failed to encode map e164 with expected crc 2023-09-23T15:13:05.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:05 smithi118 ceph-mon[219580]: failed to encode map e164 with expected crc 2023-09-23T15:13:05.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:05 smithi118 ceph-mon[219580]: pgmap v425: 89 pgs: 1 peering, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 2.9 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 45 MiB/s wr, 723 op/s; 7660/143136 objects degraded (5.352%); 1998/143136 objects misplaced (1.396%); 33 MiB/s, 532 objects/s recovering 2023-09-23T15:13:05.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:05.574 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:05.675 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:05.696 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:05.714 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:05.747 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:05.781 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:05.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:05.784 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:05.885 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:05.935 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:05.995 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 36 16 50087 50071 86.8651 48.3125 0.00996654 0.0115061 2023-09-23T15:13:06.016 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:13:06.156 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:06.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:06.162 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:06.263 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:06.306 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:06.393 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:06.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:06.400 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:06.501 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:06.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:06 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 7660/143136 objects degraded (5.352%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:06.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:06.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:06.559 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:06.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:06 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 7660/143136 objects degraded (5.352%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:06.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:06.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:06.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:06 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 7660/143136 objects degraded (5.352%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:06.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:06.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:06.689 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:06.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:06.697 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:06.798 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:06.868 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:06.955 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:06.957 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:13:06.957 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:13:06.958 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:13:06.958 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:13:06.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:06.964 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:06.997 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 37 16 51178 51162 86.356 68.1875 0.0181589 0.0115752 2023-09-23T15:13:07.065 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:07.128 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:07.233 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:07.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:07.238 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:07.293 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:13:07.293 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:13:07.293 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:07.293 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:07.293 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:07 smithi118 ceph-mon[212312]: pgmap v426: 89 pgs: 1 peering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.9 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 37 MiB/s wr, 594 op/s; 5741/144807 objects degraded (3.965%); 3655/144807 objects misplaced (2.524%); 26 MiB/s, 412 objects/s recovering 2023-09-23T15:13:07.339 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:13:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:13:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:07 smithi178 ceph-mon[192298]: pgmap v426: 89 pgs: 1 peering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.9 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 37 MiB/s wr, 594 op/s; 5741/144807 objects degraded (3.965%); 3655/144807 objects misplaced (2.524%); 26 MiB/s, 412 objects/s recovering 2023-09-23T15:13:07.413 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:07.492 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:07.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:07.495 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:13:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:13:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:07 smithi118 ceph-mon[219580]: pgmap v426: 89 pgs: 1 peering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 81 active+clean; 2.9 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 37 MiB/s wr, 594 op/s; 5741/144807 objects degraded (3.965%); 3655/144807 objects misplaced (2.524%); 26 MiB/s, 412 objects/s recovering 2023-09-23T15:13:07.596 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:07.659 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:07.998 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 38 16 52131 52115 85.6497 59.5625 0.0109958 0.0116705 2023-09-23T15:13:08.368 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:13:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:13:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:13:08] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.43.0" 2023-09-23T15:13:08.944 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:13:08.998 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 39 16 53341 53325 85.3927 75.625 0.0127827 0.0117053 2023-09-23T15:13:09.344 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:09.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:09.352 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:09.452 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:09.522 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:09.535 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:09.770 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:09.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:09.774 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:09.875 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:09.948 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:09.998 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:13:09.998863+0000 min lat: 0.00110935 max lat: 2.22091 avg lat: 0.0117595 2023-09-23T15:13:09.998 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:13:09.998 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 40 16 54451 54435 84.9923 69.375 0.0125574 0.0117595 2023-09-23T15:13:10.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:10 smithi118 ceph-mon[212312]: pgmap v427: 89 pgs: 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 83 active+clean; 3.2 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 62 MiB/s wr, 985 op/s; 5741/155136 objects degraded (3.701%); 2811/155136 objects misplaced (1.812%); 29 MiB/s, 462 objects/s recovering 2023-09-23T15:13:10.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:10 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/178074719' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:10.090 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:13:10.132 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:13:10.171 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:13:10.213 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:13:10.257 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:10.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:10.265 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:10.270 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:13:10.317 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:13:10.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:10 smithi118 ceph-mon[219580]: pgmap v427: 89 pgs: 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 83 active+clean; 3.2 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 62 MiB/s wr, 985 op/s; 5741/155136 objects degraded (3.701%); 2811/155136 objects misplaced (1.812%); 29 MiB/s, 462 objects/s recovering 2023-09-23T15:13:10.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:10 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/178074719' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:10.352 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:13:10.368 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:10 smithi178 ceph-mon[192298]: pgmap v427: 89 pgs: 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 83 active+clean; 3.2 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 62 MiB/s wr, 985 op/s; 5741/155136 objects degraded (3.701%); 2811/155136 objects misplaced (1.812%); 29 MiB/s, 462 objects/s recovering 2023-09-23T15:13:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:10 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/178074719' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:10.408 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:13:10.439 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:13:10.439 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:13:10.440 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:13:10.440 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:13:10.440 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:13:10.440 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:13:10.440 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:13:10.440 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:13:10.446 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:10.998 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 41 16 55466 55450 84.4668 63.4375 0.00716791 0.0118341 2023-09-23T15:13:11.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:10 smithi118 conmon[212288]: 2023-09-23T15:13:10.898+0000 7f4045f51700 -1 mon.a@0(leader).osd e164 definitely_dead 0 2023-09-23T15:13:11.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:11 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2071236400' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:13:11.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:11 smithi118 ceph-mon[212312]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T15:13:11.090 INFO:teuthology.orchestra.run.smithi118.stderr:marked out osd.2. 2023-09-23T15:13:11.313 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:11 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2071236400' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:13:11.313 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:11 smithi178 ceph-mon[192298]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T15:13:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:11 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2071236400' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:13:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:11 smithi118 ceph-mon[219580]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T15:13:11.574 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:13:11.574 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:13:11.998 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 42 16 55600 55584 82.6561 8.375 0.00312646 0.0118373 2023-09-23T15:13:12.190 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:12.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:12.194 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:12.295 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:12.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[219580]: pgmap v428: 89 pgs: 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 83 active+clean; 3.2 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 48 MiB/s wr, 764 op/s; 5741/157968 objects degraded (3.634%); 2469/157968 objects misplaced (1.563%); 19 MiB/s, 300 objects/s recovering 2023-09-23T15:13:12.339 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 5741/157968 objects degraded (3.634%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:12.339 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[219580]: failed to encode map e165 with expected crc 2023-09-23T15:13:12.340 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[219580]: failed to encode map e165 with expected crc 2023-09-23T15:13:12.340 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2071236400' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T15:13:12.340 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[219580]: osdmap e165: 8 total, 8 up, 6 in 2023-09-23T15:13:12.340 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[219580]: osdmap e166: 8 total, 8 up, 6 in 2023-09-23T15:13:12.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[212312]: pgmap v428: 89 pgs: 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 83 active+clean; 3.2 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 48 MiB/s wr, 764 op/s; 5741/157968 objects degraded (3.634%); 2469/157968 objects misplaced (1.563%); 19 MiB/s, 300 objects/s recovering 2023-09-23T15:13:12.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 5741/157968 objects degraded (3.634%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:12.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[212312]: failed to encode map e165 with expected crc 2023-09-23T15:13:12.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[212312]: failed to encode map e165 with expected crc 2023-09-23T15:13:12.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2071236400' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T15:13:12.340 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[212312]: osdmap e165: 8 total, 8 up, 6 in 2023-09-23T15:13:12.341 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:12 smithi118 ceph-mon[212312]: osdmap e166: 8 total, 8 up, 6 in 2023-09-23T15:13:12.341 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:12 smithi178 ceph-mon[192298]: pgmap v428: 89 pgs: 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 83 active+clean; 3.2 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 48 MiB/s wr, 764 op/s; 5741/157968 objects degraded (3.634%); 2469/157968 objects misplaced (1.563%); 19 MiB/s, 300 objects/s recovering 2023-09-23T15:13:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 5741/157968 objects degraded (3.634%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:12 smithi178 ceph-mon[192298]: failed to encode map e165 with expected crc 2023-09-23T15:13:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:12 smithi178 ceph-mon[192298]: failed to encode map e165 with expected crc 2023-09-23T15:13:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:12 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2071236400' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T15:13:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:12 smithi178 ceph-mon[192298]: osdmap e165: 8 total, 8 up, 6 in 2023-09-23T15:13:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:12 smithi178 ceph-mon[192298]: osdmap e166: 8 total, 8 up, 6 in 2023-09-23T15:13:12.998 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 43 16 55600 55584 80.735 0 - 0.0118373 2023-09-23T15:13:13.125 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:13.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:13.136 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:13.220 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:13:13.236 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:13.273 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:13.337 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[219580]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.337 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[219580]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.337 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[219580]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.338 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[219580]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.338 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[219580]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.338 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[219580]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.338 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[219580]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.338 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[219580]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.338 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[219580]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.338 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[219580]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.338 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[219580]: osdmap e167: 8 total, 8 up, 6 in 2023-09-23T15:13:13.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[212312]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[212312]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[212312]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[212312]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[212312]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[212312]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[212312]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[212312]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[212312]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[212312]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.339 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:13 smithi118 ceph-mon[212312]: osdmap e167: 8 total, 8 up, 6 in 2023-09-23T15:13:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:13 smithi178 ceph-mon[192298]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:13 smithi178 ceph-mon[192298]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:13 smithi178 ceph-mon[192298]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:13 smithi178 ceph-mon[192298]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:13 smithi178 ceph-mon[192298]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:13 smithi178 ceph-mon[192298]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:13 smithi178 ceph-mon[192298]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:13 smithi178 ceph-mon[192298]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:13 smithi178 ceph-mon[192298]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:13 smithi178 ceph-mon[192298]: failed to encode map e166 with expected crc 2023-09-23T15:13:13.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:13 smithi178 ceph-mon[192298]: osdmap e167: 8 total, 8 up, 6 in 2023-09-23T15:13:13.444 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:13.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:13.452 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:13.553 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:13.581 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:13.677 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:13.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:13.680 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:13.728 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:13:13.781 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:13.809 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:13.858 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:13.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:13.861 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:13.961 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:13.991 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:13.998 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 44 16 55813 55797 79.2035 6.65625 0.00307073 0.0123268 2023-09-23T15:13:14.144 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:14.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:14.149 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:14.249 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:14.276 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:14 smithi178 ceph-mon[192298]: pgmap v431: 89 pgs: 2 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 83 active+clean; 3.3 GiB data, 8.7 GiB used, 528 GiB / 536 GiB avail; 49 MiB/s wr, 786 op/s; 1993/162009 objects degraded (1.230%); 4125/162009 objects misplaced (2.546%); 13 MiB/s, 1 keys/s, 203 objects/s recovering 2023-09-23T15:13:14.276 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:14 smithi178 ceph-mon[192298]: failed to encode map e167 with expected crc 2023-09-23T15:13:14.277 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:14 smithi178 ceph-mon[192298]: failed to encode map e167 with expected crc 2023-09-23T15:13:14.277 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:14 smithi178 ceph-mon[192298]: failed to encode map e167 with expected crc 2023-09-23T15:13:14.280 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:14.335 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:14.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:14.339 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:14.439 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:14.465 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:14 smithi118 ceph-mon[219580]: pgmap v431: 89 pgs: 2 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 83 active+clean; 3.3 GiB data, 8.7 GiB used, 528 GiB / 536 GiB avail; 49 MiB/s wr, 786 op/s; 1993/162009 objects degraded (1.230%); 4125/162009 objects misplaced (2.546%); 13 MiB/s, 1 keys/s, 203 objects/s recovering 2023-09-23T15:13:14.465 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:14 smithi118 ceph-mon[219580]: failed to encode map e167 with expected crc 2023-09-23T15:13:14.465 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:14 smithi118 ceph-mon[219580]: failed to encode map e167 with expected crc 2023-09-23T15:13:14.465 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:14 smithi118 ceph-mon[219580]: failed to encode map e167 with expected crc 2023-09-23T15:13:14.465 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:14 smithi118 ceph-mon[212312]: pgmap v431: 89 pgs: 2 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 83 active+clean; 3.3 GiB data, 8.7 GiB used, 528 GiB / 536 GiB avail; 49 MiB/s wr, 786 op/s; 1993/162009 objects degraded (1.230%); 4125/162009 objects misplaced (2.546%); 13 MiB/s, 1 keys/s, 203 objects/s recovering 2023-09-23T15:13:14.466 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:14 smithi118 ceph-mon[212312]: failed to encode map e167 with expected crc 2023-09-23T15:13:14.466 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:14 smithi118 ceph-mon[212312]: failed to encode map e167 with expected crc 2023-09-23T15:13:14.466 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:14 smithi118 ceph-mon[212312]: failed to encode map e167 with expected crc 2023-09-23T15:13:14.468 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:14.514 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:14.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:14.517 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:14.618 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:14.644 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:14.686 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:14.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:14.689 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:14.790 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:14.818 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:14.867 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:14.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:14.871 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:14.972 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:14.998 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:14.999 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 45 16 55813 55797 77.4444 0 - 0.0123268 2023-09-23T15:13:15.043 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:15.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:15.045 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:15.091 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:15 smithi178 ceph-mon[192298]: failed to encode map e168 with expected crc 2023-09-23T15:13:15.091 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:15 smithi178 ceph-mon[192298]: osdmap e168: 8 total, 8 up, 6 in 2023-09-23T15:13:15.091 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:15 smithi178 ceph-mon[192298]: failed to encode map e168 with expected crc 2023-09-23T15:13:15.091 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:15 smithi178 ceph-mon[192298]: failed to encode map e168 with expected crc 2023-09-23T15:13:15.091 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:15 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4090276154' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:15.091 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:15 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:15.100 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:13:15.146 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:15.176 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:15.272 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[219580]: failed to encode map e168 with expected crc 2023-09-23T15:13:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[219580]: osdmap e168: 8 total, 8 up, 6 in 2023-09-23T15:13:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[219580]: failed to encode map e168 with expected crc 2023-09-23T15:13:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[219580]: failed to encode map e168 with expected crc 2023-09-23T15:13:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4090276154' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:15.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:15.274 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[212312]: failed to encode map e168 with expected crc 2023-09-23T15:13:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[212312]: osdmap e168: 8 total, 8 up, 6 in 2023-09-23T15:13:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[212312]: failed to encode map e168 with expected crc 2023-09-23T15:13:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[212312]: failed to encode map e168 with expected crc 2023-09-23T15:13:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4090276154' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:15.275 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:15 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:15.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:15.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:15.341 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:13:15.377 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:15.405 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:15.454 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:15.456 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:15.456 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:15.557 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:15.584 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:15.734 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:15.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:15.737 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:15.838 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:15.868 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:15.924 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:15.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:15.932 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:15.998 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 46 16 55813 55797 75.7618 0 - 0.0123268 2023-09-23T15:13:16.033 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:16.061 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:16.092 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:16 smithi178 ceph-mon[192298]: pgmap v434: 89 pgs: 2 remapped+peering, 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 79 active+clean; 3.4 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 44 MiB/s wr, 711 op/s; 15961/166503 objects degraded (9.586%); 3038/166503 objects misplaced (1.825%); 20 MiB/s, 2 keys/s, 316 objects/s recovering 2023-09-23T15:13:16.092 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:16 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:13:16.092 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:16 smithi178 ceph-mon[192298]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.092 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:16 smithi178 ceph-mon[192298]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.092 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:16 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:13:16.092 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:16 smithi178 ceph-mon[192298]: osdmap e169: 8 total, 8 up, 6 in 2023-09-23T15:13:16.092 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:16 smithi178 ceph-mon[192298]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.092 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:16 smithi178 ceph-mon[192298]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[219580]: pgmap v434: 89 pgs: 2 remapped+peering, 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 79 active+clean; 3.4 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 44 MiB/s wr, 711 op/s; 15961/166503 objects degraded (9.586%); 3038/166503 objects misplaced (1.825%); 20 MiB/s, 2 keys/s, 316 objects/s recovering 2023-09-23T15:13:16.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:13:16.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[219580]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[219580]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:13:16.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[219580]: osdmap e169: 8 total, 8 up, 6 in 2023-09-23T15:13:16.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[219580]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[219580]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[219580]: failed to encode map e168 with expected crc 2023-09-23T15:13:16.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[212312]: pgmap v434: 89 pgs: 2 remapped+peering, 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 79 active+clean; 3.4 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 44 MiB/s wr, 711 op/s; 15961/166503 objects degraded (9.586%); 3038/166503 objects misplaced (1.825%); 20 MiB/s, 2 keys/s, 316 objects/s recovering 2023-09-23T15:13:16.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:13:16.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[212312]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[212312]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:13:16.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[212312]: osdmap e169: 8 total, 8 up, 6 in 2023-09-23T15:13:16.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[212312]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[212312]: failed to encode map e169 with expected crc 2023-09-23T15:13:16.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:16 smithi118 ceph-mon[212312]: failed to encode map e168 with expected crc 2023-09-23T15:13:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:16 smithi178 ceph-mon[192298]: failed to encode map e168 with expected crc 2023-09-23T15:13:16.445 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:13:16.445 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:13:16.848 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:16.851 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:16.851 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:16.952 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:16.984 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:16.999 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 47 16 55813 55797 74.1508 0 - 0.0123268 2023-09-23T15:13:17.033 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:17.037 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:17.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:17.040 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:17.141 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:17.170 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:17.220 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:17.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:17.223 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:17.262 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 15961/166503 objects degraded (9.586%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:17.262 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 15961/166503 objects degraded (9.586%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:17.324 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:17.352 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:17.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 15961/166503 objects degraded (9.586%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:17.650 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:17.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:17.653 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:17.754 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:17.781 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:17.825 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:17.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:17.828 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:17.881 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:13:17.929 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:17.960 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:17.999 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 48 16 55813 55797 72.6068 0 - 0.0123268 2023-09-23T15:13:18.018 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:18.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:18.024 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:18.125 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:18.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:18 smithi178 ceph-mon[192298]: pgmap v436: 89 pgs: 2 remapped+peering, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 79 active+clean; 3.4 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 38 MiB/s wr, 611 op/s; 16939/167148 objects degraded (10.134%); 1723/167148 objects misplaced (1.031%); 20 MiB/s, 1 keys/s, 320 objects/s recovering 2023-09-23T15:13:18.151 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:18.197 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:18.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:18.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:18.301 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:18.303 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:13:18.335 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:18.391 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:18.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:18.394 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:18.450 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 4, 5, 6, 7] out_osds: [0, 2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:13:18.450 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:13:18.450 INFO:tasks.thrashosds.thrasher:inject_pause on osd.7 2023-09-23T15:13:18.450 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:13:18.450 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:13:18.450 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 config set filestore_inject_stall 3 2023-09-23T15:13:18.495 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:18.531 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:13:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:13:18] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.43.0" 2023-09-23T15:13:18.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:18 smithi118 ceph-mon[219580]: pgmap v436: 89 pgs: 2 remapped+peering, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 79 active+clean; 3.4 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 38 MiB/s wr, 611 op/s; 16939/167148 objects degraded (10.134%); 1723/167148 objects misplaced (1.031%); 20 MiB/s, 1 keys/s, 320 objects/s recovering 2023-09-23T15:13:18.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:18 smithi118 ceph-mon[212312]: pgmap v436: 89 pgs: 2 remapped+peering, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 79 active+clean; 3.4 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 38 MiB/s wr, 611 op/s; 16939/167148 objects degraded (10.134%); 1723/167148 objects misplaced (1.031%); 20 MiB/s, 1 keys/s, 320 objects/s recovering 2023-09-23T15:13:18.599 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:18.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:18.601 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:18.702 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:18.729 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:18.872 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:18.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:18.874 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:18.975 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:18.980 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:13:18.999 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 49 16 55813 55797 71.1258 0 - 0.0123268 2023-09-23T15:13:19.007 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:19.106 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:19.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:19.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:19.209 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:19.241 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:19.294 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:19.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:19.298 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:19.401 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:19.431 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:19.484 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:19.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:19.488 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:19.504 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:13:19.504 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:19.524 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:13:19.550 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:13:19.575 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:13:19.589 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:19.601 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:13:19.616 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:19.622 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:13:19.652 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:13:19.683 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:19.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:19.688 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:19.689 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:13:19.695 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:13:19.696 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:13:19.696 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:13:19.696 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:13:19.696 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:13:19.696 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:13:19.696 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:13:19.696 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:13:19.790 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:19.837 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:19.999 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 50 16 56175 56159 70.1563 3.77083 0.00984174 0.0142481 2023-09-23T15:13:20.013 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:20.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:20.016 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:20.101 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:20 smithi178 ceph-mon[192298]: pgmap v437: 89 pgs: 2 remapped+peering, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 80 active+clean; 3.4 GiB data, 9.2 GiB used, 527 GiB / 536 GiB avail; 19 MiB/s wr, 299 op/s; 13468/167403 objects degraded (8.045%); 4474/167403 objects misplaced (2.673%); 22 MiB/s, 357 objects/s recovering 2023-09-23T15:13:20.102 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:20 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4174433832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:20.117 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:20.163 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:20 smithi118 ceph-mon[219580]: pgmap v437: 89 pgs: 2 remapped+peering, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 80 active+clean; 3.4 GiB data, 9.2 GiB used, 527 GiB / 536 GiB avail; 19 MiB/s wr, 299 op/s; 13468/167403 objects degraded (8.045%); 4474/167403 objects misplaced (2.673%); 22 MiB/s, 357 objects/s recovering 2023-09-23T15:13:20.163 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:20 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4174433832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:20.164 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:20 smithi118 ceph-mon[212312]: pgmap v437: 89 pgs: 2 remapped+peering, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 80 active+clean; 3.4 GiB data, 9.2 GiB used, 527 GiB / 536 GiB avail; 19 MiB/s wr, 299 op/s; 13468/167403 objects degraded (8.045%); 4474/167403 objects misplaced (2.673%); 22 MiB/s, 357 objects/s recovering 2023-09-23T15:13:20.164 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:20 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4174433832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:20.170 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:20.277 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:13:20.791 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:13:20.791 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:13:20.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.791 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56405 7.6 7.f978c486 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.791 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.249895+0000", 2023-09-23T15:13:20.791 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.539728816, 2023-09-23T15:13:20.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.53975240099999999, 2023-09-23T15:13:20.791 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.791 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.791 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56405 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249895+0000", 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249895+0000", 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249894+0000", 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249947+0000", 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2873e-05 2023-09-23T15:13:20.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.794 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.794 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.794 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249955+0000", 2023-09-23T15:13:20.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3429999999999998e-06 2023-09-23T15:13:20.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.794 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.794 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.794 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249961+0000", 2023-09-23T15:13:20.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.083e-06 2023-09-23T15:13:20.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.794 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.250017+0000", 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6514999999999997e-05 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.250025+0000", 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9009999999999994e-06 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56452 7.6 7.43ef6516 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.309782+0000", 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.47984158100000002, 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.47992578400000002, 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56452 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.796 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.309782+0000", 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.309782+0000", 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.309780+0000", 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.309820+0000", 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9288000000000001e-05 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.309838+0000", 2023-09-23T15:13:20.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8519999999999999e-05 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.309845+0000", 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9759999999999998e-06 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.309902+0000", 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6464e-05 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.309912+0000", 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0808999999999999e-05 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56548 7.6 7.de48a536 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.436171+0000", 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.353452761, 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.35357481299999999, 2023-09-23T15:13:20.800 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56548 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.436171+0000", 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.801 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.436171+0000", 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.436170+0000", 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.436218+0000", 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7723999999999999e-05 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.436232+0000", 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3730999999999999e-05 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.436237+0000", 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.147e-06 2023-09-23T15:13:20.803 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.436299+0000", 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2126999999999997e-05 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.436307+0000", 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0560000000000005e-06 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.804 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56514 7.6 7.abf86e36 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.376594+0000", 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.41302936000000001, 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.413187533, 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56514 2023-09-23T15:13:20.805 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.376594+0000", 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.376594+0000", 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.806 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.376592+0000", 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.376648+0000", 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5176999999999997e-05 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.376665+0000", 2023-09-23T15:13:20.807 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7119999999999999e-05 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.376672+0000", 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6639999999999998e-06 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.376750+0000", 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7398999999999995e-05 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.808 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.376767+0000", 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6690000000000001e-05 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56334 7.6 7.2593f3d6 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.173670+0000", 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.61595371499999996, 2023-09-23T15:13:20.809 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.6161489, 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56334 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.173670+0000", 2023-09-23T15:13:20.810 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.173670+0000", 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.173668+0000", 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.811 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.173708+0000", 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9784999999999999e-05 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.173728+0000", 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0551e-05 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.173737+0000", 2023-09-23T15:13:20.812 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6249999999999996e-06 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.175343+0000", 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001605729 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.175355+0000", 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1671000000000001e-05 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.813 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.814 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.814 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56518 7.6 7.7d157516 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.814 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.380939+0000", 2023-09-23T15:13:20.814 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.40868421999999999, 2023-09-23T15:13:20.814 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.40891519199999998, 2023-09-23T15:13:20.814 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.814 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.814 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.814 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.814 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.814 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56518 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.380939+0000", 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.380939+0000", 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.815 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.380938+0000", 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.381004+0000", 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6103000000000001e-05 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.381021+0000", 2023-09-23T15:13:20.816 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6971000000000001e-05 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.381028+0000", 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0199999999999997e-06 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.381094+0000", 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5556999999999996e-05 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.817 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.381104+0000", 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.044e-05 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56521 7.6 7.af77a496 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.386087+0000", 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.403536434, 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.403802991, 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.818 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56521 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.386087+0000", 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.819 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.386087+0000", 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.386086+0000", 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.386172+0000", 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5839000000000003e-05 2023-09-23T15:13:20.820 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.386187+0000", 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4912000000000001e-05 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.386194+0000", 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9489999999999999e-06 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.821 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.386257+0000", 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3424999999999997e-05 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.386275+0000", 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7995999999999998e-05 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.822 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56556 7.6 7.600d8216 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.452455+0000", 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.337168933, 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.33747286500000001, 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56556 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.823 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.452455+0000", 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.452455+0000", 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.452453+0000", 2023-09-23T15:13:20.824 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.452488+0000", 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5057e-05 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.452501+0000", 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3006999999999999e-05 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.825 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.452507+0000", 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9179999999999999e-06 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.452559+0000", 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1381999999999997e-05 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.452566+0000", 2023-09-23T15:13:20.826 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0400000000000004e-06 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56433 7.6 7.8390a366 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.284526+0000", 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.50509739200000003, 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.50543837400000002, 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.827 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56433 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.284526+0000", 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.828 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.284526+0000", 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.284525+0000", 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.284572+0000", 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7778000000000002e-05 2023-09-23T15:13:20.829 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.284590+0000", 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7263999999999999e-05 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.284597+0000", 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.092e-06 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.830 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.284674+0000", 2023-09-23T15:13:20.831 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7021999999999995e-05 2023-09-23T15:13:20.831 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.831 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.831 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.831 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.284684+0000", 2023-09-23T15:13:20.831 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0006e-05 2023-09-23T15:13:20.831 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.831 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.832 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.832 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56524 7.6 7.3e122416 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.389873+0000", 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.39975034399999998, 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.40012658499999998, 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56524 2023-09-23T15:13:20.833 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.389873+0000", 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.389873+0000", 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.834 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.389872+0000", 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.389920+0000", 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7899000000000003e-05 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.389935+0000", 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5777000000000002e-05 2023-09-23T15:13:20.835 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.389942+0000", 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7880000000000001e-06 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.390011+0000", 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8427000000000001e-05 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.836 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.390023+0000", 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2016e-05 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56561 7.6 7.190251f6 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.472251+0000", 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.31737258200000001, 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.31778405999999998, 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.837 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56561 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.472251+0000", 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.838 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.472251+0000", 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.472249+0000", 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.472326+0000", 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6886999999999998e-05 2023-09-23T15:13:20.839 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.472343+0000", 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6691999999999999e-05 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.472350+0000", 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7950000000000002e-06 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.472396+0000", 2023-09-23T15:13:20.840 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6149000000000001e-05 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.472405+0000", 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6129999999999993e-06 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56342 7.6 7.59514476 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.184033+0000", 2023-09-23T15:13:20.841 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.60559101000000004, 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.60604335899999995, 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56342 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184033+0000", 2023-09-23T15:13:20.842 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184033+0000", 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184031+0000", 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.843 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184071+0000", 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9918e-05 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184084+0000", 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2330000000000001e-05 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.844 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184090+0000", 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4230000000000002e-06 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184153+0000", 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3194999999999994e-05 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184164+0000", 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0716e-05 2023-09-23T15:13:20.845 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.846 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.846 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.846 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.846 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.846 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56348 7.6 7.9a702086 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.846 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.184528+0000", 2023-09-23T15:13:20.846 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.60509556399999997, 2023-09-23T15:13:20.846 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.60558358000000001, 2023-09-23T15:13:20.846 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.846 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.846 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56348 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184528+0000", 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.847 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184528+0000", 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184527+0000", 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184576+0000", 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9137000000000001e-05 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.848 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.849 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.849 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184586+0000", 2023-09-23T15:13:20.849 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.3319999999999998e-06 2023-09-23T15:13:20.849 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.849 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.849 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.849 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184592+0000", 2023-09-23T15:13:20.849 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4790000000000001e-06 2023-09-23T15:13:20.849 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.849 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.849 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184641+0000", 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9410000000000003e-05 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.184650+0000", 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5750000000000001e-06 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.850 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56306 7.6 7.a05b6046 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.140679+0000", 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.64894441199999997, 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.64946900100000005, 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56306 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.851 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.140679+0000", 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.140679+0000", 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.852 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.140677+0000", 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.140775+0000", 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7571000000000005e-05 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.140788+0000", 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3723000000000001e-05 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.853 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.140795+0000", 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.72e-06 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.141741+0000", 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00094613800000000001 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.854 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.141752+0000", 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0560999999999999e-05 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56361 7.6 7.13928476 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.198329+0000", 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.59129486899999995, 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.59186897999999999, 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.855 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56361 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.198329+0000", 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.856 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.198329+0000", 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.198328+0000", 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.198357+0000", 2023-09-23T15:13:20.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8459999999999999e-05 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.198366+0000", 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1770000000000004e-06 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.198371+0000", 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8810000000000004e-06 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.198433+0000", 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2148000000000002e-05 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.198443+0000", 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0305e-05 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.859 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:56403 7.6 7.4c4615b6 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:20.249785+0000", 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.53983832099999995, 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.54044860500000003, 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 56403 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.860 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249785+0000", 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249785+0000", 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.861 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249784+0000", 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249853+0000", 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8934000000000001e-05 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249870+0000", 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7771999999999999e-05 2023-09-23T15:13:20.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249878+0000", 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5789999999999998e-06 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249932+0000", 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4271999999999998e-05 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:13:20.863 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:13:20.864 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:20.249944+0000", 2023-09-23T15:13:20.864 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.152e-05 2023-09-23T15:13:20.864 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.864 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:13:20.864 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.864 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:13:20.864 INFO:teuthology.orchestra.run.smithi178.stdout: ], 2023-09-23T15:13:20.864 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 16 2023-09-23T15:13:20.864 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:13:20.999 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 51 16 56561 56545 69.2541 24.125 0.00294845 0.0142394 2023-09-23T15:13:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:21 smithi178 ceph-mon[192298]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:21 smithi178 ceph-mon[192298]: osdmap e170: 8 total, 8 up, 6 in 2023-09-23T15:13:21.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:21 smithi178 ceph-mon[192298]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:21 smithi178 ceph-mon[192298]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:21 smithi178 ceph-mon[192298]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:21 smithi178 ceph-mon[192298]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.408 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[219580]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.408 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[219580]: osdmap e170: 8 total, 8 up, 6 in 2023-09-23T15:13:21.409 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[219580]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.409 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[219580]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.409 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[219580]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.409 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[219580]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.410 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[212312]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.410 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[212312]: osdmap e170: 8 total, 8 up, 6 in 2023-09-23T15:13:21.410 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[212312]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.410 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[212312]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.410 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[212312]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.410 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:21 smithi118 ceph-mon[212312]: failed to encode map e170 with expected crc 2023-09-23T15:13:21.936 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:21.939 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:21.940 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:21.999 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 52 16 57219 57203 68.7133 41.125 0.012347 0.0145477 2023-09-23T15:13:22.041 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:22.093 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:22.257 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[212312]: pgmap v439: 89 pgs: 1 activating+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 80 active+clean; 3.4 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 3.7 MiB/s wr, 58 op/s; 20274/167733 objects degraded (12.087%); 4920/167733 objects misplaced (2.933%); 23 MiB/s, 373 objects/s recovering 2023-09-23T15:13:22.257 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[212312]: failed to encode map e171 with expected crc 2023-09-23T15:13:22.257 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[212312]: failed to encode map e171 with expected crc 2023-09-23T15:13:22.257 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[212312]: failed to encode map e171 with expected crc 2023-09-23T15:13:22.257 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[212312]: osdmap e171: 8 total, 8 up, 6 in 2023-09-23T15:13:22.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:22.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:22.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 20274/167733 objects degraded (12.087%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:22.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[219580]: pgmap v439: 89 pgs: 1 activating+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 80 active+clean; 3.4 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 3.7 MiB/s wr, 58 op/s; 20274/167733 objects degraded (12.087%); 4920/167733 objects misplaced (2.933%); 23 MiB/s, 373 objects/s recovering 2023-09-23T15:13:22.261 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[219580]: failed to encode map e171 with expected crc 2023-09-23T15:13:22.261 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[219580]: failed to encode map e171 with expected crc 2023-09-23T15:13:22.261 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[219580]: failed to encode map e171 with expected crc 2023-09-23T15:13:22.261 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[219580]: osdmap e171: 8 total, 8 up, 6 in 2023-09-23T15:13:22.261 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:22.261 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:22.261 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 20274/167733 objects degraded (12.087%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:22.336 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:22.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:22.343 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:22.383 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:22 smithi178 ceph-mon[192298]: pgmap v439: 89 pgs: 1 activating+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 80 active+clean; 3.4 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 3.7 MiB/s wr, 58 op/s; 20274/167733 objects degraded (12.087%); 4920/167733 objects misplaced (2.933%); 23 MiB/s, 373 objects/s recovering 2023-09-23T15:13:22.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:22 smithi178 ceph-mon[192298]: failed to encode map e171 with expected crc 2023-09-23T15:13:22.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:22 smithi178 ceph-mon[192298]: failed to encode map e171 with expected crc 2023-09-23T15:13:22.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:22 smithi178 ceph-mon[192298]: failed to encode map e171 with expected crc 2023-09-23T15:13:22.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:22 smithi178 ceph-mon[192298]: osdmap e171: 8 total, 8 up, 6 in 2023-09-23T15:13:22.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:22.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:22.384 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 20274/167733 objects degraded (12.087%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:22.443 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:22.528 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:22.707 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:22.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:22.710 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:22.810 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:22.891 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:22.993 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:22.998 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:22.999 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:23.001 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 53 16 58106 58090 68.4611 55.4375 0.0276698 0.0146006 2023-09-23T15:13:23.100 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:23.171 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:23.188 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:13:23.261 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:23.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:23.267 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:23.368 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:23.488 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:23.754 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:23.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:23.773 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:23.874 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:23.958 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:24.002 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 54 16 59059 59043 68.2943 59.5625 0.0123141 0.0146355 2023-09-23T15:13:24.088 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:24.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:24.095 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:24.100 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:13:24.101 INFO:teuthology.orchestra.run.smithi178.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T15:13:24.101 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:13:24.156 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:13:24.163 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:13:24.196 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:24.285 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:13:24.292 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:24.350 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:24 smithi178 ceph-mon[192298]: pgmap v441: 89 pgs: 1 activating+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 80 active+clean; 3.4 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 6.4 MiB/s wr, 102 op/s; 20274/168957 objects degraded (12.000%); 4920/168957 objects misplaced (2.912%); 20 MiB/s, 327 objects/s recovering 2023-09-23T15:13:24.350 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:24 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2473809729' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:13:24.446 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:24.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:24.451 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:24.552 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:24.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:24 smithi118 ceph-mon[219580]: pgmap v441: 89 pgs: 1 activating+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 80 active+clean; 3.4 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 6.4 MiB/s wr, 102 op/s; 20274/168957 objects degraded (12.000%); 4920/168957 objects misplaced (2.912%); 20 MiB/s, 327 objects/s recovering 2023-09-23T15:13:24.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:24 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2473809729' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:13:24.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:24 smithi118 ceph-mon[212312]: pgmap v441: 89 pgs: 1 activating+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 3 active+recovering+undersized+remapped, 80 active+clean; 3.4 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 6.4 MiB/s wr, 102 op/s; 20274/168957 objects degraded (12.000%); 4920/168957 objects misplaced (2.912%); 20 MiB/s, 327 objects/s recovering 2023-09-23T15:13:24.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:24 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2473809729' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:13:24.617 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:24.701 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:24.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:24.708 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:24.808 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:24.882 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:24.932 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:24.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:24.936 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:25.002 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 55 16 59955 59939 68.0708 56 0.00718423 0.0146858 2023-09-23T15:13:25.037 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:25.097 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:25.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:25 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:25.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:25 smithi178 ceph-mon[192298]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:25 smithi178 ceph-mon[192298]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2473809729' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:13:25.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:25 smithi178 ceph-mon[192298]: osdmap e172: 8 total, 8 up, 6 in 2023-09-23T15:13:25.210 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:25.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:25.222 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:25.326 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:25.393 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:25.394 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:25 smithi178 ceph-mon[192298]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.394 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:25 smithi178 ceph-mon[192298]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.394 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:25 smithi178 ceph-mon[192298]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.554 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:25.563 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:25.563 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[219580]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[219580]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2473809729' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:13:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[219580]: osdmap e172: 8 total, 8 up, 6 in 2023-09-23T15:13:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[219580]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[219580]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[219580]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[212312]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[212312]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2473809729' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:13:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[212312]: osdmap e172: 8 total, 8 up, 6 in 2023-09-23T15:13:25.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[212312]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[212312]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:25 smithi118 ceph-mon[212312]: failed to encode map e172 with expected crc 2023-09-23T15:13:25.664 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:25.742 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:25.865 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:25.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:25.869 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:25.970 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:25.988 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:26.005 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 56 15 60937 60922 67.9486 61.4375 0.0110216 0.0147116 2023-09-23T15:13:26.038 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:26.320 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:26.325 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:26.325 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:26.327 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:26 smithi178 ceph-mon[192298]: pgmap v443: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.6 GiB data, 9.7 GiB used, 527 GiB / 536 GiB avail; 25 MiB/s wr, 405 op/s; 20271/174699 objects degraded (11.603%); 4353/174699 objects misplaced (2.492%); 22 MiB/s, 352 objects/s recovering 2023-09-23T15:13:26.426 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:26.444 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:26 smithi118 ceph-mon[219580]: pgmap v443: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.6 GiB data, 9.7 GiB used, 527 GiB / 536 GiB avail; 25 MiB/s wr, 405 op/s; 20271/174699 objects degraded (11.603%); 4353/174699 objects misplaced (2.492%); 22 MiB/s, 352 objects/s recovering 2023-09-23T15:13:26.450 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:26 smithi118 ceph-mon[212312]: pgmap v443: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.6 GiB data, 9.7 GiB used, 527 GiB / 536 GiB avail; 25 MiB/s wr, 405 op/s; 20271/174699 objects degraded (11.603%); 4353/174699 objects misplaced (2.492%); 22 MiB/s, 352 objects/s recovering 2023-09-23T15:13:26.499 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:26.668 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:26.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:26.671 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:26.772 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:26.800 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:26.884 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:26.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:26.887 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:26.988 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:27.005 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 57 16 61809 61793 67.7115 54.4375 0.00812764 0.0147636 2023-09-23T15:13:27.041 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:27.136 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:27.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:27.145 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:27.245 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:27.294 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 20271/174699 objects degraded (11.603%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:27.294 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:27 smithi118 ceph-mon[219580]: pgmap v444: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.6 GiB data, 9.9 GiB used, 527 GiB / 536 GiB avail; 28 MiB/s wr, 446 op/s; 20271/176766 objects degraded (11.468%); 3956/176766 objects misplaced (2.238%); 8.8 MiB/s, 140 objects/s recovering 2023-09-23T15:13:27.297 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 20271/174699 objects degraded (11.603%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:27.297 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:27 smithi118 ceph-mon[212312]: pgmap v444: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.6 GiB data, 9.9 GiB used, 527 GiB / 536 GiB avail; 28 MiB/s wr, 446 op/s; 20271/176766 objects degraded (11.468%); 3956/176766 objects misplaced (2.238%); 8.8 MiB/s, 140 objects/s recovering 2023-09-23T15:13:27.301 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:27.600 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:27.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:27.603 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:27.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 20271/174699 objects degraded (11.603%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:27.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:27 smithi178 ceph-mon[192298]: pgmap v444: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.6 GiB data, 9.9 GiB used, 527 GiB / 536 GiB avail; 28 MiB/s wr, 446 op/s; 20271/176766 objects degraded (11.468%); 3956/176766 objects misplaced (2.238%); 8.8 MiB/s, 140 objects/s recovering 2023-09-23T15:13:27.704 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:27.783 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:27.901 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:13:27.961 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:27.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:27.969 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:28.006 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 58 16 62827 62811 67.641 63.625 0.0162252 0.0147781 2023-09-23T15:13:28.011 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:13:28.011 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:13:28.011 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:13:28.011 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:13:28.011 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:13:28.070 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:28.130 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:28.272 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:28.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:28.280 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:28.381 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:28.433 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:28.468 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:13:28.516 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:13:28.528 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:28.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:28.531 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:28.552 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:13:28.574 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:13:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:13:28] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-09-23T15:13:28.592 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:13:28.632 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:28.636 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:13:28.654 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:28.669 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:13:28.683 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:28.710 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:13:28.749 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:28.751 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:28.752 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:28.852 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:28.879 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:28.923 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:28.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:28.927 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:28.936 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:13:28.940 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:13:28.940 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:13:28.940 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:13:28.940 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:13:28.940 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:13:28.940 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:13:28.940 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:13:28.940 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:13:29.006 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 59 16 63573 63557 67.2849 46.625 0.0145622 0.0148555 2023-09-23T15:13:29.027 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:29.096 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:29 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/235748968' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:29.168 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:29 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/235748968' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:29.169 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:29 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/235748968' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:29.338 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:13:30.006 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:13:30.006819+0000 min lat: 0.00110935 max lat: 8.60616 avg lat: 0.0148715 2023-09-23T15:13:30.006 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:13:30.006 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 60 16 64567 64551 67.1989 62.125 0.01129 0.0148715 2023-09-23T15:13:30.012 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:13:30.317 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:30 smithi178 ceph-mon[192298]: pgmap v445: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.8 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 46 MiB/s wr, 740 op/s; 20271/185523 objects degraded (10.926%); 3650/185523 objects misplaced (1.967%); 9.9 MiB/s, 158 objects/s recovering 2023-09-23T15:13:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:30 smithi118 ceph-mon[219580]: pgmap v445: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.8 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 46 MiB/s wr, 740 op/s; 20271/185523 objects degraded (10.926%); 3650/185523 objects misplaced (1.967%); 9.9 MiB/s, 158 objects/s recovering 2023-09-23T15:13:30.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:30 smithi118 ceph-mon[212312]: pgmap v445: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.8 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 46 MiB/s wr, 740 op/s; 20271/185523 objects degraded (10.926%); 3650/185523 objects misplaced (1.967%); 9.9 MiB/s, 158 objects/s recovering 2023-09-23T15:13:30.609 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 4, 5, 6, 7] out_osds: [0, 2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:13:30.610 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:13:30.610 INFO:tasks.thrashosds.thrasher:Reweighting osd 5 to 0.7732296388727521 2023-09-23T15:13:30.610 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 0.7732296388727521 2023-09-23T15:13:31.006 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 61 15 65324 65309 66.8739 47.375 0.0118128 0.0149479 2023-09-23T15:13:31.223 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:31.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:31.231 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:31.332 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:31.423 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:31.473 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:31.485 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:31.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:31.488 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:31.589 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:31.639 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:31.886 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:31.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:31.893 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:31.994 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:32.006 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 62 16 66153 66137 66.63 51.75 0.011706 0.0150017 2023-09-23T15:13:32.060 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:32.182 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:32 smithi118 ceph-mon[212312]: pgmap v446: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.9 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 48 MiB/s wr, 768 op/s; 20271/190656 objects degraded (10.632%); 3281/190656 objects misplaced (1.721%); 10 MiB/s, 164 objects/s recovering 2023-09-23T15:13:32.183 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 20271/190656 objects degraded (10.632%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:32.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:32 smithi118 ceph-mon[219580]: pgmap v446: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.9 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 48 MiB/s wr, 768 op/s; 20271/190656 objects degraded (10.632%); 3281/190656 objects misplaced (1.721%); 10 MiB/s, 164 objects/s recovering 2023-09-23T15:13:32.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 20271/190656 objects degraded (10.632%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:32.225 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:32 smithi178 ceph-mon[192298]: pgmap v446: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.9 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 48 MiB/s wr, 768 op/s; 20271/190656 objects degraded (10.632%); 3281/190656 objects misplaced (1.721%); 10 MiB/s, 164 objects/s recovering 2023-09-23T15:13:32.225 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 20271/190656 objects degraded (10.632%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:32.243 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:32.253 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:32.254 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:32.354 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:32.420 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:32.525 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:32.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:32.535 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:32.593 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:13:32.594 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:13:32.635 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:32.694 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:32.794 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:32.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:32.799 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:32.899 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:32.977 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:33.006 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 63 16 67110 67094 66.5218 59.8125 0.0121835 0.0150269 2023-09-23T15:13:33.064 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:33.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:33.068 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:33.111 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:13:33.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1386052383' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:33 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:33.169 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:33.191 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:13:33.225 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:33.307 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:33.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:33.311 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:33.411 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:33.463 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:33.524 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:33.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:33.529 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1386052383' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:33 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1386052383' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:33 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:33.630 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:33.692 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:34.006 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 64 16 67886 67870 66.2403 48.5 0.00620678 0.0150844 2023-09-23T15:13:34.033 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:13:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:34 smithi178 ceph-mon[192298]: pgmap v447: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.9 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 50 MiB/s wr, 804 op/s; 20271/193107 objects degraded (10.497%); 3281/193107 objects misplaced (1.699%); 10 MiB/s, 163 objects/s recovering 2023-09-23T15:13:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:34 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:34 smithi178 ceph-mon[192298]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:34 smithi178 ceph-mon[192298]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:34 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:13:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:34 smithi178 ceph-mon[192298]: osdmap e173: 8 total, 8 up, 6 in 2023-09-23T15:13:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:34 smithi178 ceph-mon[192298]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:34 smithi178 ceph-mon[192298]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:34 smithi178 ceph-mon[192298]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:34 smithi178 ceph-mon[192298]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[212312]: pgmap v447: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.9 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 50 MiB/s wr, 804 op/s; 20271/193107 objects degraded (10.497%); 3281/193107 objects misplaced (1.699%); 10 MiB/s, 163 objects/s recovering 2023-09-23T15:13:34.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:34.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[212312]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[212312]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:13:34.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[212312]: osdmap e173: 8 total, 8 up, 6 in 2023-09-23T15:13:34.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[212312]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[212312]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[212312]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.407 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[212312]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.407 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[219580]: pgmap v447: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 3.9 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 50 MiB/s wr, 804 op/s; 20271/193107 objects degraded (10.497%); 3281/193107 objects misplaced (1.699%); 10 MiB/s, 163 objects/s recovering 2023-09-23T15:13:34.407 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:34.407 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[219580]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.407 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[219580]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.407 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:13:34.407 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[219580]: osdmap e173: 8 total, 8 up, 6 in 2023-09-23T15:13:34.407 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[219580]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.407 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[219580]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.407 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[219580]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.407 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:34 smithi118 ceph-mon[219580]: failed to encode map e173 with expected crc 2023-09-23T15:13:34.417 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:34.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:34.435 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:34.536 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:34.544 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:34.593 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:34.698 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:34.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:34.705 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:34.806 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:34.853 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:34.934 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:34.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:34.945 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:35.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 65 16 68765 68749 66.0652 54.9375 0.0179672 0.0151311 2023-09-23T15:13:35.047 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:35.087 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:35.174 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:35.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:35.189 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:35.290 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:35.329 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:35.346 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:35.408 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:35.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:35.415 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:35.516 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:35.596 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:36.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 66 16 69728 69712 65.9761 60.1875 0.00914456 0.0151512 2023-09-23T15:13:36.094 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.5 to 0.77323 (c5f2) 2023-09-23T15:13:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:36 smithi178 ceph-mon[192298]: pgmap v449: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 4.1 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 55 MiB/s wr, 876 op/s; 20271/201012 objects degraded (10.084%); 2947/201012 objects misplaced (1.466%); 8.8 MiB/s, 140 objects/s recovering 2023-09-23T15:13:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1256785778' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 0.7732296388727521}]: dispatch 2023-09-23T15:13:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:36 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 0.7732296388727521}]: dispatch 2023-09-23T15:13:36.436 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:13:36.462 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:36 smithi118 ceph-mon[219580]: pgmap v449: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 4.1 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 55 MiB/s wr, 876 op/s; 20271/201012 objects degraded (10.084%); 2947/201012 objects misplaced (1.466%); 8.8 MiB/s, 140 objects/s recovering 2023-09-23T15:13:36.462 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1256785778' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 0.7732296388727521}]: dispatch 2023-09-23T15:13:36.462 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:36 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 0.7732296388727521}]: dispatch 2023-09-23T15:13:36.463 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:36 smithi118 ceph-mon[212312]: pgmap v449: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 4.1 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 55 MiB/s wr, 876 op/s; 20271/201012 objects degraded (10.084%); 2947/201012 objects misplaced (1.466%); 8.8 MiB/s, 140 objects/s recovering 2023-09-23T15:13:36.463 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1256785778' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 0.7732296388727521}]: dispatch 2023-09-23T15:13:36.463 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:36 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 0.7732296388727521}]: dispatch 2023-09-23T15:13:36.568 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:36.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:36.572 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:36.672 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:36.705 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:37.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 67 16 69885 69869 65.1382 9.8125 0.00278124 0.0151713 2023-09-23T15:13:37.190 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:37.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:37.193 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:37.293 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:37.318 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[219580]: failed to encode map e174 with expected crc 2023-09-23T15:13:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[219580]: failed to encode map e174 with expected crc 2023-09-23T15:13:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 0.7732296388727521}]': finished 2023-09-23T15:13:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[219580]: osdmap e174: 8 total, 8 up, 6 in 2023-09-23T15:13:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 20271/201012 objects degraded (10.084%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[219580]: osdmap e175: 8 total, 8 up, 6 in 2023-09-23T15:13:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[212312]: failed to encode map e174 with expected crc 2023-09-23T15:13:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[212312]: failed to encode map e174 with expected crc 2023-09-23T15:13:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 0.7732296388727521}]': finished 2023-09-23T15:13:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[212312]: osdmap e174: 8 total, 8 up, 6 in 2023-09-23T15:13:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 20271/201012 objects degraded (10.084%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:37 smithi118 ceph-mon[212312]: osdmap e175: 8 total, 8 up, 6 in 2023-09-23T15:13:37.322 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:37 smithi178 ceph-mon[192298]: failed to encode map e174 with expected crc 2023-09-23T15:13:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:37 smithi178 ceph-mon[192298]: failed to encode map e174 with expected crc 2023-09-23T15:13:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:37 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 0.7732296388727521}]': finished 2023-09-23T15:13:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:37 smithi178 ceph-mon[192298]: osdmap e174: 8 total, 8 up, 6 in 2023-09-23T15:13:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:13:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 20271/201012 objects degraded (10.084%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:37 smithi178 ceph-mon[192298]: osdmap e175: 8 total, 8 up, 6 in 2023-09-23T15:13:37.425 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:37.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:37.428 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:37.529 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:37.557 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:37.600 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:37.605 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:37.606 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:37.706 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:37.737 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:38.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 68 16 69885 69869 64.1808 0 - 0.0151713 2023-09-23T15:13:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:38 smithi178 ceph-mon[192298]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:38 smithi178 ceph-mon[192298]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:38 smithi178 ceph-mon[192298]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:38 smithi178 ceph-mon[192298]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:38 smithi178 ceph-mon[192298]: pgmap v452: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 4.1 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 44 MiB/s wr, 706 op/s; 20271/203385 objects degraded (9.967%); 2542/203385 objects misplaced (1.250%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:13:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:38 smithi178 ceph-mon[192298]: osdmap e176: 8 total, 8 up, 6 in 2023-09-23T15:13:38.406 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:13:38.406 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:13:38.407 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:13:38.412 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:13:38.413 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:13:38.413 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:13:38.420 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:13:38.462 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:13:38.481 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:13:38.481 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:13:38.481 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:13:38.481 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:13:38.481 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:13:38.482 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:13:38.482 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:13:38.482 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:13:38.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[219580]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[219580]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[219580]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[219580]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[219580]: pgmap v452: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 4.1 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 44 MiB/s wr, 706 op/s; 20271/203385 objects degraded (9.967%); 2542/203385 objects misplaced (1.250%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:13:38.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[219580]: osdmap e176: 8 total, 8 up, 6 in 2023-09-23T15:13:38.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[212312]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[212312]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[212312]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[212312]: failed to encode map e175 with expected crc 2023-09-23T15:13:38.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[212312]: pgmap v452: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 81 active+clean; 4.1 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 44 MiB/s wr, 706 op/s; 20271/203385 objects degraded (9.967%); 2542/203385 objects misplaced (1.250%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:13:38.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:38 smithi118 ceph-mon[212312]: osdmap e176: 8 total, 8 up, 6 in 2023-09-23T15:13:38.509 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:13:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:13:38] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.43.0" 2023-09-23T15:13:38.528 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:38.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:38.534 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:38.635 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:38.700 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:38.785 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:38.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:38.790 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:38.891 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:38.951 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:39.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 69 16 70490 70474 63.7988 18.9062 0.00890489 0.0156695 2023-09-23T15:13:39.244 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:39.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:39.247 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:39.348 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:39.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:39 smithi178 ceph-mon[192298]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:39 smithi178 ceph-mon[192298]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:39 smithi178 ceph-mon[192298]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:39 smithi178 ceph-mon[192298]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:39 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3506289865' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:39.405 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:39 smithi118 ceph-mon[219580]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.406 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:39 smithi118 ceph-mon[219580]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.406 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:39 smithi118 ceph-mon[219580]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.406 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:39 smithi118 ceph-mon[219580]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.406 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:39 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3506289865' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:39.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:39 smithi118 ceph-mon[212312]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:39 smithi118 ceph-mon[212312]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:39 smithi118 ceph-mon[212312]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:39 smithi118 ceph-mon[212312]: failed to encode map e176 with expected crc 2023-09-23T15:13:39.407 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:39 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3506289865' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:39.414 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:39.979 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:39.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:39.984 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:40.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 70 16 71348 71332 63.6534 53.625 0.0160497 0.0157041 2023-09-23T15:13:40.085 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:40.110 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:40.164 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:40.256 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:40.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:40.269 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:40 smithi118 ceph-mon[219580]: pgmap v454: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 80 active+clean; 4.2 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 48 MiB/s wr, 765 op/s; 29077/208434 objects degraded (13.950%); 1932/208434 objects misplaced (0.927%); 14 MiB/s, 226 objects/s recovering 2023-09-23T15:13:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:40 smithi118 ceph-mon[212312]: pgmap v454: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 80 active+clean; 4.2 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 48 MiB/s wr, 765 op/s; 29077/208434 objects degraded (13.950%); 1932/208434 objects misplaced (0.927%); 14 MiB/s, 226 objects/s recovering 2023-09-23T15:13:40.370 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:40 smithi178 ceph-mon[192298]: pgmap v454: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 1 activating+undersized+remapped, 80 active+clean; 4.2 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 48 MiB/s wr, 765 op/s; 29077/208434 objects degraded (13.950%); 1932/208434 objects misplaced (0.927%); 14 MiB/s, 226 objects/s recovering 2023-09-23T15:13:40.453 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:40.599 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:13:40.599 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:13:40.599 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:13:40.599 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:13:40.616 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:40.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:40.626 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:40.727 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:40.779 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:40.910 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:40.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:40.916 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:41.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 71 16 72237 72221 63.5394 55.5625 0.00888113 0.0157332 2023-09-23T15:13:41.017 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:41.078 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:41.180 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:41.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:41.192 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:41.293 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:41.320 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:42.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 72 16 73122 73106 63.4251 55.3125 0.0109444 0.0157613 2023-09-23T15:13:42.071 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:13:42.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:42 smithi118 ceph-mon[219580]: pgmap v455: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+remapped, 78 active+clean; 4.3 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 36 MiB/s wr, 577 op/s; 33920/211416 objects degraded (16.044%); 1119/211416 objects misplaced (0.529%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:13:42.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 33920/211416 objects degraded (16.044%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:42 smithi118 ceph-mon[212312]: pgmap v455: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+remapped, 78 active+clean; 4.3 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 36 MiB/s wr, 577 op/s; 33920/211416 objects degraded (16.044%); 1119/211416 objects misplaced (0.529%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:13:42.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 33920/211416 objects degraded (16.044%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:42.354 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:42.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:42.358 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:42.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:42 smithi178 ceph-mon[192298]: pgmap v455: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+remapped, 78 active+clean; 4.3 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 36 MiB/s wr, 577 op/s; 33920/211416 objects degraded (16.044%); 1119/211416 objects misplaced (0.529%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:13:42.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 33920/211416 objects degraded (16.044%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:42.441 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 4, 5, 6, 7] out_osds: [0, 2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:13:42.441 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:13:42.441 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_1 2023-09-23T15:13:42.441 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:13:42.461 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:42.538 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:42.607 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:13:42.657 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:42.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:42.681 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:42.782 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:42.920 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:43.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 73 16 73789 73773 63.1275 41.6875 0.0224681 0.0158348 2023-09-23T15:13:43.015 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:43.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:43.021 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:43.040 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:43.121 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:43.165 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:43.237 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:43.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:43.243 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:43.344 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:43.428 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:43.575 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:43.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:43.581 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:43.682 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:43.746 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:43.836 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:44.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 74 16 74562 74546 62.9273 48.3125 0.0234138 0.0158853 2023-09-23T15:13:44.020 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:44.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:44.026 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:44.126 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:44.171 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:13:44.217 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:44 smithi118 ceph-mon[219580]: pgmap v456: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+remapped, 78 active+clean; 4.3 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 31 MiB/s wr, 491 op/s; 33920/213672 objects degraded (15.875%); 1119/213672 objects misplaced (0.524%); 7.8 MiB/s, 125 objects/s recovering 2023-09-23T15:13:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/478678512' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:13:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:44 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:13:44.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:44 smithi118 ceph-mon[212312]: pgmap v456: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+remapped, 78 active+clean; 4.3 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 31 MiB/s wr, 491 op/s; 33920/213672 objects degraded (15.875%); 1119/213672 objects misplaced (0.524%); 7.8 MiB/s, 125 objects/s recovering 2023-09-23T15:13:44.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/478678512' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:13:44.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:44 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:13:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:44 smithi178 ceph-mon[192298]: pgmap v456: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+remapped, 78 active+clean; 4.3 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 31 MiB/s wr, 491 op/s; 33920/213672 objects degraded (15.875%); 1119/213672 objects misplaced (0.524%); 7.8 MiB/s, 125 objects/s recovering 2023-09-23T15:13:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/478678512' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:13:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:44 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:13:45.009 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 75 16 75405 75389 62.7908 52.6875 0.00959988 0.0159202 2023-09-23T15:13:45.109 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:45.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:45.112 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:45.212 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:45.283 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[212312]: failed to encode map e177 with expected crc 2023-09-23T15:13:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[212312]: failed to encode map e177 with expected crc 2023-09-23T15:13:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:13:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[212312]: osdmap e177: 8 total, 8 up, 6 in 2023-09-23T15:13:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[212312]: pgmap v458: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.5 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 47 MiB/s wr, 745 op/s; 33920/221280 objects degraded (15.329%); 668/221280 objects misplaced (0.302%); 10 MiB/s, 165 objects/s recovering 2023-09-23T15:13:45.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:45.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[219580]: failed to encode map e177 with expected crc 2023-09-23T15:13:45.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[219580]: failed to encode map e177 with expected crc 2023-09-23T15:13:45.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:13:45.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[219580]: osdmap e177: 8 total, 8 up, 6 in 2023-09-23T15:13:45.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:45 smithi118 ceph-mon[219580]: pgmap v458: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.5 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 47 MiB/s wr, 745 op/s; 33920/221280 objects degraded (15.329%); 668/221280 objects misplaced (0.302%); 10 MiB/s, 165 objects/s recovering 2023-09-23T15:13:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:45 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:13:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:45 smithi178 ceph-mon[192298]: failed to encode map e177 with expected crc 2023-09-23T15:13:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:45 smithi178 ceph-mon[192298]: failed to encode map e177 with expected crc 2023-09-23T15:13:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:13:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:45 smithi178 ceph-mon[192298]: osdmap e177: 8 total, 8 up, 6 in 2023-09-23T15:13:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:45 smithi178 ceph-mon[192298]: pgmap v458: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.5 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 47 MiB/s wr, 745 op/s; 33920/221280 objects degraded (15.329%); 668/221280 objects misplaced (0.302%); 10 MiB/s, 165 objects/s recovering 2023-09-23T15:13:45.826 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:45.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:45.837 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:45.938 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:45.974 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:46.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 76 16 76328 76312 62.7221 57.6875 0.0184308 0.0159371 2023-09-23T15:13:46.012 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:46.099 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:46.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:46.118 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:46.218 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:46.283 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:46.497 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:46.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:46.507 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:46.608 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:46.651 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:13:46.700 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:13:46.702 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:46.760 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:13:46.803 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:13:46.845 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:13:46.882 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:46 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2504455862' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:46.884 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:13:46.884 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:46 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2504455862' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:46.938 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:13:46.976 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:13:46.987 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:13:46.988 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:13:46.988 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:13:46.988 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:13:46.988 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:13:46.988 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:13:46.988 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:13:46.988 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:13:47.010 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 77 16 77136 77120 62.5634 50.5 0.0232861 0.0159782 2023-09-23T15:13:47.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:46 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2504455862' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:48.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 78 16 77955 77939 62.4175 51.1875 0.0154114 0.016016 2023-09-23T15:13:48.018 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:13:48.057 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 33920/221280 objects degraded (15.329%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:48.057 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:47 smithi118 ceph-mon[219580]: pgmap v459: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 43 MiB/s wr, 691 op/s; 33920/223620 objects degraded (15.169%); 668/223620 objects misplaced (0.299%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T15:13:48.058 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 33920/221280 objects degraded (15.329%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:48.058 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:47 smithi118 ceph-mon[212312]: pgmap v459: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 43 MiB/s wr, 691 op/s; 33920/223620 objects degraded (15.169%); 668/223620 objects misplaced (0.299%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T15:13:48.088 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:48.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:48.104 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:48.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 33920/221280 objects degraded (15.329%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:13:48.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:47 smithi178 ceph-mon[192298]: pgmap v459: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 43 MiB/s wr, 691 op/s; 33920/223620 objects degraded (15.169%); 668/223620 objects misplaced (0.299%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T15:13:48.205 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:48.262 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:48.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:13:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:13:48] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.43.0" 2023-09-23T15:13:48.344 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:48.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:48.355 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:48.455 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:13:48.518 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:49.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 79 16 78618 78602 62.152 41.4375 0.0278946 0.0160837 2023-09-23T15:13:49.350 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:13:49.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:49.357 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:13:49.457 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:49.549 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:49.671 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:49.838 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:49.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:49.843 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:49.944 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:49.989 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:13:50.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:13:50.011677+0000 min lat: 0.00110935 max lat: 8.60616 avg lat: 0.0161224 2023-09-23T15:13:50.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:13:50.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 80 16 79414 79398 61.997 49.75 0.0250951 0.0161224 2023-09-23T15:13:50.021 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:13:50.023 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:50.090 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:50 smithi118 ceph-mon[212312]: pgmap v460: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 48 MiB/s wr, 763 op/s; 33920/231351 objects degraded (14.662%); 151/231351 objects misplaced (0.065%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:13:50.090 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:50 smithi118 ceph-mon[219580]: pgmap v460: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 48 MiB/s wr, 763 op/s; 33920/231351 objects degraded (14.662%); 151/231351 objects misplaced (0.065%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:13:50.201 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:13:50.202 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:13:50.277 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:50.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:50.285 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:50 smithi178 ceph-mon[192298]: pgmap v460: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 48 MiB/s wr, 763 op/s; 33920/231351 objects degraded (14.662%); 151/231351 objects misplaced (0.065%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:13:50.386 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:50.428 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:51.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 81 16 79790 79774 61.5219 23.5 0.0031528 0.0161167 2023-09-23T15:13:51.073 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:13:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:51 smithi178 ceph-mon[192298]: from='client.54859 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:13:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:51 smithi178 ceph-mon[192298]: failed to encode map e178 with expected crc 2023-09-23T15:13:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:51 smithi178 ceph-mon[192298]: osdmap e178: 8 total, 8 up, 6 in 2023-09-23T15:13:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:51 smithi178 ceph-mon[192298]: failed to encode map e178 with expected crc 2023-09-23T15:13:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:51 smithi178 ceph-mon[192298]: failed to encode map e178 with expected crc 2023-09-23T15:13:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:51 smithi118 ceph-mon[212312]: from='client.54859 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:13:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:51 smithi118 ceph-mon[212312]: failed to encode map e178 with expected crc 2023-09-23T15:13:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:51 smithi118 ceph-mon[212312]: osdmap e178: 8 total, 8 up, 6 in 2023-09-23T15:13:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:51 smithi118 ceph-mon[212312]: failed to encode map e178 with expected crc 2023-09-23T15:13:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:51 smithi118 ceph-mon[212312]: failed to encode map e178 with expected crc 2023-09-23T15:13:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:51 smithi118 ceph-mon[219580]: from='client.54859 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:13:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:51 smithi118 ceph-mon[219580]: failed to encode map e178 with expected crc 2023-09-23T15:13:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:51 smithi118 ceph-mon[219580]: osdmap e178: 8 total, 8 up, 6 in 2023-09-23T15:13:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:51 smithi118 ceph-mon[219580]: failed to encode map e178 with expected crc 2023-09-23T15:13:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:51 smithi118 ceph-mon[219580]: failed to encode map e178 with expected crc 2023-09-23T15:13:51.859 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:13:51.892 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:51.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:51.915 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:51.941 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":460,"stamp":"2023-09-23T15:13:49.061628+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5052962720,"num_objects":77117,"num_object_clones":0,"num_object_copies":231351,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":33920,"num_objects_misplaced":151,"num_objects_unfound":0,"num_objects_dirty":77117,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":77393,"num_write_kb":4936397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15278,"num_bytes_recovered":1002048226,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77309,"ondisk_log_size":77309,"up":267,"acting":257,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":271,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14248220,"kb_used_data":13396908,"kb_used_omap":26,"kb_used_meta":851237,"kb_avail":548222692,"statfs":{"total":575970213888,"available":561380036608,"internally_reserved":0,"allocated":13718433792,"data_stored":13714277293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26716,"internal_metadata":871667620},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,6,2,7],"upper_bound":32},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":500629504,"num_objects":7639,"num_object_clones":0,"num_object_copies":22917,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4843,"num_objects_misplaced":-1781,"num_objects_unfound":0,"num_objects_dirty":7639,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7639,"num_write_kb":488896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1231,"num_bytes_recovered":80412672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002784"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":180,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064586+0000","last_change":"2023-09-23T15:13:12.066487+0000","last_active":"2023-09-23T15:13:38.064586+0000","last_peered":"2023-09-23T15:13:38.064586+0000","last_clean":"2023-09-23T15:13:38.064586+0000","last_became_active":"2023-09-23T15:13:12.066158+0000","last_became_peered":"2023-09-23T15:13:12.066158+0000","last_unstale":"2023-09-23T15:13:38.064586+0000","last_undegraded":"2023-09-23T15:13:38.064586+0000","last_fullsized":"2023-09-23T15:13:38.064586+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:59:27.973346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":141,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063553+0000","last_change":"2023-09-23T15:07:50.039138+0000","last_active":"2023-09-23T15:13:38.063553+0000","last_peered":"2023-09-23T15:13:38.063553+0000","last_clean":"2023-09-23T15:13:38.063553+0000","last_became_active":"2023-09-23T15:07:50.038840+0000","last_became_peered":"2023-09-23T15:07:50.038840+0000","last_unstale":"2023-09-23T15:13:38.063553+0000","last_undegraded":"2023-09-23T15:13:38.063553+0000","last_fullsized":"2023-09-23T15:13:38.063553+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:52.470724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":123,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.070542+0000","last_change":"2023-09-23T15:07:50.037965+0000","last_active":"2023-09-23T15:13:38.070542+0000","last_peered":"2023-09-23T15:13:38.070542+0000","last_clean":"2023-09-23T15:13:38.070542+0000","last_became_active":"2023-09-23T15:07:50.037654+0000","last_became_peered":"2023-09-23T15:07:50.037654+0000","last_unstale":"2023-09-23T15:13:38.070542+0000","last_undegraded":"2023-09-23T15:13:38.070542+0000","last_fullsized":"2023-09-23T15:13:38.070542+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:36.233860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":78,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068429+0000","last_change":"2023-09-23T15:12:45.129736+0000","last_active":"2023-09-23T15:13:38.068429+0000","last_peered":"2023-09-23T15:13:38.068429+0000","last_clean":"2023-09-23T15:13:38.068429+0000","last_became_active":"2023-09-23T15:12:45.129493+0000","last_became_peered":"2023-09-23T15:12:45.129493+0000","last_unstale":"2023-09-23T15:13:38.068429+0000","last_undegraded":"2023-09-23T15:13:38.068429+0000","last_fullsized":"2023-09-23T15:13:38.068429+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:52.248703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":177,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063213+0000","last_change":"2023-09-23T15:13:12.064076+0000","last_active":"2023-09-23T15:13:38.063213+0000","last_peered":"2023-09-23T15:13:38.063213+0000","last_clean":"2023-09-23T15:13:38.063213+0000","last_became_active":"2023-09-23T15:13:12.063731+0000","last_became_peered":"2023-09-23T15:13:12.063731+0000","last_unstale":"2023-09-23T15:13:38.063213+0000","last_undegraded":"2023-09-23T15:13:38.063213+0000","last_fullsized":"2023-09-23T15:13:38.063213+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:10.197664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":117,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064984+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:13:38.064984+0000","last_peered":"2023-09-23T15:13:38.064984+0000","last_clean":"2023-09-23T15:13:38.064984+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:13:38.064984+0000","last_undegraded":"2023-09-23T15:13:38.064984+0000","last_fullsized":"2023-09-23T15:13:38.064984+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":77,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.082065+0000","last_change":"2023-09-23T15:12:45.122719+0000","last_active":"2023-09-23T15:13:38.082065+0000","last_peered":"2023-09-23T15:13:38.082065+0000","last_clean":"2023-09-23T15:13:38.082065+0000","last_became_active":"2023-09-23T15:12:45.122376+0000","last_became_peered":"2023-09-23T15:12:45.122376+0000","last_unstale":"2023-09-23T15:13:38.082065+0000","last_undegraded":"2023-09-23T15:13:38.082065+0000","last_fullsized":"2023-09-23T15:13:38.082065+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:58.760680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":156,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063277+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:13:38.063277+0000","last_peered":"2023-09-23T15:13:38.063277+0000","last_clean":"2023-09-23T15:13:38.063277+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:13:38.063277+0000","last_undegraded":"2023-09-23T15:13:38.063277+0000","last_fullsized":"2023-09-23T15:13:38.063277+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":135,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.081990+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:13:38.081990+0000","last_peered":"2023-09-23T15:13:38.081990+0000","last_clean":"2023-09-23T15:13:38.081990+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:13:38.081990+0000","last_undegraded":"2023-09-23T15:13:38.081990+0000","last_fullsized":"2023-09-23T15:13:38.081990+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":116,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.062999+0000","last_change":"2023-09-23T15:10:32.006398+0000","last_active":"2023-09-23T15:13:38.062999+0000","last_peered":"2023-09-23T15:13:38.062999+0000","last_clean":"2023-09-23T15:13:38.062999+0000","last_became_active":"2023-09-23T15:10:32.006135+0000","last_became_peered":"2023-09-23T15:10:32.006135+0000","last_unstale":"2023-09-23T15:13:38.062999+0000","last_undegraded":"2023-09-23T15:13:38.062999+0000","last_fullsized":"2023-09-23T15:13:38.062999+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:48.677695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":138,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068461+0000","last_change":"2023-09-23T15:07:50.035364+0000","last_active":"2023-09-23T15:13:38.068461+0000","last_peered":"2023-09-23T15:13:38.068461+0000","last_clean":"2023-09-23T15:13:38.068461+0000","last_became_active":"2023-09-23T15:07:50.034939+0000","last_became_peered":"2023-09-23T15:07:50.034939+0000","last_unstale":"2023-09-23T15:13:38.068461+0000","last_undegraded":"2023-09-23T15:13:38.068461+0000","last_fullsized":"2023-09-23T15:13:38.068461+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:25.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":159,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:43.103287+0000","last_change":"2023-09-23T15:13:12.068085+0000","last_active":"2023-09-23T15:13:43.103287+0000","last_peered":"2023-09-23T15:13:43.103287+0000","last_clean":"2023-09-23T15:13:43.103287+0000","last_became_active":"2023-09-23T15:13:12.067844+0000","last_became_peered":"2023-09-23T15:13:12.067844+0000","last_unstale":"2023-09-23T15:13:43.103287+0000","last_undegraded":"2023-09-23T15:13:43.103287+0000","last_fullsized":"2023-09-23T15:13:43.103287+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:05.187824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":157,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.065145+0000","last_change":"2023-09-23T15:10:32.005591+0000","last_active":"2023-09-23T15:13:38.065145+0000","last_peered":"2023-09-23T15:13:38.065145+0000","last_clean":"2023-09-23T15:13:38.065145+0000","last_became_active":"2023-09-23T15:10:32.005257+0000","last_became_peered":"2023-09-23T15:10:32.005257+0000","last_unstale":"2023-09-23T15:13:38.065145+0000","last_undegraded":"2023-09-23T15:13:38.065145+0000","last_fullsized":"2023-09-23T15:13:38.065145+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:07.750699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":151,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064851+0000","last_change":"2023-09-23T15:10:32.003343+0000","last_active":"2023-09-23T15:13:38.064851+0000","last_peered":"2023-09-23T15:13:38.064851+0000","last_clean":"2023-09-23T15:13:38.064851+0000","last_became_active":"2023-09-23T15:10:32.003079+0000","last_became_peered":"2023-09-23T15:10:32.003079+0000","last_unstale":"2023-09-23T15:13:38.064851+0000","last_undegraded":"2023-09-23T15:13:38.064851+0000","last_fullsized":"2023-09-23T15:13:38.064851+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:30.821947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":170,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068103+0000","last_change":"2023-09-23T15:13:12.074905+0000","last_active":"2023-09-23T15:13:38.068103+0000","last_peered":"2023-09-23T15:13:38.068103+0000","last_clean":"2023-09-23T15:13:38.068103+0000","last_became_active":"2023-09-23T15:13:12.068526+0000","last_became_peered":"2023-09-23T15:13:12.068526+0000","last_unstale":"2023-09-23T15:13:38.068103+0000","last_undegraded":"2023-09-23T15:13:38.068103+0000","last_fullsized":"2023-09-23T15:13:38.068103+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:41:37.029873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":141,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063130+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:13:38.063130+0000","last_peered":"2023-09-23T15:13:38.063130+0000","last_clean":"2023-09-23T15:13:38.063130+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:13:38.063130+0000","last_undegraded":"2023-09-23T15:13:38.063130+0000","last_fullsized":"2023-09-23T15:13:38.063130+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":78,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.067917+0000","last_change":"2023-09-23T15:12:45.121985+0000","last_active":"2023-09-23T15:13:38.067917+0000","last_peered":"2023-09-23T15:13:38.067917+0000","last_clean":"2023-09-23T15:13:38.067917+0000","last_became_active":"2023-09-23T15:12:45.121588+0000","last_became_peered":"2023-09-23T15:12:45.121588+0000","last_unstale":"2023-09-23T15:13:38.067917+0000","last_undegraded":"2023-09-23T15:13:38.067917+0000","last_fullsized":"2023-09-23T15:13:38.067917+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:03.287537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":91,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068336+0000","last_change":"2023-09-23T15:13:37.068813+0000","last_active":"2023-09-23T15:13:38.068336+0000","last_peered":"2023-09-23T15:13:38.068336+0000","last_clean":"2023-09-23T15:13:38.068336+0000","last_became_active":"2023-09-23T15:13:37.068531+0000","last_became_peered":"2023-09-23T15:13:37.068531+0000","last_unstale":"2023-09-23T15:13:38.068336+0000","last_undegraded":"2023-09-23T15:13:38.068336+0000","last_fullsized":"2023-09-23T15:13:38.068336+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:52.833856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":135,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.067785+0000","last_change":"2023-09-23T15:10:32.009781+0000","last_active":"2023-09-23T15:13:38.067785+0000","last_peered":"2023-09-23T15:13:38.067785+0000","last_clean":"2023-09-23T15:13:38.067785+0000","last_became_active":"2023-09-23T15:10:32.009521+0000","last_became_peered":"2023-09-23T15:10:32.009521+0000","last_unstale":"2023-09-23T15:13:38.067785+0000","last_undegraded":"2023-09-23T15:13:38.067785+0000","last_fullsized":"2023-09-23T15:13:38.067785+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:12.174726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":86,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.174334+0000","last_change":"2023-09-23T15:13:12.076400+0000","last_active":"2023-09-23T15:13:38.174334+0000","last_peered":"2023-09-23T15:13:38.174334+0000","last_clean":"2023-09-23T15:13:38.174334+0000","last_became_active":"2023-09-23T15:13:12.075779+0000","last_became_peered":"2023-09-23T15:13:12.075779+0000","last_unstale":"2023-09-23T15:13:38.174334+0000","last_undegraded":"2023-09-23T15:13:38.174334+0000","last_fullsized":"2023-09-23T15:13:38.174334+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:25:33.398172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":161,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063516+0000","last_change":"2023-09-23T15:13:37.074052+0000","last_active":"2023-09-23T15:13:38.063516+0000","last_peered":"2023-09-23T15:13:38.063516+0000","last_clean":"2023-09-23T15:13:38.063516+0000","last_became_active":"2023-09-23T15:13:37.060692+0000","last_became_peered":"2023-09-23T15:13:37.060692+0000","last_unstale":"2023-09-23T15:13:38.063516+0000","last_undegraded":"2023-09-23T15:13:38.063516+0000","last_fullsized":"2023-09-23T15:13:38.063516+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:57.115585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":141,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063610+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:13:38.063610+0000","last_peered":"2023-09-23T15:13:38.063610+0000","last_clean":"2023-09-23T15:13:38.063610+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:13:38.063610+0000","last_undegraded":"2023-09-23T15:13:38.063610+0000","last_fullsized":"2023-09-23T15:13:38.063610+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"177'4913","reported_seq":4959,"reported_epoch":177,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:13:48.109177+0000","last_change":"2023-09-23T15:13:38.198556+0000","last_active":"2023-09-23T15:13:48.109177+0000","last_peered":"2023-09-23T15:13:48.109177+0000","last_clean":"2023-09-23T15:13:36.066390+0000","last_became_active":"2023-09-23T15:13:38.187445+0000","last_became_peered":"2023-09-23T15:13:38.187445+0000","last_unstale":"2023-09-23T15:13:48.109177+0000","last_undegraded":"2023-09-23T15:13:38.092505+0000","last_fullsized":"2023-09-23T15:13:38.067491+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4913,"log_dups_size":0,"ondisk_log_size":4913,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:51:00.982092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":321978368,"num_objects":4913,"num_object_clones":0,"num_object_copies":14739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4401,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4913,"num_write_kb":314432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,5,6","objects":4401},{"shards":"1,6","objects":512}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":150,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068427+0000","last_change":"2023-09-23T15:12:45.141824+0000","last_active":"2023-09-23T15:13:38.068427+0000","last_peered":"2023-09-23T15:13:38.068427+0000","last_clean":"2023-09-23T15:13:38.068427+0000","last_became_active":"2023-09-23T15:12:45.128435+0000","last_became_peered":"2023-09-23T15:12:45.128435+0000","last_unstale":"2023-09-23T15:13:38.068427+0000","last_undegraded":"2023-09-23T15:13:38.068427+0000","last_fullsized":"2023-09-23T15:13:38.068427+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:05:07.872572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":112,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.067781+0000","last_change":"2023-09-23T15:13:37.066569+0000","last_active":"2023-09-23T15:13:38.067781+0000","last_peered":"2023-09-23T15:13:38.067781+0000","last_clean":"2023-09-23T15:13:38.067781+0000","last_became_active":"2023-09-23T15:13:37.066258+0000","last_became_peered":"2023-09-23T15:13:37.066258+0000","last_unstale":"2023-09-23T15:13:38.067781+0000","last_undegraded":"2023-09-23T15:13:38.067781+0000","last_fullsized":"2023-09-23T15:13:38.067781+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:23.610752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.a","version":"177'4918","reported_seq":4965,"reported_epoch":177,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:13:48.574012+0000","last_change":"2023-09-23T15:13:13.215359+0000","last_active":"2023-09-23T15:13:48.574012+0000","last_peered":"2023-09-23T15:13:48.574012+0000","last_clean":"2023-09-23T15:13:11.097166+0000","last_became_active":"2023-09-23T15:13:13.205842+0000","last_became_peered":"2023-09-23T15:13:13.205842+0000","last_unstale":"2023-09-23T15:13:48.574012+0000","last_undegraded":"2023-09-23T15:13:13.090198+0000","last_fullsized":"2023-09-23T15:13:13.053011+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4918,"log_dups_size":0,"ondisk_log_size":4918,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:26.610937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322306048,"num_objects":4918,"num_object_clones":0,"num_object_copies":14754,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3499,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4918,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4918,"num_write_kb":314752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5],"avail_no_missing":["3","2","5"],"object_location_counts":[{"shards":"2,3,5","objects":3499},{"shards":"3,5","objects":1419}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":137,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068349+0000","last_change":"2023-09-23T15:06:44.959353+0000","last_active":"2023-09-23T15:13:38.068349+0000","last_peered":"2023-09-23T15:13:38.068349+0000","last_clean":"2023-09-23T15:13:38.068349+0000","last_became_active":"2023-09-23T15:06:44.958935+0000","last_became_peered":"2023-09-23T15:06:44.958935+0000","last_unstale":"2023-09-23T15:13:38.068349+0000","last_undegraded":"2023-09-23T15:13:38.068349+0000","last_fullsized":"2023-09-23T15:13:38.068349+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:07.695495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":188,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064635+0000","last_change":"2023-09-23T15:13:12.062143+0000","last_active":"2023-09-23T15:13:38.064635+0000","last_peered":"2023-09-23T15:13:38.064635+0000","last_clean":"2023-09-23T15:13:38.064635+0000","last_became_active":"2023-09-23T15:13:12.061551+0000","last_became_peered":"2023-09-23T15:13:12.061551+0000","last_unstale":"2023-09-23T15:13:38.064635+0000","last_undegraded":"2023-09-23T15:13:38.064635+0000","last_fullsized":"2023-09-23T15:13:38.064635+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:03:34.318748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"177'4862","reported_seq":8666,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-09-23T15:13:48.096609+0000","last_change":"2023-09-23T15:13:03.077339+0000","last_active":"2023-09-23T15:13:48.096609+0000","last_peered":"2023-09-23T15:13:48.096609+0000","last_clean":"2023-09-23T15:13:48.096609+0000","last_became_active":"2023-09-23T15:13:03.073860+0000","last_became_peered":"2023-09-23T15:13:03.073860+0000","last_unstale":"2023-09-23T15:13:48.096609+0000","last_undegraded":"2023-09-23T15:13:48.096609+0000","last_fullsized":"2023-09-23T15:13:48.096609+0000","mapping_epoch":162,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4862,"log_dups_size":0,"ondisk_log_size":4862,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:23.072934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318636032,"num_objects":4862,"num_object_clones":0,"num_object_copies":14586,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4862,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4862,"num_write_kb":311168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1874,"num_bytes_recovered":122814464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":144,"reported_epoch":176,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:13:38.068638+0000","last_change":"2023-09-23T15:13:37.068519+0000","last_active":"2023-09-23T15:13:38.068638+0000","last_peered":"2023-09-23T15:13:38.068638+0000","last_clean":"2023-09-23T15:13:33.112654+0000","last_became_active":"2023-09-23T15:13:37.068154+0000","last_became_peered":"2023-09-23T15:13:37.068154+0000","last_unstale":"2023-09-23T15:13:38.068638+0000","last_undegraded":"2023-09-23T15:13:37.060281+0000","last_fullsized":"2023-09-23T15:13:38.068638+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:47:42.079432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":["7","5","6"],"object_location_counts":[{"shards":"5,6,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":117,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063636+0000","last_change":"2023-09-23T15:10:32.008968+0000","last_active":"2023-09-23T15:13:38.063636+0000","last_peered":"2023-09-23T15:13:38.063636+0000","last_clean":"2023-09-23T15:13:38.063636+0000","last_became_active":"2023-09-23T15:10:32.008695+0000","last_became_peered":"2023-09-23T15:10:32.008695+0000","last_unstale":"2023-09-23T15:13:38.063636+0000","last_undegraded":"2023-09-23T15:13:38.063636+0000","last_fullsized":"2023-09-23T15:13:38.063636+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:48:10.347766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"177'4670","reported_seq":4723,"reported_epoch":177,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:13:44.516881+0000","last_change":"2023-09-23T15:13:19.604678+0000","last_active":"2023-09-23T15:13:44.516881+0000","last_peered":"2023-09-23T15:13:44.516881+0000","last_clean":"2023-09-23T15:13:11.085680+0000","last_became_active":"2023-09-23T15:13:19.575789+0000","last_became_peered":"2023-09-23T15:13:19.575789+0000","last_unstale":"2023-09-23T15:13:44.516881+0000","last_undegraded":"2023-09-23T15:13:19.517258+0000","last_fullsized":"2023-09-23T15:13:19.513001+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4670,"log_dups_size":0,"ondisk_log_size":4670,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:17:57.981230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306053120,"num_objects":4670,"num_object_clones":0,"num_object_copies":14010,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3401,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4670,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4670,"num_write_kb":298880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4],"avail_no_missing":["7","2","4"],"object_location_counts":[{"shards":"2,4,7","objects":3401},{"shards":"4,7","objects":1269}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":120,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063354+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:13:38.063354+0000","last_peered":"2023-09-23T15:13:38.063354+0000","last_clean":"2023-09-23T15:13:38.063354+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:13:38.063354+0000","last_undegraded":"2023-09-23T15:13:38.063354+0000","last_fullsized":"2023-09-23T15:13:38.063354+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":67,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068575+0000","last_change":"2023-09-23T15:12:45.125174+0000","last_active":"2023-09-23T15:13:38.068575+0000","last_peered":"2023-09-23T15:13:38.068575+0000","last_clean":"2023-09-23T15:13:38.068575+0000","last_became_active":"2023-09-23T15:12:45.124801+0000","last_became_peered":"2023-09-23T15:12:45.124801+0000","last_unstale":"2023-09-23T15:13:38.068575+0000","last_undegraded":"2023-09-23T15:13:38.068575+0000","last_fullsized":"2023-09-23T15:13:38.068575+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:21.837538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"177'4876","reported_seq":8858,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-09-23T15:13:48.489321+0000","last_change":"2023-09-23T15:13:15.103893+0000","last_active":"2023-09-23T15:13:48.489321+0000","last_peered":"2023-09-23T15:13:48.489321+0000","last_clean":"2023-09-23T15:13:48.489321+0000","last_became_active":"2023-09-23T15:13:15.101563+0000","last_became_peered":"2023-09-23T15:13:15.101563+0000","last_unstale":"2023-09-23T15:13:48.489321+0000","last_undegraded":"2023-09-23T15:13:48.489321+0000","last_fullsized":"2023-09-23T15:13:48.489321+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4876,"log_dups_size":0,"ondisk_log_size":4876,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:27.666182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":319553536,"num_objects":4876,"num_object_clones":0,"num_object_copies":14628,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4876,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4876,"num_write_kb":312064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1962,"num_bytes_recovered":128581632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":152,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.065592+0000","last_change":"2023-09-23T15:12:45.131013+0000","last_active":"2023-09-23T15:13:38.065592+0000","last_peered":"2023-09-23T15:13:38.065592+0000","last_clean":"2023-09-23T15:13:38.065592+0000","last_became_active":"2023-09-23T15:12:45.124895+0000","last_became_peered":"2023-09-23T15:12:45.124895+0000","last_unstale":"2023-09-23T15:13:38.065592+0000","last_undegraded":"2023-09-23T15:13:38.065592+0000","last_fullsized":"2023-09-23T15:13:38.065592+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:09:37.217279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":151,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.065061+0000","last_change":"2023-09-23T15:10:32.004960+0000","last_active":"2023-09-23T15:13:38.065061+0000","last_peered":"2023-09-23T15:13:38.065061+0000","last_clean":"2023-09-23T15:13:38.065061+0000","last_became_active":"2023-09-23T15:10:32.004629+0000","last_became_peered":"2023-09-23T15:10:32.004629+0000","last_unstale":"2023-09-23T15:13:38.065061+0000","last_undegraded":"2023-09-23T15:13:38.065061+0000","last_fullsized":"2023-09-23T15:13:38.065061+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:31.277181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"177'4942","reported_seq":8913,"reported_epoch":177,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:13:48.574158+0000","last_change":"2023-09-23T15:13:38.319130+0000","last_active":"2023-09-23T15:13:48.574158+0000","last_peered":"2023-09-23T15:13:48.574158+0000","last_clean":"2023-09-23T15:13:11.076557+0000","last_became_active":"2023-09-23T15:13:38.313618+0000","last_became_peered":"2023-09-23T15:13:38.313618+0000","last_unstale":"2023-09-23T15:13:48.574158+0000","last_undegraded":"2023-09-23T15:13:38.172692+0000","last_fullsized":"2023-09-23T15:13:38.062725+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4942,"log_dups_size":0,"ondisk_log_size":4942,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:37:46.255700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323878912,"num_objects":4942,"num_object_clones":0,"num_object_copies":14826,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7912,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4942,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4942,"num_write_kb":316288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1949,"num_bytes_recovered":127729664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1],"avail_no_missing":["3","0","2","5"],"object_location_counts":[{"shards":"1,3","objects":537},{"shards":"1,3,5","objects":897},{"shards":"2,3,5","objects":3507}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":118,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063536+0000","last_change":"2023-09-23T15:10:32.001159+0000","last_active":"2023-09-23T15:13:38.063536+0000","last_peered":"2023-09-23T15:13:38.063536+0000","last_clean":"2023-09-23T15:13:38.063536+0000","last_became_active":"2023-09-23T15:10:32.000879+0000","last_became_peered":"2023-09-23T15:10:32.000879+0000","last_unstale":"2023-09-23T15:13:38.063536+0000","last_undegraded":"2023-09-23T15:13:38.063536+0000","last_fullsized":"2023-09-23T15:13:38.063536+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:26:29.610906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":178,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.065013+0000","last_change":"2023-09-23T15:13:12.069888+0000","last_active":"2023-09-23T15:13:38.065013+0000","last_peered":"2023-09-23T15:13:38.065013+0000","last_clean":"2023-09-23T15:13:38.065013+0000","last_became_active":"2023-09-23T15:13:12.069603+0000","last_became_peered":"2023-09-23T15:13:12.069603+0000","last_unstale":"2023-09-23T15:13:38.065013+0000","last_undegraded":"2023-09-23T15:13:38.065013+0000","last_fullsized":"2023-09-23T15:13:38.065013+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:56:19.784507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"177'4766","reported_seq":7695,"reported_epoch":177,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:13:45.137576+0000","last_change":"2023-09-23T15:13:37.066199+0000","last_active":"2023-09-23T15:13:45.137576+0000","last_peered":"2023-09-23T15:13:45.137576+0000","last_clean":"2023-09-23T15:12:44.085616+0000","last_became_active":"2023-09-23T15:12:46.227817+0000","last_became_peered":"2023-09-23T15:12:46.227817+0000","last_unstale":"2023-09-23T15:13:45.137576+0000","last_undegraded":"2023-09-23T15:13:37.065333+0000","last_fullsized":"2023-09-23T15:12:46.120607+0000","mapping_epoch":154,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4766,"log_dups_size":0,"ondisk_log_size":4766,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:57.404436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312344576,"num_objects":4766,"num_object_clones":0,"num_object_copies":14298,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":554,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4766,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4766,"num_write_kb":305024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1439,"num_bytes_recovered":94306304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"0,1,6","objects":554},{"shards":"1,6","objects":4212}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":162,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064590+0000","last_change":"2023-09-23T15:13:12.064784+0000","last_active":"2023-09-23T15:13:38.064590+0000","last_peered":"2023-09-23T15:13:38.064590+0000","last_clean":"2023-09-23T15:13:38.064590+0000","last_became_active":"2023-09-23T15:13:12.064452+0000","last_became_peered":"2023-09-23T15:13:12.064452+0000","last_unstale":"2023-09-23T15:13:38.064590+0000","last_undegraded":"2023-09-23T15:13:38.064590+0000","last_fullsized":"2023-09-23T15:13:38.064590+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:49.145771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":151,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.065383+0000","last_change":"2023-09-23T15:10:32.002676+0000","last_active":"2023-09-23T15:13:38.065383+0000","last_peered":"2023-09-23T15:13:38.065383+0000","last_clean":"2023-09-23T15:13:38.065383+0000","last_became_active":"2023-09-23T15:10:32.002390+0000","last_became_peered":"2023-09-23T15:10:32.002390+0000","last_unstale":"2023-09-23T15:13:38.065383+0000","last_undegraded":"2023-09-23T15:13:38.065383+0000","last_fullsized":"2023-09-23T15:13:38.065383+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:55:30.721959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"177'4724","reported_seq":4762,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-09-23T15:13:45.145641+0000","last_change":"2023-09-23T15:12:19.050096+0000","last_active":"2023-09-23T15:13:45.145641+0000","last_peered":"2023-09-23T15:13:45.145641+0000","last_clean":"2023-09-23T15:13:45.145641+0000","last_became_active":"2023-09-23T15:12:19.049631+0000","last_became_peered":"2023-09-23T15:12:19.049631+0000","last_unstale":"2023-09-23T15:13:45.145641+0000","last_undegraded":"2023-09-23T15:13:45.145641+0000","last_fullsized":"2023-09-23T15:13:45.145641+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4724,"log_dups_size":0,"ondisk_log_size":4724,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:18.163605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":309592064,"num_objects":4724,"num_object_clones":0,"num_object_copies":14172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4724,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4724,"num_write_kb":302336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":142,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063060+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:13:38.063060+0000","last_peered":"2023-09-23T15:13:38.063060+0000","last_clean":"2023-09-23T15:13:38.063060+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:13:38.063060+0000","last_undegraded":"2023-09-23T15:13:38.063060+0000","last_fullsized":"2023-09-23T15:13:38.063060+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":124,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068120+0000","last_change":"2023-09-23T15:07:50.032151+0000","last_active":"2023-09-23T15:13:38.068120+0000","last_peered":"2023-09-23T15:13:38.068120+0000","last_clean":"2023-09-23T15:13:38.068120+0000","last_became_active":"2023-09-23T15:07:50.031884+0000","last_became_peered":"2023-09-23T15:07:50.031884+0000","last_unstale":"2023-09-23T15:13:38.068120+0000","last_undegraded":"2023-09-23T15:13:38.068120+0000","last_fullsized":"2023-09-23T15:13:38.068120+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:19.460897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"177'4863","reported_seq":4900,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-09-23T15:13:48.000274+0000","last_change":"2023-09-23T15:12:19.050301+0000","last_active":"2023-09-23T15:13:48.000274+0000","last_peered":"2023-09-23T15:13:48.000274+0000","last_clean":"2023-09-23T15:13:48.000274+0000","last_became_active":"2023-09-23T15:12:19.049837+0000","last_became_peered":"2023-09-23T15:12:19.049837+0000","last_unstale":"2023-09-23T15:13:48.000274+0000","last_undegraded":"2023-09-23T15:13:48.000274+0000","last_fullsized":"2023-09-23T15:13:48.000274+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4863,"log_dups_size":0,"ondisk_log_size":4863,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:57.974698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318701568,"num_objects":4863,"num_object_clones":0,"num_object_copies":14589,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4863,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4863,"num_write_kb":311232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":165,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068805+0000","last_change":"2023-09-23T15:13:12.059384+0000","last_active":"2023-09-23T15:13:38.068805+0000","last_peered":"2023-09-23T15:13:38.068805+0000","last_clean":"2023-09-23T15:13:38.068805+0000","last_became_active":"2023-09-23T15:13:12.059115+0000","last_became_peered":"2023-09-23T15:13:12.059115+0000","last_unstale":"2023-09-23T15:13:38.068805+0000","last_undegraded":"2023-09-23T15:13:38.068805+0000","last_fullsized":"2023-09-23T15:13:38.068805+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:06:43.688568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":141,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063427+0000","last_change":"2023-09-23T15:13:12.062271+0000","last_active":"2023-09-23T15:13:38.063427+0000","last_peered":"2023-09-23T15:13:38.063427+0000","last_clean":"2023-09-23T15:13:38.063427+0000","last_became_active":"2023-09-23T15:13:12.061904+0000","last_became_peered":"2023-09-23T15:13:12.061904+0000","last_unstale":"2023-09-23T15:13:38.063427+0000","last_undegraded":"2023-09-23T15:13:38.063427+0000","last_fullsized":"2023-09-23T15:13:38.063427+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:43:00.614393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":118,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.069620+0000","last_change":"2023-09-23T15:13:37.065775+0000","last_active":"2023-09-23T15:13:38.069620+0000","last_peered":"2023-09-23T15:13:38.069620+0000","last_clean":"2023-09-23T15:13:38.069620+0000","last_became_active":"2023-09-23T15:13:37.065497+0000","last_became_peered":"2023-09-23T15:13:37.065497+0000","last_unstale":"2023-09-23T15:13:38.069620+0000","last_undegraded":"2023-09-23T15:13:38.069620+0000","last_fullsized":"2023-09-23T15:13:38.069620+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:37:59.620932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"177'4731","reported_seq":6664,"reported_epoch":177,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:13:45.110194+0000","last_change":"2023-09-23T15:13:12.067383+0000","last_active":"2023-09-23T15:13:45.110194+0000","last_peered":"2023-09-23T15:13:45.110194+0000","last_clean":"2023-09-23T15:12:44.098467+0000","last_became_active":"2023-09-23T15:12:46.222318+0000","last_became_peered":"2023-09-23T15:12:46.222318+0000","last_unstale":"2023-09-23T15:13:45.110194+0000","last_undegraded":"2023-09-23T15:13:12.064718+0000","last_fullsized":"2023-09-23T15:12:46.120916+0000","mapping_epoch":154,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4731,"log_dups_size":0,"ondisk_log_size":4731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:56:18.656451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310050816,"num_objects":4731,"num_object_clones":0,"num_object_copies":14193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":978,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4731,"num_write_kb":302784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":941,"num_bytes_recovered":61669376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":978},{"shards":"3,6","objects":3753}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":123,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.069807+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:13:38.069807+0000","last_peered":"2023-09-23T15:13:38.069807+0000","last_clean":"2023-09-23T15:13:38.069807+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:13:38.069807+0000","last_undegraded":"2023-09-23T15:13:38.069807+0000","last_fullsized":"2023-09-23T15:13:38.069807+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":162,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064920+0000","last_change":"2023-09-23T15:12:45.122945+0000","last_active":"2023-09-23T15:13:38.064920+0000","last_peered":"2023-09-23T15:13:38.064920+0000","last_clean":"2023-09-23T15:13:38.064920+0000","last_became_active":"2023-09-23T15:12:45.122604+0000","last_became_peered":"2023-09-23T15:12:45.122604+0000","last_unstale":"2023-09-23T15:13:38.064920+0000","last_undegraded":"2023-09-23T15:13:38.064920+0000","last_fullsized":"2023-09-23T15:13:38.064920+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:15.901253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":163,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068722+0000","last_change":"2023-09-23T15:13:12.061326+0000","last_active":"2023-09-23T15:13:38.068722+0000","last_peered":"2023-09-23T15:13:38.068722+0000","last_clean":"2023-09-23T15:13:38.068722+0000","last_became_active":"2023-09-23T15:13:12.060982+0000","last_became_peered":"2023-09-23T15:13:12.060982+0000","last_unstale":"2023-09-23T15:13:38.068722+0000","last_undegraded":"2023-09-23T15:13:38.068722+0000","last_fullsized":"2023-09-23T15:13:38.068722+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:46.149713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"177'4854","reported_seq":8786,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-09-23T15:13:47.959618+0000","last_change":"2023-09-23T15:13:12.082793+0000","last_active":"2023-09-23T15:13:47.959618+0000","last_peered":"2023-09-23T15:13:47.959618+0000","last_clean":"2023-09-23T15:13:47.959618+0000","last_became_active":"2023-09-23T15:13:01.284422+0000","last_became_peered":"2023-09-23T15:13:01.284422+0000","last_unstale":"2023-09-23T15:13:47.959618+0000","last_undegraded":"2023-09-23T15:13:47.959618+0000","last_fullsized":"2023-09-23T15:13:47.959618+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4854,"log_dups_size":0,"ondisk_log_size":4854,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:47.899936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318111744,"num_objects":4854,"num_object_clones":0,"num_object_copies":14562,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4854,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4854,"num_write_kb":310656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1935,"num_bytes_recovered":126812160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":154,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063134+0000","last_change":"2023-09-23T15:13:12.061012+0000","last_active":"2023-09-23T15:13:38.063134+0000","last_peered":"2023-09-23T15:13:38.063134+0000","last_clean":"2023-09-23T15:13:38.063134+0000","last_became_active":"2023-09-23T15:13:12.060378+0000","last_became_peered":"2023-09-23T15:13:12.060378+0000","last_unstale":"2023-09-23T15:13:38.063134+0000","last_undegraded":"2023-09-23T15:13:38.063134+0000","last_fullsized":"2023-09-23T15:13:38.063134+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:55.699679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":159,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.067799+0000","last_change":"2023-09-23T15:13:12.061932+0000","last_active":"2023-09-23T15:13:38.067799+0000","last_peered":"2023-09-23T15:13:38.067799+0000","last_clean":"2023-09-23T15:13:38.067799+0000","last_became_active":"2023-09-23T15:13:12.061635+0000","last_became_peered":"2023-09-23T15:13:12.061635+0000","last_unstale":"2023-09-23T15:13:38.067799+0000","last_undegraded":"2023-09-23T15:13:38.067799+0000","last_fullsized":"2023-09-23T15:13:38.067799+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:05.846368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":152,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068044+0000","last_change":"2023-09-23T15:12:45.127153+0000","last_active":"2023-09-23T15:13:38.068044+0000","last_peered":"2023-09-23T15:13:38.068044+0000","last_clean":"2023-09-23T15:13:38.068044+0000","last_became_active":"2023-09-23T15:12:45.126918+0000","last_became_peered":"2023-09-23T15:12:45.126918+0000","last_unstale":"2023-09-23T15:13:38.068044+0000","last_undegraded":"2023-09-23T15:13:38.068044+0000","last_fullsized":"2023-09-23T15:13:38.068044+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:54:56.770643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"177'4597","reported_seq":8333,"reported_epoch":177,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:13:44.517342+0000","last_change":"2023-09-23T15:13:38.197717+0000","last_active":"2023-09-23T15:13:44.517342+0000","last_peered":"2023-09-23T15:13:44.517342+0000","last_clean":"2023-09-23T15:13:36.067740+0000","last_became_active":"2023-09-23T15:13:38.190562+0000","last_became_peered":"2023-09-23T15:13:38.190562+0000","last_unstale":"2023-09-23T15:13:44.517342+0000","last_undegraded":"2023-09-23T15:13:38.085324+0000","last_fullsized":"2023-09-23T15:13:38.067598+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4597,"log_dups_size":0,"ondisk_log_size":4597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:01.826260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301268992,"num_objects":4597,"num_object_clones":0,"num_object_copies":13791,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4288,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4597,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4597,"num_write_kb":294208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1833,"num_bytes_recovered":120127488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","5"],"object_location_counts":[{"shards":"3,5,7","objects":4288},{"shards":"3,7","objects":309}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":115,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068060+0000","last_change":"2023-09-23T15:13:12.063956+0000","last_active":"2023-09-23T15:13:38.068060+0000","last_peered":"2023-09-23T15:13:38.068060+0000","last_clean":"2023-09-23T15:13:38.068060+0000","last_became_active":"2023-09-23T15:13:12.063610+0000","last_became_peered":"2023-09-23T15:13:12.063610+0000","last_unstale":"2023-09-23T15:13:38.068060+0000","last_undegraded":"2023-09-23T15:13:38.068060+0000","last_fullsized":"2023-09-23T15:13:38.068060+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:18:15.518514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":558,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.067691+0000","last_change":"2023-09-23T15:12:48.076453+0000","last_active":"2023-09-23T15:13:38.067691+0000","last_peered":"2023-09-23T15:13:38.067691+0000","last_clean":"2023-09-23T15:13:38.067691+0000","last_became_active":"2023-09-23T15:12:48.075604+0000","last_became_peered":"2023-09-23T15:12:48.075604+0000","last_unstale":"2023-09-23T15:13:38.067691+0000","last_undegraded":"2023-09-23T15:13:38.067691+0000","last_fullsized":"2023-09-23T15:13:38.067691+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:19:52.879121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":116,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.067671+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:13:38.067671+0000","last_peered":"2023-09-23T15:13:38.067671+0000","last_clean":"2023-09-23T15:13:38.067671+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:13:38.067671+0000","last_undegraded":"2023-09-23T15:13:38.067671+0000","last_fullsized":"2023-09-23T15:13:38.067671+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":78,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063940+0000","last_change":"2023-09-23T15:10:32.008210+0000","last_active":"2023-09-23T15:13:38.063940+0000","last_peered":"2023-09-23T15:13:38.063940+0000","last_clean":"2023-09-23T15:13:38.063940+0000","last_became_active":"2023-09-23T15:10:32.007957+0000","last_became_peered":"2023-09-23T15:10:32.007957+0000","last_unstale":"2023-09-23T15:13:38.063940+0000","last_undegraded":"2023-09-23T15:13:38.063940+0000","last_fullsized":"2023-09-23T15:13:38.063940+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:31:16.276320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"177'4710","reported_seq":4767,"reported_epoch":177,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:13:44.532295+0000","last_change":"2023-09-23T15:13:13.263726+0000","last_active":"2023-09-23T15:13:44.532295+0000","last_peered":"2023-09-23T15:13:44.532295+0000","last_clean":"2023-09-23T15:12:44.098817+0000","last_became_active":"2023-09-23T15:13:13.254535+0000","last_became_peered":"2023-09-23T15:13:13.254535+0000","last_unstale":"2023-09-23T15:13:44.532295+0000","last_undegraded":"2023-09-23T15:13:13.167834+0000","last_fullsized":"2023-09-23T15:13:13.055451+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4710,"log_dups_size":0,"ondisk_log_size":4710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:19:55.363038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":308674560,"num_objects":4710,"num_object_clones":0,"num_object_copies":14130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5395,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4710,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4710,"num_write_kb":301440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","2"],"object_location_counts":[{"shards":"0,2,7","objects":1914},{"shards":"1,2,7","objects":1565},{"shards":"1,7","objects":1230},{"shards":"2,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":165,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.067642+0000","last_change":"2023-09-23T15:12:45.123385+0000","last_active":"2023-09-23T15:13:38.067642+0000","last_peered":"2023-09-23T15:13:38.067642+0000","last_clean":"2023-09-23T15:13:38.067642+0000","last_became_active":"2023-09-23T15:12:45.122304+0000","last_became_peered":"2023-09-23T15:12:45.122304+0000","last_unstale":"2023-09-23T15:13:38.067642+0000","last_undegraded":"2023-09-23T15:13:38.067642+0000","last_fullsized":"2023-09-23T15:13:38.067642+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:22:56.958343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":78,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064677+0000","last_change":"2023-09-23T15:12:45.125100+0000","last_active":"2023-09-23T15:13:38.064677+0000","last_peered":"2023-09-23T15:13:38.064677+0000","last_clean":"2023-09-23T15:13:38.064677+0000","last_became_active":"2023-09-23T15:12:45.124798+0000","last_became_peered":"2023-09-23T15:12:45.124798+0000","last_unstale":"2023-09-23T15:13:38.064677+0000","last_undegraded":"2023-09-23T15:13:38.064677+0000","last_fullsized":"2023-09-23T15:13:38.064677+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:59.816298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":127,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.082227+0000","last_change":"2023-09-23T15:13:37.067687+0000","last_active":"2023-09-23T15:13:38.082227+0000","last_peered":"2023-09-23T15:13:38.082227+0000","last_clean":"2023-09-23T15:13:38.082227+0000","last_became_active":"2023-09-23T15:13:37.067376+0000","last_became_peered":"2023-09-23T15:13:37.067376+0000","last_unstale":"2023-09-23T15:13:38.082227+0000","last_undegraded":"2023-09-23T15:13:38.082227+0000","last_fullsized":"2023-09-23T15:13:38.082227+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:56:48.888460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.0","version":"177'4838","reported_seq":4875,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-09-23T15:13:47.931728+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:13:47.931728+0000","last_peered":"2023-09-23T15:13:47.931728+0000","last_clean":"2023-09-23T15:13:47.931728+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:13:47.931728+0000","last_undegraded":"2023-09-23T15:13:47.931728+0000","last_fullsized":"2023-09-23T15:13:47.931728+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4838,"log_dups_size":0,"ondisk_log_size":4838,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317063168,"num_objects":4838,"num_object_clones":0,"num_object_copies":14514,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4838,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4838,"num_write_kb":309632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":149,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068532+0000","last_change":"2023-09-23T15:12:45.126603+0000","last_active":"2023-09-23T15:13:38.068532+0000","last_peered":"2023-09-23T15:13:38.068532+0000","last_clean":"2023-09-23T15:13:38.068532+0000","last_became_active":"2023-09-23T15:12:45.126299+0000","last_became_peered":"2023-09-23T15:12:45.126299+0000","last_unstale":"2023-09-23T15:13:38.068532+0000","last_undegraded":"2023-09-23T15:13:38.068532+0000","last_fullsized":"2023-09-23T15:13:38.068532+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:36:45.038596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":148,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068865+0000","last_change":"2023-09-23T15:13:12.075637+0000","last_active":"2023-09-23T15:13:38.068865+0000","last_peered":"2023-09-23T15:13:38.068865+0000","last_clean":"2023-09-23T15:13:38.068865+0000","last_became_active":"2023-09-23T15:13:12.075349+0000","last_became_peered":"2023-09-23T15:13:12.075349+0000","last_unstale":"2023-09-23T15:13:38.068865+0000","last_undegraded":"2023-09-23T15:13:38.068865+0000","last_fullsized":"2023-09-23T15:13:38.068865+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:44.195789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":48,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.081852+0000","last_change":"2023-09-23T15:12:45.124160+0000","last_active":"2023-09-23T15:13:38.081852+0000","last_peered":"2023-09-23T15:13:38.081852+0000","last_clean":"2023-09-23T15:13:38.081852+0000","last_became_active":"2023-09-23T15:12:45.123882+0000","last_became_peered":"2023-09-23T15:12:45.123882+0000","last_unstale":"2023-09-23T15:13:38.081852+0000","last_undegraded":"2023-09-23T15:13:38.081852+0000","last_fullsized":"2023-09-23T15:13:38.081852+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:23.413750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"177'4932","reported_seq":11618,"reported_epoch":177,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:13:48.581029+0000","last_change":"2023-09-23T15:13:13.661155+0000","last_active":"2023-09-23T15:13:48.581029+0000","last_peered":"2023-09-23T15:13:48.581029+0000","last_clean":"2023-09-23T15:13:11.075628+0000","last_became_active":"2023-09-23T15:13:13.200792+0000","last_became_peered":"2023-09-23T15:13:13.200792+0000","last_unstale":"2023-09-23T15:13:48.581029+0000","last_undegraded":"2023-09-23T15:13:48.581029+0000","last_fullsized":"2023-09-23T15:13:13.053026+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4932,"log_dups_size":0,"ondisk_log_size":4932,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:11:48.703812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323223552,"num_objects":4932,"num_object_clones":0,"num_object_copies":14796,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":151,"num_objects_unfound":0,"num_objects_dirty":4932,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4932,"num_write_kb":315648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3320,"num_bytes_recovered":217579520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4],"avail_no_missing":["3","2","4"],"object_location_counts":[{"shards":"2,3,4","objects":151},{"shards":"3,4","objects":4781}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":152,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063537+0000","last_change":"2023-09-23T15:12:45.141486+0000","last_active":"2023-09-23T15:13:38.063537+0000","last_peered":"2023-09-23T15:13:38.063537+0000","last_clean":"2023-09-23T15:13:38.063537+0000","last_became_active":"2023-09-23T15:12:45.126678+0000","last_became_peered":"2023-09-23T15:12:45.126678+0000","last_unstale":"2023-09-23T15:13:38.063537+0000","last_undegraded":"2023-09-23T15:13:38.063537+0000","last_fullsized":"2023-09-23T15:13:38.063537+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:06:06.729087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":124,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.069092+0000","last_change":"2023-09-23T15:10:32.002271+0000","last_active":"2023-09-23T15:13:38.069092+0000","last_peered":"2023-09-23T15:13:38.069092+0000","last_clean":"2023-09-23T15:13:38.069092+0000","last_became_active":"2023-09-23T15:10:32.001972+0000","last_became_peered":"2023-09-23T15:10:32.001972+0000","last_unstale":"2023-09-23T15:13:38.069092+0000","last_undegraded":"2023-09-23T15:13:38.069092+0000","last_fullsized":"2023-09-23T15:13:38.069092+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:06:34.690769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":146,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-09-23T15:13:44.170846+0000","last_change":"2023-09-23T15:12:45.122574+0000","last_active":"2023-09-23T15:13:44.170846+0000","last_peered":"2023-09-23T15:13:44.170846+0000","last_clean":"2023-09-23T15:13:44.170846+0000","last_became_active":"2023-09-23T15:12:45.122157+0000","last_became_peered":"2023-09-23T15:12:45.122157+0000","last_unstale":"2023-09-23T15:13:44.170846+0000","last_undegraded":"2023-09-23T15:13:44.170846+0000","last_fullsized":"2023-09-23T15:13:44.170846+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:42.241719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"177'4897","reported_seq":4944,"reported_epoch":177,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:13:48.507679+0000","last_change":"2023-09-23T15:13:13.215345+0000","last_active":"2023-09-23T15:13:48.507679+0000","last_peered":"2023-09-23T15:13:48.507679+0000","last_clean":"2023-09-23T15:13:11.086095+0000","last_became_active":"2023-09-23T15:13:13.202580+0000","last_became_peered":"2023-09-23T15:13:13.202580+0000","last_unstale":"2023-09-23T15:13:48.507679+0000","last_undegraded":"2023-09-23T15:13:13.085184+0000","last_fullsized":"2023-09-23T15:13:13.053490+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4897,"log_dups_size":0,"ondisk_log_size":4897,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:28.783474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320929792,"num_objects":4897,"num_object_clones":0,"num_object_copies":14691,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3491,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4897,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4897,"num_write_kb":313408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1],"avail_no_missing":["3","1","2"],"object_location_counts":[{"shards":"1,2,3","objects":3491},{"shards":"1,3","objects":1406}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":136,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.065046+0000","last_change":"2023-09-23T15:13:12.065648+0000","last_active":"2023-09-23T15:13:38.065046+0000","last_peered":"2023-09-23T15:13:38.065046+0000","last_clean":"2023-09-23T15:13:38.065046+0000","last_became_active":"2023-09-23T15:13:12.064634+0000","last_became_peered":"2023-09-23T15:13:12.064634+0000","last_unstale":"2023-09-23T15:13:38.065046+0000","last_undegraded":"2023-09-23T15:13:38.065046+0000","last_fullsized":"2023-09-23T15:13:38.065046+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:46:30.446410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":59,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.069187+0000","last_change":"2023-09-23T15:12:45.139947+0000","last_active":"2023-09-23T15:13:38.069187+0000","last_peered":"2023-09-23T15:13:38.069187+0000","last_clean":"2023-09-23T15:13:38.069187+0000","last_became_active":"2023-09-23T15:12:45.130913+0000","last_became_peered":"2023-09-23T15:12:45.130913+0000","last_unstale":"2023-09-23T15:13:38.069187+0000","last_undegraded":"2023-09-23T15:13:38.069187+0000","last_fullsized":"2023-09-23T15:13:38.069187+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:56:03.504073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":134,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064510+0000","last_change":"2023-09-23T15:10:32.002742+0000","last_active":"2023-09-23T15:13:38.064510+0000","last_peered":"2023-09-23T15:13:38.064510+0000","last_clean":"2023-09-23T15:13:38.064510+0000","last_became_active":"2023-09-23T15:10:32.002445+0000","last_became_peered":"2023-09-23T15:10:32.002445+0000","last_unstale":"2023-09-23T15:13:38.064510+0000","last_undegraded":"2023-09-23T15:13:38.064510+0000","last_fullsized":"2023-09-23T15:13:38.064510+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:16.287112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":46,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.065038+0000","last_change":"2023-09-23T15:12:45.125089+0000","last_active":"2023-09-23T15:13:38.065038+0000","last_peered":"2023-09-23T15:13:38.065038+0000","last_clean":"2023-09-23T15:13:38.065038+0000","last_became_active":"2023-09-23T15:12:45.124785+0000","last_became_peered":"2023-09-23T15:12:45.124785+0000","last_unstale":"2023-09-23T15:13:38.065038+0000","last_undegraded":"2023-09-23T15:13:38.065038+0000","last_fullsized":"2023-09-23T15:13:38.065038+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:49:56.427374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":110,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.068911+0000","last_change":"2023-09-23T15:13:12.065178+0000","last_active":"2023-09-23T15:13:38.068911+0000","last_peered":"2023-09-23T15:13:38.068911+0000","last_clean":"2023-09-23T15:13:38.068911+0000","last_became_active":"2023-09-23T15:13:12.064911+0000","last_became_peered":"2023-09-23T15:13:12.064911+0000","last_unstale":"2023-09-23T15:13:38.068911+0000","last_undegraded":"2023-09-23T15:13:38.068911+0000","last_fullsized":"2023-09-23T15:13:38.068911+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:44:37.859244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":42,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064987+0000","last_change":"2023-09-23T15:12:57.250995+0000","last_active":"2023-09-23T15:13:38.064987+0000","last_peered":"2023-09-23T15:13:38.064987+0000","last_clean":"2023-09-23T15:13:38.064987+0000","last_became_active":"2023-09-23T15:12:57.250681+0000","last_became_peered":"2023-09-23T15:12:57.250681+0000","last_unstale":"2023-09-23T15:13:38.064987+0000","last_undegraded":"2023-09-23T15:13:38.064987+0000","last_fullsized":"2023-09-23T15:13:38.064987+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:28:33.837444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":188,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064917+0000","last_change":"2023-09-23T15:13:12.061137+0000","last_active":"2023-09-23T15:13:38.064917+0000","last_peered":"2023-09-23T15:13:38.064917+0000","last_clean":"2023-09-23T15:13:38.064917+0000","last_became_active":"2023-09-23T15:13:12.060893+0000","last_became_peered":"2023-09-23T15:13:12.060893+0000","last_unstale":"2023-09-23T15:13:38.064917+0000","last_undegraded":"2023-09-23T15:13:38.064917+0000","last_fullsized":"2023-09-23T15:13:38.064917+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:24:54.753029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":42,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.065093+0000","last_change":"2023-09-23T15:12:57.245779+0000","last_active":"2023-09-23T15:13:38.065093+0000","last_peered":"2023-09-23T15:13:38.065093+0000","last_clean":"2023-09-23T15:13:38.065093+0000","last_became_active":"2023-09-23T15:12:57.245447+0000","last_became_peered":"2023-09-23T15:12:57.245447+0000","last_unstale":"2023-09-23T15:13:38.065093+0000","last_undegraded":"2023-09-23T15:13:38.065093+0000","last_fullsized":"2023-09-23T15:13:38.065093+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:37:55.595567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":171,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064728+0000","last_change":"2023-09-23T15:13:12.068808+0000","last_active":"2023-09-23T15:13:38.064728+0000","last_peered":"2023-09-23T15:13:38.064728+0000","last_clean":"2023-09-23T15:13:38.064728+0000","last_became_active":"2023-09-23T15:13:12.068080+0000","last_became_peered":"2023-09-23T15:13:12.068080+0000","last_unstale":"2023-09-23T15:13:38.064728+0000","last_undegraded":"2023-09-23T15:13:38.064728+0000","last_fullsized":"2023-09-23T15:13:38.064728+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:54:33.958061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":183,"reported_epoch":177,"state":"active+clean","last_fresh":"2023-09-23T15:13:44.182590+0000","last_change":"2023-09-23T15:13:12.057632+0000","last_active":"2023-09-23T15:13:44.182590+0000","last_peered":"2023-09-23T15:13:44.182590+0000","last_clean":"2023-09-23T15:13:44.182590+0000","last_became_active":"2023-09-23T15:13:12.057279+0000","last_became_peered":"2023-09-23T15:13:12.057279+0000","last_unstale":"2023-09-23T15:13:44.182590+0000","last_undegraded":"2023-09-23T15:13:44.182590+0000","last_fullsized":"2023-09-23T15:13:44.182590+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:54:36.549658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":195,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063803+0000","last_change":"2023-09-23T15:13:12.061045+0000","last_active":"2023-09-23T15:13:38.063803+0000","last_peered":"2023-09-23T15:13:38.063803+0000","last_clean":"2023-09-23T15:13:38.063803+0000","last_became_active":"2023-09-23T15:13:12.060743+0000","last_became_peered":"2023-09-23T15:13:12.060743+0000","last_unstale":"2023-09-23T15:13:38.063803+0000","last_undegraded":"2023-09-23T15:13:38.063803+0000","last_fullsized":"2023-09-23T15:13:38.063803+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:59:51.714451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":55,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.063923+0000","last_change":"2023-09-23T15:13:12.071791+0000","last_active":"2023-09-23T15:13:38.063923+0000","last_peered":"2023-09-23T15:13:38.063923+0000","last_clean":"2023-09-23T15:13:38.063923+0000","last_became_active":"2023-09-23T15:13:12.064328+0000","last_became_peered":"2023-09-23T15:13:12.064328+0000","last_unstale":"2023-09-23T15:13:38.063923+0000","last_undegraded":"2023-09-23T15:13:38.063923+0000","last_fullsized":"2023-09-23T15:13:38.063923+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:18.978740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":151,"reported_epoch":176,"state":"active+clean","last_fresh":"2023-09-23T15:13:38.064434+0000","last_change":"2023-09-23T15:10:32.002820+0000","last_active":"2023-09-23T15:13:38.064434+0000","last_peered":"2023-09-23T15:13:38.064434+0000","last_clean":"2023-09-23T15:13:38.064434+0000","last_became_active":"2023-09-23T15:10:32.002548+0000","last_became_peered":"2023-09-23T15:10:32.002548+0000","last_unstale":"2023-09-23T15:13:38.064434+0000","last_undegraded":"2023-09-23T15:13:38.064434+0000","last_fullsized":"2023-09-23T15:13:38.064434+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:30:59.691684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":5052366848,"num_objects":77093,"num_object_clones":0,"num_object_copies":231279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":33919,"num_objects_misplaced":151,"num_objects_unfound":0,"num_objects_dirty":77093,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":77093,"num_write_kb":4933952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15254,"num_bytes_recovered":999686144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15893921792,"data_stored":15893921792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77093,"ondisk_log_size":77093,"up":48,"acting":38,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":610,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201493,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1976028,"kb_used_data":1868180,"kb_used_omap":0,"kb_used_meta":107840,"kb_avail":91769124,"statfs":{"total":95995035648,"available":93971582976,"internally_reserved":0,"allocated":1913016320,"data_stored":1912393713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":110428160},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,4,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:13:23 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.091,"15min":0.72699999999999998},"min":{"1min":0.26700000000000002,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.0579999999999998,"5min":15.452999999999999,"15min":15.452999999999999},"last":0.28399999999999997},{"interface":"front","average":{"1min":1.4239999999999999,"5min":1.1879999999999999,"15min":0.77200000000000002},"min":{"1min":0.29299999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.3479999999999999,"5min":15.492000000000001,"15min":15.492000000000001},"last":1.8600000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:12:58 2023","interfaces":[{"interface":"back","average":{"1min":1.6970000000000001,"5min":1.1679999999999999,"15min":0.73499999999999999},"min":{"1min":0.32800000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":19.212,"5min":19.212,"15min":19.212},"last":3.7189999999999999},{"interface":"front","average":{"1min":1.704,"5min":1.2050000000000001,"15min":0.77800000000000002},"min":{"1min":0.372,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":19.18,"5min":19.18,"15min":19.18},"last":1.0649999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:13:15 2023","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.427,"15min":1.5529999999999999},"min":{"1min":0.32800000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":4.2759999999999998,"5min":5.5110000000000001,"15min":5.5110000000000001},"last":1.891},{"interface":"front","average":{"1min":1.2989999999999999,"5min":1.577,"15min":1.587},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":7.2779999999999996,"5min":7.8499999999999996,"15min":7.8499999999999996},"last":0.72999999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:12:58 2023","interfaces":[{"interface":"back","average":{"1min":3.694,"5min":4.335,"15min":1.7949999999999999},"min":{"1min":0.314,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":54.808,"5min":187.29400000000001,"15min":187.29400000000001},"last":3.7549999999999999},{"interface":"front","average":{"1min":3.6829999999999998,"5min":4.4000000000000004,"15min":1.8380000000000001},"min":{"1min":0.40200000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":54.826000000000001,"5min":187.309,"15min":187.309},"last":1.8280000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:12:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70499999999999996,"15min":0.54800000000000004},"min":{"1min":0.27100000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9449999999999998,"5min":5.0300000000000002,"15min":5.0300000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.66300000000000003,"15min":0.54800000000000004},"min":{"1min":0.28299999999999997,"5min":0.26900000000000002,"15min":0.25800000000000001},"max":{"1min":1.8180000000000001,"5min":4.7409999999999997,"15min":4.7409999999999997},"last":4.1070000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:12:45 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.80800000000000005,"15min":0.60799999999999998},"min":{"1min":0.34000000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.6349999999999998,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":3.6720000000000002},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.78300000000000003,"15min":0.623},"min":{"1min":0.31,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.976,"5min":6.1989999999999998,"15min":6.1989999999999998},"last":2.1909999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:13:35 2023","interfaces":[{"interface":"back","average":{"1min":1.2829999999999999,"5min":1.044,"15min":1.0720000000000001},"min":{"1min":0.374,"5min":0.307,"15min":0.307},"max":{"1min":4.9240000000000004,"5min":5.8280000000000003,"15min":5.8280000000000003},"last":3.7829999999999999},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.105,"15min":1.147},"min":{"1min":0.36399999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":6.5140000000000002,"5min":6.5140000000000002,"15min":6.5140000000000002},"last":3.8900000000000001}]}]},{"osd":6,"up_from":122,"seq":523986010152,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2286052,"kb_used_data":2168412,"kb_used_omap":9,"kb_used_meta":117622,"kb_avail":91459100,"statfs":{"total":95995035648,"available":93654118400,"internally_reserved":0,"allocated":2220453888,"data_stored":2219831893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":120445267},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":2.0049999999999999,"15min":2.4089999999999998},"min":{"1min":0.217,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":4.3159999999999998,"5min":26.251000000000001,"15min":26.251000000000001},"last":0.255},{"interface":"front","average":{"1min":1.0680000000000001,"5min":2.3010000000000002,"15min":2.863},"min":{"1min":0.255,"5min":0.251,"15min":0.251},"max":{"1min":4.5780000000000003,"5min":26.045999999999999,"15min":26.045999999999999},"last":0.372}]},{"osd":1,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.446,"5min":1.415,"15min":1.395},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.3250000000000002,"5min":6.9470000000000001,"15min":6.9470000000000001},"last":0.40600000000000003},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.8080000000000001,"15min":1.831},"min":{"1min":0.27100000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.7590000000000003,"5min":16.945,"15min":16.945},"last":10.471}]},{"osd":2,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.6719999999999999,"15min":1.766},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":5.4080000000000004,"5min":6.9100000000000001,"15min":6.9100000000000001},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.6439999999999999,"5min":1.7889999999999999,"15min":1.8660000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":4.7539999999999996,"5min":7.6109999999999998,"15min":7.6109999999999998},"last":4.8289999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.3089999999999999,"15min":1.3149999999999999},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":4.976,"5min":6.9720000000000004,"15min":6.9720000000000004},"last":4.5720000000000001},{"interface":"front","average":{"1min":2.0859999999999999,"5min":2.226,"15min":2.294},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.8620000000000001,"5min":12.978,"15min":12.978},"last":4.6619999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":2.504,"5min":1.0389999999999999,"15min":0.69099999999999995},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":36.335000000000001,"5min":36.335000000000001,"15min":36.335000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":3.081,"5min":1.2789999999999999,"15min":0.98099999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":36.374000000000002,"5min":36.374000000000002,"15min":36.374000000000002},"last":0.432}]},{"osd":5,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.9550000000000001,"5min":5.8369999999999997,"15min":7.7640000000000002},"min":{"1min":0.316,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":19.908000000000001,"5min":144.953,"15min":144.953},"last":0.52900000000000003},{"interface":"front","average":{"1min":1.786,"5min":5.625,"15min":7.46},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":17.462,"5min":144.79400000000001,"15min":144.79400000000001},"last":0.44600000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.2709999999999999,"5min":1.2789999999999999,"15min":1.2490000000000001},"min":{"1min":0.35099999999999998,"5min":0.315,"15min":0.315},"max":{"1min":3.9990000000000001,"5min":6.6239999999999997,"15min":6.6239999999999997},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.89000000000000001,"15min":0.79600000000000004},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":4.4550000000000001,"5min":6.399,"15min":6.399},"last":0.47099999999999997}]}]},{"osd":1,"up_from":89,"seq":382252089431,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2677084,"kb_used_data":2515092,"kb_used_omap":9,"kb_used_meta":161974,"kb_avail":91068068,"statfs":{"total":95995035648,"available":93253701632,"internally_reserved":0,"allocated":2575454208,"data_stored":2574607120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":165862377},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:12:57 2023","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":1.1020000000000001,"15min":0.58599999999999997},"min":{"1min":0.23400000000000001,"5min":0.189,"15min":0.189},"max":{"1min":4.3460000000000001,"5min":15.233000000000001,"15min":15.233000000000001},"last":2.774},{"interface":"front","average":{"1min":1.206,"5min":0.93400000000000005,"15min":0.55000000000000004},"min":{"1min":0.27800000000000002,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":6.077,"5min":6.077,"15min":6.077},"last":3.105}]},{"osd":2,"last update":"Sat Sep 23 15:13:08 2023","interfaces":[{"interface":"back","average":{"1min":3.2919999999999998,"5min":4.4489999999999998,"15min":5.2249999999999996},"min":{"1min":0.22600000000000001,"5min":0.185,"15min":0.185},"max":{"1min":47.584000000000003,"5min":64.444999999999993,"15min":64.444999999999993},"last":2.8050000000000002},{"interface":"front","average":{"1min":0.79700000000000004,"5min":4.0780000000000003,"15min":5.4039999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.4249999999999998,"5min":63.148000000000003,"15min":63.148000000000003},"last":3.1419999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:12:57 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":1.4219999999999999,"15min":0.70599999999999996},"min":{"1min":0.255,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.6020000000000003,"5min":26.690000000000001,"15min":26.690000000000001},"last":7.375},{"interface":"front","average":{"1min":1.0429999999999999,"5min":1.321,"15min":0.67900000000000005},"min":{"1min":0.27200000000000002,"5min":0.216,"15min":0.216},"max":{"1min":4.1660000000000004,"5min":26.792000000000002,"15min":26.792000000000002},"last":7.4649999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:12:57 2023","interfaces":[{"interface":"back","average":{"1min":1.2509999999999999,"5min":1.0600000000000001,"15min":0.73699999999999999},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":6.4409999999999998,"5min":9.0850000000000009,"15min":9.0850000000000009},"last":4.2539999999999996},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.008,"15min":0.72899999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":5.7450000000000001,"5min":6.8049999999999997,"15min":6.8049999999999997},"last":2.8620000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:12:57 2023","interfaces":[{"interface":"back","average":{"1min":1.325,"5min":0.88500000000000001,"15min":0.70299999999999996},"min":{"1min":0.44,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":6.1420000000000003,"5min":6.1420000000000003,"15min":6.1420000000000003},"last":3.2000000000000002},{"interface":"front","average":{"1min":1.4870000000000001,"5min":1.1259999999999999,"15min":0.81599999999999995},"min":{"1min":0.34599999999999997,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":6.7000000000000002,"5min":9.3130000000000006,"15min":9.3130000000000006},"last":3.3620000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:13:38 2023","interfaces":[{"interface":"back","average":{"1min":1.8500000000000001,"5min":1.6599999999999999,"15min":1.6759999999999999},"min":{"1min":0.378,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":7.181,"5min":7.181,"15min":7.181},"last":3.1739999999999999},{"interface":"front","average":{"1min":1.5640000000000001,"5min":1.7370000000000001,"15min":1.925},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.5250000000000004,"5min":8.1039999999999992,"15min":8.1039999999999992},"last":3.4020000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:12:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.204,"15min":0.81299999999999994},"min":{"1min":0.379,"5min":0.375,"15min":0.375},"max":{"1min":3.7269999999999999,"5min":9.7769999999999992,"15min":9.7769999999999992},"last":3.4300000000000002},{"interface":"front","average":{"1min":0.79900000000000004,"5min":1.04,"15min":0.77400000000000002},"min":{"1min":0.38100000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":2.2349999999999999,"5min":9.0299999999999994,"15min":9.0299999999999994},"last":2.839}]}]},{"osd":0,"up_from":0,"seq":360777252957,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":502511173677,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":99,"seq":425201762378,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3798024,"kb_used_data":3505536,"kb_used_omap":7,"kb_used_meta":292472,"kb_avail":89947128,"statfs":{"total":95995035648,"available":92105859072,"internally_reserved":0,"allocated":3589668864,"data_stored":3588837152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":299491944},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,0,1,7],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:13:04 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.89200000000000002,"15min":0.503},"min":{"1min":0.222,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":4.9939999999999998,"5min":7.0209999999999999,"15min":7.0209999999999999},"last":7.7619999999999996},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.0469999999999999,"15min":0.56699999999999995},"min":{"1min":0.217,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":6.8689999999999998,"5min":8.5139999999999993,"15min":8.5139999999999993},"last":4.5979999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:13:04 2023","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.319,"15min":0.65700000000000003},"min":{"1min":0.25,"5min":0.193,"15min":0.193},"max":{"1min":6.3899999999999997,"5min":18.564,"15min":18.564},"last":7.6520000000000001},{"interface":"front","average":{"1min":1.2669999999999999,"5min":1.3120000000000001,"15min":0.66700000000000004},"min":{"1min":0.29799999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":6.2919999999999998,"5min":15.208,"15min":15.208},"last":7.8739999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:13:12 2023","interfaces":[{"interface":"back","average":{"1min":2.327,"5min":3.5619999999999998,"15min":3.9820000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":18.361999999999998,"5min":55.378999999999998,"15min":55.378999999999998},"last":4.7279999999999998},{"interface":"front","average":{"1min":2.04,"5min":3.9500000000000002,"15min":4.5049999999999999},"min":{"1min":0.34100000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":18.323,"5min":55.401000000000003,"15min":55.401000000000003},"last":4.6529999999999996}]},{"osd":4,"last update":"Sat Sep 23 15:13:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1739999999999999,"5min":0.89500000000000002,"15min":0.68500000000000005},"min":{"1min":0.40600000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":6.577,"5min":6.577,"15min":6.577},"last":1.9550000000000001},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.94199999999999995,"15min":0.69799999999999995},"min":{"1min":0.311,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":2.6829999999999998,"5min":6.1749999999999998,"15min":6.1749999999999998},"last":2.044}]},{"osd":5,"last update":"Sat Sep 23 15:13:04 2023","interfaces":[{"interface":"back","average":{"1min":1.321,"5min":1.056,"15min":0.73599999999999999},"min":{"1min":0.38300000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":10.962999999999999,"5min":10.962999999999999,"15min":10.962999999999999},"last":2.0830000000000002},{"interface":"front","average":{"1min":1.3340000000000001,"5min":1.1419999999999999,"15min":0.77500000000000002},"min":{"1min":0.44400000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":10.361000000000001,"5min":10.361000000000001,"15min":10.361000000000001},"last":4.6769999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:13:41 2023","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":1.462,"15min":1.5640000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":6.766,"5min":6.766,"15min":6.766},"last":7.7919999999999998},{"interface":"front","average":{"1min":1.579,"5min":1.7190000000000001,"15min":1.8069999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":9.3640000000000008,"5min":9.3640000000000008,"15min":9.3640000000000008},"last":4.7060000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:13:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.046,"15min":0.751},"min":{"1min":0.40799999999999997,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":6.5350000000000001,"5min":6.5720000000000001,"15min":6.5720000000000001},"last":5.5049999999999999},{"interface":"front","average":{"1min":0.76700000000000002,"5min":1.0509999999999999,"15min":0.75700000000000001},"min":{"1min":0.36699999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.7200000000000002,"5min":7.6749999999999998,"15min":7.6749999999999998},"last":7.7149999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986403,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1973608,"kb_used_data":1880992,"kb_used_omap":0,"kb_used_meta":92608,"kb_avail":91771544,"statfs":{"total":95995035648,"available":93974061056,"internally_reserved":0,"allocated":1926135808,"data_stored":1925509538,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":94830592},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:13:24 2023","interfaces":[{"interface":"back","average":{"1min":1.2490000000000001,"5min":0.84599999999999997,"15min":0.63600000000000001},"min":{"1min":0.27200000000000002,"5min":0.22,"15min":0.22},"max":{"1min":7.9930000000000003,"5min":7.9930000000000003,"15min":7.9930000000000003},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.85099999999999998,"15min":0.65600000000000003},"min":{"1min":0.249,"5min":0.221,"15min":0.221},"max":{"1min":2.3260000000000001,"5min":8.5830000000000002,"15min":8.5830000000000002},"last":2.399}]},{"osd":1,"last update":"Sat Sep 23 15:12:53 2023","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":1.159,"15min":0.75},"min":{"1min":0.33500000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":3.4489999999999998,"5min":14.436,"15min":14.436},"last":0.623},{"interface":"front","average":{"1min":1.431,"5min":1.284,"15min":0.80500000000000005},"min":{"1min":0.26900000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":7.7560000000000002,"5min":14.413,"15min":14.413},"last":0.28599999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:13:17 2023","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.5009999999999999,"15min":1.4770000000000001},"min":{"1min":0.32500000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.6280000000000001,"5min":11.009,"15min":11.009},"last":1.327},{"interface":"front","average":{"1min":1.623,"5min":0.88400000000000001,"15min":0.68200000000000005},"min":{"1min":0.33100000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":9.1300000000000008,"5min":9.1300000000000008,"15min":9.1300000000000008},"last":1.228}]},{"osd":3,"last update":"Sat Sep 23 15:12:56 2023","interfaces":[{"interface":"back","average":{"1min":1.224,"5min":1.373,"15min":0.84599999999999997},"min":{"1min":0.33800000000000002,"5min":0.314,"15min":0.314},"max":{"1min":8.1839999999999993,"5min":31.689,"15min":31.689},"last":2.0259999999999998},{"interface":"front","average":{"1min":1.3620000000000001,"5min":1.595,"15min":0.95099999999999996},"min":{"1min":0.41499999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":6.7690000000000001,"5min":31.608000000000001,"15min":31.608000000000001},"last":0.378}]},{"osd":5,"last update":"Sat Sep 23 15:13:07 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.83999999999999997,"15min":0.59099999999999997},"min":{"1min":0.25900000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":2.294,"5min":8.6669999999999998,"15min":8.6669999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.83999999999999997,"5min":1,"15min":0.67300000000000004},"min":{"1min":0.312,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.8339999999999996,"5min":10.984,"15min":10.984},"last":0.60299999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:13:35 2023","interfaces":[{"interface":"back","average":{"1min":1.5229999999999999,"5min":1.806,"15min":2.1099999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":7.2000000000000002,"5min":10.878,"15min":10.878},"last":0.63700000000000001},{"interface":"front","average":{"1min":1.1919999999999999,"5min":0.99299999999999999,"15min":1.0009999999999999},"min":{"1min":0.28899999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":8.0649999999999995,"5min":8.0649999999999995,"15min":8.0649999999999995},"last":0.47999999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:13:07 2023","interfaces":[{"interface":"back","average":{"1min":4.2080000000000002,"5min":1.5589999999999999,"15min":0.89500000000000002},"min":{"1min":0.371,"5min":0.311,"15min":0.307},"max":{"1min":89.771000000000001,"5min":89.771000000000001,"15min":89.771000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":4.8470000000000004,"5min":1.6359999999999999,"15min":0.94099999999999995},"min":{"1min":0.35599999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":92.168999999999997,"5min":92.168999999999997,"15min":92.168999999999997},"last":1.0529999999999999}]}]},{"osd":5,"up_from":39,"seq":167503724766,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1537424,"kb_used_data":1458696,"kb_used_omap":0,"kb_used_meta":78720,"kb_avail":92207728,"statfs":{"total":95995035648,"available":94420713472,"internally_reserved":0,"allocated":1493704704,"data_stored":1493097877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":80609280},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:13:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.97099999999999997,"15min":0.63900000000000001},"min":{"1min":0.24099999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.996,"5min":6.4880000000000004,"15min":6.4880000000000004},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.98599999999999999,"15min":0.69299999999999995},"min":{"1min":0.25,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":2.859,"5min":4.8010000000000002,"15min":4.8010000000000002},"last":0.39800000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:12:52 2023","interfaces":[{"interface":"back","average":{"1min":8.4809999999999999,"5min":2.7890000000000001,"15min":1.2969999999999999},"min":{"1min":0.29099999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":125.14400000000001,"5min":125.14400000000001,"15min":125.14400000000001},"last":0.30199999999999999},{"interface":"front","average":{"1min":8.3160000000000007,"5min":2.8399999999999999,"15min":1.306},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":125.36499999999999,"5min":125.36499999999999,"15min":125.36499999999999},"last":4.1660000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:13:11 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":1.589,"15min":1.7410000000000001},"min":{"1min":0.27700000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.29,"5min":6.8769999999999998,"15min":6.8769999999999998},"last":3.8660000000000001},{"interface":"front","average":{"1min":0.78700000000000003,"5min":1.732,"15min":1.9119999999999999},"min":{"1min":0.29799999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.3129999999999997,"5min":10.372,"15min":10.372},"last":3.9449999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:12:56 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":2.3740000000000001,"15min":1.1759999999999999},"min":{"1min":0.33100000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":2.6589999999999998,"5min":103.989,"15min":103.989},"last":2.5899999999999999},{"interface":"front","average":{"1min":1.276,"5min":2.3809999999999998,"15min":1.238},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":11.332000000000001,"5min":101.824,"15min":101.824},"last":0.60699999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:13:19 2023","interfaces":[{"interface":"back","average":{"1min":1.1950000000000001,"5min":1.3069999999999999,"15min":0.75600000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.246},"max":{"1min":6.7389999999999999,"5min":48.997999999999998,"15min":48.997999999999998},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.626,"5min":1.423,"15min":0.81499999999999995},"min":{"1min":0.311,"5min":0.247,"15min":0.247},"max":{"1min":1.26,"5min":49.017000000000003,"15min":49.017000000000003},"last":0.33600000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:13:38 2023","interfaces":[{"interface":"back","average":{"1min":7.0460000000000003,"5min":2.3370000000000002,"15min":1.599},"min":{"1min":0.378,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":111.089,"5min":111.089,"15min":111.089},"last":0.42199999999999999},{"interface":"front","average":{"1min":6.8470000000000004,"5min":2.8969999999999998,"15min":2.4239999999999999},"min":{"1min":0.378,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":111.146,"5min":111.146,"15min":111.146},"last":0.38300000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:13:02 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":1.5569999999999999,"15min":0.91200000000000003},"min":{"1min":0.314,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.3260000000000001,"5min":77.837000000000003,"15min":77.837000000000003},"last":0.318},{"interface":"front","average":{"1min":0.91100000000000003,"5min":1.667,"15min":0.94599999999999995},"min":{"1min":0.35299999999999998,"5min":0.318,"15min":0.318},"max":{"1min":3.448,"5min":78.174000000000007,"15min":78.174000000000007},"last":0.58399999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":746586112,"data_stored":746586112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2588082176,"data_stored":2588082176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1366425600,"data_stored":1366425600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3591700480,"data_stored":3591700480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1946157056,"data_stored":1946157056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1495662592,"data_stored":1495662592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2221146112,"data_stored":2221146112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1938161664,"data_stored":1938161664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:13:51.947 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_1 pgp_num 16 2023-09-23T15:13:52.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 82 16 80429 80413 61.2588 39.9375 0.01836 0.0163188 2023-09-23T15:13:52.015 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:52.084 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:52.116 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[212312]: pgmap v462: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.8 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 58 MiB/s wr, 926 op/s; 33920/235926 objects degraded (14.377%); 151/235926 objects misplaced (0.064%); 7.6 MiB/s, 120 objects/s recovering 2023-09-23T15:13:52.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[212312]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[212312]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[212312]: osdmap e179: 8 total, 8 up, 6 in 2023-09-23T15:13:52.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[212312]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[212312]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[212312]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.117 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:52.118 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 33920/235926 objects degraded (14.377%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:13:52.277 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:52.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:52.280 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:52 smithi178 ceph-mon[192298]: pgmap v462: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.8 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 58 MiB/s wr, 926 op/s; 33920/235926 objects degraded (14.377%); 151/235926 objects misplaced (0.064%); 7.6 MiB/s, 120 objects/s recovering 2023-09-23T15:13:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:52 smithi178 ceph-mon[192298]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:52 smithi178 ceph-mon[192298]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:52 smithi178 ceph-mon[192298]: osdmap e179: 8 total, 8 up, 6 in 2023-09-23T15:13:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:52 smithi178 ceph-mon[192298]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:52 smithi178 ceph-mon[192298]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:52 smithi178 ceph-mon[192298]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:52.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 33920/235926 objects degraded (14.377%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:13:52.380 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:52.403 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[219580]: pgmap v462: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.8 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 58 MiB/s wr, 926 op/s; 33920/235926 objects degraded (14.377%); 151/235926 objects misplaced (0.064%); 7.6 MiB/s, 120 objects/s recovering 2023-09-23T15:13:52.403 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[219580]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.403 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[219580]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.403 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[219580]: osdmap e179: 8 total, 8 up, 6 in 2023-09-23T15:13:52.404 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[219580]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.404 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[219580]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.404 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[219580]: failed to encode map e179 with expected crc 2023-09-23T15:13:52.404 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:13:52.404 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 33920/235926 objects degraded (14.377%), 10 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:13:52.406 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:52.790 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:52.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:52.792 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:52.892 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:52.988 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:53.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 83 16 81037 81021 60.9786 38 0.0272872 0.0163934 2023-09-23T15:13:53.053 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:53.146 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:53.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:53.153 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:53.163 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:53.255 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:53.319 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:53.425 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:53.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:53.442 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:53.539 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:13:53.543 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:53.601 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:53.685 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:53.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:53.694 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:53.795 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:53.867 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:53.955 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:53.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:53.965 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:54.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 84 16 81779 81763 60.8048 46.375 0.0147012 0.0164407 2023-09-23T15:13:54.066 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:54.132 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:54.154 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:13:54.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:54 smithi118 ceph-mon[219580]: pgmap v464: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 43 MiB/s wr, 683 op/s; 33920/237693 objects degraded (14.271%); 151/237693 objects misplaced (0.064%); 4.0 MiB/s, 64 objects/s recovering 2023-09-23T15:13:54.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:54 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3968642041' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:54.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:54 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:54.185 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:54 smithi118 ceph-mon[212312]: pgmap v464: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 43 MiB/s wr, 683 op/s; 33920/237693 objects degraded (14.271%); 151/237693 objects misplaced (0.064%); 4.0 MiB/s, 64 objects/s recovering 2023-09-23T15:13:54.185 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:54 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3968642041' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:54.185 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:54 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:54.249 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:54.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:54.256 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:54.357 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:13:54.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:54 smithi178 ceph-mon[192298]: pgmap v464: 89 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 78 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 43 MiB/s wr, 683 op/s; 33920/237693 objects degraded (14.271%); 151/237693 objects misplaced (0.064%); 4.0 MiB/s, 64 objects/s recovering 2023-09-23T15:13:54.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:54 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3968642041' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:54.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:54 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:13:54.431 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:54.555 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:13:54.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:54.572 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:13:54.672 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:54.701 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:55.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 85 16 82435 82419 60.5718 41 0.0222019 0.0165044 2023-09-23T15:13:55.177 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:55.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:55.180 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:55.281 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:55.307 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:55.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:13:55.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[219580]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:13:55.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[219580]: osdmap e180: 8 total, 8 up, 6 in 2023-09-23T15:13:55.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[219580]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[219580]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[219580]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:13:55.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[212312]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:13:55.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[212312]: osdmap e180: 8 total, 8 up, 6 in 2023-09-23T15:13:55.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[212312]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[212312]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:55 smithi118 ceph-mon[212312]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:55 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:13:55.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:55 smithi178 ceph-mon[192298]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:55 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:13:55.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:55 smithi178 ceph-mon[192298]: osdmap e180: 8 total, 8 up, 6 in 2023-09-23T15:13:55.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:55 smithi178 ceph-mon[192298]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:55 smithi178 ceph-mon[192298]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:55 smithi178 ceph-mon[192298]: failed to encode map e180 with expected crc 2023-09-23T15:13:55.746 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:13:55.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:55.753 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:13:55.854 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:55.880 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:56.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 86 16 83116 83100 60.3624 42.5625 0.0241571 0.0165533 2023-09-23T15:13:56.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:56 smithi118 ceph-mon[212312]: pgmap v466: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 42 MiB/s wr, 672 op/s; 25125/243459 objects degraded (10.320%); 8254/243459 objects misplaced (3.390%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:13:56.407 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:56 smithi118 ceph-mon[219580]: pgmap v466: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 42 MiB/s wr, 672 op/s; 25125/243459 objects degraded (10.320%); 8254/243459 objects misplaced (3.390%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:13:56.442 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:56.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:56.449 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:56.549 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:56.607 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:56 smithi178 ceph-mon[192298]: pgmap v466: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 42 MiB/s wr, 672 op/s; 25125/243459 objects degraded (10.320%); 8254/243459 objects misplaced (3.390%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:13:56.955 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:56.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:56.966 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:57.011 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 87 16 83858 83842 60.2017 46.375 0.0294376 0.0166052 2023-09-23T15:13:57.067 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:13:57.148 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:57.318 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:13:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 25125/243459 objects degraded (10.320%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:13:57.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 25125/243459 objects degraded (10.320%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:13:57.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:57.321 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:13:57.422 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:13:57.473 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 25125/243459 objects degraded (10.320%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:13:57.480 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:57.573 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:13:57.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:57.587 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:13:57.688 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:13:57.728 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:57.820 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:13:57.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:57.841 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:13:57.889 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:13:57.935 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:13:57.941 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:13:57.984 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:13:58.012 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 88 16 84595 84579 60.041 46.0625 0.0138404 0.0166505 2023-09-23T15:13:58.018 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:13:58.019 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:13:58.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:13:58.019 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:13:58.019 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.019 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:30516 7.e 7:7bd6a072:::benchmark_data_smithi118_332595_object30515:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152)", 2023-09-23T15:13:58.019 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:12:44.104486+0000", 2023-09-23T15:13:58.019 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 73.909887866999995, 2023-09-23T15:13:58.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2109398150000001, 2023-09-23T15:13:58.019 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.019 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:13:58.020 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.020 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.020 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.020 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 30516 2023-09-23T15:13:58.020 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.020 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.020 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.020 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.020 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104486+0000", 2023-09-23T15:13:58.020 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.020 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.021 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.021 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.021 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104486+0000", 2023-09-23T15:13:58.021 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.021 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.021 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.021 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.021 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104485+0000", 2023-09-23T15:13:58.021 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:58.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.022 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.022 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104506+0000", 2023-09-23T15:13:58.022 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0429e-05 2023-09-23T15:13:58.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.022 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.022 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104516+0000", 2023-09-23T15:13:58.022 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0251000000000001e-05 2023-09-23T15:13:58.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104522+0000", 2023-09-23T15:13:58.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2110000000000003e-06 2023-09-23T15:13:58.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104578+0000", 2023-09-23T15:13:58.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5640999999999998e-05 2023-09-23T15:13:58.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104743+0000", 2023-09-23T15:13:58.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016500400000000001 2023-09-23T15:13:58.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:13:58.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104896+0000", 2023-09-23T15:13:58.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000153072 2023-09-23T15:13:58.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.108432+0000", 2023-09-23T15:13:58.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0035357940000000001 2023-09-23T15:13:58.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.119701+0000", 2023-09-23T15:13:58.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011269263999999999 2023-09-23T15:13:58.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.026 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.026 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.119715+0000", 2023-09-23T15:13:58.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.429e-05 2023-09-23T15:13:58.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.026 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.026 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.113263+0000", 2023-09-23T15:13:58.027 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.99354799599999999 2023-09-23T15:13:58.027 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.027 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.027 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.113278+0000", 2023-09-23T15:13:58.027 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4555e-05 2023-09-23T15:13:58.027 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.027 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.027 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.292186+0000", 2023-09-23T15:13:58.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.178908198 2023-09-23T15:13:58.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.028 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.028 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:13:58.028 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.292877+0000", 2023-09-23T15:13:58.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00069134299999999997 2023-09-23T15:13:58.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.028 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.028 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.315284+0000", 2023-09-23T15:13:58.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.022407256 2023-09-23T15:13:58.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.315426+0000", 2023-09-23T15:13:58.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014109499999999999 2023-09-23T15:13:58.029 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.029 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.029 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.030 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.030 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:30535 7.e 7:780e9da5:::benchmark_data_smithi118_332595_object30534:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:13:58.030 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:12:44.159172+0000", 2023-09-23T15:13:58.030 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 73.855201326, 2023-09-23T15:13:58.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1576701900000002, 2023-09-23T15:13:58.030 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.030 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.030 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.030 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.030 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.031 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 30535 2023-09-23T15:13:58.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.031 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.031 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.031 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159172+0000", 2023-09-23T15:13:58.031 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.031 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.031 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159172+0000", 2023-09-23T15:13:58.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159171+0000", 2023-09-23T15:13:58.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:13:58.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159200+0000", 2023-09-23T15:13:58.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9147000000000001e-05 2023-09-23T15:13:58.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159218+0000", 2023-09-23T15:13:58.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8006999999999999e-05 2023-09-23T15:13:58.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159226+0000", 2023-09-23T15:13:58.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6780000000000006e-06 2023-09-23T15:13:58.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159285+0000", 2023-09-23T15:13:58.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8353000000000002e-05 2023-09-23T15:13:58.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159295+0000", 2023-09-23T15:13:58.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0327e-05 2023-09-23T15:13:58.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.035 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.035 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.113334+0000", 2023-09-23T15:13:58.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95403853100000002 2023-09-23T15:13:58.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.035 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.035 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.113343+0000", 2023-09-23T15:13:58.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7510000000000003e-06 2023-09-23T15:13:58.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.293942+0000", 2023-09-23T15:13:58.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1805982699999999 2023-09-23T15:13:58.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.294113+0000", 2023-09-23T15:13:58.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017129600000000001 2023-09-23T15:13:58.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.294283+0000", 2023-09-23T15:13:58.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000170557 2023-09-23T15:13:58.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.303447+0000", 2023-09-23T15:13:58.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0091637799999999998 2023-09-23T15:13:58.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.311001+0000", 2023-09-23T15:13:58.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075540249999999998 2023-09-23T15:13:58.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.315468+0000", 2023-09-23T15:13:58.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044668800000000003 2023-09-23T15:13:58.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.315514+0000", 2023-09-23T15:13:58.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6269e-05 2023-09-23T15:13:58.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.316843+0000", 2023-09-23T15:13:58.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001328047 2023-09-23T15:13:58.040 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.040 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.040 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.040 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:31630 7.e 7:7d92c8b8:::benchmark_data_smithi118_332595_object31629:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e155)", 2023-09-23T15:13:58.040 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:12:47.043333+0000", 2023-09-23T15:13:58.040 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 70.971040463999998, 2023-09-23T15:13:58.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27778203299999998, 2023-09-23T15:13:58.041 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.041 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.041 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.041 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.041 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.041 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 31630 2023-09-23T15:13:58.041 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.041 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043333+0000", 2023-09-23T15:13:58.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043333+0000", 2023-09-23T15:13:58.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043331+0000", 2023-09-23T15:13:58.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:13:58.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043370+0000", 2023-09-23T15:13:58.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9014999999999998e-05 2023-09-23T15:13:58.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043384+0000", 2023-09-23T15:13:58.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3899e-05 2023-09-23T15:13:58.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043394+0000", 2023-09-23T15:13:58.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4790000000000002e-06 2023-09-23T15:13:58.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043456+0000", 2023-09-23T15:13:58.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2404999999999996e-05 2023-09-23T15:13:58.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043604+0000", 2023-09-23T15:13:58.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000148002 2023-09-23T15:13:58.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043710+0000", 2023-09-23T15:13:58.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000105747 2023-09-23T15:13:58.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.048057+0000", 2023-09-23T15:13:58.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0043469720000000002 2023-09-23T15:13:58.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.055163+0000", 2023-09-23T15:13:58.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0071060330000000003 2023-09-23T15:13:58.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.319751+0000", 2023-09-23T15:13:58.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.26458799700000002 2023-09-23T15:13:58.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.319801+0000", 2023-09-23T15:13:58.048 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9632000000000002e-05 2023-09-23T15:13:58.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.048 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.048 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.048 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.321115+0000", 2023-09-23T15:13:58.048 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0013145889999999999 2023-09-23T15:13:58.048 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.048 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.048 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:31631 7.e 7:76d21001:::benchmark_data_smithi118_332595_object31630:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e155)", 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:12:47.043414+0000", 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 70.970959721, 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27876273000000001, 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 31631 2023-09-23T15:13:58.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.050 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043414+0000", 2023-09-23T15:13:58.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043414+0000", 2023-09-23T15:13:58.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043413+0000", 2023-09-23T15:13:58.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:58.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043439+0000", 2023-09-23T15:13:58.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.516e-05 2023-09-23T15:13:58.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043446+0000", 2023-09-23T15:13:58.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3810000000000001e-06 2023-09-23T15:13:58.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.043452+0000", 2023-09-23T15:13:58.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6790000000000002e-06 2023-09-23T15:13:58.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.044900+0000", 2023-09-23T15:13:58.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00144798 2023-09-23T15:13:58.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.045041+0000", 2023-09-23T15:13:58.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000141452 2023-09-23T15:13:58.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.045193+0000", 2023-09-23T15:13:58.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000151507 2023-09-23T15:13:58.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.052277+0000", 2023-09-23T15:13:58.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0070842910000000004 2023-09-23T15:13:58.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.055226+0000", 2023-09-23T15:13:58.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002948843 2023-09-23T15:13:58.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.321167+0000", 2023-09-23T15:13:58.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.26594113000000003 2023-09-23T15:13:58.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.321224+0000", 2023-09-23T15:13:58.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7357e-05 2023-09-23T15:13:58.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.057 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:47.322177+0000", 2023-09-23T15:13:58.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00095252200000000003 2023-09-23T15:13:58.057 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.057 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.057 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.058 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:47935 7.e 7:73777f9b:::benchmark_data_smithi118_332595_object47934:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.058 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.100808+0000", 2023-09-23T15:13:58.058 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.913565329000001, 2023-09-23T15:13:58.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.974391864, 2023-09-23T15:13:58.058 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.058 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.058 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.058 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.058 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.058 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 47935 2023-09-23T15:13:58.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.059 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.100808+0000", 2023-09-23T15:13:58.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.100808+0000", 2023-09-23T15:13:58.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.100806+0000", 2023-09-23T15:13:58.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:13:58.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.100834+0000", 2023-09-23T15:13:58.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7231999999999999e-05 2023-09-23T15:13:58.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.100856+0000", 2023-09-23T15:13:58.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2823000000000002e-05 2023-09-23T15:13:58.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.062 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.100866+0000", 2023-09-23T15:13:58.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8199999999999992e-06 2023-09-23T15:13:58.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.062 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.101224+0000", 2023-09-23T15:13:58.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00035738000000000002 2023-09-23T15:13:58.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.101237+0000", 2023-09-23T15:13:58.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3550000000000001e-05 2023-09-23T15:13:58.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.066337+0000", 2023-09-23T15:13:58.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96509955199999997 2023-09-23T15:13:58.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.066524+0000", 2023-09-23T15:13:58.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000186882 2023-09-23T15:13:58.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.066728+0000", 2023-09-23T15:13:58.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00020424000000000001 2023-09-23T15:13:58.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.071189+0000", 2023-09-23T15:13:58.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044612089999999998 2023-09-23T15:13:58.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.071234+0000", 2023-09-23T15:13:58.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4907999999999998e-05 2023-09-23T15:13:58.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.075111+0000", 2023-09-23T15:13:58.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038772329999999999 2023-09-23T15:13:58.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.075162+0000", 2023-09-23T15:13:58.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0575000000000003e-05 2023-09-23T15:13:58.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.075200+0000", 2023-09-23T15:13:58.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8411999999999997e-05 2023-09-23T15:13:58.067 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.067 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.067 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.067 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:47944 7.e 7:78c16cea:::benchmark_data_smithi118_332595_object47943:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.067 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.107869+0000", 2023-09-23T15:13:58.067 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.906504222999999, 2023-09-23T15:13:58.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97149466100000004, 2023-09-23T15:13:58.067 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.068 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.068 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.068 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.068 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.068 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 47944 2023-09-23T15:13:58.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.068 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.107869+0000", 2023-09-23T15:13:58.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.107869+0000", 2023-09-23T15:13:58.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.107868+0000", 2023-09-23T15:13:58.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:58.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.107894+0000", 2023-09-23T15:13:58.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5931e-05 2023-09-23T15:13:58.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.107911+0000", 2023-09-23T15:13:58.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7271000000000001e-05 2023-09-23T15:13:58.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.107920+0000", 2023-09-23T15:13:58.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0529999999999996e-06 2023-09-23T15:13:58.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.108017+0000", 2023-09-23T15:13:58.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7145000000000006e-05 2023-09-23T15:13:58.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.108029+0000", 2023-09-23T15:13:58.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1882000000000001e-05 2023-09-23T15:13:58.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.069023+0000", 2023-09-23T15:13:58.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96099411000000001 2023-09-23T15:13:58.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.069175+0000", 2023-09-23T15:13:58.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015186299999999999 2023-09-23T15:13:58.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.069336+0000", 2023-09-23T15:13:58.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000161247 2023-09-23T15:13:58.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.075039+0000", 2023-09-23T15:13:58.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0057024989999999998 2023-09-23T15:13:58.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.075076+0000", 2023-09-23T15:13:58.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7283999999999997e-05 2023-09-23T15:13:58.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079262+0000", 2023-09-23T15:13:58.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0041857090000000001 2023-09-23T15:13:58.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079322+0000", 2023-09-23T15:13:58.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0430999999999998e-05 2023-09-23T15:13:58.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079364+0000", 2023-09-23T15:13:58.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1869000000000002e-05 2023-09-23T15:13:58.076 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.076 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.076 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.076 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:47947 7.e 7:78b66d42:::benchmark_data_smithi118_332595_object47946:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.076 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.113789+0000", 2023-09-23T15:13:58.077 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.900584672000001, 2023-09-23T15:13:58.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96568916599999999, 2023-09-23T15:13:58.077 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.077 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.077 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.077 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.077 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.077 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 47947 2023-09-23T15:13:58.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.077 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.113789+0000", 2023-09-23T15:13:58.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.113789+0000", 2023-09-23T15:13:58.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.113788+0000", 2023-09-23T15:13:58.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:58.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.113812+0000", 2023-09-23T15:13:58.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4406e-05 2023-09-23T15:13:58.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.113828+0000", 2023-09-23T15:13:58.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.575e-05 2023-09-23T15:13:58.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.113836+0000", 2023-09-23T15:13:58.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4950000000000008e-06 2023-09-23T15:13:58.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.113901+0000", 2023-09-23T15:13:58.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4474000000000006e-05 2023-09-23T15:13:58.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.113912+0000", 2023-09-23T15:13:58.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1061e-05 2023-09-23T15:13:58.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.071330+0000", 2023-09-23T15:13:58.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95741834599999998 2023-09-23T15:13:58.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.071449+0000", 2023-09-23T15:13:58.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011898 2023-09-23T15:13:58.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.071577+0000", 2023-09-23T15:13:58.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012755700000000001 2023-09-23T15:13:58.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.075083+0000", 2023-09-23T15:13:58.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0035060379999999999 2023-09-23T15:13:58.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.075258+0000", 2023-09-23T15:13:58.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000175186 2023-09-23T15:13:58.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079401+0000", 2023-09-23T15:13:58.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004143084 2023-09-23T15:13:58.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079445+0000", 2023-09-23T15:13:58.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3628000000000003e-05 2023-09-23T15:13:58.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079478+0000", 2023-09-23T15:13:58.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3510000000000003e-05 2023-09-23T15:13:58.085 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.085 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.085 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.085 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:47969 7.e 7:76e36a87:::benchmark_data_smithi118_332595_object47968:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.085 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.127590+0000", 2023-09-23T15:13:58.086 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.886783944000001, 2023-09-23T15:13:58.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95578874899999999, 2023-09-23T15:13:58.086 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.086 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.086 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.086 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.086 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.086 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 47969 2023-09-23T15:13:58.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.087 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.127590+0000", 2023-09-23T15:13:58.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.127590+0000", 2023-09-23T15:13:58.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.127588+0000", 2023-09-23T15:13:58.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:58.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.127611+0000", 2023-09-23T15:13:58.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2983e-05 2023-09-23T15:13:58.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.127621+0000", 2023-09-23T15:13:58.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5859999999999994e-06 2023-09-23T15:13:58.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.127629+0000", 2023-09-23T15:13:58.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9629999999999998e-06 2023-09-23T15:13:58.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.127684+0000", 2023-09-23T15:13:58.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4725999999999997e-05 2023-09-23T15:13:58.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.127690+0000", 2023-09-23T15:13:58.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7109999999999998e-06 2023-09-23T15:13:58.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.073245+0000", 2023-09-23T15:13:58.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.94555507900000002 2023-09-23T15:13:58.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.073375+0000", 2023-09-23T15:13:58.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012932699999999999 2023-09-23T15:13:58.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.073503+0000", 2023-09-23T15:13:58.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012852499999999999 2023-09-23T15:13:58.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079205+0000", 2023-09-23T15:13:58.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.005701546 2023-09-23T15:13:58.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079507+0000", 2023-09-23T15:13:58.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00030230399999999998 2023-09-23T15:13:58.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.083299+0000", 2023-09-23T15:13:58.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0037922149999999998 2023-09-23T15:13:58.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.083351+0000", 2023-09-23T15:13:58.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2231000000000002e-05 2023-09-23T15:13:58.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.083378+0000", 2023-09-23T15:13:58.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6974999999999998e-05 2023-09-23T15:13:58.094 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.094 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.094 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.095 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48002 7.e 7:7c1e04e0:::benchmark_data_smithi118_332595_object48001:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.095 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.151535+0000", 2023-09-23T15:13:58.095 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.862838971000002, 2023-09-23T15:13:58.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.93565571800000003, 2023-09-23T15:13:58.095 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.095 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.095 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.095 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.095 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.095 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48002 2023-09-23T15:13:58.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.096 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.151535+0000", 2023-09-23T15:13:58.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.151535+0000", 2023-09-23T15:13:58.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.151534+0000", 2023-09-23T15:13:58.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:58.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.151560+0000", 2023-09-23T15:13:58.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5791000000000001e-05 2023-09-23T15:13:58.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.151568+0000", 2023-09-23T15:13:58.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9049999999999997e-06 2023-09-23T15:13:58.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.151574+0000", 2023-09-23T15:13:58.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1029999999999998e-06 2023-09-23T15:13:58.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.151789+0000", 2023-09-23T15:13:58.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00021551299999999999 2023-09-23T15:13:58.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.151800+0000", 2023-09-23T15:13:58.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0586e-05 2023-09-23T15:13:58.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.075286+0000", 2023-09-23T15:13:58.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.92348557399999998 2023-09-23T15:13:58.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.075430+0000", 2023-09-23T15:13:58.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014489599999999999 2023-09-23T15:13:58.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.075575+0000", 2023-09-23T15:13:58.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014451399999999999 2023-09-23T15:13:58.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079235+0000", 2023-09-23T15:13:58.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0036599390000000001 2023-09-23T15:13:58.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079535+0000", 2023-09-23T15:13:58.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00030005199999999998 2023-09-23T15:13:58.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087120+0000", 2023-09-23T15:13:58.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075848959999999998 2023-09-23T15:13:58.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087153+0000", 2023-09-23T15:13:58.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2707999999999999e-05 2023-09-23T15:13:58.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087190+0000", 2023-09-23T15:13:58.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7796999999999997e-05 2023-09-23T15:13:58.103 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.103 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.103 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.104 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48016 7.e 7:79fb987e:::benchmark_data_smithi118_332595_object48015:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.104 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.162016+0000", 2023-09-23T15:13:58.104 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.852357187000003, 2023-09-23T15:13:58.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.92524565199999997, 2023-09-23T15:13:58.104 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.104 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.104 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.104 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.105 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.105 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48016 2023-09-23T15:13:58.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.105 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.162016+0000", 2023-09-23T15:13:58.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.162016+0000", 2023-09-23T15:13:58.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.162015+0000", 2023-09-23T15:13:58.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:58.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.162038+0000", 2023-09-23T15:13:58.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3118000000000001e-05 2023-09-23T15:13:58.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.162054+0000", 2023-09-23T15:13:58.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5460000000000001e-05 2023-09-23T15:13:58.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.162062+0000", 2023-09-23T15:13:58.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8639999999999996e-06 2023-09-23T15:13:58.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.162125+0000", 2023-09-23T15:13:58.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3440000000000002e-05 2023-09-23T15:13:58.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.162139+0000", 2023-09-23T15:13:58.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3489000000000001e-05 2023-09-23T15:13:58.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.077339+0000", 2023-09-23T15:13:58.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.91520014599999999 2023-09-23T15:13:58.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.077467+0000", 2023-09-23T15:13:58.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012821100000000001 2023-09-23T15:13:58.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.077608+0000", 2023-09-23T15:13:58.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000141104 2023-09-23T15:13:58.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079569+0000", 2023-09-23T15:13:58.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001961473 2023-09-23T15:13:58.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.083288+0000", 2023-09-23T15:13:58.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003718449 2023-09-23T15:13:58.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087197+0000", 2023-09-23T15:13:58.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003908992 2023-09-23T15:13:58.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087229+0000", 2023-09-23T15:13:58.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2450999999999998e-05 2023-09-23T15:13:58.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087262+0000", 2023-09-23T15:13:58.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2737000000000002e-05 2023-09-23T15:13:58.113 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.113 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.113 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.113 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48036 7.e 7:75259c3f:::benchmark_data_smithi118_332595_object48035:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.113 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.177944+0000", 2023-09-23T15:13:58.113 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.836429692000003, 2023-09-23T15:13:58.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.90950029899999996, 2023-09-23T15:13:58.113 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.113 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.114 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.114 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.114 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.114 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48036 2023-09-23T15:13:58.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.114 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.177944+0000", 2023-09-23T15:13:58.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.115 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.177944+0000", 2023-09-23T15:13:58.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.115 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.177942+0000", 2023-09-23T15:13:58.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:58.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.177966+0000", 2023-09-23T15:13:58.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3215999999999999e-05 2023-09-23T15:13:58.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.177979+0000", 2023-09-23T15:13:58.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3626e-05 2023-09-23T15:13:58.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.177988+0000", 2023-09-23T15:13:58.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.551e-06 2023-09-23T15:13:58.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.178061+0000", 2023-09-23T15:13:58.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3168000000000001e-05 2023-09-23T15:13:58.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.118 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.178073+0000", 2023-09-23T15:13:58.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2432999999999999e-05 2023-09-23T15:13:58.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.118 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079587+0000", 2023-09-23T15:13:58.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.90151337499999995 2023-09-23T15:13:58.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079697+0000", 2023-09-23T15:13:58.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000109848 2023-09-23T15:13:58.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.079814+0000", 2023-09-23T15:13:58.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011755 2023-09-23T15:13:58.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087269+0000", 2023-09-23T15:13:58.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0074552020000000002 2023-09-23T15:13:58.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087319+0000", 2023-09-23T15:13:58.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9404999999999999e-05 2023-09-23T15:13:58.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087357+0000", 2023-09-23T15:13:58.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8220000000000003e-05 2023-09-23T15:13:58.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087410+0000", 2023-09-23T15:13:58.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2754999999999999e-05 2023-09-23T15:13:58.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087444+0000", 2023-09-23T15:13:58.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4453999999999999e-05 2023-09-23T15:13:58.122 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.122 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.122 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.122 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.122 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.122 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48037 7.e 7:779e57f0:::benchmark_data_smithi118_332595_object48036:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.122 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.179105+0000", 2023-09-23T15:13:58.122 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.835269099999998, 2023-09-23T15:13:58.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.91255959499999995, 2023-09-23T15:13:58.123 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.123 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.123 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.123 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.123 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.123 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48037 2023-09-23T15:13:58.123 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.123 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.123 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.123 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.123 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179105+0000", 2023-09-23T15:13:58.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179105+0000", 2023-09-23T15:13:58.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179104+0000", 2023-09-23T15:13:58.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:13:58.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179127+0000", 2023-09-23T15:13:58.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3635e-05 2023-09-23T15:13:58.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179138+0000", 2023-09-23T15:13:58.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0614999999999999e-05 2023-09-23T15:13:58.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179144+0000", 2023-09-23T15:13:58.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3820000000000001e-06 2023-09-23T15:13:58.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179197+0000", 2023-09-23T15:13:58.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2927999999999999e-05 2023-09-23T15:13:58.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179208+0000", 2023-09-23T15:13:58.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0708e-05 2023-09-23T15:13:58.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.081354+0000", 2023-09-23T15:13:58.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.90214634400000004 2023-09-23T15:13:58.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.128 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.128 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.128 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.081478+0000", 2023-09-23T15:13:58.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000123545 2023-09-23T15:13:58.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.128 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.128 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.128 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.081614+0000", 2023-09-23T15:13:58.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013623800000000001 2023-09-23T15:13:58.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087275+0000", 2023-09-23T15:13:58.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0056606429999999999 2023-09-23T15:13:58.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087495+0000", 2023-09-23T15:13:58.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00022059299999999999 2023-09-23T15:13:58.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.091580+0000", 2023-09-23T15:13:58.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0040844829999999999 2023-09-23T15:13:58.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.091625+0000", 2023-09-23T15:13:58.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5535999999999999e-05 2023-09-23T15:13:58.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.131 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.091664+0000", 2023-09-23T15:13:58.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8899999999999997e-05 2023-09-23T15:13:58.131 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.131 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.131 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.131 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48039 7.e 7:78db1574:::benchmark_data_smithi118_332595_object48038:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.131 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.179863+0000", 2023-09-23T15:13:58.132 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.834510291000001, 2023-09-23T15:13:58.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.91755815900000004, 2023-09-23T15:13:58.132 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.132 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.132 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.132 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.132 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.132 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48039 2023-09-23T15:13:58.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.132 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179863+0000", 2023-09-23T15:13:58.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179863+0000", 2023-09-23T15:13:58.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179863+0000", 2023-09-23T15:13:58.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:58.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179883+0000", 2023-09-23T15:13:58.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.98e-05 2023-09-23T15:13:58.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179892+0000", 2023-09-23T15:13:58.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6879999999999994e-06 2023-09-23T15:13:58.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179898+0000", 2023-09-23T15:13:58.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3850000000000001e-06 2023-09-23T15:13:58.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179942+0000", 2023-09-23T15:13:58.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4128999999999997e-05 2023-09-23T15:13:58.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.179951+0000", 2023-09-23T15:13:58.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4609999999999997e-06 2023-09-23T15:13:58.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.083424+0000", 2023-09-23T15:13:58.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.90347237899999999 2023-09-23T15:13:58.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.083551+0000", 2023-09-23T15:13:58.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000127699 2023-09-23T15:13:58.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.083683+0000", 2023-09-23T15:13:58.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013145600000000001 2023-09-23T15:13:58.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087325+0000", 2023-09-23T15:13:58.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0036426879999999998 2023-09-23T15:13:58.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097260+0000", 2023-09-23T15:13:58.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0099344600000000009 2023-09-23T15:13:58.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097329+0000", 2023-09-23T15:13:58.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8649e-05 2023-09-23T15:13:58.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097381+0000", 2023-09-23T15:13:58.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2774e-05 2023-09-23T15:13:58.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097422+0000", 2023-09-23T15:13:58.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0179000000000003e-05 2023-09-23T15:13:58.140 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.140 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.140 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.141 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48090 7.e 7:7ff3200c:::benchmark_data_smithi118_332595_object48089:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.141 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.226814+0000", 2023-09-23T15:13:58.141 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.787559768000001, 2023-09-23T15:13:58.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.87072239399999996, 2023-09-23T15:13:58.141 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.141 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.141 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.141 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.141 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.142 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48090 2023-09-23T15:13:58.142 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.142 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.142 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.142 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.226814+0000", 2023-09-23T15:13:58.142 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.142 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.142 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.226814+0000", 2023-09-23T15:13:58.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.226812+0000", 2023-09-23T15:13:58.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:58.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.226862+0000", 2023-09-23T15:13:58.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9561000000000002e-05 2023-09-23T15:13:58.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.226879+0000", 2023-09-23T15:13:58.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7014e-05 2023-09-23T15:13:58.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.226887+0000", 2023-09-23T15:13:58.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7700000000000001e-06 2023-09-23T15:13:58.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.145 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.145 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.226958+0000", 2023-09-23T15:13:58.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1143000000000006e-05 2023-09-23T15:13:58.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.145 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.145 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.226972+0000", 2023-09-23T15:13:58.146 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3936e-05 2023-09-23T15:13:58.146 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.146 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.146 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.146 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.085210+0000", 2023-09-23T15:13:58.146 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.85823838100000005 2023-09-23T15:13:58.146 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.146 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.146 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.146 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.085358+0000", 2023-09-23T15:13:58.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014806300000000001 2023-09-23T15:13:58.147 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.147 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.147 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.147 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.085500+0000", 2023-09-23T15:13:58.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000141395 2023-09-23T15:13:58.147 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.147 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.147 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.147 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087457+0000", 2023-09-23T15:13:58.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019572019999999999 2023-09-23T15:13:58.148 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.148 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097292+0000", 2023-09-23T15:13:58.148 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0098355390000000008 2023-09-23T15:13:58.148 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.148 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097462+0000", 2023-09-23T15:13:58.148 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000169858 2023-09-23T15:13:58.148 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.149 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.149 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.149 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097507+0000", 2023-09-23T15:13:58.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5012000000000002e-05 2023-09-23T15:13:58.149 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.149 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.149 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.149 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097536+0000", 2023-09-23T15:13:58.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9062000000000001e-05 2023-09-23T15:13:58.149 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.150 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.150 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.150 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.150 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48091 7.e 7:7dfd4cd8:::benchmark_data_smithi118_332595_object48090:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.150 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.229663+0000", 2023-09-23T15:13:58.150 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.784710797000002, 2023-09-23T15:13:58.150 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.87791621200000003, 2023-09-23T15:13:58.150 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.150 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.151 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.151 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.151 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.151 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48091 2023-09-23T15:13:58.151 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.151 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.151 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.151 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.229663+0000", 2023-09-23T15:13:58.152 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.152 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.152 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.152 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.152 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.229663+0000", 2023-09-23T15:13:58.152 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.152 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.152 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.152 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.152 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.229661+0000", 2023-09-23T15:13:58.152 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:58.153 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.153 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.153 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.229688+0000", 2023-09-23T15:13:58.153 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6812e-05 2023-09-23T15:13:58.153 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.153 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.153 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.229709+0000", 2023-09-23T15:13:58.153 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0764999999999999e-05 2023-09-23T15:13:58.154 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.154 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.154 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.154 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.229728+0000", 2023-09-23T15:13:58.154 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8614000000000002e-05 2023-09-23T15:13:58.154 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.154 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.154 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.154 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.229788+0000", 2023-09-23T15:13:58.154 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0568e-05 2023-09-23T15:13:58.155 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.155 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.155 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.155 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.229800+0000", 2023-09-23T15:13:58.155 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1725999999999999e-05 2023-09-23T15:13:58.155 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.155 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.155 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.155 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087517+0000", 2023-09-23T15:13:58.155 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.85771702599999999 2023-09-23T15:13:58.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.156 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.156 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.156 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087659+0000", 2023-09-23T15:13:58.156 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000141886 2023-09-23T15:13:58.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.156 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.156 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.156 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.087823+0000", 2023-09-23T15:13:58.156 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000163814 2023-09-23T15:13:58.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.157 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.157 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.157 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097572+0000", 2023-09-23T15:13:58.157 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0097489959999999994 2023-09-23T15:13:58.157 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.157 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.157 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.157 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.101705+0000", 2023-09-23T15:13:58.157 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0041334170000000003 2023-09-23T15:13:58.157 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.157 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.158 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.158 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107485+0000", 2023-09-23T15:13:58.158 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0057803689999999996 2023-09-23T15:13:58.158 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.158 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.158 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.158 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107536+0000", 2023-09-23T15:13:58.158 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0875999999999999e-05 2023-09-23T15:13:58.158 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.158 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.159 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.159 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107579+0000", 2023-09-23T15:13:58.159 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2814e-05 2023-09-23T15:13:58.159 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.159 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.159 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.159 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.159 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.159 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48118 7.e 7:7faf1f3a:::benchmark_data_smithi118_332595_object48117:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.159 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.255506+0000", 2023-09-23T15:13:58.160 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.758867854999998, 2023-09-23T15:13:58.160 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.85218248799999996, 2023-09-23T15:13:58.160 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.160 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.160 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.160 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.160 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.160 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48118 2023-09-23T15:13:58.160 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.160 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.160 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.161 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.161 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.255506+0000", 2023-09-23T15:13:58.161 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.161 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.161 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.161 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.161 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.255506+0000", 2023-09-23T15:13:58.161 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.161 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.161 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.162 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.162 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.255505+0000", 2023-09-23T15:13:58.162 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:58.162 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.162 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.162 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.162 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.255555+0000", 2023-09-23T15:13:58.162 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9484000000000003e-05 2023-09-23T15:13:58.162 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.162 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.163 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.163 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.255564+0000", 2023-09-23T15:13:58.163 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5170000000000005e-06 2023-09-23T15:13:58.163 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.163 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.163 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.163 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.255570+0000", 2023-09-23T15:13:58.163 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4589999999999997e-06 2023-09-23T15:13:58.163 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.163 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.164 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.164 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.255631+0000", 2023-09-23T15:13:58.164 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1495999999999995e-05 2023-09-23T15:13:58.164 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.164 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.164 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.164 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.255642+0000", 2023-09-23T15:13:58.164 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0344e-05 2023-09-23T15:13:58.164 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.164 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.165 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.165 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.089575+0000", 2023-09-23T15:13:58.165 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.83393321600000003 2023-09-23T15:13:58.165 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.165 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.165 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.165 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.089735+0000", 2023-09-23T15:13:58.165 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015989800000000001 2023-09-23T15:13:58.165 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.165 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.166 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.166 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.089850+0000", 2023-09-23T15:13:58.166 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000115565 2023-09-23T15:13:58.166 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.166 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.166 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.166 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097598+0000", 2023-09-23T15:13:58.166 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0077481679999999997 2023-09-23T15:13:58.166 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.166 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.167 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.167 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.101711+0000", 2023-09-23T15:13:58.167 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004112091 2023-09-23T15:13:58.167 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.167 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.167 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.167 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107613+0000", 2023-09-23T15:13:58.167 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0059020590000000003 2023-09-23T15:13:58.167 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.167 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.167 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.168 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107654+0000", 2023-09-23T15:13:58.168 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1885000000000003e-05 2023-09-23T15:13:58.168 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.168 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.168 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.168 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107688+0000", 2023-09-23T15:13:58.168 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3798999999999999e-05 2023-09-23T15:13:58.168 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.168 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.168 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.169 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.169 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.169 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48148 7.e 7:74bdb4f8:::benchmark_data_smithi118_332595_object48147:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.169 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.286811+0000", 2023-09-23T15:13:58.169 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.727562624000001, 2023-09-23T15:13:58.169 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.82099727199999994, 2023-09-23T15:13:58.169 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.169 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.169 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.169 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.169 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.170 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48148 2023-09-23T15:13:58.170 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.170 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.170 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.170 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.170 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.286811+0000", 2023-09-23T15:13:58.170 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.170 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.171 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.171 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.171 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.286811+0000", 2023-09-23T15:13:58.171 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.171 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.171 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.171 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.171 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.286810+0000", 2023-09-23T15:13:58.171 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:58.171 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.171 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.172 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.172 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.286834+0000", 2023-09-23T15:13:58.172 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3986e-05 2023-09-23T15:13:58.172 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.172 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.172 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.172 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.286850+0000", 2023-09-23T15:13:58.172 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6282000000000001e-05 2023-09-23T15:13:58.172 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.172 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.173 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.173 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.286858+0000", 2023-09-23T15:13:58.173 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6419999999999996e-06 2023-09-23T15:13:58.173 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.173 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.173 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.173 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.286925+0000", 2023-09-23T15:13:58.173 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.6626999999999998e-05 2023-09-23T15:13:58.173 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.173 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.173 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.174 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.286938+0000", 2023-09-23T15:13:58.174 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2872e-05 2023-09-23T15:13:58.174 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.174 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.174 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.174 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.091693+0000", 2023-09-23T15:13:58.174 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.80475490400000005 2023-09-23T15:13:58.174 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.174 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.175 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.175 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.091799+0000", 2023-09-23T15:13:58.175 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010649099999999999 2023-09-23T15:13:58.175 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.175 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.175 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.175 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.091926+0000", 2023-09-23T15:13:58.175 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012649699999999999 2023-09-23T15:13:58.175 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.176 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.176 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.176 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097629+0000", 2023-09-23T15:13:58.176 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0057027379999999997 2023-09-23T15:13:58.176 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.176 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.176 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.176 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.101716+0000", 2023-09-23T15:13:58.176 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0040869219999999998 2023-09-23T15:13:58.176 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.176 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.177 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.177 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107732+0000", 2023-09-23T15:13:58.177 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0060162929999999998 2023-09-23T15:13:58.177 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.177 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.177 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.177 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107775+0000", 2023-09-23T15:13:58.177 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3145000000000001e-05 2023-09-23T15:13:58.177 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.177 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.178 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.178 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107808+0000", 2023-09-23T15:13:58.178 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3302000000000001e-05 2023-09-23T15:13:58.178 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.178 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.178 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.178 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.178 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.178 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48177 7.e 7:7d4f3924:::benchmark_data_smithi118_332595_object48176:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.179 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.471172+0000", 2023-09-23T15:13:58.179 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.543201795999998, 2023-09-23T15:13:58.179 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.63674333999999999, 2023-09-23T15:13:58.179 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.179 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.179 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.179 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.179 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.179 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48177 2023-09-23T15:13:58.179 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.180 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.180 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.180 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.180 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471172+0000", 2023-09-23T15:13:58.180 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.180 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.180 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.180 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.180 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471172+0000", 2023-09-23T15:13:58.180 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.180 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.181 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.181 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.181 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471170+0000", 2023-09-23T15:13:58.181 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:13:58.181 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.181 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.181 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.181 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471196+0000", 2023-09-23T15:13:58.181 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5094999999999999e-05 2023-09-23T15:13:58.181 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.181 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.182 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.182 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471212+0000", 2023-09-23T15:13:58.182 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6657e-05 2023-09-23T15:13:58.182 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.182 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.182 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.182 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471222+0000", 2023-09-23T15:13:58.182 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4779999999999997e-06 2023-09-23T15:13:58.182 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.182 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.183 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.183 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471294+0000", 2023-09-23T15:13:58.183 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2107000000000006e-05 2023-09-23T15:13:58.183 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.183 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.183 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.183 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471320+0000", 2023-09-23T15:13:58.183 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6441999999999999e-05 2023-09-23T15:13:58.183 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.183 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.184 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.184 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.093511+0000", 2023-09-23T15:13:58.184 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.622190774 2023-09-23T15:13:58.184 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.184 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.184 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.184 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.093629+0000", 2023-09-23T15:13:58.184 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000117725 2023-09-23T15:13:58.184 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.184 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.184 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.185 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.093761+0000", 2023-09-23T15:13:58.185 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013206000000000001 2023-09-23T15:13:58.185 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.185 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.185 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.185 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097663+0000", 2023-09-23T15:13:58.185 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0039025169999999999 2023-09-23T15:13:58.185 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.185 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.185 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.185 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.101720+0000", 2023-09-23T15:13:58.186 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0040571260000000003 2023-09-23T15:13:58.186 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.186 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.186 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.186 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107844+0000", 2023-09-23T15:13:58.186 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0061240130000000002 2023-09-23T15:13:58.186 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.186 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.186 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.186 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107882+0000", 2023-09-23T15:13:58.187 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7673000000000003e-05 2023-09-23T15:13:58.187 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.187 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.187 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.187 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107915+0000", 2023-09-23T15:13:58.187 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3058000000000001e-05 2023-09-23T15:13:58.187 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.187 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.187 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.187 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.188 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.188 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48178 7.e 7:7f7be3c7:::benchmark_data_smithi118_332595_object48177:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.188 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.471453+0000", 2023-09-23T15:13:58.188 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.542920621999997, 2023-09-23T15:13:58.188 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.63658008399999999, 2023-09-23T15:13:58.188 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.188 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.188 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.188 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.188 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.188 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48178 2023-09-23T15:13:58.189 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.189 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.189 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.189 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.189 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471453+0000", 2023-09-23T15:13:58.189 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.189 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.189 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.189 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.189 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471453+0000", 2023-09-23T15:13:58.190 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.190 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.190 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.190 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.190 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471452+0000", 2023-09-23T15:13:58.190 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:13:58.190 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.190 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.190 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.190 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471471+0000", 2023-09-23T15:13:58.191 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8128999999999999e-05 2023-09-23T15:13:58.191 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.191 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.191 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.191 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471481+0000", 2023-09-23T15:13:58.191 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9909999999999997e-06 2023-09-23T15:13:58.191 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.191 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.191 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.191 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471485+0000", 2023-09-23T15:13:58.191 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9599999999999999e-06 2023-09-23T15:13:58.192 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.192 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.192 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.192 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471542+0000", 2023-09-23T15:13:58.192 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6685999999999999e-05 2023-09-23T15:13:58.192 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.192 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.192 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.192 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.471554+0000", 2023-09-23T15:13:58.192 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2027e-05 2023-09-23T15:13:58.192 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.193 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.193 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.193 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.095369+0000", 2023-09-23T15:13:58.193 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.62381513899999996 2023-09-23T15:13:58.193 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.193 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.193 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.193 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.095481+0000", 2023-09-23T15:13:58.193 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000111325 2023-09-23T15:13:58.194 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.194 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.194 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.194 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.095617+0000", 2023-09-23T15:13:58.194 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013669299999999999 2023-09-23T15:13:58.194 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.194 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.194 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.194 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.101697+0000", 2023-09-23T15:13:58.194 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0060793970000000003 2023-09-23T15:13:58.195 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.195 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.195 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.195 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.101725+0000", 2023-09-23T15:13:58.195 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8717e-05 2023-09-23T15:13:58.195 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.195 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.195 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.195 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.107956+0000", 2023-09-23T15:13:58.195 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.006230874 2023-09-23T15:13:58.196 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.196 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.196 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.196 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.108000+0000", 2023-09-23T15:13:58.196 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3167999999999997e-05 2023-09-23T15:13:58.196 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.196 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.196 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.196 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.108033+0000", 2023-09-23T15:13:58.196 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3587000000000002e-05 2023-09-23T15:13:58.196 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.197 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.197 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.197 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.197 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.197 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:48199 7.e 7:74cb9975:::benchmark_data_smithi118_332595_object48198:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-09-23T15:13:58.197 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:13:03.537677+0000", 2023-09-23T15:13:58.197 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 54.476696382999997, 2023-09-23T15:13:58.197 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.57046941399999995, 2023-09-23T15:13:58.197 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:13:58.197 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:13:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:13:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:13:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:13:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48199 2023-09-23T15:13:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:13:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:13:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.537677+0000", 2023-09-23T15:13:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.198 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:13:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.537677+0000", 2023-09-23T15:13:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:13:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:13:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.537676+0000", 2023-09-23T15:13:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:13:58.199 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:13:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.537698+0000", 2023-09-23T15:13:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.296e-05 2023-09-23T15:13:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:13:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.537717+0000", 2023-09-23T15:13:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8394e-05 2023-09-23T15:13:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.200 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:13:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.537725+0000", 2023-09-23T15:13:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6990000000000003e-06 2023-09-23T15:13:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.537781+0000", 2023-09-23T15:13:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6793000000000003e-05 2023-09-23T15:13:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.201 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:13:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:03.537792+0000", 2023-09-23T15:13:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1056000000000001e-05 2023-09-23T15:13:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:13:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097689+0000", 2023-09-23T15:13:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.55989699699999995 2023-09-23T15:13:58.202 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:13:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097820+0000", 2023-09-23T15:13:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013038599999999999 2023-09-23T15:13:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:13:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.097927+0000", 2023-09-23T15:13:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010754700000000001 2023-09-23T15:13:58.203 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:13:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.101730+0000", 2023-09-23T15:13:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038023240000000002 2023-09-23T15:13:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.104736+0000", 2023-09-23T15:13:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0030062980000000001 2023-09-23T15:13:58.204 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:13:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.108072+0000", 2023-09-23T15:13:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0033362840000000001 2023-09-23T15:13:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:13:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.108114+0000", 2023-09-23T15:13:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2106e-05 2023-09-23T15:13:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:13:58.205 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:13:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:13:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:13:04.108147+0000", 2023-09-23T15:13:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2319e-05 2023-09-23T15:13:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:13:58.206 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:13:58.206 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:13:58.207 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:13:58.207 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:58.208 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:13:58.208 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:13:58.208 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:13:58.208 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:13:58.211 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:13:58.211 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:13:58.211 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:13:58.211 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:13:58.211 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:13:58.211 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:13:58.212 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:13:58.212 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:13:58.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:13:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:13:58] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.43.0" 2023-09-23T15:13:58.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:58 smithi118 ceph-mon[219580]: pgmap v467: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 34 MiB/s wr, 546 op/s; 25125/245091 objects degraded (10.251%); 8254/245091 objects misplaced (3.368%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:13:58.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:58 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/316303282' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:58.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:13:58 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3552524404' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T15:13:58.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:58 smithi118 ceph-mon[212312]: pgmap v467: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 34 MiB/s wr, 546 op/s; 25125/245091 objects degraded (10.251%); 8254/245091 objects misplaced (3.368%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:13:58.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:58 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/316303282' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:58.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:13:58 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3552524404' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T15:13:58.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:58 smithi178 ceph-mon[192298]: pgmap v467: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 34 MiB/s wr, 546 op/s; 25125/245091 objects degraded (10.251%); 8254/245091 objects misplaced (3.368%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:13:58.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:58 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/316303282' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:13:58.636 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:13:58 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3552524404' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "16"}]: dispatch 2023-09-23T15:13:58.976 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:13:59.015 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 89 16 85337 85321 59.8852 46.375 0.0138413 0.0166931 2023-09-23T15:13:59.088 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 7 pgp_num to 16 2023-09-23T15:13:59.116 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:13:59.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:59.125 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:13:59.226 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:13:59.280 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:59.410 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:13:59.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:13:59.422 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:13:59.523 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:13:59.597 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:13:59.751 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:14:00.015 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total time run: 90.0384 2023-09-23T15:14:00.016 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total writes made: 86061 2023-09-23T15:14:00.016 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Write size: 65536 2023-09-23T15:14:00.016 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object size: 65536 2023-09-23T15:14:00.016 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Bandwidth (MB/sec): 59.7391 2023-09-23T15:14:00.016 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Bandwidth: 43.0715 2023-09-23T15:14:00.016 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max bandwidth (MB/sec): 222.188 2023-09-23T15:14:00.016 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min bandwidth (MB/sec): 0 2023-09-23T15:14:00.017 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average IOPS: 955 2023-09-23T15:14:00.017 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev IOPS: 689.161 2023-09-23T15:14:00.017 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max IOPS: 3555 2023-09-23T15:14:00.017 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min IOPS: 0 2023-09-23T15:14:00.017 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average Latency(s): 0.0167353 2023-09-23T15:14:00.017 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Latency(s): 0.108173 2023-09-23T15:14:00.017 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max latency(s): 8.60616 2023-09-23T15:14:00.017 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min latency(s): 0.00110935 2023-09-23T15:14:00.021 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T15:14:00.161 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:14:00.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:00.170 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:14:00.170 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[219580]: pgmap v468: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 41 MiB/s wr, 655 op/s; 25125/251670 objects degraded (9.983%); 8254/251670 objects misplaced (3.280%); 4.1 MiB/s, 65 objects/s recovering 2023-09-23T15:14:00.170 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3552524404' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T15:14:00.171 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[219580]: osdmap e181: 8 total, 8 up, 6 in 2023-09-23T15:14:00.171 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[219580]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.171 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[219580]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.171 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[219580]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.171 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[219580]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.171 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[212312]: pgmap v468: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 41 MiB/s wr, 655 op/s; 25125/251670 objects degraded (9.983%); 8254/251670 objects misplaced (3.280%); 4.1 MiB/s, 65 objects/s recovering 2023-09-23T15:14:00.171 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3552524404' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T15:14:00.171 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[212312]: osdmap e181: 8 total, 8 up, 6 in 2023-09-23T15:14:00.172 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[212312]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.172 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[212312]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.172 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[212312]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.172 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:00 smithi118 ceph-mon[212312]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.271 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:00.328 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:00.363 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:14:00.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:00 smithi178 ceph-mon[192298]: pgmap v468: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 41 MiB/s wr, 655 op/s; 25125/251670 objects degraded (9.983%); 8254/251670 objects misplaced (3.280%); 4.1 MiB/s, 65 objects/s recovering 2023-09-23T15:14:00.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3552524404' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_1", "var": "pgp_num", "val": "16"}]': finished 2023-09-23T15:14:00.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:00 smithi178 ceph-mon[192298]: osdmap e181: 8 total, 8 up, 6 in 2023-09-23T15:14:00.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:00 smithi178 ceph-mon[192298]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:00 smithi178 ceph-mon[192298]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:00 smithi178 ceph-mon[192298]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:00 smithi178 ceph-mon[192298]: failed to encode map e181 with expected crc 2023-09-23T15:14:00.471 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:00.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:00.486 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:00.560 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:00.587 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:00.638 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:00.861 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:00.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:00.867 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:00.967 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:01.013 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:01.283 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:01.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:01.286 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:01.386 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:01.460 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:01.610 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:01.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:01.616 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:01.717 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:14:01.784 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:02.082 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:02 smithi178 ceph-mon[192298]: pgmap v470: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 47 MiB/s wr, 753 op/s; 25125/255684 objects degraded (9.827%); 7737/255684 objects misplaced (3.026%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:14:02.082 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 25125/255684 objects degraded (9.827%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:02.220 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:14:02.246 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:02 smithi118 ceph-mon[212312]: pgmap v470: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 47 MiB/s wr, 753 op/s; 25125/255684 objects degraded (9.827%); 7737/255684 objects misplaced (3.026%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:14:02.246 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 25125/255684 objects degraded (9.827%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:02.248 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:02 smithi118 ceph-mon[219580]: pgmap v470: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 47 MiB/s wr, 753 op/s; 25125/255684 objects degraded (9.827%); 7737/255684 objects misplaced (3.026%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:14:02.248 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 25125/255684 objects degraded (9.827%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:02.441 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:14:02.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:02.463 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:14:02.563 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:02.643 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:02.836 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:02.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:02.843 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:02.884 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:02.944 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:03.021 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:03.126 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:14:03.229 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:03.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:03.236 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:03.285 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:03 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/373687970' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:03.285 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:03 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:03.285 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:03 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/373687970' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:03.285 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:03 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:03.337 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:03.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:03 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/373687970' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:03.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:03 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:03.414 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:04.009 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:04.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:04.024 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:04.125 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:04.179 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[219580]: pgmap v471: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 114 B/s rd, 35 MiB/s wr, 610 op/s; 25125/255444 objects degraded (9.836%); 7737/255444 objects misplaced (3.029%); 5.1 MiB/s, 82 objects/s recovering 2023-09-23T15:14:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[219580]: failed to encode map e182 with expected crc 2023-09-23T15:14:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:14:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[219580]: osdmap e182: 8 total, 8 up, 6 in 2023-09-23T15:14:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[219580]: failed to encode map e182 with expected crc 2023-09-23T15:14:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[219580]: failed to encode map e182 with expected crc 2023-09-23T15:14:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[219580]: failed to encode map e182 with expected crc 2023-09-23T15:14:04.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[212312]: pgmap v471: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 114 B/s rd, 35 MiB/s wr, 610 op/s; 25125/255444 objects degraded (9.836%); 7737/255444 objects misplaced (3.029%); 5.1 MiB/s, 82 objects/s recovering 2023-09-23T15:14:04.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:04.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[212312]: failed to encode map e182 with expected crc 2023-09-23T15:14:04.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:14:04.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[212312]: osdmap e182: 8 total, 8 up, 6 in 2023-09-23T15:14:04.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[212312]: failed to encode map e182 with expected crc 2023-09-23T15:14:04.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[212312]: failed to encode map e182 with expected crc 2023-09-23T15:14:04.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:04 smithi118 ceph-mon[212312]: failed to encode map e182 with expected crc 2023-09-23T15:14:04.382 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:04 smithi178 ceph-mon[192298]: pgmap v471: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 114 B/s rd, 35 MiB/s wr, 610 op/s; 25125/255444 objects degraded (9.836%); 7737/255444 objects misplaced (3.029%); 5.1 MiB/s, 82 objects/s recovering 2023-09-23T15:14:04.382 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:04 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:04.382 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:04 smithi178 ceph-mon[192298]: failed to encode map e182 with expected crc 2023-09-23T15:14:04.382 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:04 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:14:04.383 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:04 smithi178 ceph-mon[192298]: osdmap e182: 8 total, 8 up, 6 in 2023-09-23T15:14:04.383 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:04 smithi178 ceph-mon[192298]: failed to encode map e182 with expected crc 2023-09-23T15:14:04.383 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:04 smithi178 ceph-mon[192298]: failed to encode map e182 with expected crc 2023-09-23T15:14:04.383 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:04 smithi178 ceph-mon[192298]: failed to encode map e182 with expected crc 2023-09-23T15:14:05.188 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:05.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:05.197 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:05.298 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:05.361 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:05.488 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 4, 5, 6, 7] out_osds: [0, 2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:14:05.489 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:14:05.489 INFO:tasks.thrashosds.thrasher:Growing pool .mgr 2023-09-23T15:14:05.489 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:14:05.558 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:05.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:05.568 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:05.669 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:14:05.734 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:05.827 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:14:05.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:05.832 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:14:05.931 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:14:05.933 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:05.961 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:14:05.988 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:05.991 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:14:06.034 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:14:06.056 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:06.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:06.068 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:06.077 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:14:06.120 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:14:06.161 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:14:06.169 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:06.199 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:06.200 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:14:06.227 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:14:06.227 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:14:06.228 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:14:06.228 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:14:06.228 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:14:06.228 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:14:06.228 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:14:06.228 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:14:06.242 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:06.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:06 smithi178 ceph-mon[192298]: pgmap v473: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 34 MiB/s wr, 804 op/s; 24790/252108 objects degraded (9.833%); 7182/252108 objects misplaced (2.849%); 7.1 MiB/s, 114 objects/s recovering 2023-09-23T15:14:06.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:06 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3343193495' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:06.492 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:06.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:06.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:06.504 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:06 smithi118 ceph-mon[212312]: pgmap v473: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 34 MiB/s wr, 804 op/s; 24790/252108 objects degraded (9.833%); 7182/252108 objects misplaced (2.849%); 7.1 MiB/s, 114 objects/s recovering 2023-09-23T15:14:06.504 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:06 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3343193495' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:06.504 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:06 smithi118 ceph-mon[219580]: pgmap v473: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 34 MiB/s wr, 804 op/s; 24790/252108 objects degraded (9.833%); 7182/252108 objects misplaced (2.849%); 7.1 MiB/s, 114 objects/s recovering 2023-09-23T15:14:06.504 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:06 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3343193495' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:06.604 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:06.655 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:06.761 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:06.774 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:06.775 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:06.876 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:06.905 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:06.926 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:14:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:14:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 24790/252108 objects degraded (9.833%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:14:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:07.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 24790/252108 objects degraded (9.833%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:14:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:07.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 24790/252108 objects degraded (9.833%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:07.474 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:07.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:07.496 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:07.597 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:07.668 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:07.957 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:07.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:07.963 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:08.063 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:08.102 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:08 smithi178 ceph-mon[192298]: pgmap v474: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 17 MiB/s wr, 614 op/s; 24790/250086 objects degraded (9.913%); 7182/250086 objects misplaced (2.872%); 7.1 MiB/s, 114 objects/s recovering 2023-09-23T15:14:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:08 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:08 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:08.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:08 smithi118 ceph-mon[219580]: pgmap v474: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 17 MiB/s wr, 614 op/s; 24790/250086 objects degraded (9.913%); 7182/250086 objects misplaced (2.872%); 7.1 MiB/s, 114 objects/s recovering 2023-09-23T15:14:08.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:08 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:08.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:08 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:14:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:14:08] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.43.0" 2023-09-23T15:14:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:08 smithi118 ceph-mon[212312]: pgmap v474: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 17 MiB/s wr, 614 op/s; 24790/250086 objects degraded (9.913%); 7182/250086 objects misplaced (2.872%); 7.1 MiB/s, 114 objects/s recovering 2023-09-23T15:14:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:08 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:08 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:08.652 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:09.580 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:14:09.843 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:14:09.844 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:14:10.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:10 smithi118 ceph-mon[219580]: pgmap v475: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 102 B/s rd, 14 MiB/s wr, 700 op/s; 24387/243831 objects degraded (10.002%); 7182/243831 objects misplaced (2.945%); 7.0 MiB/s, 111 objects/s recovering 2023-09-23T15:14:10.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:10 smithi118 ceph-mon[212312]: pgmap v475: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 102 B/s rd, 14 MiB/s wr, 700 op/s; 24387/243831 objects degraded (10.002%); 7182/243831 objects misplaced (2.945%); 7.0 MiB/s, 111 objects/s recovering 2023-09-23T15:14:10.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:10 smithi178 ceph-mon[192298]: pgmap v475: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 102 B/s rd, 14 MiB/s wr, 700 op/s; 24387/243831 objects degraded (10.002%); 7182/243831 objects misplaced (2.945%); 7.0 MiB/s, 111 objects/s recovering 2023-09-23T15:14:10.833 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:10.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:10.846 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:10.946 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:10.983 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:11.385 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:11.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:11.397 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:11.408 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:11 smithi178 ceph-mon[192298]: from='client.45089 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:14:11.408 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:11 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:11.408 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:11 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:11.425 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:11 smithi118 ceph-mon[212312]: from='client.45089 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:14:11.425 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:11 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:11.425 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:11 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:11.425 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:11 smithi118 ceph-mon[219580]: from='client.45089 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:14:11.425 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:11 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:11.425 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:11 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:11.431 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":475,"stamp":"2023-09-23T15:14:09.069494+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5325526968,"num_objects":81277,"num_object_clones":0,"num_object_copies":243831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24387,"num_objects_misplaced":7182,"num_objects_unfound":0,"num_objects_dirty":81277,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":91171,"num_write_kb":5510350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16920,"num_bytes_recovered":1109658338,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":89787,"ondisk_log_size":89787,"up":267,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":271,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15446328,"kb_used_data":14570824,"kb_used_omap":26,"kb_used_meta":874661,"kb_avail":547024584,"statfs":{"total":575970213888,"available":560153174016,"internally_reserved":0,"allocated":14920523776,"data_stored":14916206109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26716,"internal_metadata":895653796},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,0,3,1,5],"upper_bound":32},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-171311080,"num_objects":-2613,"num_object_clones":0,"num_object_copies":-7839,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-738,"num_objects_misplaced":-1072,"num_objects_unfound":0,"num_objects_dirty":-2613,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7005,"num_write_kb":140481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1117,"num_bytes_recovered":73203712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.997416"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":185,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088473+0000","last_change":"2023-09-23T15:13:12.066487+0000","last_active":"2023-09-23T15:13:59.088473+0000","last_peered":"2023-09-23T15:13:59.088473+0000","last_clean":"2023-09-23T15:13:59.088473+0000","last_became_active":"2023-09-23T15:13:12.066158+0000","last_became_peered":"2023-09-23T15:13:12.066158+0000","last_unstale":"2023-09-23T15:13:59.088473+0000","last_undegraded":"2023-09-23T15:13:59.088473+0000","last_fullsized":"2023-09-23T15:13:59.088473+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:59:27.973346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":146,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.081507+0000","last_change":"2023-09-23T15:07:50.039138+0000","last_active":"2023-09-23T15:13:59.081507+0000","last_peered":"2023-09-23T15:13:59.081507+0000","last_clean":"2023-09-23T15:13:59.081507+0000","last_became_active":"2023-09-23T15:07:50.038840+0000","last_became_peered":"2023-09-23T15:07:50.038840+0000","last_unstale":"2023-09-23T15:13:59.081507+0000","last_undegraded":"2023-09-23T15:13:59.081507+0000","last_fullsized":"2023-09-23T15:13:59.081507+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:52.470724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":129,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.111166+0000","last_change":"2023-09-23T15:07:50.037965+0000","last_active":"2023-09-23T15:13:59.111166+0000","last_peered":"2023-09-23T15:13:59.111166+0000","last_clean":"2023-09-23T15:13:59.111166+0000","last_became_active":"2023-09-23T15:07:50.037654+0000","last_became_peered":"2023-09-23T15:07:50.037654+0000","last_unstale":"2023-09-23T15:13:59.111166+0000","last_undegraded":"2023-09-23T15:13:59.111166+0000","last_fullsized":"2023-09-23T15:13:59.111166+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:36.233860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":83,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.080518+0000","last_change":"2023-09-23T15:12:45.129736+0000","last_active":"2023-09-23T15:13:59.080518+0000","last_peered":"2023-09-23T15:13:59.080518+0000","last_clean":"2023-09-23T15:13:59.080518+0000","last_became_active":"2023-09-23T15:12:45.129493+0000","last_became_peered":"2023-09-23T15:12:45.129493+0000","last_unstale":"2023-09-23T15:13:59.080518+0000","last_undegraded":"2023-09-23T15:13:59.080518+0000","last_fullsized":"2023-09-23T15:13:59.080518+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:52.248703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":182,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.081933+0000","last_change":"2023-09-23T15:13:12.064076+0000","last_active":"2023-09-23T15:13:59.081933+0000","last_peered":"2023-09-23T15:13:59.081933+0000","last_clean":"2023-09-23T15:13:59.081933+0000","last_became_active":"2023-09-23T15:13:12.063731+0000","last_became_peered":"2023-09-23T15:13:12.063731+0000","last_unstale":"2023-09-23T15:13:59.081933+0000","last_undegraded":"2023-09-23T15:13:59.081933+0000","last_fullsized":"2023-09-23T15:13:59.081933+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:10.197664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":122,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.092401+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:13:59.092401+0000","last_peered":"2023-09-23T15:13:59.092401+0000","last_clean":"2023-09-23T15:13:59.092401+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:13:59.092401+0000","last_undegraded":"2023-09-23T15:13:59.092401+0000","last_fullsized":"2023-09-23T15:13:59.092401+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":82,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.091116+0000","last_change":"2023-09-23T15:12:45.122719+0000","last_active":"2023-09-23T15:13:59.091116+0000","last_peered":"2023-09-23T15:13:59.091116+0000","last_clean":"2023-09-23T15:13:59.091116+0000","last_became_active":"2023-09-23T15:12:45.122376+0000","last_became_peered":"2023-09-23T15:12:45.122376+0000","last_unstale":"2023-09-23T15:13:59.091116+0000","last_undegraded":"2023-09-23T15:13:59.091116+0000","last_fullsized":"2023-09-23T15:13:59.091116+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:25:58.760680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":161,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.081994+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:13:59.081994+0000","last_peered":"2023-09-23T15:13:59.081994+0000","last_clean":"2023-09-23T15:13:59.081994+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:13:59.081994+0000","last_undegraded":"2023-09-23T15:13:59.081994+0000","last_fullsized":"2023-09-23T15:13:59.081994+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":140,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.091113+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:13:59.091113+0000","last_peered":"2023-09-23T15:13:59.091113+0000","last_clean":"2023-09-23T15:13:59.091113+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:13:59.091113+0000","last_undegraded":"2023-09-23T15:13:59.091113+0000","last_fullsized":"2023-09-23T15:13:59.091113+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":121,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.086379+0000","last_change":"2023-09-23T15:10:32.006398+0000","last_active":"2023-09-23T15:13:59.086379+0000","last_peered":"2023-09-23T15:13:59.086379+0000","last_clean":"2023-09-23T15:13:59.086379+0000","last_became_active":"2023-09-23T15:10:32.006135+0000","last_became_peered":"2023-09-23T15:10:32.006135+0000","last_unstale":"2023-09-23T15:13:59.086379+0000","last_undegraded":"2023-09-23T15:13:59.086379+0000","last_fullsized":"2023-09-23T15:13:59.086379+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:48.677695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":143,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.087561+0000","last_change":"2023-09-23T15:07:50.035364+0000","last_active":"2023-09-23T15:13:59.087561+0000","last_peered":"2023-09-23T15:13:59.087561+0000","last_clean":"2023-09-23T15:13:59.087561+0000","last_became_active":"2023-09-23T15:07:50.034939+0000","last_became_peered":"2023-09-23T15:07:50.034939+0000","last_unstale":"2023-09-23T15:13:59.087561+0000","last_undegraded":"2023-09-23T15:13:59.087561+0000","last_fullsized":"2023-09-23T15:13:59.087561+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:25.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":164,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.111553+0000","last_change":"2023-09-23T15:13:12.068085+0000","last_active":"2023-09-23T15:13:59.111553+0000","last_peered":"2023-09-23T15:13:59.111553+0000","last_clean":"2023-09-23T15:13:59.111553+0000","last_became_active":"2023-09-23T15:13:12.067844+0000","last_became_peered":"2023-09-23T15:13:12.067844+0000","last_unstale":"2023-09-23T15:13:59.111553+0000","last_undegraded":"2023-09-23T15:13:59.111553+0000","last_fullsized":"2023-09-23T15:13:59.111553+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:05.187824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":162,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088808+0000","last_change":"2023-09-23T15:10:32.005591+0000","last_active":"2023-09-23T15:13:59.088808+0000","last_peered":"2023-09-23T15:13:59.088808+0000","last_clean":"2023-09-23T15:13:59.088808+0000","last_became_active":"2023-09-23T15:10:32.005257+0000","last_became_peered":"2023-09-23T15:10:32.005257+0000","last_unstale":"2023-09-23T15:13:59.088808+0000","last_undegraded":"2023-09-23T15:13:59.088808+0000","last_fullsized":"2023-09-23T15:13:59.088808+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:07.750699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":156,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088570+0000","last_change":"2023-09-23T15:10:32.003343+0000","last_active":"2023-09-23T15:13:59.088570+0000","last_peered":"2023-09-23T15:13:59.088570+0000","last_clean":"2023-09-23T15:13:59.088570+0000","last_became_active":"2023-09-23T15:10:32.003079+0000","last_became_peered":"2023-09-23T15:10:32.003079+0000","last_unstale":"2023-09-23T15:13:59.088570+0000","last_undegraded":"2023-09-23T15:13:59.088570+0000","last_fullsized":"2023-09-23T15:13:59.088570+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:30.821947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":175,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.079438+0000","last_change":"2023-09-23T15:13:12.074905+0000","last_active":"2023-09-23T15:13:59.079438+0000","last_peered":"2023-09-23T15:13:59.079438+0000","last_clean":"2023-09-23T15:13:59.079438+0000","last_became_active":"2023-09-23T15:13:12.068526+0000","last_became_peered":"2023-09-23T15:13:12.068526+0000","last_unstale":"2023-09-23T15:13:59.079438+0000","last_undegraded":"2023-09-23T15:13:59.079438+0000","last_fullsized":"2023-09-23T15:13:59.079438+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:41:37.029873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":146,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.081623+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:13:59.081623+0000","last_peered":"2023-09-23T15:13:59.081623+0000","last_clean":"2023-09-23T15:13:59.081623+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:13:59.081623+0000","last_undegraded":"2023-09-23T15:13:59.081623+0000","last_fullsized":"2023-09-23T15:13:59.081623+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":83,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.079325+0000","last_change":"2023-09-23T15:12:45.121985+0000","last_active":"2023-09-23T15:13:59.079325+0000","last_peered":"2023-09-23T15:13:59.079325+0000","last_clean":"2023-09-23T15:13:59.079325+0000","last_became_active":"2023-09-23T15:12:45.121588+0000","last_became_peered":"2023-09-23T15:12:45.121588+0000","last_unstale":"2023-09-23T15:13:59.079325+0000","last_undegraded":"2023-09-23T15:13:59.079325+0000","last_fullsized":"2023-09-23T15:13:59.079325+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:03.287537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":96,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.087418+0000","last_change":"2023-09-23T15:13:37.068813+0000","last_active":"2023-09-23T15:13:59.087418+0000","last_peered":"2023-09-23T15:13:59.087418+0000","last_clean":"2023-09-23T15:13:59.087418+0000","last_became_active":"2023-09-23T15:13:37.068531+0000","last_became_peered":"2023-09-23T15:13:37.068531+0000","last_unstale":"2023-09-23T15:13:59.087418+0000","last_undegraded":"2023-09-23T15:13:59.087418+0000","last_fullsized":"2023-09-23T15:13:59.087418+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:52.833856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":140,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.080173+0000","last_change":"2023-09-23T15:10:32.009781+0000","last_active":"2023-09-23T15:13:59.080173+0000","last_peered":"2023-09-23T15:13:59.080173+0000","last_clean":"2023-09-23T15:13:59.080173+0000","last_became_active":"2023-09-23T15:10:32.009521+0000","last_became_peered":"2023-09-23T15:10:32.009521+0000","last_unstale":"2023-09-23T15:13:59.080173+0000","last_undegraded":"2023-09-23T15:13:59.080173+0000","last_fullsized":"2023-09-23T15:13:59.080173+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:39:12.174726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":91,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.087730+0000","last_change":"2023-09-23T15:13:12.076400+0000","last_active":"2023-09-23T15:13:59.087730+0000","last_peered":"2023-09-23T15:13:59.087730+0000","last_clean":"2023-09-23T15:13:59.087730+0000","last_became_active":"2023-09-23T15:13:12.075779+0000","last_became_peered":"2023-09-23T15:13:12.075779+0000","last_unstale":"2023-09-23T15:13:59.087730+0000","last_undegraded":"2023-09-23T15:13:59.087730+0000","last_fullsized":"2023-09-23T15:13:59.087730+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:25:33.398172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":166,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.083438+0000","last_change":"2023-09-23T15:13:37.074052+0000","last_active":"2023-09-23T15:13:59.083438+0000","last_peered":"2023-09-23T15:13:59.083438+0000","last_clean":"2023-09-23T15:13:59.083438+0000","last_became_active":"2023-09-23T15:13:37.060692+0000","last_became_peered":"2023-09-23T15:13:37.060692+0000","last_unstale":"2023-09-23T15:13:59.083438+0000","last_undegraded":"2023-09-23T15:13:59.083438+0000","last_fullsized":"2023-09-23T15:13:59.083438+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:57.115585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":146,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.082648+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:13:59.082648+0000","last_peered":"2023-09-23T15:13:59.082648+0000","last_clean":"2023-09-23T15:13:59.082648+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:13:59.082648+0000","last_undegraded":"2023-09-23T15:13:59.082648+0000","last_fullsized":"2023-09-23T15:13:59.082648+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"182'5701","reported_seq":5752,"reported_epoch":182,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:14:08.130719+0000","last_change":"2023-09-23T15:13:38.198556+0000","last_active":"2023-09-23T15:14:08.130719+0000","last_peered":"2023-09-23T15:14:08.130719+0000","last_clean":"2023-09-23T15:13:36.066390+0000","last_became_active":"2023-09-23T15:13:38.187445+0000","last_became_peered":"2023-09-23T15:13:38.187445+0000","last_unstale":"2023-09-23T15:14:08.130719+0000","last_undegraded":"2023-09-23T15:13:38.092505+0000","last_fullsized":"2023-09-23T15:13:38.067491+0000","mapping_epoch":175,"log_start":"151'700","ondisk_log_start":"151'700","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5001,"log_dups_size":0,"ondisk_log_size":5001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:51:00.982092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331546624,"num_objects":5059,"num_object_clones":0,"num_object_copies":15177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4401,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5059,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5701,"num_write_kb":344320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,5,6","objects":4080},{"shards":"1,6","objects":658}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":155,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.079974+0000","last_change":"2023-09-23T15:12:45.141824+0000","last_active":"2023-09-23T15:13:59.079974+0000","last_peered":"2023-09-23T15:13:59.079974+0000","last_clean":"2023-09-23T15:13:59.079974+0000","last_became_active":"2023-09-23T15:12:45.128435+0000","last_became_peered":"2023-09-23T15:12:45.128435+0000","last_unstale":"2023-09-23T15:13:59.079974+0000","last_undegraded":"2023-09-23T15:13:59.079974+0000","last_fullsized":"2023-09-23T15:13:59.079974+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:05:07.872572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":117,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.081964+0000","last_change":"2023-09-23T15:13:37.066569+0000","last_active":"2023-09-23T15:13:59.081964+0000","last_peered":"2023-09-23T15:13:59.081964+0000","last_clean":"2023-09-23T15:13:59.081964+0000","last_became_active":"2023-09-23T15:13:37.066258+0000","last_became_peered":"2023-09-23T15:13:37.066258+0000","last_unstale":"2023-09-23T15:13:59.081964+0000","last_undegraded":"2023-09-23T15:13:59.081964+0000","last_fullsized":"2023-09-23T15:13:59.081964+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:23.610752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.a","version":"182'5766","reported_seq":5818,"reported_epoch":182,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:14:08.586474+0000","last_change":"2023-09-23T15:13:13.215359+0000","last_active":"2023-09-23T15:14:08.586474+0000","last_peered":"2023-09-23T15:14:08.586474+0000","last_clean":"2023-09-23T15:13:11.097166+0000","last_became_active":"2023-09-23T15:13:13.205842+0000","last_became_peered":"2023-09-23T15:13:13.205842+0000","last_unstale":"2023-09-23T15:14:08.586474+0000","last_undegraded":"2023-09-23T15:13:13.090198+0000","last_fullsized":"2023-09-23T15:13:13.053011+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5766,"log_dups_size":0,"ondisk_log_size":5766,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:26.610937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":329777152,"num_objects":5032,"num_object_clones":0,"num_object_copies":15096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3499,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5032,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5766,"num_write_kb":345536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5],"avail_no_missing":["3","2","5"],"object_location_counts":[{"shards":"2,3,5","objects":3132},{"shards":"3,5","objects":1533}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":142,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.080364+0000","last_change":"2023-09-23T15:06:44.959353+0000","last_active":"2023-09-23T15:13:59.080364+0000","last_peered":"2023-09-23T15:13:59.080364+0000","last_clean":"2023-09-23T15:13:59.080364+0000","last_became_active":"2023-09-23T15:06:44.958935+0000","last_became_peered":"2023-09-23T15:06:44.958935+0000","last_unstale":"2023-09-23T15:13:59.080364+0000","last_undegraded":"2023-09-23T15:13:59.080364+0000","last_fullsized":"2023-09-23T15:13:59.080364+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:25:07.695495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":193,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.090140+0000","last_change":"2023-09-23T15:13:12.062143+0000","last_active":"2023-09-23T15:13:59.090140+0000","last_peered":"2023-09-23T15:13:59.090140+0000","last_clean":"2023-09-23T15:13:59.090140+0000","last_became_active":"2023-09-23T15:13:12.061551+0000","last_became_peered":"2023-09-23T15:13:12.061551+0000","last_unstale":"2023-09-23T15:13:59.090140+0000","last_undegraded":"2023-09-23T15:13:59.090140+0000","last_fullsized":"2023-09-23T15:13:59.090140+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:03:34.318748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"182'5700","reported_seq":9509,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-09-23T15:14:08.068493+0000","last_change":"2023-09-23T15:13:03.077339+0000","last_active":"2023-09-23T15:14:08.068493+0000","last_peered":"2023-09-23T15:14:08.068493+0000","last_clean":"2023-09-23T15:14:08.068493+0000","last_became_active":"2023-09-23T15:13:03.073860+0000","last_became_peered":"2023-09-23T15:13:03.073860+0000","last_unstale":"2023-09-23T15:14:08.068493+0000","last_undegraded":"2023-09-23T15:14:08.068493+0000","last_fullsized":"2023-09-23T15:14:08.068493+0000","mapping_epoch":162,"log_start":"151'600","ondisk_log_start":"151'600","created":147,"last_epoch_clean":163,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5100,"log_dups_size":0,"ondisk_log_size":5100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:23.072934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328859648,"num_objects":5018,"num_object_clones":0,"num_object_copies":15054,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5018,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5700,"num_write_kb":342976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1874,"num_bytes_recovered":122814464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":149,"reported_epoch":181,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:13:59.087729+0000","last_change":"2023-09-23T15:13:37.068519+0000","last_active":"2023-09-23T15:13:59.087729+0000","last_peered":"2023-09-23T15:13:59.087729+0000","last_clean":"2023-09-23T15:13:33.112654+0000","last_became_active":"2023-09-23T15:13:37.068154+0000","last_became_peered":"2023-09-23T15:13:37.068154+0000","last_unstale":"2023-09-23T15:13:59.087729+0000","last_undegraded":"2023-09-23T15:13:37.060281+0000","last_fullsized":"2023-09-23T15:13:59.087729+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:47:42.079432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":["7","5","6"],"object_location_counts":[{"shards":"5,6,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":122,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.083713+0000","last_change":"2023-09-23T15:10:32.008968+0000","last_active":"2023-09-23T15:13:59.083713+0000","last_peered":"2023-09-23T15:13:59.083713+0000","last_clean":"2023-09-23T15:13:59.083713+0000","last_became_active":"2023-09-23T15:10:32.008695+0000","last_became_peered":"2023-09-23T15:10:32.008695+0000","last_unstale":"2023-09-23T15:13:59.083713+0000","last_undegraded":"2023-09-23T15:13:59.083713+0000","last_fullsized":"2023-09-23T15:13:59.083713+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:48:10.347766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"182'5608","reported_seq":6929,"reported_epoch":182,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:14:04.599569+0000","last_change":"2023-09-23T15:13:50.037905+0000","last_active":"2023-09-23T15:14:04.599569+0000","last_peered":"2023-09-23T15:14:04.599569+0000","last_clean":"2023-09-23T15:13:11.085680+0000","last_became_active":"2023-09-23T15:13:19.575789+0000","last_became_peered":"2023-09-23T15:13:19.575789+0000","last_unstale":"2023-09-23T15:14:04.599569+0000","last_undegraded":"2023-09-23T15:14:04.599569+0000","last_fullsized":"2023-09-23T15:13:19.513001+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5608,"log_dups_size":0,"ondisk_log_size":5608,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:17:57.981230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340000768,"num_objects":5188,"num_object_clones":0,"num_object_copies":15564,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2770,"num_objects_unfound":0,"num_objects_dirty":5188,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5608,"num_write_kb":345472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":632,"num_bytes_recovered":41418752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4],"avail_no_missing":["7","2","4"],"object_location_counts":[{"shards":"2,4,7","objects":2770},{"shards":"4,7","objects":2418}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":125,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.081787+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:13:59.081787+0000","last_peered":"2023-09-23T15:13:59.081787+0000","last_clean":"2023-09-23T15:13:59.081787+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:13:59.081787+0000","last_undegraded":"2023-09-23T15:13:59.081787+0000","last_fullsized":"2023-09-23T15:13:59.081787+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":72,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.111931+0000","last_change":"2023-09-23T15:12:45.125174+0000","last_active":"2023-09-23T15:13:59.111931+0000","last_peered":"2023-09-23T15:13:59.111931+0000","last_clean":"2023-09-23T15:13:59.111931+0000","last_became_active":"2023-09-23T15:12:45.124801+0000","last_became_peered":"2023-09-23T15:12:45.124801+0000","last_unstale":"2023-09-23T15:13:59.111931+0000","last_undegraded":"2023-09-23T15:13:59.111931+0000","last_fullsized":"2023-09-23T15:13:59.111931+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:21.837538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.f","version":"182'5674","reported_seq":9663,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-09-23T15:14:08.604865+0000","last_change":"2023-09-23T15:13:15.103893+0000","last_active":"2023-09-23T15:14:08.604865+0000","last_peered":"2023-09-23T15:14:08.604865+0000","last_clean":"2023-09-23T15:14:08.604865+0000","last_became_active":"2023-09-23T15:13:15.101563+0000","last_became_peered":"2023-09-23T15:13:15.101563+0000","last_unstale":"2023-09-23T15:14:08.604865+0000","last_undegraded":"2023-09-23T15:14:08.604865+0000","last_fullsized":"2023-09-23T15:14:08.604865+0000","mapping_epoch":168,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5674,"log_dups_size":0,"ondisk_log_size":5674,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:27.666182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":321519616,"num_objects":4906,"num_object_clones":0,"num_object_copies":14718,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4906,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5674,"num_write_kb":338560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1962,"num_bytes_recovered":128581632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":157,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.081426+0000","last_change":"2023-09-23T15:12:45.131013+0000","last_active":"2023-09-23T15:13:59.081426+0000","last_peered":"2023-09-23T15:13:59.081426+0000","last_clean":"2023-09-23T15:13:59.081426+0000","last_became_active":"2023-09-23T15:12:45.124895+0000","last_became_peered":"2023-09-23T15:12:45.124895+0000","last_unstale":"2023-09-23T15:13:59.081426+0000","last_undegraded":"2023-09-23T15:13:59.081426+0000","last_fullsized":"2023-09-23T15:13:59.081426+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:09:37.217279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":156,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088718+0000","last_change":"2023-09-23T15:10:32.004960+0000","last_active":"2023-09-23T15:13:59.088718+0000","last_peered":"2023-09-23T15:13:59.088718+0000","last_clean":"2023-09-23T15:13:59.088718+0000","last_became_active":"2023-09-23T15:10:32.004629+0000","last_became_peered":"2023-09-23T15:10:32.004629+0000","last_unstale":"2023-09-23T15:13:59.088718+0000","last_undegraded":"2023-09-23T15:13:59.088718+0000","last_fullsized":"2023-09-23T15:13:59.088718+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:31.277181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"182'5776","reported_seq":10860,"reported_epoch":182,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:14:08.604626+0000","last_change":"2023-09-23T15:13:38.319130+0000","last_active":"2023-09-23T15:14:08.604626+0000","last_peered":"2023-09-23T15:14:08.604626+0000","last_clean":"2023-09-23T15:13:11.076557+0000","last_became_active":"2023-09-23T15:13:38.313618+0000","last_became_peered":"2023-09-23T15:13:38.313618+0000","last_unstale":"2023-09-23T15:14:08.604626+0000","last_undegraded":"2023-09-23T15:13:38.172692+0000","last_fullsized":"2023-09-23T15:13:38.062725+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5776,"log_dups_size":0,"ondisk_log_size":5776,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:37:46.255700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330170368,"num_objects":5038,"num_object_clones":0,"num_object_copies":15114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7174,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5038,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5776,"num_write_kb":346048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2318,"num_bytes_recovered":151912448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1],"avail_no_missing":["3","0","2","5"],"object_location_counts":[{"shards":"1,3","objects":1002},{"shards":"1,3,5","objects":897},{"shards":"2,3,5","objects":3138}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":123,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.083592+0000","last_change":"2023-09-23T15:10:32.001159+0000","last_active":"2023-09-23T15:13:59.083592+0000","last_peered":"2023-09-23T15:13:59.083592+0000","last_clean":"2023-09-23T15:13:59.083592+0000","last_became_active":"2023-09-23T15:10:32.000879+0000","last_became_peered":"2023-09-23T15:10:32.000879+0000","last_unstale":"2023-09-23T15:13:59.083592+0000","last_undegraded":"2023-09-23T15:13:59.083592+0000","last_fullsized":"2023-09-23T15:13:59.083592+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:26:29.610906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":183,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088630+0000","last_change":"2023-09-23T15:13:12.069888+0000","last_active":"2023-09-23T15:13:59.088630+0000","last_peered":"2023-09-23T15:13:59.088630+0000","last_clean":"2023-09-23T15:13:59.088630+0000","last_became_active":"2023-09-23T15:13:12.069603+0000","last_became_peered":"2023-09-23T15:13:12.069603+0000","last_unstale":"2023-09-23T15:13:59.088630+0000","last_undegraded":"2023-09-23T15:13:59.088630+0000","last_fullsized":"2023-09-23T15:13:59.088630+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:56:19.784507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"182'5661","reported_seq":8596,"reported_epoch":182,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:14:05.142436+0000","last_change":"2023-09-23T15:13:37.066199+0000","last_active":"2023-09-23T15:14:05.142436+0000","last_peered":"2023-09-23T15:14:05.142436+0000","last_clean":"2023-09-23T15:12:44.085616+0000","last_became_active":"2023-09-23T15:12:46.227817+0000","last_became_peered":"2023-09-23T15:12:46.227817+0000","last_unstale":"2023-09-23T15:14:05.142436+0000","last_undegraded":"2023-09-23T15:13:37.065333+0000","last_fullsized":"2023-09-23T15:12:46.120607+0000","mapping_epoch":154,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5661,"log_dups_size":0,"ondisk_log_size":5661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:57.404436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339738648,"num_objects":5185,"num_object_clones":0,"num_object_copies":15555,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":554,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5185,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5661,"num_write_kb":347009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1439,"num_bytes_recovered":94306304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1],"avail_no_missing":["6","0","1"],"object_location_counts":[{"shards":"0,1,6","objects":554},{"shards":"1,6","objects":4631}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":167,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.090119+0000","last_change":"2023-09-23T15:13:12.064784+0000","last_active":"2023-09-23T15:13:59.090119+0000","last_peered":"2023-09-23T15:13:59.090119+0000","last_clean":"2023-09-23T15:13:59.090119+0000","last_became_active":"2023-09-23T15:13:12.064452+0000","last_became_peered":"2023-09-23T15:13:12.064452+0000","last_unstale":"2023-09-23T15:13:59.090119+0000","last_undegraded":"2023-09-23T15:13:59.090119+0000","last_fullsized":"2023-09-23T15:13:59.090119+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:49.145771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":156,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088935+0000","last_change":"2023-09-23T15:10:32.002676+0000","last_active":"2023-09-23T15:13:59.088935+0000","last_peered":"2023-09-23T15:13:59.088935+0000","last_clean":"2023-09-23T15:13:59.088935+0000","last_became_active":"2023-09-23T15:10:32.002390+0000","last_became_peered":"2023-09-23T15:10:32.002390+0000","last_unstale":"2023-09-23T15:13:59.088935+0000","last_undegraded":"2023-09-23T15:13:59.088935+0000","last_fullsized":"2023-09-23T15:13:59.088935+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:55:30.721959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"182'5624","reported_seq":5667,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-09-23T15:14:05.187431+0000","last_change":"2023-09-23T15:12:19.050096+0000","last_active":"2023-09-23T15:14:05.187431+0000","last_peered":"2023-09-23T15:14:05.187431+0000","last_clean":"2023-09-23T15:14:05.187431+0000","last_became_active":"2023-09-23T15:12:19.049631+0000","last_became_peered":"2023-09-23T15:12:19.049631+0000","last_unstale":"2023-09-23T15:14:05.187431+0000","last_undegraded":"2023-09-23T15:14:05.187431+0000","last_fullsized":"2023-09-23T15:14:05.187431+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5624,"log_dups_size":0,"ondisk_log_size":5624,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:18.163605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338034688,"num_objects":5158,"num_object_clones":0,"num_object_copies":15474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5158,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5624,"num_write_kb":345024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":147,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.081789+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:13:59.081789+0000","last_peered":"2023-09-23T15:13:59.081789+0000","last_clean":"2023-09-23T15:13:59.081789+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:13:59.081789+0000","last_undegraded":"2023-09-23T15:13:59.081789+0000","last_fullsized":"2023-09-23T15:13:59.081789+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":129,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.126768+0000","last_change":"2023-09-23T15:07:50.032151+0000","last_active":"2023-09-23T15:13:59.126768+0000","last_peered":"2023-09-23T15:13:59.126768+0000","last_clean":"2023-09-23T15:13:59.126768+0000","last_became_active":"2023-09-23T15:07:50.031884+0000","last_became_peered":"2023-09-23T15:07:50.031884+0000","last_unstale":"2023-09-23T15:13:59.126768+0000","last_undegraded":"2023-09-23T15:13:59.126768+0000","last_fullsized":"2023-09-23T15:13:59.126768+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:19.460897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"182'5718","reported_seq":5761,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-09-23T15:14:07.949521+0000","last_change":"2023-09-23T15:12:19.050301+0000","last_active":"2023-09-23T15:14:07.949521+0000","last_peered":"2023-09-23T15:14:07.949521+0000","last_clean":"2023-09-23T15:14:07.949521+0000","last_became_active":"2023-09-23T15:12:19.049837+0000","last_became_peered":"2023-09-23T15:12:19.049837+0000","last_unstale":"2023-09-23T15:14:07.949521+0000","last_undegraded":"2023-09-23T15:14:07.949521+0000","last_fullsized":"2023-09-23T15:14:07.949521+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5718,"log_dups_size":0,"ondisk_log_size":5718,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:57.974698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":333185024,"num_objects":5084,"num_object_clones":0,"num_object_copies":15252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5084,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5718,"num_write_kb":345664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":170,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.111290+0000","last_change":"2023-09-23T15:13:12.059384+0000","last_active":"2023-09-23T15:13:59.111290+0000","last_peered":"2023-09-23T15:13:59.111290+0000","last_clean":"2023-09-23T15:13:59.111290+0000","last_became_active":"2023-09-23T15:13:12.059115+0000","last_became_peered":"2023-09-23T15:13:12.059115+0000","last_unstale":"2023-09-23T15:13:59.111290+0000","last_undegraded":"2023-09-23T15:13:59.111290+0000","last_fullsized":"2023-09-23T15:13:59.111290+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:06:43.688568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":146,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.081365+0000","last_change":"2023-09-23T15:13:12.062271+0000","last_active":"2023-09-23T15:13:59.081365+0000","last_peered":"2023-09-23T15:13:59.081365+0000","last_clean":"2023-09-23T15:13:59.081365+0000","last_became_active":"2023-09-23T15:13:12.061904+0000","last_became_peered":"2023-09-23T15:13:12.061904+0000","last_unstale":"2023-09-23T15:13:59.081365+0000","last_undegraded":"2023-09-23T15:13:59.081365+0000","last_fullsized":"2023-09-23T15:13:59.081365+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:43:00.614393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":123,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.111615+0000","last_change":"2023-09-23T15:13:37.065775+0000","last_active":"2023-09-23T15:13:59.111615+0000","last_peered":"2023-09-23T15:13:59.111615+0000","last_clean":"2023-09-23T15:13:59.111615+0000","last_became_active":"2023-09-23T15:13:37.065497+0000","last_became_peered":"2023-09-23T15:13:37.065497+0000","last_unstale":"2023-09-23T15:13:59.111615+0000","last_undegraded":"2023-09-23T15:13:59.111615+0000","last_fullsized":"2023-09-23T15:13:59.111615+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:37:59.620932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"182'5608","reported_seq":7546,"reported_epoch":182,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:14:05.172912+0000","last_change":"2023-09-23T15:13:12.067383+0000","last_active":"2023-09-23T15:14:05.172912+0000","last_peered":"2023-09-23T15:14:05.172912+0000","last_clean":"2023-09-23T15:12:44.098467+0000","last_became_active":"2023-09-23T15:12:46.222318+0000","last_became_peered":"2023-09-23T15:12:46.222318+0000","last_unstale":"2023-09-23T15:14:05.172912+0000","last_undegraded":"2023-09-23T15:13:12.064718+0000","last_fullsized":"2023-09-23T15:12:46.120916+0000","mapping_epoch":154,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5608,"log_dups_size":0,"ondisk_log_size":5608,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:56:18.656451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338690048,"num_objects":5168,"num_object_clones":0,"num_object_copies":15504,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":978,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5168,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5608,"num_write_kb":344832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":941,"num_bytes_recovered":61669376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":978},{"shards":"3,6","objects":4190}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":128,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.111770+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:13:59.111770+0000","last_peered":"2023-09-23T15:13:59.111770+0000","last_clean":"2023-09-23T15:13:59.111770+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:13:59.111770+0000","last_undegraded":"2023-09-23T15:13:59.111770+0000","last_fullsized":"2023-09-23T15:13:59.111770+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":167,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088648+0000","last_change":"2023-09-23T15:12:45.122945+0000","last_active":"2023-09-23T15:13:59.088648+0000","last_peered":"2023-09-23T15:13:59.088648+0000","last_clean":"2023-09-23T15:13:59.088648+0000","last_became_active":"2023-09-23T15:12:45.122604+0000","last_became_peered":"2023-09-23T15:12:45.122604+0000","last_unstale":"2023-09-23T15:13:59.088648+0000","last_undegraded":"2023-09-23T15:13:59.088648+0000","last_fullsized":"2023-09-23T15:13:59.088648+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:15.901253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":168,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.111220+0000","last_change":"2023-09-23T15:13:12.061326+0000","last_active":"2023-09-23T15:13:59.111220+0000","last_peered":"2023-09-23T15:13:59.111220+0000","last_clean":"2023-09-23T15:13:59.111220+0000","last_became_active":"2023-09-23T15:13:12.060982+0000","last_became_peered":"2023-09-23T15:13:12.060982+0000","last_unstale":"2023-09-23T15:13:59.111220+0000","last_undegraded":"2023-09-23T15:13:59.111220+0000","last_fullsized":"2023-09-23T15:13:59.111220+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:46.149713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.4","version":"182'5728","reported_seq":9665,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-09-23T15:14:08.001919+0000","last_change":"2023-09-23T15:13:12.082793+0000","last_active":"2023-09-23T15:14:08.001919+0000","last_peered":"2023-09-23T15:14:08.001919+0000","last_clean":"2023-09-23T15:14:08.001919+0000","last_became_active":"2023-09-23T15:13:01.284422+0000","last_became_peered":"2023-09-23T15:13:01.284422+0000","last_unstale":"2023-09-23T15:14:08.001919+0000","last_undegraded":"2023-09-23T15:14:08.001919+0000","last_fullsized":"2023-09-23T15:14:08.001919+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5728,"log_dups_size":0,"ondisk_log_size":5728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:47.899936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327417856,"num_objects":4996,"num_object_clones":0,"num_object_copies":14988,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4996,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5728,"num_write_kb":343168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1935,"num_bytes_recovered":126812160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":159,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.086461+0000","last_change":"2023-09-23T15:13:12.061012+0000","last_active":"2023-09-23T15:13:59.086461+0000","last_peered":"2023-09-23T15:13:59.086461+0000","last_clean":"2023-09-23T15:13:59.086461+0000","last_became_active":"2023-09-23T15:13:12.060378+0000","last_became_peered":"2023-09-23T15:13:12.060378+0000","last_unstale":"2023-09-23T15:13:59.086461+0000","last_undegraded":"2023-09-23T15:13:59.086461+0000","last_fullsized":"2023-09-23T15:13:59.086461+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:55.699679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":164,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.112213+0000","last_change":"2023-09-23T15:13:12.061932+0000","last_active":"2023-09-23T15:13:59.112213+0000","last_peered":"2023-09-23T15:13:59.112213+0000","last_clean":"2023-09-23T15:13:59.112213+0000","last_became_active":"2023-09-23T15:13:12.061635+0000","last_became_peered":"2023-09-23T15:13:12.061635+0000","last_unstale":"2023-09-23T15:13:59.112213+0000","last_undegraded":"2023-09-23T15:13:59.112213+0000","last_fullsized":"2023-09-23T15:13:59.112213+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:05.846368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":157,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.126703+0000","last_change":"2023-09-23T15:12:45.127153+0000","last_active":"2023-09-23T15:13:59.126703+0000","last_peered":"2023-09-23T15:13:59.126703+0000","last_clean":"2023-09-23T15:13:59.126703+0000","last_became_active":"2023-09-23T15:12:45.126918+0000","last_became_peered":"2023-09-23T15:12:45.126918+0000","last_unstale":"2023-09-23T15:13:59.126703+0000","last_undegraded":"2023-09-23T15:13:59.126703+0000","last_fullsized":"2023-09-23T15:13:59.126703+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:54:56.770643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"182'5503","reported_seq":9244,"reported_epoch":182,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:14:04.528590+0000","last_change":"2023-09-23T15:13:38.197717+0000","last_active":"2023-09-23T15:14:04.528590+0000","last_peered":"2023-09-23T15:14:04.528590+0000","last_clean":"2023-09-23T15:13:36.067740+0000","last_became_active":"2023-09-23T15:13:38.190562+0000","last_became_peered":"2023-09-23T15:13:38.190562+0000","last_unstale":"2023-09-23T15:14:04.528590+0000","last_undegraded":"2023-09-23T15:13:38.085324+0000","last_fullsized":"2023-09-23T15:13:38.067598+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5503,"log_dups_size":0,"ondisk_log_size":5503,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:01.826260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":334692352,"num_objects":5107,"num_object_clones":0,"num_object_copies":15321,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4288,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5107,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5503,"num_write_kb":339520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1833,"num_bytes_recovered":120127488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","5"],"object_location_counts":[{"shards":"3,5,7","objects":4090},{"shards":"3,7","objects":819}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":120,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.079395+0000","last_change":"2023-09-23T15:13:12.063956+0000","last_active":"2023-09-23T15:13:59.079395+0000","last_peered":"2023-09-23T15:13:59.079395+0000","last_clean":"2023-09-23T15:13:59.079395+0000","last_became_active":"2023-09-23T15:13:12.063610+0000","last_became_peered":"2023-09-23T15:13:12.063610+0000","last_unstale":"2023-09-23T15:13:59.079395+0000","last_undegraded":"2023-09-23T15:13:59.079395+0000","last_fullsized":"2023-09-23T15:13:59.079395+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:18:15.518514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":563,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.079226+0000","last_change":"2023-09-23T15:12:48.076453+0000","last_active":"2023-09-23T15:13:59.079226+0000","last_peered":"2023-09-23T15:13:59.079226+0000","last_clean":"2023-09-23T15:13:59.079226+0000","last_became_active":"2023-09-23T15:12:48.075604+0000","last_became_peered":"2023-09-23T15:12:48.075604+0000","last_unstale":"2023-09-23T15:13:59.079226+0000","last_undegraded":"2023-09-23T15:13:59.079226+0000","last_fullsized":"2023-09-23T15:13:59.079226+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:19:52.879121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":122,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-09-23T15:14:03.104841+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:14:03.104841+0000","last_peered":"2023-09-23T15:14:03.104841+0000","last_clean":"2023-09-23T15:14:03.104841+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:14:03.104841+0000","last_undegraded":"2023-09-23T15:14:03.104841+0000","last_fullsized":"2023-09-23T15:14:03.104841+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":83,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.084245+0000","last_change":"2023-09-23T15:10:32.008210+0000","last_active":"2023-09-23T15:13:59.084245+0000","last_peered":"2023-09-23T15:13:59.084245+0000","last_clean":"2023-09-23T15:13:59.084245+0000","last_became_active":"2023-09-23T15:10:32.007957+0000","last_became_peered":"2023-09-23T15:10:32.007957+0000","last_unstale":"2023-09-23T15:13:59.084245+0000","last_undegraded":"2023-09-23T15:13:59.084245+0000","last_fullsized":"2023-09-23T15:13:59.084245+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:31:16.276320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.5","version":"182'5622","reported_seq":7158,"reported_epoch":182,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:14:04.601343+0000","last_change":"2023-09-23T15:13:50.021162+0000","last_active":"2023-09-23T15:14:04.601343+0000","last_peered":"2023-09-23T15:14:04.601343+0000","last_clean":"2023-09-23T15:12:44.098817+0000","last_became_active":"2023-09-23T15:13:13.254535+0000","last_became_peered":"2023-09-23T15:13:13.254535+0000","last_unstale":"2023-09-23T15:14:04.601343+0000","last_undegraded":"2023-09-23T15:13:13.167834+0000","last_fullsized":"2023-09-23T15:13:13.055451+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5622,"log_dups_size":0,"ondisk_log_size":5622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:19:55.363038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":341835776,"num_objects":5216,"num_object_clones":0,"num_object_copies":15648,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":4412,"num_objects_unfound":0,"num_objects_dirty":5216,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5622,"num_write_kb":346816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":491,"num_bytes_recovered":32178176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1],"avail_no_missing":["7","0","2"],"object_location_counts":[{"shards":"0,2,7","objects":1423},{"shards":"1,2,7","objects":1565},{"shards":"1,7","objects":2227},{"shards":"2,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":170,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.079137+0000","last_change":"2023-09-23T15:12:45.123385+0000","last_active":"2023-09-23T15:13:59.079137+0000","last_peered":"2023-09-23T15:13:59.079137+0000","last_clean":"2023-09-23T15:13:59.079137+0000","last_became_active":"2023-09-23T15:12:45.122304+0000","last_became_peered":"2023-09-23T15:12:45.122304+0000","last_unstale":"2023-09-23T15:13:59.079137+0000","last_undegraded":"2023-09-23T15:13:59.079137+0000","last_fullsized":"2023-09-23T15:13:59.079137+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:22:56.958343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":83,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.090202+0000","last_change":"2023-09-23T15:12:45.125100+0000","last_active":"2023-09-23T15:13:59.090202+0000","last_peered":"2023-09-23T15:13:59.090202+0000","last_clean":"2023-09-23T15:13:59.090202+0000","last_became_active":"2023-09-23T15:12:45.124798+0000","last_became_peered":"2023-09-23T15:12:45.124798+0000","last_unstale":"2023-09-23T15:13:59.090202+0000","last_undegraded":"2023-09-23T15:13:59.090202+0000","last_fullsized":"2023-09-23T15:13:59.090202+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:59.816298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":132,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.091278+0000","last_change":"2023-09-23T15:13:37.067687+0000","last_active":"2023-09-23T15:13:59.091278+0000","last_peered":"2023-09-23T15:13:59.091278+0000","last_clean":"2023-09-23T15:13:59.091278+0000","last_became_active":"2023-09-23T15:13:37.067376+0000","last_became_peered":"2023-09-23T15:13:37.067376+0000","last_unstale":"2023-09-23T15:13:59.091278+0000","last_undegraded":"2023-09-23T15:13:59.091278+0000","last_fullsized":"2023-09-23T15:13:59.091278+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:56:48.888460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.0","version":"182'5709","reported_seq":5751,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-09-23T15:14:07.957527+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:14:07.957527+0000","last_peered":"2023-09-23T15:14:07.957527+0000","last_clean":"2023-09-23T15:14:07.957527+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:14:07.957527+0000","last_undegraded":"2023-09-23T15:14:07.957527+0000","last_fullsized":"2023-09-23T15:14:07.957527+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5709,"log_dups_size":0,"ondisk_log_size":5709,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328531968,"num_objects":5013,"num_object_clones":0,"num_object_copies":15039,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5013,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5709,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":154,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.087631+0000","last_change":"2023-09-23T15:12:45.126603+0000","last_active":"2023-09-23T15:13:59.087631+0000","last_peered":"2023-09-23T15:13:59.087631+0000","last_clean":"2023-09-23T15:13:59.087631+0000","last_became_active":"2023-09-23T15:12:45.126299+0000","last_became_peered":"2023-09-23T15:12:45.126299+0000","last_unstale":"2023-09-23T15:13:59.087631+0000","last_undegraded":"2023-09-23T15:13:59.087631+0000","last_fullsized":"2023-09-23T15:13:59.087631+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:36:45.038596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":153,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.111382+0000","last_change":"2023-09-23T15:13:12.075637+0000","last_active":"2023-09-23T15:13:59.111382+0000","last_peered":"2023-09-23T15:13:59.111382+0000","last_clean":"2023-09-23T15:13:59.111382+0000","last_became_active":"2023-09-23T15:13:12.075349+0000","last_became_peered":"2023-09-23T15:13:12.075349+0000","last_unstale":"2023-09-23T15:13:59.111382+0000","last_undegraded":"2023-09-23T15:13:59.111382+0000","last_fullsized":"2023-09-23T15:13:59.111382+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:44.195789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":53,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.090951+0000","last_change":"2023-09-23T15:12:45.124160+0000","last_active":"2023-09-23T15:13:59.090951+0000","last_peered":"2023-09-23T15:13:59.090951+0000","last_clean":"2023-09-23T15:13:59.090951+0000","last_became_active":"2023-09-23T15:12:45.123882+0000","last_became_peered":"2023-09-23T15:12:45.123882+0000","last_unstale":"2023-09-23T15:13:59.090951+0000","last_undegraded":"2023-09-23T15:13:59.090951+0000","last_fullsized":"2023-09-23T15:13:59.090951+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:23.413750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"182'5783","reported_seq":12785,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-09-23T15:14:08.549906+0000","last_change":"2023-09-23T15:13:51.117365+0000","last_active":"2023-09-23T15:14:08.549906+0000","last_peered":"2023-09-23T15:14:08.549906+0000","last_clean":"2023-09-23T15:14:08.549906+0000","last_became_active":"2023-09-23T15:13:51.113897+0000","last_became_peered":"2023-09-23T15:13:51.113897+0000","last_unstale":"2023-09-23T15:14:08.549906+0000","last_undegraded":"2023-09-23T15:14:08.549906+0000","last_fullsized":"2023-09-23T15:14:08.549906+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5783,"log_dups_size":0,"ondisk_log_size":5783,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:23:17.480605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331153408,"num_objects":5053,"num_object_clones":0,"num_object_copies":15159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5053,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5783,"num_write_kb":346752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3471,"num_bytes_recovered":227475456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":157,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.082606+0000","last_change":"2023-09-23T15:12:45.141486+0000","last_active":"2023-09-23T15:13:59.082606+0000","last_peered":"2023-09-23T15:13:59.082606+0000","last_clean":"2023-09-23T15:13:59.082606+0000","last_became_active":"2023-09-23T15:12:45.126678+0000","last_became_peered":"2023-09-23T15:12:45.126678+0000","last_unstale":"2023-09-23T15:13:59.082606+0000","last_undegraded":"2023-09-23T15:13:59.082606+0000","last_fullsized":"2023-09-23T15:13:59.082606+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:06:06.729087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":129,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.123786+0000","last_change":"2023-09-23T15:10:32.002271+0000","last_active":"2023-09-23T15:13:59.123786+0000","last_peered":"2023-09-23T15:13:59.123786+0000","last_clean":"2023-09-23T15:13:59.123786+0000","last_became_active":"2023-09-23T15:10:32.001972+0000","last_became_peered":"2023-09-23T15:10:32.001972+0000","last_unstale":"2023-09-23T15:13:59.123786+0000","last_undegraded":"2023-09-23T15:13:59.123786+0000","last_fullsized":"2023-09-23T15:13:59.123786+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:06:34.690769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":151,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.081857+0000","last_change":"2023-09-23T15:12:45.122574+0000","last_active":"2023-09-23T15:13:59.081857+0000","last_peered":"2023-09-23T15:13:59.081857+0000","last_clean":"2023-09-23T15:13:59.081857+0000","last_became_active":"2023-09-23T15:12:45.122157+0000","last_became_peered":"2023-09-23T15:12:45.122157+0000","last_unstale":"2023-09-23T15:13:59.081857+0000","last_undegraded":"2023-09-23T15:13:59.081857+0000","last_fullsized":"2023-09-23T15:13:59.081857+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:42.241719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"182'5690","reported_seq":5741,"reported_epoch":182,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:14:08.597694+0000","last_change":"2023-09-23T15:13:13.215345+0000","last_active":"2023-09-23T15:14:08.597694+0000","last_peered":"2023-09-23T15:14:08.597694+0000","last_clean":"2023-09-23T15:13:11.086095+0000","last_became_active":"2023-09-23T15:13:13.202580+0000","last_became_peered":"2023-09-23T15:13:13.202580+0000","last_unstale":"2023-09-23T15:14:08.597694+0000","last_undegraded":"2023-09-23T15:13:13.085184+0000","last_fullsized":"2023-09-23T15:13:13.053490+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5690,"log_dups_size":0,"ondisk_log_size":5690,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:28.783474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":329777152,"num_objects":5032,"num_object_clones":0,"num_object_copies":15096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3491,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5032,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5690,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1],"avail_no_missing":["3","1","2"],"object_location_counts":[{"shards":"1,2,3","objects":3162},{"shards":"1,3","objects":1541}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":141,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.092467+0000","last_change":"2023-09-23T15:13:12.065648+0000","last_active":"2023-09-23T15:13:59.092467+0000","last_peered":"2023-09-23T15:13:59.092467+0000","last_clean":"2023-09-23T15:13:59.092467+0000","last_became_active":"2023-09-23T15:13:12.064634+0000","last_became_peered":"2023-09-23T15:13:12.064634+0000","last_unstale":"2023-09-23T15:13:59.092467+0000","last_undegraded":"2023-09-23T15:13:59.092467+0000","last_fullsized":"2023-09-23T15:13:59.092467+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:46:30.446410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":64,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.123932+0000","last_change":"2023-09-23T15:12:45.139947+0000","last_active":"2023-09-23T15:13:59.123932+0000","last_peered":"2023-09-23T15:13:59.123932+0000","last_clean":"2023-09-23T15:13:59.123932+0000","last_became_active":"2023-09-23T15:12:45.130913+0000","last_became_peered":"2023-09-23T15:12:45.130913+0000","last_unstale":"2023-09-23T15:13:59.123932+0000","last_undegraded":"2023-09-23T15:13:59.123932+0000","last_fullsized":"2023-09-23T15:13:59.123932+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:56:03.504073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":139,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.090030+0000","last_change":"2023-09-23T15:10:32.002742+0000","last_active":"2023-09-23T15:13:59.090030+0000","last_peered":"2023-09-23T15:13:59.090030+0000","last_clean":"2023-09-23T15:13:59.090030+0000","last_became_active":"2023-09-23T15:10:32.002445+0000","last_became_peered":"2023-09-23T15:10:32.002445+0000","last_unstale":"2023-09-23T15:13:59.090030+0000","last_undegraded":"2023-09-23T15:13:59.090030+0000","last_fullsized":"2023-09-23T15:13:59.090030+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:16.287112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":51,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088844+0000","last_change":"2023-09-23T15:12:45.125089+0000","last_active":"2023-09-23T15:13:59.088844+0000","last_peered":"2023-09-23T15:13:59.088844+0000","last_clean":"2023-09-23T15:13:59.088844+0000","last_became_active":"2023-09-23T15:12:45.124785+0000","last_became_peered":"2023-09-23T15:12:45.124785+0000","last_unstale":"2023-09-23T15:13:59.088844+0000","last_undegraded":"2023-09-23T15:13:59.088844+0000","last_fullsized":"2023-09-23T15:13:59.088844+0000","mapping_epoch":153,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:49:56.427374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":115,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.111458+0000","last_change":"2023-09-23T15:13:12.065178+0000","last_active":"2023-09-23T15:13:59.111458+0000","last_peered":"2023-09-23T15:13:59.111458+0000","last_clean":"2023-09-23T15:13:59.111458+0000","last_became_active":"2023-09-23T15:13:12.064911+0000","last_became_peered":"2023-09-23T15:13:12.064911+0000","last_unstale":"2023-09-23T15:13:59.111458+0000","last_undegraded":"2023-09-23T15:13:59.111458+0000","last_fullsized":"2023-09-23T15:13:59.111458+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:44:37.859244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":47,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088614+0000","last_change":"2023-09-23T15:12:57.250995+0000","last_active":"2023-09-23T15:13:59.088614+0000","last_peered":"2023-09-23T15:13:59.088614+0000","last_clean":"2023-09-23T15:13:59.088614+0000","last_became_active":"2023-09-23T15:12:57.250681+0000","last_became_peered":"2023-09-23T15:12:57.250681+0000","last_unstale":"2023-09-23T15:13:59.088614+0000","last_undegraded":"2023-09-23T15:13:59.088614+0000","last_fullsized":"2023-09-23T15:13:59.088614+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:28:33.837444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":193,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088725+0000","last_change":"2023-09-23T15:13:12.061137+0000","last_active":"2023-09-23T15:13:59.088725+0000","last_peered":"2023-09-23T15:13:59.088725+0000","last_clean":"2023-09-23T15:13:59.088725+0000","last_became_active":"2023-09-23T15:13:12.060893+0000","last_became_peered":"2023-09-23T15:13:12.060893+0000","last_unstale":"2023-09-23T15:13:59.088725+0000","last_undegraded":"2023-09-23T15:13:59.088725+0000","last_fullsized":"2023-09-23T15:13:59.088725+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:24:54.753029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":47,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.089022+0000","last_change":"2023-09-23T15:12:57.245779+0000","last_active":"2023-09-23T15:13:59.089022+0000","last_peered":"2023-09-23T15:13:59.089022+0000","last_clean":"2023-09-23T15:13:59.089022+0000","last_became_active":"2023-09-23T15:12:57.245447+0000","last_became_peered":"2023-09-23T15:12:57.245447+0000","last_unstale":"2023-09-23T15:13:59.089022+0000","last_undegraded":"2023-09-23T15:13:59.089022+0000","last_fullsized":"2023-09-23T15:13:59.089022+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:37:55.595567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":176,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088627+0000","last_change":"2023-09-23T15:13:12.068808+0000","last_active":"2023-09-23T15:13:59.088627+0000","last_peered":"2023-09-23T15:13:59.088627+0000","last_clean":"2023-09-23T15:13:59.088627+0000","last_became_active":"2023-09-23T15:13:12.068080+0000","last_became_peered":"2023-09-23T15:13:12.068080+0000","last_unstale":"2023-09-23T15:13:59.088627+0000","last_undegraded":"2023-09-23T15:13:59.088627+0000","last_fullsized":"2023-09-23T15:13:59.088627+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:54:33.958061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":188,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.087616+0000","last_change":"2023-09-23T15:13:12.057632+0000","last_active":"2023-09-23T15:13:59.087616+0000","last_peered":"2023-09-23T15:13:59.087616+0000","last_clean":"2023-09-23T15:13:59.087616+0000","last_became_active":"2023-09-23T15:13:12.057279+0000","last_became_peered":"2023-09-23T15:13:12.057279+0000","last_unstale":"2023-09-23T15:13:59.087616+0000","last_undegraded":"2023-09-23T15:13:59.087616+0000","last_fullsized":"2023-09-23T15:13:59.087616+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:54:36.549658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":200,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.086332+0000","last_change":"2023-09-23T15:13:12.061045+0000","last_active":"2023-09-23T15:13:59.086332+0000","last_peered":"2023-09-23T15:13:59.086332+0000","last_clean":"2023-09-23T15:13:59.086332+0000","last_became_active":"2023-09-23T15:13:12.060743+0000","last_became_peered":"2023-09-23T15:13:12.060743+0000","last_unstale":"2023-09-23T15:13:59.086332+0000","last_undegraded":"2023-09-23T15:13:59.086332+0000","last_fullsized":"2023-09-23T15:13:59.086332+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:59:51.714451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":60,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.091845+0000","last_change":"2023-09-23T15:13:12.071791+0000","last_active":"2023-09-23T15:13:59.091845+0000","last_peered":"2023-09-23T15:13:59.091845+0000","last_clean":"2023-09-23T15:13:59.091845+0000","last_became_active":"2023-09-23T15:13:12.064328+0000","last_became_peered":"2023-09-23T15:13:12.064328+0000","last_unstale":"2023-09-23T15:13:59.091845+0000","last_undegraded":"2023-09-23T15:13:59.091845+0000","last_fullsized":"2023-09-23T15:13:59.091845+0000","mapping_epoch":165,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:18.978740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":156,"reported_epoch":181,"state":"active+clean","last_fresh":"2023-09-23T15:13:59.088274+0000","last_change":"2023-09-23T15:10:32.002820+0000","last_active":"2023-09-23T15:13:59.088274+0000","last_peered":"2023-09-23T15:13:59.088274+0000","last_clean":"2023-09-23T15:13:59.088274+0000","last_became_active":"2023-09-23T15:10:32.002548+0000","last_became_peered":"2023-09-23T15:10:32.002548+0000","last_unstale":"2023-09-23T15:13:59.088274+0000","last_undegraded":"2023-09-23T15:13:59.088274+0000","last_fullsized":"2023-09-23T15:13:59.088274+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:30:59.691684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":5324931096,"num_objects":81253,"num_object_clones":0,"num_object_copies":243759,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24386,"num_objects_misplaced":7182,"num_objects_unfound":0,"num_objects_dirty":81253,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":90871,"num_write_kb":5507905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16896,"num_bytes_recovered":1107296256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16805605376,"data_stored":16805593160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":89571,"ondisk_log_size":89571,"up":48,"acting":39,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":610,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":17088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201497,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2291300,"kb_used_data":2181788,"kb_used_omap":0,"kb_used_meta":109184,"kb_avail":91453852,"statfs":{"total":95995035648,"available":93648744448,"internally_reserved":0,"allocated":2234150912,"data_stored":2233504604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":111804416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:13:23 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.091,"15min":0.72699999999999998},"min":{"1min":0.26700000000000002,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":5.0579999999999998,"5min":15.452999999999999,"15min":15.452999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.4239999999999999,"5min":1.1879999999999999,"15min":0.77200000000000002},"min":{"1min":0.29299999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.3479999999999999,"5min":15.492000000000001,"15min":15.492000000000001},"last":1.8959999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:14:02 2023","interfaces":[{"interface":"back","average":{"1min":1.171,"5min":1.296,"15min":0.77900000000000003},"min":{"1min":0.308,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":3.7189999999999999,"5min":19.212,"15min":19.212},"last":1.9359999999999999},{"interface":"front","average":{"1min":0.996,"5min":1.2889999999999999,"15min":0.80700000000000005},"min":{"1min":0.32200000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":4.2919999999999998,"5min":19.18,"15min":19.18},"last":0.55700000000000005}]},{"osd":2,"last update":"Sat Sep 23 15:13:15 2023","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.427,"15min":1.5529999999999999},"min":{"1min":0.32800000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":4.2759999999999998,"5min":5.5110000000000001,"15min":5.5110000000000001},"last":1.9570000000000001},{"interface":"front","average":{"1min":1.2989999999999999,"5min":1.577,"15min":1.587},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":7.2779999999999996,"5min":7.8499999999999996,"15min":7.8499999999999996},"last":0.61399999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:14:02 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":4.5490000000000004,"15min":1.867},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":6.8109999999999999,"5min":187.29400000000001,"15min":187.29400000000001},"last":1.909},{"interface":"front","average":{"1min":2.2050000000000001,"5min":4.7290000000000001,"15min":1.948},"min":{"1min":0.33700000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":8.1609999999999996,"5min":187.309,"15min":187.309},"last":2.0179999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:13:46 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":0.81499999999999995,"15min":0.58899999999999997},"min":{"1min":0.29499999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.4960000000000004,"5min":5.0300000000000002,"15min":5.0300000000000002},"last":1.988},{"interface":"front","average":{"1min":1.4019999999999999,"5min":0.83699999999999997,"15min":0.61099999999999999},"min":{"1min":0.32600000000000001,"5min":0.26900000000000002,"15min":0.25800000000000001},"max":{"1min":4.6970000000000001,"5min":4.7409999999999997,"15min":4.7409999999999997},"last":1.8500000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:13:46 2023","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.90300000000000002,"15min":0.64200000000000002},"min":{"1min":0.29799999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":3.6720000000000002,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":3.2949999999999999},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.84199999999999997,"15min":0.64500000000000002},"min":{"1min":0.30499999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":4.335,"5min":6.1989999999999998,"15min":6.1989999999999998},"last":1.343}]},{"osd":6,"last update":"Sat Sep 23 15:13:35 2023","interfaces":[{"interface":"back","average":{"1min":1.2829999999999999,"5min":1.044,"15min":1.0720000000000001},"min":{"1min":0.374,"5min":0.307,"15min":0.307},"max":{"1min":4.9240000000000004,"5min":5.8280000000000003,"15min":5.8280000000000003},"last":1.9199999999999999},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.105,"15min":1.147},"min":{"1min":0.36399999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":6.5140000000000002,"5min":6.5140000000000002,"15min":6.5140000000000002},"last":3.036}]}]},{"osd":6,"up_from":122,"seq":523986010156,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2584420,"kb_used_data":2464476,"kb_used_omap":9,"kb_used_meta":119926,"kb_avail":91160732,"statfs":{"total":95995035648,"available":93348589568,"internally_reserved":0,"allocated":2523623424,"data_stored":2522977582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":122804563},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":2.0049999999999999,"15min":2.4089999999999998},"min":{"1min":0.217,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":4.3159999999999998,"5min":26.251000000000001,"15min":26.251000000000001},"last":0.311},{"interface":"front","average":{"1min":1.0680000000000001,"5min":2.3010000000000002,"15min":2.863},"min":{"1min":0.255,"5min":0.251,"15min":0.251},"max":{"1min":4.5780000000000003,"5min":26.045999999999999,"15min":26.045999999999999},"last":0.36299999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.446,"5min":1.415,"15min":1.395},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":5.3250000000000002,"5min":6.9470000000000001,"15min":6.9470000000000001},"last":2.6440000000000001},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.8080000000000001,"15min":1.831},"min":{"1min":0.27100000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.7590000000000003,"5min":16.945,"15min":16.945},"last":0.91800000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":1.6719999999999999,"15min":1.766},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":5.4080000000000004,"5min":6.9100000000000001,"15min":6.9100000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":1.6439999999999999,"5min":1.7889999999999999,"15min":1.8660000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":4.7539999999999996,"5min":7.6109999999999998,"15min":7.6109999999999998},"last":0.97399999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":1.3089999999999999,"15min":1.3149999999999999},"min":{"1min":0.34599999999999997,"5min":0.311,"15min":0.311},"max":{"1min":4.976,"5min":6.9720000000000004,"15min":6.9720000000000004},"last":2.1829999999999998},{"interface":"front","average":{"1min":2.0859999999999999,"5min":2.226,"15min":2.294},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":4.8620000000000001,"5min":12.978,"15min":12.978},"last":2.6819999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":2.504,"5min":1.0389999999999999,"15min":0.69099999999999995},"min":{"1min":0.25900000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":36.335000000000001,"5min":36.335000000000001,"15min":36.335000000000001},"last":0.35399999999999998},{"interface":"front","average":{"1min":3.081,"5min":1.2789999999999999,"15min":0.98099999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":36.374000000000002,"5min":36.374000000000002,"15min":36.374000000000002},"last":0.39400000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.9550000000000001,"5min":5.8369999999999997,"15min":7.7640000000000002},"min":{"1min":0.316,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":19.908000000000001,"5min":144.953,"15min":144.953},"last":0.84899999999999998},{"interface":"front","average":{"1min":1.786,"5min":5.625,"15min":7.46},"min":{"1min":0.33800000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":17.462,"5min":144.79400000000001,"15min":144.79400000000001},"last":0.59599999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:13:33 2023","interfaces":[{"interface":"back","average":{"1min":1.2709999999999999,"5min":1.2789999999999999,"15min":1.2490000000000001},"min":{"1min":0.35099999999999998,"5min":0.315,"15min":0.315},"max":{"1min":3.9990000000000001,"5min":6.6239999999999997,"15min":6.6239999999999997},"last":0.88700000000000001},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.89000000000000001,"15min":0.79600000000000004},"min":{"1min":0.36499999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":4.4550000000000001,"5min":6.399,"15min":6.399},"last":0.626}]}]},{"osd":1,"up_from":89,"seq":382252089435,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2927012,"kb_used_data":2746716,"kb_used_omap":9,"kb_used_meta":180022,"kb_avail":90818140,"statfs":{"total":95995035648,"available":92997775360,"internally_reserved":0,"allocated":2812637184,"data_stored":2811758611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":184343529},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1,0,5],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:14:00 2023","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":1.2210000000000001,"15min":0.626},"min":{"1min":0.20799999999999999,"5min":0.189,"15min":0.189},"max":{"1min":3.1200000000000001,"5min":15.233000000000001,"15min":15.233000000000001},"last":2.0739999999999998},{"interface":"front","average":{"1min":1.3819999999999999,"5min":1.145,"15min":0.61799999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22900000000000001},"max":{"1min":4.899,"5min":6.077,"15min":6.077},"last":0.47799999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:13:08 2023","interfaces":[{"interface":"back","average":{"1min":3.2919999999999998,"5min":4.4489999999999998,"15min":5.2249999999999996},"min":{"1min":0.22600000000000001,"5min":0.185,"15min":0.185},"max":{"1min":47.584000000000003,"5min":64.444999999999993,"15min":64.444999999999993},"last":4.6859999999999999},{"interface":"front","average":{"1min":0.79700000000000004,"5min":4.0780000000000003,"15min":5.4039999999999999},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.4249999999999998,"5min":63.148000000000003,"15min":63.148000000000003},"last":0.50700000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:14:00 2023","interfaces":[{"interface":"back","average":{"1min":1.6699999999999999,"5min":1.6859999999999999,"15min":0.79400000000000004},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.375,"5min":26.690000000000001,"15min":26.690000000000001},"last":0.438},{"interface":"front","average":{"1min":1.484,"5min":1.546,"15min":0.754},"min":{"1min":0.22500000000000001,"5min":0.216,"15min":0.216},"max":{"1min":7.4649999999999999,"5min":26.792000000000002,"15min":26.792000000000002},"last":2.109}]},{"osd":4,"last update":"Sat Sep 23 15:14:00 2023","interfaces":[{"interface":"back","average":{"1min":1.3440000000000001,"5min":1.222,"15min":0.78800000000000003},"min":{"1min":0.30399999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":6.952,"5min":9.0850000000000009,"15min":9.0850000000000009},"last":0.41099999999999998},{"interface":"front","average":{"1min":1.9119999999999999,"5min":1.2749999999999999,"15min":0.81699999999999995},"min":{"1min":0.37,"5min":0.309,"15min":0.309},"max":{"1min":5.5800000000000001,"5min":6.8049999999999997,"15min":6.8049999999999997},"last":11.103999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:14:00 2023","interfaces":[{"interface":"back","average":{"1min":1.8939999999999999,"5min":1.143,"15min":0.78900000000000003},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":4.8289999999999997,"5min":6.1420000000000003,"15min":6.1420000000000003},"last":4.6470000000000002},{"interface":"front","average":{"1min":1.589,"5min":1.325,"15min":0.878},"min":{"1min":0.35099999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":6.8840000000000003,"5min":9.3130000000000006,"15min":9.3130000000000006},"last":1.4410000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:13:38 2023","interfaces":[{"interface":"back","average":{"1min":1.8500000000000001,"5min":1.6599999999999999,"15min":1.6759999999999999},"min":{"1min":0.378,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":7.181,"5min":7.181,"15min":7.181},"last":4.5700000000000003},{"interface":"front","average":{"1min":1.5640000000000001,"5min":1.7370000000000001,"15min":1.925},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.5250000000000004,"5min":8.1039999999999992,"15min":8.1039999999999992},"last":4.8479999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:14:00 2023","interfaces":[{"interface":"back","average":{"1min":1.5209999999999999,"5min":1.3939999999999999,"15min":0.873},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":6.9829999999999997,"5min":9.7769999999999992,"15min":9.7769999999999992},"last":10.981},{"interface":"front","average":{"1min":1.302,"5min":1.177,"15min":0.81799999999999995},"min":{"1min":0.40999999999999998,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":3.1960000000000002,"5min":9.0299999999999994,"15min":9.0299999999999994},"last":11.066000000000001}]}]},{"osd":0,"up_from":0,"seq":360777252961,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":502511173681,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":99,"seq":425201762382,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3979996,"kb_used_data":3681556,"kb_used_omap":7,"kb_used_meta":298296,"kb_avail":89765156,"statfs":{"total":95995035648,"available":91919519744,"internally_reserved":0,"allocated":3769913344,"data_stored":3769039047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":305455720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:14:06 2023","interfaces":[{"interface":"back","average":{"1min":1.4990000000000001,"5min":1.1299999999999999,"15min":0.58199999999999996},"min":{"1min":0.20799999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":7.7619999999999996,"5min":7.7619999999999996,"15min":7.7619999999999996},"last":9.4700000000000006},{"interface":"front","average":{"1min":1.113,"5min":1.204,"15min":0.61899999999999999},"min":{"1min":0.219,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":5.7009999999999996,"5min":8.5139999999999993,"15min":8.5139999999999993},"last":9.3160000000000007}]},{"osd":1,"last update":"Sat Sep 23 15:14:06 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":1.425,"15min":0.69199999999999995},"min":{"1min":0.222,"5min":0.193,"15min":0.193},"max":{"1min":7.6520000000000001,"5min":18.564,"15min":18.564},"last":2.1099999999999999},{"interface":"front","average":{"1min":2.0449999999999999,"5min":1.6519999999999999,"15min":0.78000000000000003},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":9.0429999999999993,"5min":15.208,"15min":15.208},"last":9.5890000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:13:12 2023","interfaces":[{"interface":"back","average":{"1min":2.327,"5min":3.5619999999999998,"15min":3.9820000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":18.361999999999998,"5min":55.378999999999998,"15min":55.378999999999998},"last":0.66300000000000003},{"interface":"front","average":{"1min":2.04,"5min":3.9500000000000002,"15min":4.5049999999999999},"min":{"1min":0.34100000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":18.323,"5min":55.401000000000003,"15min":55.401000000000003},"last":2.1269999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:14:06 2023","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.93999999999999995,"15min":0.69999999999999996},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":2.927,"5min":6.577,"15min":6.577},"last":2.153},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.141,"15min":0.76400000000000001},"min":{"1min":0.33500000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":5.5229999999999997,"5min":6.1749999999999998,"15min":6.1749999999999998},"last":9.4000000000000004}]},{"osd":5,"last update":"Sat Sep 23 15:14:06 2023","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.1970000000000001,"15min":0.78300000000000003},"min":{"1min":0.36399999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.5590000000000002,"5min":10.962999999999999,"15min":10.962999999999999},"last":9.3659999999999997},{"interface":"front","average":{"1min":1.355,"5min":1.2949999999999999,"15min":0.82599999999999996},"min":{"1min":0.34200000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.0170000000000003,"5min":10.361000000000001,"15min":10.361000000000001},"last":0.71899999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:13:41 2023","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":1.462,"15min":1.5640000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":6.766,"5min":6.766,"15min":6.766},"last":9.423},{"interface":"front","average":{"1min":1.579,"5min":1.7190000000000001,"15min":1.8069999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":9.3640000000000008,"5min":9.3640000000000008,"15min":9.3640000000000008},"last":0.69499999999999995}]},{"osd":7,"last update":"Sat Sep 23 15:14:06 2023","interfaces":[{"interface":"back","average":{"1min":1.673,"5min":1.2589999999999999,"15min":0.82199999999999995},"min":{"1min":0.40699999999999997,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":9.5899999999999999,"5min":9.5899999999999999,"15min":9.5899999999999999},"last":2.1760000000000002},{"interface":"front","average":{"1min":2.0169999999999999,"5min":1.3320000000000001,"15min":0.84999999999999998},"min":{"1min":0.39500000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":7.7149999999999999,"5min":7.7149999999999999,"15min":7.7149999999999999},"last":9.4450000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986407,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2091876,"kb_used_data":2009372,"kb_used_omap":0,"kb_used_meta":82432,"kb_avail":91653276,"statfs":{"total":95995035648,"available":93852954624,"internally_reserved":0,"allocated":2057596928,"data_stored":2056950883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":84410368},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:13:24 2023","interfaces":[{"interface":"back","average":{"1min":1.2490000000000001,"5min":0.84599999999999997,"15min":0.63600000000000001},"min":{"1min":0.27200000000000002,"5min":0.22,"15min":0.22},"max":{"1min":7.9930000000000003,"5min":7.9930000000000003,"15min":7.9930000000000003},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.85099999999999998,"15min":0.65600000000000003},"min":{"1min":0.249,"5min":0.221,"15min":0.221},"max":{"1min":2.3260000000000001,"5min":8.5830000000000002,"15min":8.5830000000000002},"last":1.78}]},{"osd":1,"last update":"Sat Sep 23 15:13:54 2023","interfaces":[{"interface":"back","average":{"1min":8.4209999999999994,"5min":2.7290000000000001,"15min":1.2749999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":170.583,"5min":170.583,"15min":170.583},"last":1.8160000000000001},{"interface":"front","average":{"1min":8.9100000000000001,"5min":2.9620000000000002,"15min":1.361},"min":{"1min":0.26900000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":170.358,"5min":170.358,"15min":170.358},"last":0.52000000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:13:17 2023","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.5009999999999999,"15min":1.4770000000000001},"min":{"1min":0.32500000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":3.6280000000000001,"5min":11.009,"15min":11.009},"last":2.331},{"interface":"front","average":{"1min":1.623,"5min":0.88400000000000001,"15min":0.68200000000000005},"min":{"1min":0.33100000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":9.1300000000000008,"5min":9.1300000000000008,"15min":9.1300000000000008},"last":0.32100000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:13:59 2023","interfaces":[{"interface":"back","average":{"1min":2.0880000000000001,"5min":1.6739999999999999,"15min":0.94599999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":8.5749999999999993,"5min":31.689,"15min":31.689},"last":2.1419999999999999},{"interface":"front","average":{"1min":2.0819999999999999,"5min":1.885,"15min":1.048},"min":{"1min":0.35199999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":9.6609999999999996,"5min":31.608000000000001,"15min":31.608000000000001},"last":1.288}]},{"osd":5,"last update":"Sat Sep 23 15:13:07 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.83999999999999997,"15min":0.59099999999999997},"min":{"1min":0.25900000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":2.294,"5min":8.6669999999999998,"15min":8.6669999999999998},"last":1.843},{"interface":"front","average":{"1min":0.83999999999999997,"5min":1,"15min":0.67300000000000004},"min":{"1min":0.312,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.8339999999999996,"5min":10.984,"15min":10.984},"last":0.55800000000000005}]},{"osd":6,"last update":"Sat Sep 23 15:13:35 2023","interfaces":[{"interface":"back","average":{"1min":1.5229999999999999,"5min":1.806,"15min":2.1099999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":7.2000000000000002,"5min":10.878,"15min":10.878},"last":0.58499999999999996},{"interface":"front","average":{"1min":1.1919999999999999,"5min":0.99299999999999999,"15min":1.0009999999999999},"min":{"1min":0.28899999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":8.0649999999999995,"5min":8.0649999999999995,"15min":8.0649999999999995},"last":0.45100000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:13:07 2023","interfaces":[{"interface":"back","average":{"1min":4.2080000000000002,"5min":1.5589999999999999,"15min":0.89500000000000002},"min":{"1min":0.371,"5min":0.311,"15min":0.307},"max":{"1min":89.771000000000001,"5min":89.771000000000001,"15min":89.771000000000001},"last":3.952},{"interface":"front","average":{"1min":4.8470000000000004,"5min":1.6359999999999999,"15min":0.94099999999999995},"min":{"1min":0.35599999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":92.168999999999997,"5min":92.168999999999997,"15min":92.168999999999997},"last":0.48399999999999999}]}]},{"osd":5,"up_from":39,"seq":167503724770,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1571724,"kb_used_data":1486916,"kb_used_omap":0,"kb_used_meta":84800,"kb_avail":92173428,"statfs":{"total":95995035648,"available":94385590272,"internally_reserved":0,"allocated":1522601984,"data_stored":1521975382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":86835200},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:13:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.97099999999999997,"15min":0.63900000000000001},"min":{"1min":0.24099999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.996,"5min":6.4880000000000004,"15min":6.4880000000000004},"last":2.387},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.98599999999999999,"15min":0.69299999999999995},"min":{"1min":0.25,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":2.859,"5min":4.8010000000000002,"15min":4.8010000000000002},"last":1.1619999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:13:53 2023","interfaces":[{"interface":"back","average":{"1min":5.2279999999999998,"5min":3.7130000000000001,"15min":1.609},"min":{"1min":0.28199999999999997,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":73.296999999999997,"5min":125.14400000000001,"15min":125.14400000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":5.7220000000000004,"5min":3.871,"15min":1.651},"min":{"1min":0.26300000000000001,"5min":0.25,"15min":0.25},"max":{"1min":73.703000000000003,"5min":125.36499999999999,"15min":125.36499999999999},"last":2.8679999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:13:11 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":1.589,"15min":1.7410000000000001},"min":{"1min":0.27700000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.29,"5min":6.8769999999999998,"15min":6.8769999999999998},"last":6.7460000000000004},{"interface":"front","average":{"1min":0.78700000000000003,"5min":1.732,"15min":1.9119999999999999},"min":{"1min":0.29799999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.3129999999999997,"5min":10.372,"15min":10.372},"last":0.80500000000000005}]},{"osd":3,"last update":"Sat Sep 23 15:13:57 2023","interfaces":[{"interface":"back","average":{"1min":1.7050000000000001,"5min":2.6000000000000001,"15min":1.2509999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":8.9160000000000004,"5min":103.989,"15min":103.989},"last":0.626},{"interface":"front","average":{"1min":1.4199999999999999,"5min":2.532,"15min":1.288},"min":{"1min":0.32500000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.681,"5min":101.824,"15min":101.824},"last":1.4830000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:13:19 2023","interfaces":[{"interface":"back","average":{"1min":1.1950000000000001,"5min":1.3069999999999999,"15min":0.75600000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.246},"max":{"1min":6.7389999999999999,"5min":48.997999999999998,"15min":48.997999999999998},"last":2.101},{"interface":"front","average":{"1min":0.626,"5min":1.423,"15min":0.81499999999999995},"min":{"1min":0.311,"5min":0.247,"15min":0.247},"max":{"1min":1.26,"5min":49.017000000000003,"15min":49.017000000000003},"last":2.3519999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:13:38 2023","interfaces":[{"interface":"back","average":{"1min":7.0460000000000003,"5min":2.3370000000000002,"15min":1.599},"min":{"1min":0.378,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":111.089,"5min":111.089,"15min":111.089},"last":0.44},{"interface":"front","average":{"1min":6.8470000000000004,"5min":2.8969999999999998,"15min":2.4239999999999999},"min":{"1min":0.378,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":111.146,"5min":111.146,"15min":111.146},"last":5.2240000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:14:05 2023","interfaces":[{"interface":"back","average":{"1min":1.5449999999999999,"5min":1.7370000000000001,"15min":0.97899999999999998},"min":{"1min":0.315,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":6.71,"5min":77.837000000000003,"15min":77.837000000000003},"last":4.1559999999999997},{"interface":"front","average":{"1min":2.698,"5min":2.0659999999999998,"15min":1.0900000000000001},"min":{"1min":0.36499999999999999,"5min":0.318,"15min":0.318},"max":{"1min":15.122999999999999,"5min":78.174000000000007,"15min":78.174000000000007},"last":0.40799999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":631570432,"data_stored":631570432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2808942592,"data_stored":2808938520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1335033856,"data_stored":1335033856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3737325568,"data_stored":3737321496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2041249792,"data_stored":2041249792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1518206976,"data_stored":1518206976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2518945792,"data_stored":2518941720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2214330368,"data_stored":2214330368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:14:11.438 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T15:14:11.438 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set .mgr pg_num 11 2023-09-23T15:14:11.498 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:11.574 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:11.681 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:11.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:11.687 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:11.715 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:14:11.715 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:14:11.788 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:11.805 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:11.884 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:11.992 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:12.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:12.004 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:12.105 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:14:12.148 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:12.162 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:12 smithi118 ceph-mon[219580]: pgmap v476: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.9 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 5.3 MiB/s wr, 687 op/s; 24387/240096 objects degraded (10.157%); 6588/240096 objects misplaced (2.744%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T15:14:12.163 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 24387/240096 objects degraded (10.157%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:12.163 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:12 smithi118 ceph-mon[212312]: pgmap v476: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.9 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 5.3 MiB/s wr, 687 op/s; 24387/240096 objects degraded (10.157%); 6588/240096 objects misplaced (2.744%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T15:14:12.163 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 24387/240096 objects degraded (10.157%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:12.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:12 smithi178 ceph-mon[192298]: pgmap v476: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.9 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 5.3 MiB/s wr, 687 op/s; 24387/240096 objects degraded (10.157%); 6588/240096 objects misplaced (2.744%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T15:14:12.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 24387/240096 objects degraded (10.157%), 9 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:12.634 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:13.169 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:14:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:13 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2461554526' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:13 smithi118 ceph-mon[212312]: pgmap v477: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 3.3 MiB/s wr, 675 op/s; 24387/238356 objects degraded (10.231%); 6588/238356 objects misplaced (2.764%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T15:14:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:13 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2461554526' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:13 smithi118 ceph-mon[219580]: pgmap v477: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 3.3 MiB/s wr, 675 op/s; 24387/238356 objects degraded (10.231%); 6588/238356 objects misplaced (2.764%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T15:14:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:13 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2461554526' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:13.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:13 smithi178 ceph-mon[192298]: pgmap v477: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 3.3 MiB/s wr, 675 op/s; 24387/238356 objects degraded (10.231%); 6588/238356 objects misplaced (2.764%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T15:14:13.752 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:14:13.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:13.755 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:14:13.829 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T15:14:13.856 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:14:13.901 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[219580]: failed to encode map e183 with expected crc 2023-09-23T15:14:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[219580]: failed to encode map e183 with expected crc 2023-09-23T15:14:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2461554526' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:14:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[219580]: osdmap e183: 8 total, 8 up, 6 in 2023-09-23T15:14:14.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[219580]: failed to encode map e183 with expected crc 2023-09-23T15:14:14.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:14.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[212312]: failed to encode map e183 with expected crc 2023-09-23T15:14:14.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[212312]: failed to encode map e183 with expected crc 2023-09-23T15:14:14.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2461554526' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:14:14.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[212312]: osdmap e183: 8 total, 8 up, 6 in 2023-09-23T15:14:14.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:14 smithi118 ceph-mon[212312]: failed to encode map e183 with expected crc 2023-09-23T15:14:14.576 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:14:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:14 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:14 smithi178 ceph-mon[192298]: failed to encode map e183 with expected crc 2023-09-23T15:14:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:14 smithi178 ceph-mon[192298]: failed to encode map e183 with expected crc 2023-09-23T15:14:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2461554526' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:14:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:14 smithi178 ceph-mon[192298]: osdmap e183: 8 total, 8 up, 6 in 2023-09-23T15:14:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:14 smithi178 ceph-mon[192298]: failed to encode map e183 with expected crc 2023-09-23T15:14:14.812 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:14:14.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:14.819 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:14:14.920 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:14:15.001 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:15.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:15 smithi178 ceph-mon[192298]: failed to encode map e183 with expected crc 2023-09-23T15:14:15.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:15 smithi178 ceph-mon[192298]: pgmap v479: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.7 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 651 op/s; 23959/232557 objects degraded (10.302%); 6000/232557 objects misplaced (2.580%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:14:15.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:15 smithi118 ceph-mon[219580]: failed to encode map e183 with expected crc 2023-09-23T15:14:15.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:15 smithi118 ceph-mon[219580]: pgmap v479: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.7 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 651 op/s; 23959/232557 objects degraded (10.302%); 6000/232557 objects misplaced (2.580%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:14:15.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:15 smithi118 ceph-mon[212312]: failed to encode map e183 with expected crc 2023-09-23T15:14:15.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:15 smithi118 ceph-mon[212312]: pgmap v479: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.7 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 651 op/s; 23959/232557 objects degraded (10.302%); 6000/232557 objects misplaced (2.580%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:14:15.431 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:14:15.463 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:14:15.492 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:14:15.529 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:14:15.574 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:14:15.609 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:14:15.641 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:14:15.681 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:14:15.689 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:14:15.689 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:14:15.689 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:14:15.689 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:14:15.689 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:14:15.689 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:14:15.690 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:14:15.690 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:14:16.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2304163925' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:16.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2304163925' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2304163925' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:16.729 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:14:16.826 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:14:16.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:16.834 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:14:16.934 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:17.051 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:17.312 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:17.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:17.322 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:17.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:17 smithi118 ceph-mon[219580]: pgmap v480: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.7 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 638 op/s; 23959/230931 objects degraded (10.375%); 6000/230931 objects misplaced (2.598%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:14:17.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23959/232557 objects degraded (10.302%), 9 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:17.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:17 smithi118 ceph-mon[212312]: pgmap v480: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.7 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 638 op/s; 23959/230931 objects degraded (10.375%); 6000/230931 objects misplaced (2.598%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:14:17.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23959/232557 objects degraded (10.302%), 9 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:17.423 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:17.489 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:17.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:17 smithi178 ceph-mon[192298]: pgmap v480: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.7 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 638 op/s; 23959/230931 objects degraded (10.375%); 6000/230931 objects misplaced (2.598%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:14:17.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23959/232557 objects degraded (10.302%), 9 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:17.583 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:17.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:17.590 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:17.691 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:17.697 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:17.760 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:17.866 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:17.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:17.868 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:17.969 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:14:18.060 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:18.165 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:14:18.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:18.186 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:14:18.276 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 1 pg_num to 11 2023-09-23T15:14:18.287 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:18.329 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:14:18.329 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:14:18.329 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:14:18.329 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:14:18.329 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:14:18.346 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:18.545 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:14:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:14:18] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.43.0" 2023-09-23T15:14:18.545 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:18 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1505335771' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-09-23T15:14:18.545 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:18 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-09-23T15:14:18.545 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:18.545 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:18.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:18 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1505335771' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-09-23T15:14:18.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:18 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-09-23T15:14:18.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:18.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:18.569 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:18 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1505335771' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-09-23T15:14:18.569 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:18 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-09-23T15:14:18.569 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:18.569 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:18.867 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:18.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:18.881 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:18.982 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:19.011 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:19.253 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:14:19.269 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[212312]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.269 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[212312]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.270 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]': finished 2023-09-23T15:14:19.270 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[212312]: osdmap e184: 8 total, 8 up, 6 in 2023-09-23T15:14:19.270 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[212312]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.270 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[212312]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.270 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[212312]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.270 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[212312]: pgmap v482: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 629 op/s; 23570/224988 objects degraded (10.476%); 6000/224988 objects misplaced (2.667%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T15:14:19.270 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-09-23T15:14:19.447 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:19.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:19.452 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:19.553 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:14:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[219580]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[219580]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]': finished 2023-09-23T15:14:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[219580]: osdmap e184: 8 total, 8 up, 6 in 2023-09-23T15:14:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[219580]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[219580]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[219580]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[219580]: pgmap v482: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 629 op/s; 23570/224988 objects degraded (10.476%); 6000/224988 objects misplaced (2.667%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T15:14:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-09-23T15:14:19.610 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:19 smithi178 ceph-mon[192298]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:19 smithi178 ceph-mon[192298]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:19 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]': finished 2023-09-23T15:14:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:19 smithi178 ceph-mon[192298]: osdmap e184: 8 total, 8 up, 6 in 2023-09-23T15:14:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:19 smithi178 ceph-mon[192298]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:19 smithi178 ceph-mon[192298]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:19 smithi178 ceph-mon[192298]: failed to encode map e184 with expected crc 2023-09-23T15:14:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:19 smithi178 ceph-mon[192298]: pgmap v482: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 79 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 629 op/s; 23570/224988 objects degraded (10.476%); 6000/224988 objects misplaced (2.667%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T15:14:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-09-23T15:14:20.097 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:14:20.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:20.103 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:14:20.204 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:20.287 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:20.368 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:20.371 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:20 smithi178 ceph-mon[192298]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.371 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:20 smithi178 ceph-mon[192298]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.371 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:20 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]': finished 2023-09-23T15:14:20.371 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:20 smithi178 ceph-mon[192298]: osdmap e185: 8 total, 8 up, 6 in 2023-09-23T15:14:20.371 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:20 smithi178 ceph-mon[192298]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.371 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:20 smithi178 ceph-mon[192298]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.394 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:20.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:20.398 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:20.406 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T15:14:20.499 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:14:20.534 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[219580]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.534 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[219580]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.535 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]': finished 2023-09-23T15:14:20.535 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[219580]: osdmap e185: 8 total, 8 up, 6 in 2023-09-23T15:14:20.535 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[219580]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.535 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[219580]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.535 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[212312]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.535 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[212312]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.535 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]': finished 2023-09-23T15:14:20.535 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[212312]: osdmap e185: 8 total, 8 up, 6 in 2023-09-23T15:14:20.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[212312]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:20 smithi118 ceph-mon[212312]: failed to encode map e185 with expected crc 2023-09-23T15:14:20.537 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:20.672 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:14:20.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:20.676 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:14:20.777 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:20.844 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:21.229 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:21.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:21.235 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:21.321 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:14:21.335 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:21.421 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:21 smithi118 ceph-mon[219580]: failed to encode map e186 with expected crc 2023-09-23T15:14:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:21 smithi118 ceph-mon[219580]: osdmap e186: 8 total, 8 up, 6 in 2023-09-23T15:14:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:21 smithi118 ceph-mon[219580]: failed to encode map e186 with expected crc 2023-09-23T15:14:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:21 smithi118 ceph-mon[219580]: pgmap v485: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 10 unknown; 4.5 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 581 op/s; 23570/221430 objects degraded (10.644%); 5354/221430 objects misplaced (2.418%); 6.4 MiB/s, 107 objects/s recovering 2023-09-23T15:14:21.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:21 smithi118 ceph-mon[212312]: failed to encode map e186 with expected crc 2023-09-23T15:14:21.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:21 smithi118 ceph-mon[212312]: osdmap e186: 8 total, 8 up, 6 in 2023-09-23T15:14:21.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:21 smithi118 ceph-mon[212312]: failed to encode map e186 with expected crc 2023-09-23T15:14:21.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:21 smithi118 ceph-mon[212312]: pgmap v485: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 10 unknown; 4.5 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 581 op/s; 23570/221430 objects degraded (10.644%); 5354/221430 objects misplaced (2.418%); 6.4 MiB/s, 107 objects/s recovering 2023-09-23T15:14:21.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:21 smithi178 ceph-mon[192298]: failed to encode map e186 with expected crc 2023-09-23T15:14:21.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:21 smithi178 ceph-mon[192298]: osdmap e186: 8 total, 8 up, 6 in 2023-09-23T15:14:21.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:21 smithi178 ceph-mon[192298]: failed to encode map e186 with expected crc 2023-09-23T15:14:21.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:21 smithi178 ceph-mon[192298]: pgmap v485: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 10 unknown; 4.5 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 581 op/s; 23570/221430 objects degraded (10.644%); 5354/221430 objects misplaced (2.418%); 6.4 MiB/s, 107 objects/s recovering 2023-09-23T15:14:21.674 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:21.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:21.677 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:21.778 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:21.833 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:22.110 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:22.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:22.115 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:22.216 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:14:22.281 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:22.340 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:14:22.373 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:22 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2735051805' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:14:22.373 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:22 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:14:22.373 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:22.373 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23570/221430 objects degraded (10.644%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:22.374 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:22 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2735051805' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:14:22.374 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:22 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:14:22.374 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:22.374 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23570/221430 objects degraded (10.644%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:22.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:22 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2735051805' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:14:22.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:22 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:14:22.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:22.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23570/221430 objects degraded (10.644%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:23.227 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:14:23.263 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:14:23.296 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:14:23.332 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:14:23.368 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:14:23.412 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:14:23.451 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:14:23.491 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:14:23.499 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:14:23.500 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:14:23.500 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:14:23.500 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:14:23.500 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:14:23.500 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:14:23.500 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:14:23.500 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:14:23.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:23.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:14:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: osdmap e187: 8 total, 8 up, 6 in 2023-09-23T15:14:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: pgmap v487: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 10 unknown; 4.5 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 604 op/s; 23570/219807 objects degraded (10.723%); 5354/219807 objects misplaced (2.436%); 8.0 MiB/s, 133 objects/s recovering 2023-09-23T15:14:23.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3965526508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:23.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:23.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:14:23.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: osdmap e187: 8 total, 8 up, 6 in 2023-09-23T15:14:23.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: pgmap v487: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 10 unknown; 4.5 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 604 op/s; 23570/219807 objects degraded (10.723%); 5354/219807 objects misplaced (2.436%); 8.0 MiB/s, 133 objects/s recovering 2023-09-23T15:14:23.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:23 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3965526508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:14:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: osdmap e187: 8 total, 8 up, 6 in 2023-09-23T15:14:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: failed to encode map e187 with expected crc 2023-09-23T15:14:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: pgmap v487: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 78 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 10 unknown; 4.5 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 604 op/s; 23570/219807 objects degraded (10.723%); 5354/219807 objects misplaced (2.436%); 8.0 MiB/s, 133 objects/s recovering 2023-09-23T15:14:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:23 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3965526508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:24.290 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:14:24.295 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:24.295 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:14:24.397 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:14:24.451 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:24.540 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:14:24.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:24.551 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:14:24.651 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:24.727 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:24.898 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:24.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:24.915 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:24.960 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 4, 5, 6, 7] out_osds: [0, 2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:14:24.960 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:14:24.960 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-09-23T15:14:24.961 INFO:tasks.thrashosds.thrasher:Setting osd 1 primary_affinity to 0.534211 2023-09-23T15:14:24.961 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 1 0.534211170113754 2023-09-23T15:14:25.015 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:25.089 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:25.199 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:25.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:25.204 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:25.255 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:14:25.255 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:14:25.305 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:25.365 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:25.476 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:14:25.478 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:25.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:25.483 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:25.584 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:25 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:25 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:25 smithi178 ceph-mon[192298]: pgmap v488: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 621 op/s; 23181/213795 objects degraded (10.843%); 4671/213795 objects misplaced (2.185%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:25 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:25 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:25 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:25.672 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:25.673 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:25.673 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[219580]: pgmap v488: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 621 op/s; 23181/213795 objects degraded (10.843%); 4671/213795 objects misplaced (2.185%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:14:25.673 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:14:25.673 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:14:25.673 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:25.673 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:25.673 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:25.674 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[212312]: pgmap v488: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 621 op/s; 23181/213795 objects degraded (10.843%); 4671/213795 objects misplaced (2.185%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:14:25.674 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:14:25.674 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:14:25.674 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:25 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:25.677 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:25.683 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:25.818 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:25.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:25.827 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:25.928 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:25.987 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:26.064 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:26.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:26.072 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:26.173 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:26.232 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:26.306 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:26.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:26.309 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:26.344 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:14:26.409 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:26.438 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:26.520 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:26.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:26.523 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:26.624 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:26.690 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:27.180 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:14:27.190 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:27.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:27.197 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:27.298 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:27.376 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:27.417 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:27.443 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:27.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23181/213795 objects degraded (10.843%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:27.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:27.450 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:27.549 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:27.551 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23181/213795 objects degraded (10.843%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:27.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23181/213795 objects degraded (10.843%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:27.605 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:27.698 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:27.722 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:27.722 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:27.823 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:27.894 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:27.978 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:27.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:27.988 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:28.089 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:28.147 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:28.252 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:28.256 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:28 smithi178 ceph-mon[192298]: pgmap v489: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 557 op/s; 23181/211929 objects degraded (10.938%); 4671/211929 objects misplaced (2.204%); 9.0 MiB/s, 144 objects/s recovering 2023-09-23T15:14:28.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:28.257 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:28.358 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:28.420 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:28 smithi118 ceph-mon[212312]: pgmap v489: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 557 op/s; 23181/211929 objects degraded (10.938%); 4671/211929 objects misplaced (2.204%); 9.0 MiB/s, 144 objects/s recovering 2023-09-23T15:14:28.420 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:14:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:14:28] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.43.0" 2023-09-23T15:14:28.423 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:28 smithi118 ceph-mon[219580]: pgmap v489: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 557 op/s; 23181/211929 objects degraded (10.938%); 4671/211929 objects misplaced (2.204%); 9.0 MiB/s, 144 objects/s recovering 2023-09-23T15:14:28.429 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:29.183 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.1 primary-affinity to 0.534211 (8350102) 2023-09-23T15:14:29.507 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:29.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:29.513 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:29.513 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:29 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/794368193' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.534211170113754}]: dispatch 2023-09-23T15:14:29.513 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:29 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/794368193' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.534211170113754}]: dispatch 2023-09-23T15:14:29.614 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:29.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:29 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/794368193' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.534211170113754}]: dispatch 2023-09-23T15:14:29.657 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:30.250 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:30.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[219580]: pgmap v490: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 96 KiB/s rd, 250 KiB/s wr, 667 op/s; 22750/205836 objects degraded (11.052%); 4671/205836 objects misplaced (2.269%); 6.5 MiB/s, 101 objects/s recovering 2023-09-23T15:14:30.257 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/794368193' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.534211170113754}]': finished 2023-09-23T15:14:30.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[219580]: osdmap e188: 8 total, 8 up, 6 in 2023-09-23T15:14:30.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[219580]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[219580]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[219580]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[219580]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[219580]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[219580]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[219580]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[219580]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:30.259 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:30.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[212312]: pgmap v490: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 96 KiB/s rd, 250 KiB/s wr, 667 op/s; 22750/205836 objects degraded (11.052%); 4671/205836 objects misplaced (2.269%); 6.5 MiB/s, 101 objects/s recovering 2023-09-23T15:14:30.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/794368193' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.534211170113754}]': finished 2023-09-23T15:14:30.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[212312]: osdmap e188: 8 total, 8 up, 6 in 2023-09-23T15:14:30.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[212312]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[212312]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[212312]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[212312]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[212312]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[212312]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[212312]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:30 smithi118 ceph-mon[212312]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.360 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:30.423 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:30.518 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:30.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:30 smithi178 ceph-mon[192298]: pgmap v490: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 96 KiB/s rd, 250 KiB/s wr, 667 op/s; 22750/205836 objects degraded (11.052%); 4671/205836 objects misplaced (2.269%); 6.5 MiB/s, 101 objects/s recovering 2023-09-23T15:14:30.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/794368193' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 0.534211170113754}]': finished 2023-09-23T15:14:30.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:30 smithi178 ceph-mon[192298]: osdmap e188: 8 total, 8 up, 6 in 2023-09-23T15:14:30.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:30 smithi178 ceph-mon[192298]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:30 smithi178 ceph-mon[192298]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:30 smithi178 ceph-mon[192298]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:30 smithi178 ceph-mon[192298]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:30 smithi178 ceph-mon[192298]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.527 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:30 smithi178 ceph-mon[192298]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.527 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:30 smithi178 ceph-mon[192298]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.527 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:30 smithi178 ceph-mon[192298]: failed to encode map e188 with expected crc 2023-09-23T15:14:30.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:30.527 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:30.628 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:30.705 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:30.823 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:30.834 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:30.836 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:30.937 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:14:30.990 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:30.997 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:31.126 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:14:31.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:31.134 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:14:31.235 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:31.280 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:31.357 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:31.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:31.364 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:31.385 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[212312]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.385 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[212312]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.385 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[212312]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.385 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[212312]: osdmap e189: 8 total, 8 up, 6 in 2023-09-23T15:14:31.385 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[212312]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.385 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[212312]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.386 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[212312]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.386 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[212312]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.386 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[212312]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.386 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[212312]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.386 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[212312]: pgmap v493: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 88 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 105 KiB/s rd, 275 KiB/s wr, 812 op/s; 22750/202335 objects degraded (11.244%); 3880/202335 objects misplaced (1.918%); 11 MiB/s, 180 objects/s recovering 2023-09-23T15:14:31.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[219580]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[219580]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[219580]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[219580]: osdmap e189: 8 total, 8 up, 6 in 2023-09-23T15:14:31.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[219580]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.387 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[219580]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.387 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[219580]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.387 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[219580]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.387 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[219580]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.387 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[219580]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.387 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:31 smithi118 ceph-mon[219580]: pgmap v493: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 88 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 105 KiB/s rd, 275 KiB/s wr, 812 op/s; 22750/202335 objects degraded (11.244%); 3880/202335 objects misplaced (1.918%); 11 MiB/s, 180 objects/s recovering 2023-09-23T15:14:31.464 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:31.502 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:31 smithi178 ceph-mon[192298]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.502 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:31 smithi178 ceph-mon[192298]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.502 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:31 smithi178 ceph-mon[192298]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.502 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:31 smithi178 ceph-mon[192298]: osdmap e189: 8 total, 8 up, 6 in 2023-09-23T15:14:31.502 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:31 smithi178 ceph-mon[192298]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.502 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:31 smithi178 ceph-mon[192298]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:31 smithi178 ceph-mon[192298]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:31 smithi178 ceph-mon[192298]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:31 smithi178 ceph-mon[192298]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:31 smithi178 ceph-mon[192298]: failed to encode map e189 with expected crc 2023-09-23T15:14:31.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:31 smithi178 ceph-mon[192298]: pgmap v493: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 88 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 105 KiB/s rd, 275 KiB/s wr, 812 op/s; 22750/202335 objects degraded (11.244%); 3880/202335 objects misplaced (1.918%); 11 MiB/s, 180 objects/s recovering 2023-09-23T15:14:31.503 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:14:31.505 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:31.539 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:14:31.573 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:14:31.587 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:31.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:31.603 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:31.612 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:14:31.650 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:14:31.691 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:14:31.704 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:31.738 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:14:31.746 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:31.771 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:14:31.774 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:14:31.775 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:14:31.775 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:14:31.775 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:14:31.775 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:14:31.775 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:14:31.775 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:14:31.775 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:14:31.831 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:31.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:31.841 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:31.942 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:32.011 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:32.228 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:14:32.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:32 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:14:32.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3796822199' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:32.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1532090886' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:32.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:32 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:32.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 22750/202335 objects degraded (11.244%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:32.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:32 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:14:32.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3796822199' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:32.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1532090886' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:32.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:32 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:32.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 22750/202335 objects degraded (11.244%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:32.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:32 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:14:32.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3796822199' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:32.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1532090886' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:32.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:32 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:32.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 22750/202335 objects degraded (11.244%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:14:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[219580]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[219580]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:14:33.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[219580]: osdmap e190: 8 total, 8 up, 6 in 2023-09-23T15:14:33.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[219580]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[219580]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[219580]: pgmap v495: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 88 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 658 op/s; 22750/200064 objects degraded (11.371%); 3880/200064 objects misplaced (1.939%); 8.0 MiB/s, 127 objects/s recovering 2023-09-23T15:14:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:14:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[212312]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[212312]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:14:33.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[212312]: osdmap e190: 8 total, 8 up, 6 in 2023-09-23T15:14:33.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[212312]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[212312]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:33 smithi118 ceph-mon[212312]: pgmap v495: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 88 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 658 op/s; 22750/200064 objects degraded (11.371%); 3880/200064 objects misplaced (1.939%); 8.0 MiB/s, 127 objects/s recovering 2023-09-23T15:14:33.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:33 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:14:33.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:33 smithi178 ceph-mon[192298]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:33 smithi178 ceph-mon[192298]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:33 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:14:33.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:33 smithi178 ceph-mon[192298]: osdmap e190: 8 total, 8 up, 6 in 2023-09-23T15:14:33.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:33 smithi178 ceph-mon[192298]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:33 smithi178 ceph-mon[192298]: failed to encode map e190 with expected crc 2023-09-23T15:14:33.634 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:33 smithi178 ceph-mon[192298]: pgmap v495: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 peering, 88 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 658 op/s; 22750/200064 objects degraded (11.371%); 3880/200064 objects misplaced (1.939%); 8.0 MiB/s, 127 objects/s recovering 2023-09-23T15:14:33.648 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:33.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:33.655 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:33.756 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:33.808 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:33.934 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:33.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:33.951 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:34.052 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:14:34.106 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:34.212 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:14:34.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:34.230 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:14:34.331 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:34.336 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:14:34.336 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:14:34.336 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:14:34.336 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:14:34.388 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:34.647 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:34.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:34.657 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:34.758 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:34.785 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:34.827 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:34.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:34.830 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:34.931 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:34.956 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:35.014 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:35.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:35.026 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:35.127 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:35.198 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:35.292 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:35.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:35.308 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:35 smithi118 ceph-mon[219580]: pgmap v496: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 617 op/s; 22355/194718 objects degraded (11.481%); 2926/194718 objects misplaced (1.503%); 15 MiB/s, 236 objects/s recovering 2023-09-23T15:14:35.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:35 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:14:35.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:35 smithi118 ceph-mon[212312]: pgmap v496: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 617 op/s; 22355/194718 objects degraded (11.481%); 2926/194718 objects misplaced (1.503%); 15 MiB/s, 236 objects/s recovering 2023-09-23T15:14:35.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:35 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:14:35.409 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:35.440 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:14:35.484 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:35.597 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:35.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:35.603 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:35.622 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:14:35.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:35 smithi178 ceph-mon[192298]: pgmap v496: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 617 op/s; 22355/194718 objects degraded (11.481%); 2926/194718 objects misplaced (1.503%); 15 MiB/s, 236 objects/s recovering 2023-09-23T15:14:35.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:35 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:14:35.649 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 4, 5, 6, 7] out_osds: [0, 2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:14:35.649 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:14:35.649 INFO:tasks.thrashosds.thrasher:Adding osd 2 2023-09-23T15:14:35.649 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd in 2 2023-09-23T15:14:35.704 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:35.740 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:35.747 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:14:35.804 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:35.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:35.812 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:35.912 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:35.947 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:36.004 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:36.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:36.011 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:36.112 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:14:36.200 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:36.295 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:36.363 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:14:36.379 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:36.380 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:14:36.422 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:36.481 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:36.482 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:36.521 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:36.589 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:36.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:36.595 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:36.604 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:36.696 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:36.764 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:37.825 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:37.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:37.831 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:37.931 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:14:37.965 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:38.010 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:14:38.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:38.016 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:14:38.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:38.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:38.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:37 smithi118 ceph-mon[212312]: pgmap v497: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 550 op/s; 22355/192759 objects degraded (11.597%); 2926/192759 objects misplaced (1.518%); 11 MiB/s, 179 objects/s recovering 2023-09-23T15:14:38.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 22355/194718 objects degraded (11.481%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:38.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:38.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:38.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:37 smithi118 ceph-mon[219580]: pgmap v497: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 550 op/s; 22355/192759 objects degraded (11.597%); 2926/192759 objects misplaced (1.518%); 11 MiB/s, 179 objects/s recovering 2023-09-23T15:14:38.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 22355/194718 objects degraded (11.481%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:38.117 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:38.164 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:37 smithi178 ceph-mon[192298]: pgmap v497: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 550 op/s; 22355/192759 objects degraded (11.597%); 2926/192759 objects misplaced (1.518%); 11 MiB/s, 179 objects/s recovering 2023-09-23T15:14:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 22355/194718 objects degraded (11.481%), 9 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:14:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:14:38] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-09-23T15:14:39.672 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:39.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:39.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:39.776 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:14:39.818 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:39.913 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:14:39.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:39.922 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:14:40.023 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:40.084 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:40.161 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:40.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:40.168 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:40.269 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:40 smithi118 ceph-mon[219580]: pgmap v498: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 658 op/s; 21937/186483 objects degraded (11.764%); 2926/186483 objects misplaced (1.569%); 7.6 MiB/s, 121 objects/s recovering 2023-09-23T15:14:40.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:40 smithi118 ceph-mon[212312]: pgmap v498: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 658 op/s; 21937/186483 objects degraded (11.764%); 2926/186483 objects misplaced (1.569%); 7.6 MiB/s, 121 objects/s recovering 2023-09-23T15:14:40.329 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:40 smithi178 ceph-mon[192298]: pgmap v498: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 658 op/s; 21937/186483 objects degraded (11.764%); 2926/186483 objects misplaced (1.569%); 7.6 MiB/s, 121 objects/s recovering 2023-09-23T15:14:40.421 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:40.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:40.428 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:40.529 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:40.589 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:40.729 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:40.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:40.740 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:40.841 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:14:40.913 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:41.352 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:14:41.409 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:14:41.434 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:14:41.475 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:14:41.518 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:14:41.569 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:14:41.603 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:14:41.667 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:14:41.668 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:14:41.668 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:14:41.678 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:14:41.678 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:14:41.678 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:14:41.678 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:14:41.678 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:14:41.678 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:14:41.678 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:14:41.678 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:14:41.699 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:14:41.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:41.706 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:14:41.806 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:41.870 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:41.960 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:41.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:41.966 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:42.067 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:42.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:41 smithi118 conmon[212288]: 2023-09-23T15:14:41.855+0000 7f4045f51700 -1 mon.a@0(leader).osd e190 definitely_dead 0 2023-09-23T15:14:42.142 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:42.212 INFO:teuthology.orchestra.run.smithi118.stderr:marked in osd.2. 2023-09-23T15:14:42.487 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:42.489 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:42 smithi118 ceph-mon[219580]: pgmap v499: 99 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 89 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 645 op/s; 21936/182976 objects degraded (11.988%); 2063/182976 objects misplaced (1.127%); 11 MiB/s, 179 objects/s recovering 2023-09-23T15:14:42.489 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:42 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3526347879' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:42.489 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:42 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2050597343' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:14:42.489 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:42 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:14:42.490 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 21936/182976 objects degraded (11.988%), 8 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:42.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:42.491 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:42.491 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:42 smithi118 ceph-mon[212312]: pgmap v499: 99 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 89 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 645 op/s; 21936/182976 objects degraded (11.988%); 2063/182976 objects misplaced (1.127%); 11 MiB/s, 179 objects/s recovering 2023-09-23T15:14:42.491 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:42 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3526347879' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:42.491 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:42 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2050597343' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:14:42.491 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:42 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:14:42.491 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 21936/182976 objects degraded (11.988%), 8 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:42.592 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:42.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:42 smithi178 ceph-mon[192298]: pgmap v499: 99 pgs: 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 89 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 645 op/s; 21936/182976 objects degraded (11.988%); 2063/182976 objects misplaced (1.127%); 11 MiB/s, 179 objects/s recovering 2023-09-23T15:14:42.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:42 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3526347879' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:42.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:42 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2050597343' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:14:42.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:42 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:14:42.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 21936/182976 objects degraded (11.988%), 8 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:42.619 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:42.660 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:42.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:42.665 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:42.766 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:42.792 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:43.213 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:14:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[219580]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[219580]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T15:14:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[219580]: osdmap e191: 8 total, 8 up, 7 in 2023-09-23T15:14:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[219580]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[219580]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[219580]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3641120592' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[212312]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[212312]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T15:14:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[212312]: osdmap e191: 8 total, 8 up, 7 in 2023-09-23T15:14:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[212312]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[212312]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[212312]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3641120592' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:43.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:43 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:43 smithi178 ceph-mon[192298]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:43 smithi178 ceph-mon[192298]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:43 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T15:14:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:43 smithi178 ceph-mon[192298]: osdmap e191: 8 total, 8 up, 7 in 2023-09-23T15:14:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:43 smithi178 ceph-mon[192298]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:43 smithi178 ceph-mon[192298]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:43 smithi178 ceph-mon[192298]: failed to encode map e191 with expected crc 2023-09-23T15:14:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:43 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3641120592' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:43 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:14:44.230 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:14:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: 1.0 scrub starts 2023-09-23T15:14:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: pgmap v501: 99 pgs: 12 peering, 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 77 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 639 op/s; 21936/180879 objects degraded (12.127%); 2063/180879 objects misplaced (1.141%); 11 MiB/s, 179 objects/s recovering 2023-09-23T15:14:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T15:14:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:14:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: osdmap e192: 8 total, 8 up, 7 in 2023-09-23T15:14:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[219580]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: 1.0 scrub starts 2023-09-23T15:14:44.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: pgmap v501: 99 pgs: 12 peering, 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 77 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 639 op/s; 21936/180879 objects degraded (12.127%); 2063/180879 objects misplaced (1.141%); 11 MiB/s, 179 objects/s recovering 2023-09-23T15:14:44.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T15:14:44.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:44.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:14:44.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: osdmap e192: 8 total, 8 up, 7 in 2023-09-23T15:14:44.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:44 smithi118 ceph-mon[212312]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: 1.0 scrub starts 2023-09-23T15:14:44.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: pgmap v501: 99 pgs: 12 peering, 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 77 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 639 op/s; 21936/180879 objects degraded (12.127%); 2063/180879 objects misplaced (1.141%); 11 MiB/s, 179 objects/s recovering 2023-09-23T15:14:44.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T15:14:44.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:44.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:14:44.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: osdmap e192: 8 total, 8 up, 7 in 2023-09-23T15:14:44.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: failed to encode map e192 with expected crc 2023-09-23T15:14:44.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:44 smithi178 ceph-mon[192298]: failed to encode map e192 with expected crc 2023-09-23T15:14:45.085 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:45.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:45.103 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:45.184 INFO:tasks.thrashosds.thrasher:Added osd 2 2023-09-23T15:14:45.204 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:45.300 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:45.433 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:45.441 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:45.458 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[219580]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.458 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[219580]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.458 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[219580]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.458 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[219580]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[219580]: osdmap e193: 8 total, 8 up, 7 in 2023-09-23T15:14:45.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[219580]: 7.3 starting backfill to osd.2 from (0'0,164'3471] MIN to 190'7180 2023-09-23T15:14:45.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[219580]: 7.6 starting backfill to osd.2 from (0'0,0'0] MAX to 190'6927 2023-09-23T15:14:45.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[219580]: 7.b starting backfill to osd.2 from (0'0,0'0] MAX to 190'7032 2023-09-23T15:14:45.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[219580]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[219580]: pgmap v504: 99 pgs: 2 remapped+peering, 12 peering, 1 active+recovery_wait+degraded+remapped, 77 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 520 op/s; 25085/177111 objects degraded (14.163%); 14 MiB/s, 1 keys/s, 219 objects/s recovering 2023-09-23T15:14:45.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:45.460 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:45.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[212312]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[212312]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[212312]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[212312]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[212312]: osdmap e193: 8 total, 8 up, 7 in 2023-09-23T15:14:45.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[212312]: 7.3 starting backfill to osd.2 from (0'0,164'3471] MIN to 190'7180 2023-09-23T15:14:45.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[212312]: 7.6 starting backfill to osd.2 from (0'0,0'0] MAX to 190'6927 2023-09-23T15:14:45.461 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[212312]: 7.b starting backfill to osd.2 from (0'0,0'0] MAX to 190'7032 2023-09-23T15:14:45.461 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[212312]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.461 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:45 smithi118 ceph-mon[212312]: pgmap v504: 99 pgs: 2 remapped+peering, 12 peering, 1 active+recovery_wait+degraded+remapped, 77 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 520 op/s; 25085/177111 objects degraded (14.163%); 14 MiB/s, 1 keys/s, 219 objects/s recovering 2023-09-23T15:14:45.560 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:45.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:45 smithi178 ceph-mon[192298]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:45 smithi178 ceph-mon[192298]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:45 smithi178 ceph-mon[192298]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:45 smithi178 ceph-mon[192298]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:45 smithi178 ceph-mon[192298]: osdmap e193: 8 total, 8 up, 7 in 2023-09-23T15:14:45.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:45 smithi178 ceph-mon[192298]: 7.3 starting backfill to osd.2 from (0'0,164'3471] MIN to 190'7180 2023-09-23T15:14:45.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:45 smithi178 ceph-mon[192298]: 7.6 starting backfill to osd.2 from (0'0,0'0] MAX to 190'6927 2023-09-23T15:14:45.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:45 smithi178 ceph-mon[192298]: 7.b starting backfill to osd.2 from (0'0,0'0] MAX to 190'7032 2023-09-23T15:14:45.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:45 smithi178 ceph-mon[192298]: failed to encode map e193 with expected crc 2023-09-23T15:14:45.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:45 smithi178 ceph-mon[192298]: pgmap v504: 99 pgs: 2 remapped+peering, 12 peering, 1 active+recovery_wait+degraded+remapped, 77 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 520 op/s; 25085/177111 objects degraded (14.163%); 14 MiB/s, 1 keys/s, 219 objects/s recovering 2023-09-23T15:14:45.600 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:45.681 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:45.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:45.685 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:45.786 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:45.816 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:45.866 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:45.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:45.871 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:45.972 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:46.006 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:46.074 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:46.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:46.083 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:46.184 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:14:46.218 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:46.282 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:14:46.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:46.288 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:14:46.388 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:46.465 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:46.600 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:46.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:46.610 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:46.711 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:14:46.746 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:46.791 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:14:46.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:46.795 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:14:46.847 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:14:46.895 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:46.922 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:46.966 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:46.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:46.975 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:47.076 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:47.183 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 25085/177111 objects degraded (14.163%), 8 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:47.183 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 25085/177111 objects degraded (14.163%), 8 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:47.217 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:47.260 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:14:47.402 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:47.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:47.435 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:47.536 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 25085/177111 objects degraded (14.163%), 8 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:47.635 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:47.921 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:47.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:47.934 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:48.035 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:14:48.102 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:48.105 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:48.282 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:14:48.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:48.291 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:14:48.291 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:14:48.292 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:14:48.375 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:48.393 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:48.421 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:48.485 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:48.491 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:48 smithi178 ceph-mon[192298]: pgmap v505: 99 pgs: 2 remapped+peering, 12 peering, 1 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 384 op/s; 24445/176046 objects degraded (13.886%); 11 MiB/s, 1 keys/s, 207 objects/s recovering 2023-09-23T15:14:48.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:48.492 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:48.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:48 smithi118 ceph-mon[219580]: pgmap v505: 99 pgs: 2 remapped+peering, 12 peering, 1 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 384 op/s; 24445/176046 objects degraded (13.886%); 11 MiB/s, 1 keys/s, 207 objects/s recovering 2023-09-23T15:14:48.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:48 smithi118 ceph-mon[212312]: pgmap v505: 99 pgs: 2 remapped+peering, 12 peering, 1 active+recovery_wait+degraded+remapped, 77 active+clean, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 384 op/s; 24445/176046 objects degraded (13.886%); 11 MiB/s, 1 keys/s, 207 objects/s recovering 2023-09-23T15:14:48.570 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:14:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:14:48] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-09-23T15:14:48.593 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:48.635 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:48.702 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:48.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:48.707 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:48.808 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:48.851 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:48.923 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:48.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:48.927 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:49.028 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:49.115 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:49.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:49 smithi118 ceph-mon[219580]: pgmap v506: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 513 op/s; 24315/172308 objects degraded (14.111%); 6110/172308 objects misplaced (3.546%); 12 MiB/s, 1 keys/s, 223 objects/s recovering 2023-09-23T15:14:49.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:49 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 7 pgs peering) 2023-09-23T15:14:49.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:49 smithi118 ceph-mon[212312]: pgmap v506: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 513 op/s; 24315/172308 objects degraded (14.111%); 6110/172308 objects misplaced (3.546%); 12 MiB/s, 1 keys/s, 223 objects/s recovering 2023-09-23T15:14:49.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:49 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 7 pgs peering) 2023-09-23T15:14:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:49 smithi178 ceph-mon[192298]: pgmap v506: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 3.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 513 op/s; 24315/172308 objects degraded (14.111%); 6110/172308 objects misplaced (3.546%); 12 MiB/s, 1 keys/s, 223 objects/s recovering 2023-09-23T15:14:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:49 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 7 pgs peering) 2023-09-23T15:14:49.803 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:49.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:49.809 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:49.909 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:49.986 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:50.185 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 4, 5, 6, 7, 2] out_osds: [0] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:14:50.185 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:14:50.186 INFO:tasks.thrashosds.thrasher:Adding osd 0 2023-09-23T15:14:50.186 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd in 0 2023-09-23T15:14:50.661 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:50.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:50.674 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:50.774 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:50.806 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:50.856 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:50.863 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:50.863 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:50.901 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:14:50.964 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:50.995 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:51.043 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:51.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:51.054 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:51.155 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:51.194 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:51.241 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:51.246 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:51.246 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:51.347 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:51.485 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:51.849 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:51.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:51.855 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:51.956 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:52.048 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:52.170 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:52 smithi118 ceph-mon[212312]: pgmap v507: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 491 op/s; 23695/169074 objects degraded (14.015%); 6110/169074 objects misplaced (3.614%); 12 MiB/s, 1 keys/s, 271 objects/s recovering 2023-09-23T15:14:52.170 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:52.171 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:52.171 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23695/169074 objects degraded (14.015%), 8 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:52.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:52 smithi118 ceph-mon[219580]: pgmap v507: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 491 op/s; 23695/169074 objects degraded (14.015%); 6110/169074 objects misplaced (3.614%); 12 MiB/s, 1 keys/s, 271 objects/s recovering 2023-09-23T15:14:52.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:52.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:52.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23695/169074 objects degraded (14.015%), 8 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:52 smithi178 ceph-mon[192298]: pgmap v507: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 491 op/s; 23695/169074 objects degraded (14.015%); 6110/169074 objects misplaced (3.614%); 12 MiB/s, 1 keys/s, 271 objects/s recovering 2023-09-23T15:14:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:14:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:14:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23695/169074 objects degraded (14.015%), 8 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:52.790 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:52.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:52.797 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:52.864 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:52.897 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:52.920 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:52.994 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:14:53.042 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:53.043 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:14:53.078 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:14:53.135 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:14:53.191 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:14:53.234 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:14:53.266 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:53.272 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:14:53.274 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:53.275 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:53.314 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:14:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2986412848' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2986412848' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:53.346 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:14:53.346 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:14:53.346 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:14:53.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:14:53.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:14:53.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:14:53.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:14:53.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:14:53.375 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:53.419 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:53.473 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:53.478 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2986412848' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:14:53.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:53.479 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:53.580 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:53.609 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:53.662 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:53.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:53.668 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:53.769 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:14:53.795 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:53.841 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:14:53.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:53.848 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:14:53.949 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:14:53.979 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:54.189 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:14:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[212312]: pgmap v508: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 465 op/s; 23695/167040 objects degraded (14.185%); 6110/167040 objects misplaced (3.658%); 9.5 MiB/s, 1 keys/s, 219 objects/s recovering 2023-09-23T15:14:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[212312]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[212312]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[212312]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[212312]: osdmap e194: 8 total, 8 up, 7 in 2023-09-23T15:14:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[212312]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[212312]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[212312]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2248104716' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[219580]: pgmap v508: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 465 op/s; 23695/167040 objects degraded (14.185%); 6110/167040 objects misplaced (3.658%); 9.5 MiB/s, 1 keys/s, 219 objects/s recovering 2023-09-23T15:14:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[219580]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[219580]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[219580]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[219580]: osdmap e194: 8 total, 8 up, 7 in 2023-09-23T15:14:54.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[219580]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[219580]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[219580]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2248104716' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:54.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:54 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:54 smithi178 ceph-mon[192298]: pgmap v508: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 465 op/s; 23695/167040 objects degraded (14.185%); 6110/167040 objects misplaced (3.658%); 9.5 MiB/s, 1 keys/s, 219 objects/s recovering 2023-09-23T15:14:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:54 smithi178 ceph-mon[192298]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:54 smithi178 ceph-mon[192298]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:54 smithi178 ceph-mon[192298]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:54 smithi178 ceph-mon[192298]: osdmap e194: 8 total, 8 up, 7 in 2023-09-23T15:14:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:54 smithi178 ceph-mon[192298]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:54 smithi178 ceph-mon[192298]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:54 smithi178 ceph-mon[192298]: failed to encode map e194 with expected crc 2023-09-23T15:14:54.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:54 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2248104716' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:54.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:54 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:14:55.223 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:14:55.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:55.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:14:55.331 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:55.376 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:55.441 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:55.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:55 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:55.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:55 smithi178 ceph-mon[192298]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:55 smithi178 ceph-mon[192298]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:55 smithi178 ceph-mon[192298]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:55 smithi178 ceph-mon[192298]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:55 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:14:55.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:55 smithi178 ceph-mon[192298]: osdmap e195: 8 total, 8 up, 7 in 2023-09-23T15:14:55.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:55 smithi178 ceph-mon[192298]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:55 smithi178 ceph-mon[192298]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:55 smithi178 ceph-mon[192298]: pgmap v511: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 555 op/s; 23374/162702 objects degraded (14.366%); 5725/162702 objects misplaced (3.519%); 7.9 MiB/s, 181 objects/s recovering 2023-09-23T15:14:55.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:55.448 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:55.548 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:14:55.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:55.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[219580]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[219580]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[219580]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[219580]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:14:55.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[219580]: osdmap e195: 8 total, 8 up, 7 in 2023-09-23T15:14:55.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[219580]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[219580]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[219580]: pgmap v511: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 555 op/s; 23374/162702 objects degraded (14.366%); 5725/162702 objects misplaced (3.519%); 7.9 MiB/s, 181 objects/s recovering 2023-09-23T15:14:55.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:14:55.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[212312]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[212312]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[212312]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[212312]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:14:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[212312]: osdmap e195: 8 total, 8 up, 7 in 2023-09-23T15:14:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[212312]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[212312]: failed to encode map e195 with expected crc 2023-09-23T15:14:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:55 smithi118 ceph-mon[212312]: pgmap v511: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 555 op/s; 23374/162702 objects degraded (14.366%); 5725/162702 objects misplaced (3.519%); 7.9 MiB/s, 181 objects/s recovering 2023-09-23T15:14:55.639 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:55.739 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:14:55.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:55.755 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:14:55.855 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:55.881 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:55.924 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:55.928 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:55.928 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:56.029 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:14:56.110 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:56.391 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:14:56.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:56.395 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:14:56.495 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:56.539 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:56.614 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:56.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:56.623 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:56.725 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:56.766 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:56.829 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:56.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:56.833 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:56.934 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:14:56.965 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:57.017 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:14:57.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:57.027 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:14:57.128 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:57.160 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:57.222 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:57.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:57.231 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:57.332 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:14:57.333 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:14:57.394 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:58.104 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:14:58.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:58.107 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:14:58.208 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:14:58.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:58 smithi118 ceph-mon[212312]: pgmap v512: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 90 active+clean, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 451 op/s; 23192/161472 objects degraded (14.363%); 5725/161472 objects misplaced (3.546%); 5.6 MiB/s, 166 objects/s recovering 2023-09-23T15:14:58.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:58 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23374/162702 objects degraded (14.366%), 8 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:58.291 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:58 smithi118 ceph-mon[219580]: pgmap v512: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 90 active+clean, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 451 op/s; 23192/161472 objects degraded (14.363%); 5725/161472 objects misplaced (3.546%); 5.6 MiB/s, 166 objects/s recovering 2023-09-23T15:14:58.291 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:58 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23374/162702 objects degraded (14.366%), 8 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:58.293 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:14:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:14:58] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2023-09-23T15:14:58.316 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:58 smithi178 ceph-mon[192298]: pgmap v512: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 90 active+clean, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 451 op/s; 23192/161472 objects degraded (14.363%); 5725/161472 objects misplaced (3.546%); 5.6 MiB/s, 166 objects/s recovering 2023-09-23T15:14:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:58 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23374/162702 objects degraded (14.366%), 8 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:14:58.638 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:14:58.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:58.647 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:14:58.748 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:58.782 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:58.847 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:58.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:58.853 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:58.870 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:14:58.954 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:14:58.983 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:59.021 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:14:59.021 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:14:59.021 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.021 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:120960 7.b 7:def60745:::benchmark_data_smithi118_332595_object34896:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e195)", 2023-09-23T15:14:59.021 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:58.995477+0000", 2023-09-23T15:14:59.022 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.015624156, 2023-09-23T15:14:59.022 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015663645, 2023-09-23T15:14:59.022 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:14:59.022 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:14:59.022 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:14:59.022 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:14:59.022 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:14:59.022 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 120960 2023-09-23T15:14:59.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.022 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:14:59.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995477+0000", 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995477+0000", 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:14:59.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995476+0000", 2023-09-23T15:14:59.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:14:59.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:14:59.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995483+0000", 2023-09-23T15:14:59.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.763e-06 2023-09-23T15:14:59.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:14:59.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995499+0000", 2023-09-23T15:14:59.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5502000000000002e-05 2023-09-23T15:14:59.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:14:59.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995509+0000", 2023-09-23T15:14:59.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7520000000000008e-06 2023-09-23T15:14:59.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:14:59.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.997284+0000", 2023-09-23T15:14:59.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00177593 2023-09-23T15:14:59.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.997457+0000", 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000172289 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,4,6", 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.997623+0000", 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016592199999999999 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:14:59.026 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.027 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.027 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44972.0:120958 7.4 e195/160 7:2ebc9074:::benchmark_data_smithi118_332595_object34894:head v 195'7551, mlcod=195'7549)", 2023-09-23T15:14:59.027 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:58.995919+0000", 2023-09-23T15:14:59.027 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.015182441, 2023-09-23T15:14:59.027 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015312169, 2023-09-23T15:14:59.027 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:14:59.027 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:14:59.027 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:14:59.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.027 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995919+0000", 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995919+0000", 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995919+0000", 2023-09-23T15:14:59.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995923+0000", 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.741e-06 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995929+0000", 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5389999999999998e-06 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.995933+0000", 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.109e-06 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.996072+0000", 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000139493 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:58.996095+0000", 2023-09-23T15:14:59.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2983999999999999e-05 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44972.0:120966 7.9 e195/188 7:91723dae:::benchmark_data_smithi118_332595_object34902:head v 195'7513, mlcod=195'7510)", 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.004421+0000", 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0066804969999999997, 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0068745810000000003, 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:14:59.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.004421+0000", 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.004421+0000", 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.004420+0000", 2023-09-23T15:14:59.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.004428+0000", 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4079999999999998e-06 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.004441+0000", 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2649e-05 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.004449+0000", 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0690000000000002e-06 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.004511+0000", 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2210000000000002e-05 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:14:59.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.004531+0000", 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0197e-05 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.011295+0000", 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0067639329999999998 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.035 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop_reply(client.44972.0:120960 7.b e195/192)", 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.007242+0000", 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0038597900000000001, 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0041519449999999998, 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.007242+0000", 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.007242+0000", 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.007240+0000", 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.007247+0000", 2023-09-23T15:14:59.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.6019999999999996e-06 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.007256+0000", 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2080000000000006e-06 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.007261+0000", 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1200000000000001e-06 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.038 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44972.0:120944 7.e e195/191 7:72cc2c7e:::benchmark_data_smithi118_332595_object34880:head v 195'7629, mlcod=157'2221)", 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.009347+0000", 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.001754263, 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002097743, 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:14:59.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.009347+0000", 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.009347+0000", 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.009346+0000", 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.009354+0000", 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3080000000000002e-06 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.009370+0000", 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6121e-05 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:14:59.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.009377+0000", 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0310000000000001e-06 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.009439+0000", 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2428000000000006e-05 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.009466+0000", 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6692000000000001e-05 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.042 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop_reply(client.44972.0:120960 7.b e195/192)", 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.011126+0000", 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 4294967295.9999752, 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00037559699999999998, 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.011126+0000", 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.011126+0000", 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.011125+0000", 2023-09-23T15:14:59.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.011130+0000", 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9919999999999998e-06 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.011142+0000", 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1603000000000001e-05 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:14:59.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:14:59.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.011149+0000", 2023-09-23T15:14:59.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2069999999999998e-06 2023-09-23T15:14:59.046 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.046 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:14:59.046 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.046 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:14:59.046 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:14:59.046 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 6 2023-09-23T15:14:59.046 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:14:59.055 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:14:59.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:14:59.061 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:14:59.162 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:14:59.196 INFO:teuthology.orchestra.run.smithi118.stderr:marked in osd.0. 2023-09-23T15:14:59.226 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:14:59.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:59 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3197590150' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:14:59.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:14:59 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:14:59.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:59 smithi118 conmon[212288]: 2023-09-23T15:14:59.036+0000 7f4045f51700 -1 mon.a@0(leader).osd e195 definitely_dead 0 2023-09-23T15:14:59.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:59 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3197590150' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:14:59.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:14:59 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:14:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:59 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3197590150' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:14:59.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:14:59 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:15:00.067 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:15:00.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[212312]: pgmap v513: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 90 active+clean, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 517 op/s; 23036/156651 objects degraded (14.705%); 5310/156651 objects misplaced (3.390%); 7.5 MiB/s, 142 objects/s recovering 2023-09-23T15:15:00.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[212312]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2023-09-23T15:15:00.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[212312]: osdmap e196: 8 total, 8 up, 8 in 2023-09-23T15:15:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[212312]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[212312]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[212312]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[212312]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[219580]: pgmap v513: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 90 active+clean, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 517 op/s; 23036/156651 objects degraded (14.705%); 5310/156651 objects misplaced (3.390%); 7.5 MiB/s, 142 objects/s recovering 2023-09-23T15:15:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[219580]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2023-09-23T15:15:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[219580]: osdmap e196: 8 total, 8 up, 8 in 2023-09-23T15:15:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[219580]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[219580]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[219580]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:00 smithi118 ceph-mon[219580]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:00 smithi178 ceph-mon[192298]: pgmap v513: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 90 active+clean, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 517 op/s; 23036/156651 objects degraded (14.705%); 5310/156651 objects misplaced (3.390%); 7.5 MiB/s, 142 objects/s recovering 2023-09-23T15:15:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:00 smithi178 ceph-mon[192298]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:00 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2023-09-23T15:15:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:00 smithi178 ceph-mon[192298]: osdmap e196: 8 total, 8 up, 8 in 2023-09-23T15:15:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:00 smithi178 ceph-mon[192298]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:00 smithi178 ceph-mon[192298]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:00 smithi178 ceph-mon[192298]: failed to encode map e196 with expected crc 2023-09-23T15:15:00.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:00 smithi178 ceph-mon[192298]: failed to encode map e196 with expected crc 2023-09-23T15:15:01.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: osdmap e197: 8 total, 8 up, 8 in 2023-09-23T15:15:01.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.208 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.208 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.208 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.208 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[219580]: 7.6 starting backfill to osd.0 from (0'0,152'1833] MIN to 195'7437 2023-09-23T15:15:01.209 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:15:01.209 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.209 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: osdmap e197: 8 total, 8 up, 8 in 2023-09-23T15:15:01.209 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.209 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.209 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:01 smithi118 ceph-mon[212312]: 7.6 starting backfill to osd.0 from (0'0,152'1833] MIN to 195'7437 2023-09-23T15:15:01.297 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:01.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:01.302 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:01.403 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:01.408 INFO:tasks.thrashosds.thrasher:Added osd 0 2023-09-23T15:15:01.484 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: osdmap e197: 8 total, 8 up, 8 in 2023-09-23T15:15:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: failed to encode map e197 with expected crc 2023-09-23T15:15:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:01 smithi178 ceph-mon[192298]: 7.6 starting backfill to osd.0 from (0'0,152'1833] MIN to 195'7437 2023-09-23T15:15:01.807 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:01.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:01.812 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:01.913 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:01.940 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:01.987 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:01.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:01.990 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:02.090 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:02.122 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: pgmap v516: 99 pgs: 1 activating+degraded, 4 remapped+peering, 14 peering, 1 active+recovering+remapped, 74 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 482 op/s; 15803/154047 objects degraded (10.259%); 5310/154047 objects misplaced (3.447%); 6.8 MiB/s, 134 objects/s recovering 2023-09-23T15:15:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: 7.9 starting backfill to osd.0 from (0'0,0'0] MAX to 195'7521 2023-09-23T15:15:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: osdmap e198: 8 total, 8 up, 8 in 2023-09-23T15:15:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: 7.4 starting backfill to osd.0 from (0'0,0'0] MAX to 195'7554 2023-09-23T15:15:02.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: 7.7 starting backfill to osd.0 from (0'0,152'1919] MIN to 195'7582 2023-09-23T15:15:02.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: 7.d starting backfill to osd.0 from (0'0,152'1993] MAX to 195'7686 2023-09-23T15:15:02.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: 7.f starting backfill to osd.0 from (0'0,0'0] MAX to 195'7516 2023-09-23T15:15:02.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: 7.e starting backfill to osd.0 from (0'0,152'1948] MIN to 195'7634 2023-09-23T15:15:02.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 15803/154047 objects degraded (10.259%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:02.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:02 smithi178 ceph-mon[192298]: osdmap e199: 8 total, 8 up, 8 in 2023-09-23T15:15:02.383 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:02.385 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: pgmap v516: 99 pgs: 1 activating+degraded, 4 remapped+peering, 14 peering, 1 active+recovering+remapped, 74 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 482 op/s; 15803/154047 objects degraded (10.259%); 5310/154047 objects misplaced (3.447%); 6.8 MiB/s, 134 objects/s recovering 2023-09-23T15:15:02.385 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: 7.9 starting backfill to osd.0 from (0'0,0'0] MAX to 195'7521 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: osdmap e198: 8 total, 8 up, 8 in 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: 7.4 starting backfill to osd.0 from (0'0,0'0] MAX to 195'7554 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: 7.7 starting backfill to osd.0 from (0'0,152'1919] MIN to 195'7582 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: 7.d starting backfill to osd.0 from (0'0,152'1993] MAX to 195'7686 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: 7.f starting backfill to osd.0 from (0'0,0'0] MAX to 195'7516 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: 7.e starting backfill to osd.0 from (0'0,152'1948] MIN to 195'7634 2023-09-23T15:15:02.386 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.387 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.387 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 15803/154047 objects degraded (10.259%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:02.387 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[219580]: osdmap e199: 8 total, 8 up, 8 in 2023-09-23T15:15:02.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:02.388 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:02.388 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: pgmap v516: 99 pgs: 1 activating+degraded, 4 remapped+peering, 14 peering, 1 active+recovering+remapped, 74 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 482 op/s; 15803/154047 objects degraded (10.259%); 5310/154047 objects misplaced (3.447%); 6.8 MiB/s, 134 objects/s recovering 2023-09-23T15:15:02.388 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.388 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.388 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: 7.9 starting backfill to osd.0 from (0'0,0'0] MAX to 195'7521 2023-09-23T15:15:02.388 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.388 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: osdmap e198: 8 total, 8 up, 8 in 2023-09-23T15:15:02.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: 7.4 starting backfill to osd.0 from (0'0,0'0] MAX to 195'7554 2023-09-23T15:15:02.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: 7.7 starting backfill to osd.0 from (0'0,152'1919] MIN to 195'7582 2023-09-23T15:15:02.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: 7.d starting backfill to osd.0 from (0'0,152'1993] MAX to 195'7686 2023-09-23T15:15:02.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: 7.f starting backfill to osd.0 from (0'0,0'0] MAX to 195'7516 2023-09-23T15:15:02.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: 7.e starting backfill to osd.0 from (0'0,152'1948] MIN to 195'7634 2023-09-23T15:15:02.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: failed to encode map e198 with expected crc 2023-09-23T15:15:02.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 15803/154047 objects degraded (10.259%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:02.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:02 smithi118 ceph-mon[212312]: osdmap e199: 8 total, 8 up, 8 in 2023-09-23T15:15:02.447 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:02.489 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:02.515 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:02.549 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:02.561 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:02.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:02.566 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:02.667 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:02.703 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:02.909 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:02.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:02.913 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:02.952 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:15:02.969 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:15:03.014 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:03.040 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:03.085 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:03.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:03.091 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:03.192 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:03.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[219580]: failed to encode map e198 with expected crc 2023-09-23T15:15:03.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[219580]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[219580]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[219580]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[219580]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3450705603' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:03.221 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[219580]: osdmap e200: 8 total, 8 up, 8 in 2023-09-23T15:15:03.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[212312]: failed to encode map e198 with expected crc 2023-09-23T15:15:03.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[212312]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[212312]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[212312]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.222 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[212312]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.222 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3450705603' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:03.222 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:03 smithi118 ceph-mon[212312]: osdmap e200: 8 total, 8 up, 8 in 2023-09-23T15:15:03.224 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:03.277 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:03.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:03.280 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:03 smithi178 ceph-mon[192298]: failed to encode map e198 with expected crc 2023-09-23T15:15:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:03 smithi178 ceph-mon[192298]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:03 smithi178 ceph-mon[192298]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:03 smithi178 ceph-mon[192298]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:03 smithi178 ceph-mon[192298]: failed to encode map e199 with expected crc 2023-09-23T15:15:03.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:03 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3450705603' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:03.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:03 smithi178 ceph-mon[192298]: osdmap e200: 8 total, 8 up, 8 in 2023-09-23T15:15:03.381 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:03.407 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:04.059 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:04.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:04.063 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:04.163 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:04.191 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:04.241 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:04.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:04.245 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:04 smithi118 ceph-mon[219580]: pgmap v519: 99 pgs: 1 activating+degraded, 4 remapped+peering, 14 peering, 1 active+recovering+remapped, 74 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 240 op/s; 15803/153765 objects degraded (10.277%); 5310/153765 objects misplaced (3.453%); 2.4 MiB/s, 39 objects/s recovering 2023-09-23T15:15:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:04 smithi118 ceph-mon[219580]: failed to encode map e200 with expected crc 2023-09-23T15:15:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:04 smithi118 ceph-mon[219580]: failed to encode map e200 with expected crc 2023-09-23T15:15:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:04 smithi118 ceph-mon[219580]: failed to encode map e200 with expected crc 2023-09-23T15:15:04.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:04 smithi118 ceph-mon[212312]: pgmap v519: 99 pgs: 1 activating+degraded, 4 remapped+peering, 14 peering, 1 active+recovering+remapped, 74 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 240 op/s; 15803/153765 objects degraded (10.277%); 5310/153765 objects misplaced (3.453%); 2.4 MiB/s, 39 objects/s recovering 2023-09-23T15:15:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:04 smithi118 ceph-mon[212312]: failed to encode map e200 with expected crc 2023-09-23T15:15:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:04 smithi118 ceph-mon[212312]: failed to encode map e200 with expected crc 2023-09-23T15:15:04.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:04 smithi118 ceph-mon[212312]: failed to encode map e200 with expected crc 2023-09-23T15:15:04.345 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:04.373 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:04.421 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:04.424 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:04 smithi178 ceph-mon[192298]: pgmap v519: 99 pgs: 1 activating+degraded, 4 remapped+peering, 14 peering, 1 active+recovering+remapped, 74 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 240 op/s; 15803/153765 objects degraded (10.277%); 5310/153765 objects misplaced (3.453%); 2.4 MiB/s, 39 objects/s recovering 2023-09-23T15:15:04.424 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:04 smithi178 ceph-mon[192298]: failed to encode map e200 with expected crc 2023-09-23T15:15:04.424 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:04 smithi178 ceph-mon[192298]: failed to encode map e200 with expected crc 2023-09-23T15:15:04.425 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:04 smithi178 ceph-mon[192298]: failed to encode map e200 with expected crc 2023-09-23T15:15:04.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:04.425 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:04.526 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:04.553 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:04.601 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:04.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:04.609 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:04.710 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:04.741 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:04.793 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:04.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:04.796 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:04.897 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:04.927 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:05.090 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:05.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:05.096 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:05.197 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:05.224 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:05.273 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:05.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:05.279 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:05.379 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:05.406 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:05.453 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:05.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:05.460 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:05.500 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:15:05.500 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:15:05.561 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:05.598 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:05.746 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:05.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:05.749 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:05.850 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:05.877 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:05.924 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:05.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:05.931 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:06.032 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:06.059 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:06.167 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:15:06.276 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:06.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:06.281 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:06.307 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:15:06.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:06 smithi118 ceph-mon[212312]: pgmap v521: 99 pgs: 1 active+recovering+undersized+remapped, 1 activating+degraded, 2 remapped+peering, 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 165 op/s; 24434/152760 objects degraded (15.995%); 15880/152760 objects misplaced (10.395%); 13 MiB/s, 203 objects/s recovering 2023-09-23T15:15:06.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:06 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1376901266' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:15:06.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:06 smithi118 ceph-mon[219580]: pgmap v521: 99 pgs: 1 active+recovering+undersized+remapped, 1 activating+degraded, 2 remapped+peering, 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 165 op/s; 24434/152760 objects degraded (15.995%); 15880/152760 objects misplaced (10.395%); 13 MiB/s, 203 objects/s recovering 2023-09-23T15:15:06.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:06 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1376901266' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:15:06.382 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:06.406 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:06 smithi178 ceph-mon[192298]: pgmap v521: 99 pgs: 1 active+recovering+undersized+remapped, 1 activating+degraded, 2 remapped+peering, 1 active+recovering+remapped, 1 active+recovery_wait+degraded+remapped, 83 active+clean, 4 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 165 op/s; 24434/152760 objects degraded (15.995%); 15880/152760 objects misplaced (10.395%); 13 MiB/s, 203 objects/s recovering 2023-09-23T15:15:06.406 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:06 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1376901266' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:15:06.409 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 4, 5, 6, 7, 2, 0] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:15:06.409 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:15:06.409 INFO:tasks.thrashosds.thrasher:Removing osd 4, in_osds are: [1, 3, 4, 5, 6, 7, 2, 0] 2023-09-23T15:15:06.409 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd out 4 2023-09-23T15:15:06.410 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:06.459 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:06.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:06.469 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:06.570 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:06.600 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:06.906 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:06.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:06.909 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:07.010 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:07.037 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:07.084 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:07.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:07.092 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:07.097 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:07.154 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:07.158 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:07.158 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[219580]: failed to encode map e201 with expected crc 2023-09-23T15:15:07.159 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1376901266' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:15:07.159 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[219580]: osdmap e201: 8 total, 8 up, 8 in 2023-09-23T15:15:07.159 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:07.159 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[212312]: failed to encode map e201 with expected crc 2023-09-23T15:15:07.159 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1376901266' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:15:07.159 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[212312]: osdmap e201: 8 total, 8 up, 8 in 2023-09-23T15:15:07.160 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[212312]: failed to encode map e201 with expected crc 2023-09-23T15:15:07.160 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:07.160 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 24434/152760 objects degraded (15.995%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:07.193 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:07.221 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:07.373 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:07.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:07.377 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:07 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:07 smithi178 ceph-mon[192298]: failed to encode map e201 with expected crc 2023-09-23T15:15:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1376901266' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:15:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:07 smithi178 ceph-mon[192298]: osdmap e201: 8 total, 8 up, 8 in 2023-09-23T15:15:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:07 smithi178 ceph-mon[192298]: failed to encode map e201 with expected crc 2023-09-23T15:15:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 24434/152760 objects degraded (15.995%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:07.478 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:07.505 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:07.524 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[219580]: failed to encode map e201 with expected crc 2023-09-23T15:15:07.524 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:07.524 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 24434/152760 objects degraded (15.995%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:07.551 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:07.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:07.557 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:07.658 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:07.687 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:07.834 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:07.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:07.837 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:07.938 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:07.964 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:08.010 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:08.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:08.020 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:08.121 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:08.149 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:08 smithi178 ceph-mon[192298]: pgmap v523: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 84 active+clean, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 80 op/s; 24701/152619 objects degraded (16.185%); 21931/152619 objects misplaced (14.370%); 11 MiB/s, 170 objects/s recovering 2023-09-23T15:15:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:08 smithi178 ceph-mon[192298]: failed to encode map e201 with expected crc 2023-09-23T15:15:08.443 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:15:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:15:08] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2023-09-23T15:15:08.444 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:08 smithi118 ceph-mon[219580]: pgmap v523: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 84 active+clean, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 80 op/s; 24701/152619 objects degraded (16.185%); 21931/152619 objects misplaced (14.370%); 11 MiB/s, 170 objects/s recovering 2023-09-23T15:15:08.444 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:08 smithi118 ceph-mon[219580]: failed to encode map e201 with expected crc 2023-09-23T15:15:08.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:08 smithi118 ceph-mon[212312]: pgmap v523: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 84 active+clean, 5 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 80 op/s; 24701/152619 objects degraded (16.185%); 21931/152619 objects misplaced (14.370%); 11 MiB/s, 170 objects/s recovering 2023-09-23T15:15:08.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:08 smithi118 ceph-mon[212312]: failed to encode map e201 with expected crc 2023-09-23T15:15:08.456 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:08.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:08.459 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:08.560 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:08.586 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:08.632 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:08.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:08.636 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:08.737 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:08.764 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:08.810 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:08.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:08.816 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:08.917 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:08.918 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:15:08.942 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:15:08.943 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:08.963 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:15:08.970 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:15:08.989 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:08.992 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:15:08.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:08.993 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:09.024 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:15:09.051 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:15:09.054 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:15:09.054 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:15:09.054 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:15:09.054 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:15:09.055 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:15:09.055 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:15:09.055 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:15:09.055 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:15:09.093 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:09.121 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:09.170 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:09.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:09.175 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:09.276 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:09.303 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:09 smithi118 ceph-mon[219580]: failed to encode map e201 with expected crc 2023-09-23T15:15:09.303 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:09 smithi118 ceph-mon[212312]: failed to encode map e201 with expected crc 2023-09-23T15:15:09.305 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:09 smithi178 ceph-mon[192298]: failed to encode map e201 with expected crc 2023-09-23T15:15:09.877 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:09.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:09.882 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:09.983 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:10.013 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:10.059 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:10.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:10.064 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:10.165 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:10.202 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:10.274 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:15:10.274 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:15:10.313 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:10.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:10.317 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:10 smithi178 ceph-mon[192298]: pgmap v524: 99 pgs: 1 activating+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 84 active+clean, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 71 op/s; 24201/152559 objects degraded (15.863%); 24311/152559 objects misplaced (15.935%); 9.1 MiB/s, 147 objects/s recovering 2023-09-23T15:15:10.418 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:10.447 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:10 smithi118 ceph-mon[219580]: pgmap v524: 99 pgs: 1 activating+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 84 active+clean, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 71 op/s; 24201/152559 objects degraded (15.863%); 24311/152559 objects misplaced (15.935%); 9.1 MiB/s, 147 objects/s recovering 2023-09-23T15:15:10.448 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:10 smithi118 ceph-mon[212312]: pgmap v524: 99 pgs: 1 activating+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 84 active+clean, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 71 op/s; 24201/152559 objects degraded (15.863%); 24311/152559 objects misplaced (15.935%); 9.1 MiB/s, 147 objects/s recovering 2023-09-23T15:15:10.450 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:10.504 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:10.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:10.508 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:10.609 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:10.637 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:10.684 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:10.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:10.690 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:10.790 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:10.817 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:10.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:10 smithi118 conmon[212288]: 2023-09-23T15:15:10.556+0000 7f4045f51700 -1 mon.a@0(leader).osd e201 definitely_dead 0 2023-09-23T15:15:10.865 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:10.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:10.870 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:10.970 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:10.998 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:11.040 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:11.054 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:11.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:11.062 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:11.072 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:15:11.162 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:11.214 INFO:teuthology.orchestra.run.smithi118.stderr:marked out osd.4. 2023-09-23T15:15:11.217 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:11.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:11 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/250387562' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T15:15:11.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:11 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T15:15:11.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:11 smithi118 ceph-mon[219580]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T15:15:11.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:11 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/250387562' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T15:15:11.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:11 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T15:15:11.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:11 smithi118 ceph-mon[212312]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T15:15:11.522 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:11.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:11.526 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:11.627 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:11 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/250387562' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T15:15:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:11 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T15:15:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:11 smithi178 ceph-mon[192298]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T15:15:11.663 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:11.970 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:15:12.139 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:12.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:12.170 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:12.271 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:12.296 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:12.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[219580]: pgmap v525: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 activating+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 84 active+clean, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 50 op/s; 24201/152559 objects degraded (15.863%); 23164/152559 objects misplaced (15.184%); 17 MiB/s, 271 objects/s recovering 2023-09-23T15:15:12.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[219580]: failed to encode map e202 with expected crc 2023-09-23T15:15:12.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T15:15:12.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[219580]: failed to encode map e202 with expected crc 2023-09-23T15:15:12.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[219580]: osdmap e202: 8 total, 8 up, 7 in 2023-09-23T15:15:12.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[219580]: failed to encode map e202 with expected crc 2023-09-23T15:15:12.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 24201/152559 objects degraded (15.863%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:12.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[219580]: osdmap e203: 8 total, 8 up, 7 in 2023-09-23T15:15:12.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[212312]: pgmap v525: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 activating+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 84 active+clean, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 50 op/s; 24201/152559 objects degraded (15.863%); 23164/152559 objects misplaced (15.184%); 17 MiB/s, 271 objects/s recovering 2023-09-23T15:15:12.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[212312]: failed to encode map e202 with expected crc 2023-09-23T15:15:12.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T15:15:12.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[212312]: failed to encode map e202 with expected crc 2023-09-23T15:15:12.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[212312]: osdmap e202: 8 total, 8 up, 7 in 2023-09-23T15:15:12.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[212312]: failed to encode map e202 with expected crc 2023-09-23T15:15:12.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 24201/152559 objects degraded (15.863%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:12.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:12 smithi118 ceph-mon[212312]: osdmap e203: 8 total, 8 up, 7 in 2023-09-23T15:15:12.338 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:12.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:12.344 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:12.445 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:12.468 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:12 smithi178 ceph-mon[192298]: pgmap v525: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 activating+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 84 active+clean, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 50 op/s; 24201/152559 objects degraded (15.863%); 23164/152559 objects misplaced (15.184%); 17 MiB/s, 271 objects/s recovering 2023-09-23T15:15:12.468 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:12 smithi178 ceph-mon[192298]: failed to encode map e202 with expected crc 2023-09-23T15:15:12.468 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:12 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T15:15:12.468 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:12 smithi178 ceph-mon[192298]: failed to encode map e202 with expected crc 2023-09-23T15:15:12.468 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:12 smithi178 ceph-mon[192298]: osdmap e202: 8 total, 8 up, 7 in 2023-09-23T15:15:12.468 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:12 smithi178 ceph-mon[192298]: failed to encode map e202 with expected crc 2023-09-23T15:15:12.469 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 24201/152559 objects degraded (15.863%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:12.469 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:12 smithi178 ceph-mon[192298]: osdmap e203: 8 total, 8 up, 7 in 2023-09-23T15:15:12.471 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:12.513 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:12.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:12.521 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:12.622 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:12.654 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:12.710 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:12.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:12.715 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:12.815 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:12.845 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:12.893 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:12.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:12.898 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:12.999 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:13.027 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:13.083 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:13.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:13.086 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:13.187 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:13.217 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:13.260 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:13.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:13.264 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:13.365 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:13.396 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:13.452 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:13.458 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:13 smithi118 ceph-mon[219580]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.458 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:13 smithi118 ceph-mon[219580]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.458 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:13 smithi118 ceph-mon[219580]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.458 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:13 smithi118 ceph-mon[219580]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.458 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:13 smithi118 ceph-mon[219580]: osdmap e204: 8 total, 8 up, 7 in 2023-09-23T15:15:13.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:13.459 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:13.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:13 smithi118 ceph-mon[212312]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:13 smithi118 ceph-mon[212312]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.461 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:13 smithi118 ceph-mon[212312]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.461 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:13 smithi118 ceph-mon[212312]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.461 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:13 smithi118 ceph-mon[212312]: osdmap e204: 8 total, 8 up, 7 in 2023-09-23T15:15:13.560 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:13.584 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:13 smithi178 ceph-mon[192298]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:13 smithi178 ceph-mon[192298]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:13 smithi178 ceph-mon[192298]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:13 smithi178 ceph-mon[192298]: failed to encode map e203 with expected crc 2023-09-23T15:15:13.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:13 smithi178 ceph-mon[192298]: osdmap e204: 8 total, 8 up, 7 in 2023-09-23T15:15:13.587 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:13.629 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:13.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:13.636 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:13.737 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:13.766 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:13.908 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:13.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:13.912 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:13.955 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:14.014 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:14.066 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:14.196 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:14.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:14.200 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:14.301 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:14.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[219580]: pgmap v528: 99 pgs: 5 peering, 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 activating+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 79 active+clean, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 2 op/s; 24201/152559 objects degraded (15.863%); 23164/152559 objects misplaced (15.184%); 11 MiB/s, 168 objects/s recovering 2023-09-23T15:15:14.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[219580]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[219580]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[219580]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[219580]: 7.1 starting backfill to osd.1 from (0'0,0'0] MAX to 198'7589 2023-09-23T15:15:14.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[219580]: 7.3 continuing backfill to osd.2 from (152'1200,198'7656] MIN to 198'7656 2023-09-23T15:15:14.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[219580]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[219580]: 7.4 continuing backfill to osd.0 from (161'2939,198'7567] MIN to 198'7567 2023-09-23T15:15:14.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[219580]: 7.9 continuing backfill to osd.0 from (161'2906,198'7536] MIN to 198'7536 2023-09-23T15:15:14.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[212312]: pgmap v528: 99 pgs: 5 peering, 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 activating+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 79 active+clean, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 2 op/s; 24201/152559 objects degraded (15.863%); 23164/152559 objects misplaced (15.184%); 11 MiB/s, 168 objects/s recovering 2023-09-23T15:15:14.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[212312]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[212312]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[212312]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[212312]: 7.1 starting backfill to osd.1 from (0'0,0'0] MAX to 198'7589 2023-09-23T15:15:14.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[212312]: 7.3 continuing backfill to osd.2 from (152'1200,198'7656] MIN to 198'7656 2023-09-23T15:15:14.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[212312]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[212312]: 7.4 continuing backfill to osd.0 from (161'2939,198'7567] MIN to 198'7567 2023-09-23T15:15:14.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:14 smithi118 ceph-mon[212312]: 7.9 continuing backfill to osd.0 from (161'2906,198'7536] MIN to 198'7536 2023-09-23T15:15:14.336 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:14.412 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:14 smithi178 ceph-mon[192298]: pgmap v528: 99 pgs: 5 peering, 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 activating+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 79 active+clean, 5 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 2 op/s; 24201/152559 objects degraded (15.863%); 23164/152559 objects misplaced (15.184%); 11 MiB/s, 168 objects/s recovering 2023-09-23T15:15:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:14 smithi178 ceph-mon[192298]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:14 smithi178 ceph-mon[192298]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:14 smithi178 ceph-mon[192298]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:14 smithi178 ceph-mon[192298]: 7.1 starting backfill to osd.1 from (0'0,0'0] MAX to 198'7589 2023-09-23T15:15:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:14 smithi178 ceph-mon[192298]: 7.3 continuing backfill to osd.2 from (152'1200,198'7656] MIN to 198'7656 2023-09-23T15:15:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:14 smithi178 ceph-mon[192298]: failed to encode map e204 with expected crc 2023-09-23T15:15:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:14 smithi178 ceph-mon[192298]: 7.4 continuing backfill to osd.0 from (161'2939,198'7567] MIN to 198'7567 2023-09-23T15:15:14.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:14 smithi178 ceph-mon[192298]: 7.9 continuing backfill to osd.0 from (161'2906,198'7536] MIN to 198'7536 2023-09-23T15:15:15.209 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:15:15.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:15 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/798819014' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:15:15.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:15 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/798819014' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:15:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:15 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/798819014' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:15:16.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[219580]: pgmap v530: 99 pgs: 1 active+recovering+remapped, 5 peering, 1 active+recovering+undersized+remapped, 1 activating+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 23439/152559 objects degraded (15.364%); 28379/152559 objects misplaced (18.602%); 20 MiB/s, 1 keys/s, 325 objects/s recovering 2023-09-23T15:15:16.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:15:16.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[219580]: failed to encode map e205 with expected crc 2023-09-23T15:15:16.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/798819014' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:15:16.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[219580]: osdmap e205: 8 total, 8 up, 7 in 2023-09-23T15:15:16.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[219580]: failed to encode map e205 with expected crc 2023-09-23T15:15:16.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[212312]: pgmap v530: 99 pgs: 1 active+recovering+remapped, 5 peering, 1 active+recovering+undersized+remapped, 1 activating+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 23439/152559 objects degraded (15.364%); 28379/152559 objects misplaced (18.602%); 20 MiB/s, 1 keys/s, 325 objects/s recovering 2023-09-23T15:15:16.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:15:16.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[212312]: failed to encode map e205 with expected crc 2023-09-23T15:15:16.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/798819014' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:15:16.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[212312]: osdmap e205: 8 total, 8 up, 7 in 2023-09-23T15:15:16.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:16 smithi118 ceph-mon[212312]: failed to encode map e205 with expected crc 2023-09-23T15:15:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:16 smithi178 ceph-mon[192298]: pgmap v530: 99 pgs: 1 active+recovering+remapped, 5 peering, 1 active+recovering+undersized+remapped, 1 activating+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 23439/152559 objects degraded (15.364%); 28379/152559 objects misplaced (18.602%); 20 MiB/s, 1 keys/s, 325 objects/s recovering 2023-09-23T15:15:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:16 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:15:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:16 smithi178 ceph-mon[192298]: failed to encode map e205 with expected crc 2023-09-23T15:15:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/798819014' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:15:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:16 smithi178 ceph-mon[192298]: osdmap e205: 8 total, 8 up, 7 in 2023-09-23T15:15:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:16 smithi178 ceph-mon[192298]: failed to encode map e205 with expected crc 2023-09-23T15:15:16.637 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:16.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:16.642 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:16.743 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:16.799 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:17.089 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:17.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:17.095 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:17.195 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:17.246 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:17.497 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 2, 0] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:15:17.498 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:15:17.498 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-09-23T15:15:17.498 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:15:17.530 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:17 smithi118 ceph-mon[219580]: failed to encode map e205 with expected crc 2023-09-23T15:15:17.530 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:17 smithi118 ceph-mon[219580]: failed to encode map e205 with expected crc 2023-09-23T15:15:17.530 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23439/152559 objects degraded (15.364%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:17.535 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:17 smithi118 ceph-mon[212312]: failed to encode map e205 with expected crc 2023-09-23T15:15:17.535 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:17 smithi118 ceph-mon[212312]: failed to encode map e205 with expected crc 2023-09-23T15:15:17.535 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23439/152559 objects degraded (15.364%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:17 smithi178 ceph-mon[192298]: failed to encode map e205 with expected crc 2023-09-23T15:15:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:17 smithi178 ceph-mon[192298]: failed to encode map e205 with expected crc 2023-09-23T15:15:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23439/152559 objects degraded (15.364%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:18.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:18 smithi118 ceph-mon[219580]: pgmap v532: 99 pgs: 1 active+degraded+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 23435/152559 objects degraded (15.361%); 28382/152559 objects misplaced (18.604%); 8.4 MiB/s, 1 keys/s, 137 objects/s recovering 2023-09-23T15:15:18.570 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:15:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:15:18] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2023-09-23T15:15:18.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:18 smithi118 ceph-mon[212312]: pgmap v532: 99 pgs: 1 active+degraded+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 23435/152559 objects degraded (15.361%); 28382/152559 objects misplaced (18.604%); 8.4 MiB/s, 1 keys/s, 137 objects/s recovering 2023-09-23T15:15:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:18 smithi178 ceph-mon[192298]: pgmap v532: 99 pgs: 1 active+degraded+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 23435/152559 objects degraded (15.361%); 28382/152559 objects misplaced (18.604%); 8.4 MiB/s, 1 keys/s, 137 objects/s recovering 2023-09-23T15:15:18.654 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:18.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:18.657 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:18.758 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:18.785 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:18.830 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:18.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:18.836 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:18.937 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:18.962 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:19.005 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:19.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:19.011 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:19.114 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:19.194 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:19.258 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:19.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:19.263 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:19.269 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:15:19.269 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:15:19.364 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:19.414 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:19.476 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:19.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:19.483 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:19.584 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:19.610 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:19.657 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:19.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:19.663 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:19.764 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:19.791 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:19.838 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:19.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:19.842 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:19.943 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:19.970 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:20.017 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:20.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:20.021 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:20.122 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:20.158 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:20 smithi178 ceph-mon[192298]: pgmap v533: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 43 op/s; 23435/151656 objects degraded (15.453%); 27274/151656 objects misplaced (17.984%); 15 MiB/s, 1 keys/s, 249 objects/s recovering 2023-09-23T15:15:20.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:20 smithi118 ceph-mon[219580]: pgmap v533: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 43 op/s; 23435/151656 objects degraded (15.453%); 27274/151656 objects misplaced (17.984%); 15 MiB/s, 1 keys/s, 249 objects/s recovering 2023-09-23T15:15:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:20 smithi118 ceph-mon[212312]: pgmap v533: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 1 active+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 43 op/s; 23435/151656 objects degraded (15.453%); 27274/151656 objects misplaced (17.984%); 15 MiB/s, 1 keys/s, 249 objects/s recovering 2023-09-23T15:15:20.690 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:15:21.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:21 smithi118 ceph-mon[219580]: pgmap v534: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 81 op/s; 23324/150597 objects degraded (15.488%); 27184/150597 objects misplaced (18.051%); 14 MiB/s, 1 keys/s, 224 objects/s recovering 2023-09-23T15:15:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:21 smithi118 ceph-mon[212312]: pgmap v534: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 81 op/s; 23324/150597 objects degraded (15.488%); 27184/150597 objects misplaced (18.051%); 14 MiB/s, 1 keys/s, 224 objects/s recovering 2023-09-23T15:15:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:21 smithi178 ceph-mon[192298]: pgmap v534: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 81 op/s; 23324/150597 objects degraded (15.488%); 27184/150597 objects misplaced (18.051%); 14 MiB/s, 1 keys/s, 224 objects/s recovering 2023-09-23T15:15:21.633 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:21.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:21.637 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:21.738 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:21.774 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:21.834 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:21.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:21.838 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:21.939 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:21.965 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:22.010 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:22.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:22.014 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:22.115 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:22.145 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:22.196 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:22.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:22.199 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:22.300 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:22.326 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:22.370 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:22.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:22.377 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:22.478 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:22.513 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:22.537 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:22.619 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:15:22.643 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:22.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:22.651 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:22.752 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:22.831 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:23.026 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:23.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:23.033 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:23.094 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:23.094 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:23.094 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23324/150597 objects degraded (15.488%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:23.095 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:23.095 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:23.096 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23324/150597 objects degraded (15.488%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:23.134 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:23.136 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23324/150597 objects degraded (15.488%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:23.160 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:23.204 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:23.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:23.211 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:23.312 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:23.403 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:23.465 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:15:23.465 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:15:23.475 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:15:23.507 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:15:23.512 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:23.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:23.515 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:23.541 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:15:23.567 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:15:23.600 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:15:23.616 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:23.630 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:15:23.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:15:23.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:15:23.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:15:23.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:15:23.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:15:23.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:15:23.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:15:23.633 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:15:23.664 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:23.732 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:23.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:23.736 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:23.837 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:23.863 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:23.907 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:23.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:23.911 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:23.920 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:23 smithi118 ceph-mon[212312]: pgmap v535: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 71 op/s; 23324/150432 objects degraded (15.505%); 27184/150432 objects misplaced (18.071%); 11 MiB/s, 1 keys/s, 180 objects/s recovering 2023-09-23T15:15:23.921 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:23 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3364117564' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:24.012 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:24.061 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:23 smithi178 ceph-mon[192298]: pgmap v535: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 71 op/s; 23324/150432 objects degraded (15.505%); 27184/150432 objects misplaced (18.071%); 11 MiB/s, 1 keys/s, 180 objects/s recovering 2023-09-23T15:15:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:23 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3364117564' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:24.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:23 smithi118 ceph-mon[219580]: pgmap v535: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.1 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 71 op/s; 23324/150432 objects degraded (15.505%); 27184/150432 objects misplaced (18.071%); 11 MiB/s, 1 keys/s, 180 objects/s recovering 2023-09-23T15:15:24.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:23 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3364117564' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:25.641 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:25.643 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:25.644 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:25.745 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:25.772 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:25.822 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:25.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:25.826 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:25.927 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:25.959 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:26.017 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:26.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:26.019 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:26.120 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:26.157 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:26.210 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:26.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:26.214 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:26.315 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:26.343 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:26.456 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:26.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:26 smithi178 ceph-mon[192298]: pgmap v536: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 134 op/s; 23324/148530 objects degraded (15.703%); 25904/148530 objects misplaced (17.440%); 12 MiB/s, 194 objects/s recovering 2023-09-23T15:15:26.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:26 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:15:26.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:26.460 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:26.560 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:26 smithi118 ceph-mon[219580]: pgmap v536: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 134 op/s; 23324/148530 objects degraded (15.703%); 25904/148530 objects misplaced (17.440%); 12 MiB/s, 194 objects/s recovering 2023-09-23T15:15:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:26 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:15:26.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:26 smithi118 ceph-mon[212312]: pgmap v536: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 134 op/s; 23324/148530 objects degraded (15.703%); 25904/148530 objects misplaced (17.440%); 12 MiB/s, 194 objects/s recovering 2023-09-23T15:15:26.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:26 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:15:26.593 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:27.130 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:27.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:27.133 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:27.234 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:27.261 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:27.389 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23324/148530 objects degraded (15.703%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:27.390 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23324/148530 objects degraded (15.703%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23324/148530 objects degraded (15.703%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:27.820 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:28.218 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:15:28.223 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:15:28.265 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:28.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:28.270 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:28.371 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:28.401 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:28.454 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:28.460 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:28 smithi178 ceph-mon[192298]: pgmap v537: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 131 op/s; 23212/147849 objects degraded (15.700%); 25847/147849 objects misplaced (17.482%); 10 MiB/s, 168 objects/s recovering 2023-09-23T15:15:28.461 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:28.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:28.562 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:28.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:28 smithi118 ceph-mon[212312]: pgmap v537: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 131 op/s; 23212/147849 objects degraded (15.700%); 25847/147849 objects misplaced (17.482%); 10 MiB/s, 168 objects/s recovering 2023-09-23T15:15:28.571 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:15:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:15:28] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2023-09-23T15:15:28.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:28 smithi118 ceph-mon[219580]: pgmap v537: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 131 op/s; 23212/147849 objects degraded (15.700%); 25847/147849 objects misplaced (17.482%); 10 MiB/s, 168 objects/s recovering 2023-09-23T15:15:28.608 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:29.287 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:15:29.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:29 smithi118 ceph-mon[212312]: from='client.35223 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:15:29.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:29 smithi118 ceph-mon[219580]: from='client.35223 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:15:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:29 smithi178 ceph-mon[192298]: from='client.35223 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:15:30.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:30 smithi118 ceph-mon[219580]: pgmap v538: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 182 op/s; 23212/145986 objects degraded (15.900%); 24331/145986 objects misplaced (16.667%); 17 MiB/s, 264 objects/s recovering 2023-09-23T15:15:30.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:30 smithi118 ceph-mon[212312]: pgmap v538: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 182 op/s; 23212/145986 objects degraded (15.900%); 24331/145986 objects misplaced (16.667%); 17 MiB/s, 264 objects/s recovering 2023-09-23T15:15:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:30 smithi178 ceph-mon[192298]: pgmap v538: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 182 op/s; 23212/145986 objects degraded (15.900%); 24331/145986 objects misplaced (16.667%); 17 MiB/s, 264 objects/s recovering 2023-09-23T15:15:30.808 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:30.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:30.811 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:30.912 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:30.940 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:31.043 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:31.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:31.048 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:31.148 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:31.189 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:31.758 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:31.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:31.762 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:31.863 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:31.874 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":537,"stamp":"2023-09-23T15:15:27.101632+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3228768184,"num_objects":49283,"num_object_clones":0,"num_object_copies":147849,"num_objects_missing_on_primary":3660,"num_objects_missing":3660,"num_objects_degraded":23212,"num_objects_misplaced":25847,"num_objects_unfound":0,"num_objects_dirty":49283,"num_whiteouts":0,"num_read":501,"num_read_kb":925,"num_write":123165,"num_write_kb":5510350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30299,"num_bytes_recovered":1929060484,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93136,"ondisk_log_size":93136,"up":297,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":327,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":11492512,"kb_used_data":10263208,"kb_used_omap":136,"kb_used_meta":1229111,"kb_avail":644723552,"statfs":{"total":671965249536,"available":660196917248,"internally_reserved":0,"allocated":10509524992,"data_stored":10503083837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":139314,"internal_metadata":1258610638},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-102891520,"num_objects":-1570,"num_object_clones":0,"num_object_copies":-4710,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-227,"num_objects_misplaced":-2532,"num_objects_unfound":0,"num_objects_dirty":-1570,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1570,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2005,"num_bytes_recovered":131006464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.902778"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":210,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T15:15:15.451726+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:15:15.451726+0000","last_peered":"2023-09-23T15:15:15.451726+0000","last_clean":"2023-09-23T15:15:15.451726+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:15:15.451726+0000","last_undegraded":"2023-09-23T15:15:15.451726+0000","last_fullsized":"2023-09-23T15:15:15.451726+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":179,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T15:15:15.452401+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:15:15.452401+0000","last_peered":"2023-09-23T15:15:15.452401+0000","last_clean":"2023-09-23T15:15:15.452401+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:15:15.452401+0000","last_undegraded":"2023-09-23T15:15:15.452401+0000","last_fullsized":"2023-09-23T15:15:15.452401+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":161,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.137504+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:15:13.137504+0000","last_peered":"2023-09-23T15:15:13.137504+0000","last_clean":"2023-09-23T15:15:13.137504+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:15:13.137504+0000","last_undegraded":"2023-09-23T15:15:13.137504+0000","last_fullsized":"2023-09-23T15:15:13.137504+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.149696+0000","last_change":"2023-09-23T15:15:00.281060+0000","last_active":"2023-09-23T15:15:13.149696+0000","last_peered":"2023-09-23T15:15:13.149696+0000","last_clean":"2023-09-23T15:15:13.149696+0000","last_became_active":"2023-09-23T15:15:00.280467+0000","last_became_peered":"2023-09-23T15:15:00.280467+0000","last_unstale":"2023-09-23T15:15:13.149696+0000","last_undegraded":"2023-09-23T15:15:13.149696+0000","last_fullsized":"2023-09-23T15:15:13.149696+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:12:10.291618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":224,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130710+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:15:13.130710+0000","last_peered":"2023-09-23T15:15:13.130710+0000","last_clean":"2023-09-23T15:15:13.130710+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:15:13.130710+0000","last_undegraded":"2023-09-23T15:15:13.130710+0000","last_fullsized":"2023-09-23T15:15:13.130710+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":145,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.131207+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:15:13.131207+0000","last_peered":"2023-09-23T15:15:13.131207+0000","last_clean":"2023-09-23T15:15:13.131207+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:15:13.131207+0000","last_undegraded":"2023-09-23T15:15:13.131207+0000","last_fullsized":"2023-09-23T15:15:13.131207+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.150207+0000","last_change":"2023-09-23T15:15:00.282454+0000","last_active":"2023-09-23T15:15:13.150207+0000","last_peered":"2023-09-23T15:15:13.150207+0000","last_clean":"2023-09-23T15:15:13.150207+0000","last_became_active":"2023-09-23T15:15:00.282146+0000","last_became_peered":"2023-09-23T15:15:00.282146+0000","last_unstale":"2023-09-23T15:15:13.150207+0000","last_undegraded":"2023-09-23T15:15:13.150207+0000","last_fullsized":"2023-09-23T15:15:13.150207+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:38.643711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":185,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130778+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:15:13.130778+0000","last_peered":"2023-09-23T15:15:13.130778+0000","last_clean":"2023-09-23T15:15:13.130778+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:15:13.130778+0000","last_undegraded":"2023-09-23T15:15:13.130778+0000","last_fullsized":"2023-09-23T15:15:13.130778+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":163,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130274+0000","last_change":"2023-09-23T15:06:44.960435+0000","last_active":"2023-09-23T15:15:13.130274+0000","last_peered":"2023-09-23T15:15:13.130274+0000","last_clean":"2023-09-23T15:15:13.130274+0000","last_became_active":"2023-09-23T15:06:44.960093+0000","last_became_peered":"2023-09-23T15:06:44.960093+0000","last_unstale":"2023-09-23T15:15:13.130274+0000","last_undegraded":"2023-09-23T15:15:13.130274+0000","last_fullsized":"2023-09-23T15:15:13.130274+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:15:34.222437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":145,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130473+0000","last_change":"2023-09-23T15:10:32.006398+0000","last_active":"2023-09-23T15:15:13.130473+0000","last_peered":"2023-09-23T15:15:13.130473+0000","last_clean":"2023-09-23T15:15:13.130473+0000","last_became_active":"2023-09-23T15:10:32.006135+0000","last_became_peered":"2023-09-23T15:10:32.006135+0000","last_unstale":"2023-09-23T15:15:13.130473+0000","last_undegraded":"2023-09-23T15:15:13.130473+0000","last_fullsized":"2023-09-23T15:15:13.130473+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:48.677695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":182,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.133039+0000","last_change":"2023-09-23T15:15:12.201035+0000","last_active":"2023-09-23T15:15:13.133039+0000","last_peered":"2023-09-23T15:15:13.133039+0000","last_clean":"2023-09-23T15:15:13.133039+0000","last_became_active":"2023-09-23T15:15:12.169707+0000","last_became_peered":"2023-09-23T15:15:12.169707+0000","last_unstale":"2023-09-23T15:15:13.133039+0000","last_undegraded":"2023-09-23T15:15:13.133039+0000","last_fullsized":"2023-09-23T15:15:13.133039+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:02.956967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":196,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.137259+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:15:13.137259+0000","last_peered":"2023-09-23T15:15:13.137259+0000","last_clean":"2023-09-23T15:15:13.137259+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:15:13.137259+0000","last_undegraded":"2023-09-23T15:15:13.137259+0000","last_fullsized":"2023-09-23T15:15:13.137259+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":67,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132573+0000","last_change":"2023-09-23T15:15:12.196573+0000","last_active":"2023-09-23T15:15:13.132573+0000","last_peered":"2023-09-23T15:15:13.132573+0000","last_clean":"2023-09-23T15:15:13.132573+0000","last_became_active":"2023-09-23T15:15:12.157615+0000","last_became_peered":"2023-09-23T15:15:12.157615+0000","last_unstale":"2023-09-23T15:15:13.132573+0000","last_undegraded":"2023-09-23T15:15:13.132573+0000","last_fullsized":"2023-09-23T15:15:13.132573+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:43:24.395255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":4734,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":103,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.131205+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:15:13.131205+0000","last_peered":"2023-09-23T15:15:13.131205+0000","last_clean":"2023-09-23T15:15:13.131205+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:15:13.131205+0000","last_undegraded":"2023-09-23T15:15:13.131205+0000","last_fullsized":"2023-09-23T15:15:13.131205+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":230,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132726+0000","last_change":"2023-09-23T15:15:12.186745+0000","last_active":"2023-09-23T15:15:13.132726+0000","last_peered":"2023-09-23T15:15:13.132726+0000","last_clean":"2023-09-23T15:15:13.132726+0000","last_became_active":"2023-09-23T15:15:12.157549+0000","last_became_peered":"2023-09-23T15:15:12.157549+0000","last_unstale":"2023-09-23T15:15:13.132726+0000","last_undegraded":"2023-09-23T15:15:13.132726+0000","last_fullsized":"2023-09-23T15:15:13.132726+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:07:44.354002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":170,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.133278+0000","last_change":"2023-09-23T15:07:50.040147+0000","last_active":"2023-09-23T15:15:13.133278+0000","last_peered":"2023-09-23T15:15:13.133278+0000","last_clean":"2023-09-23T15:15:13.133278+0000","last_became_active":"2023-09-23T15:07:50.039869+0000","last_became_peered":"2023-09-23T15:07:50.039869+0000","last_unstale":"2023-09-23T15:15:13.133278+0000","last_undegraded":"2023-09-23T15:15:13.133278+0000","last_fullsized":"2023-09-23T15:15:13.133278+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:48:59.190399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130669+0000","last_change":"2023-09-23T15:15:00.276727+0000","last_active":"2023-09-23T15:15:13.130669+0000","last_peered":"2023-09-23T15:15:13.130669+0000","last_clean":"2023-09-23T15:15:13.130669+0000","last_became_active":"2023-09-23T15:15:00.276408+0000","last_became_peered":"2023-09-23T15:15:00.276408+0000","last_unstale":"2023-09-23T15:15:13.130669+0000","last_undegraded":"2023-09-23T15:15:13.130669+0000","last_fullsized":"2023-09-23T15:15:13.130669+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:52.875678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":119,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.133184+0000","last_change":"2023-09-23T15:13:37.068813+0000","last_active":"2023-09-23T15:15:13.133184+0000","last_peered":"2023-09-23T15:15:13.133184+0000","last_clean":"2023-09-23T15:15:13.133184+0000","last_became_active":"2023-09-23T15:13:37.068531+0000","last_became_peered":"2023-09-23T15:13:37.068531+0000","last_unstale":"2023-09-23T15:15:13.133184+0000","last_undegraded":"2023-09-23T15:15:13.133184+0000","last_fullsized":"2023-09-23T15:15:13.133184+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:52.833856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":173,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132166+0000","last_change":"2023-09-23T15:15:12.135089+0000","last_active":"2023-09-23T15:15:13.132166+0000","last_peered":"2023-09-23T15:15:13.132166+0000","last_clean":"2023-09-23T15:15:13.132166+0000","last_became_active":"2023-09-23T15:15:12.134792+0000","last_became_peered":"2023-09-23T15:15:12.134792+0000","last_unstale":"2023-09-23T15:15:13.132166+0000","last_undegraded":"2023-09-23T15:15:13.132166+0000","last_fullsized":"2023-09-23T15:15:13.132166+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:38:58.934074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":20,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.149456+0000","last_change":"2023-09-23T15:15:00.281208+0000","last_active":"2023-09-23T15:15:13.149456+0000","last_peered":"2023-09-23T15:15:13.149456+0000","last_clean":"2023-09-23T15:15:13.149456+0000","last_became_active":"2023-09-23T15:15:00.280816+0000","last_became_peered":"2023-09-23T15:15:00.280816+0000","last_unstale":"2023-09-23T15:15:13.149456+0000","last_undegraded":"2023-09-23T15:15:13.149456+0000","last_fullsized":"2023-09-23T15:15:13.149456+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:17:16.528952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":229,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.129720+0000","last_change":"2023-09-23T15:15:00.296117+0000","last_active":"2023-09-23T15:15:13.129720+0000","last_peered":"2023-09-23T15:15:13.129720+0000","last_clean":"2023-09-23T15:15:13.129720+0000","last_became_active":"2023-09-23T15:15:00.280937+0000","last_became_peered":"2023-09-23T15:15:00.280937+0000","last_unstale":"2023-09-23T15:15:13.129720+0000","last_undegraded":"2023-09-23T15:15:13.129720+0000","last_fullsized":"2023-09-23T15:15:13.129720+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:21:26.637120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":170,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.133567+0000","last_change":"2023-09-23T15:07:50.039147+0000","last_active":"2023-09-23T15:15:13.133567+0000","last_peered":"2023-09-23T15:15:13.133567+0000","last_clean":"2023-09-23T15:15:13.133567+0000","last_became_active":"2023-09-23T15:07:50.038842+0000","last_became_peered":"2023-09-23T15:07:50.038842+0000","last_unstale":"2023-09-23T15:15:13.133567+0000","last_undegraded":"2023-09-23T15:15:13.133567+0000","last_fullsized":"2023-09-23T15:15:13.133567+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:03.858231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"205'7637","reported_seq":11793,"reported_epoch":205,"state":"active+recovering+remapped","last_fresh":"2023-09-23T15:15:23.445191+0000","last_change":"2023-09-23T15:15:12.209362+0000","last_active":"2023-09-23T15:15:23.445191+0000","last_peered":"2023-09-23T15:15:23.445191+0000","last_clean":"2023-09-23T15:13:36.066390+0000","last_became_active":"2023-09-23T15:14:44.401249+0000","last_became_peered":"2023-09-23T15:14:44.401249+0000","last_unstale":"2023-09-23T15:15:23.445191+0000","last_undegraded":"2023-09-23T15:15:23.445191+0000","last_fullsized":"2023-09-23T15:15:23.445191+0000","mapping_epoch":192,"log_start":"164'3258","ondisk_log_start":"164'3258","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4379,"log_dups_size":0,"ondisk_log_size":4379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:06.226113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204668928,"num_objects":3123,"num_object_clones":0,"num_object_copies":9369,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":717,"num_objects_unfound":0,"num_objects_dirty":3123,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7637,"num_write_kb":344320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2032,"num_bytes_recovered":133169152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,4],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,4,6","objects":2406},{"shards":"1,5,6","objects":717}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":202,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132572+0000","last_change":"2023-09-23T15:15:12.141895+0000","last_active":"2023-09-23T15:15:13.132572+0000","last_peered":"2023-09-23T15:15:13.132572+0000","last_clean":"2023-09-23T15:15:13.132572+0000","last_became_active":"2023-09-23T15:15:12.141442+0000","last_became_peered":"2023-09-23T15:15:12.141442+0000","last_unstale":"2023-09-23T15:15:13.132572+0000","last_undegraded":"2023-09-23T15:15:13.132572+0000","last_fullsized":"2023-09-23T15:15:13.132572+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:30:49.147177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":150,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.194016+0000","last_change":"2023-09-23T15:15:12.169959+0000","last_active":"2023-09-23T15:15:13.194016+0000","last_peered":"2023-09-23T15:15:13.194016+0000","last_clean":"2023-09-23T15:15:13.194016+0000","last_became_active":"2023-09-23T15:15:12.169605+0000","last_became_peered":"2023-09-23T15:15:12.169605+0000","last_unstale":"2023-09-23T15:15:13.194016+0000","last_undegraded":"2023-09-23T15:15:13.194016+0000","last_fullsized":"2023-09-23T15:15:13.194016+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:14:33.254416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.a","version":"205'7721","reported_seq":7812,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:15:23.571707+0000","last_change":"2023-09-23T15:15:12.184283+0000","last_active":"2023-09-23T15:15:23.571707+0000","last_peered":"2023-09-23T15:15:23.571707+0000","last_clean":"2023-09-23T15:13:11.097166+0000","last_became_active":"2023-09-23T15:14:43.433988+0000","last_became_peered":"2023-09-23T15:14:43.433988+0000","last_unstale":"2023-09-23T15:15:23.571707+0000","last_undegraded":"2023-09-23T15:15:12.182619+0000","last_fullsized":"2023-09-23T15:14:43.180281+0000","mapping_epoch":191,"log_start":"152'1853","ondisk_log_start":"152'1853","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5868,"log_dups_size":0,"ondisk_log_size":5868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:53.541437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201654272,"num_objects":3077,"num_object_clones":0,"num_object_copies":9231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3626,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3077,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7721,"num_write_kb":345536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"1,3,5","objects":1899},{"shards":"3,5","objects":1178}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":179,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132430+0000","last_change":"2023-09-23T15:15:12.176810+0000","last_active":"2023-09-23T15:15:13.132430+0000","last_peered":"2023-09-23T15:15:13.132430+0000","last_clean":"2023-09-23T15:15:13.132430+0000","last_became_active":"2023-09-23T15:15:12.141504+0000","last_became_peered":"2023-09-23T15:15:12.141504+0000","last_unstale":"2023-09-23T15:15:13.132430+0000","last_undegraded":"2023-09-23T15:15:13.132430+0000","last_fullsized":"2023-09-23T15:15:13.132430+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:33.602912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":182,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.707788+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:15:13.707788+0000","last_peered":"2023-09-23T15:15:13.707788+0000","last_clean":"2023-09-23T15:15:13.707788+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:15:13.707788+0000","last_undegraded":"2023-09-23T15:15:13.707788+0000","last_fullsized":"2023-09-23T15:15:13.707788+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"205'7617","reported_seq":11470,"reported_epoch":205,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:15:22.920728+0000","last_change":"2023-09-23T15:15:13.436578+0000","last_active":"2023-09-23T15:15:22.920728+0000","last_peered":"2023-09-23T15:15:22.920728+0000","last_clean":"2023-09-23T15:14:59.128717+0000","last_became_active":"2023-09-23T15:15:13.153982+0000","last_became_peered":"2023-09-23T15:15:13.153982+0000","last_unstale":"2023-09-23T15:15:22.920728+0000","last_undegraded":"2023-09-23T15:15:22.920728+0000","last_fullsized":"2023-09-23T15:15:22.920728+0000","mapping_epoch":203,"log_start":"164'3251","ondisk_log_start":"164'3251","created":147,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4366,"log_dups_size":0,"ondisk_log_size":4366,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:45:01.312191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203227136,"num_objects":3101,"num_object_clones":0,"num_object_copies":9303,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3101,"num_objects_unfound":0,"num_objects_dirty":3101,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7617,"num_write_kb":342976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1874,"num_bytes_recovered":122814464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[1,7,4],"avail_no_missing":["1","4","7"],"object_location_counts":[{"shards":"1,4,7","objects":3101}],"blocked_by":[],"up_primary":0,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":178,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132880+0000","last_change":"2023-09-23T15:14:42.218254+0000","last_active":"2023-09-23T15:15:13.132880+0000","last_peered":"2023-09-23T15:15:13.132880+0000","last_clean":"2023-09-23T15:15:13.132880+0000","last_became_active":"2023-09-23T15:13:37.068154+0000","last_became_peered":"2023-09-23T15:13:37.068154+0000","last_unstale":"2023-09-23T15:15:13.132880+0000","last_undegraded":"2023-09-23T15:15:13.132880+0000","last_fullsized":"2023-09-23T15:15:13.132880+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":191,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:47:42.079432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":145,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130024+0000","last_change":"2023-09-23T15:10:32.008968+0000","last_active":"2023-09-23T15:15:13.130024+0000","last_peered":"2023-09-23T15:15:13.130024+0000","last_clean":"2023-09-23T15:15:13.130024+0000","last_became_active":"2023-09-23T15:10:32.008695+0000","last_became_peered":"2023-09-23T15:10:32.008695+0000","last_unstale":"2023-09-23T15:15:13.130024+0000","last_undegraded":"2023-09-23T15:15:13.130024+0000","last_fullsized":"2023-09-23T15:15:13.130024+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:48:10.347766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"205'7661","reported_seq":15723,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:15:24.601679+0000","last_change":"2023-09-23T15:15:13.239147+0000","last_active":"2023-09-23T15:15:24.601679+0000","last_peered":"2023-09-23T15:15:24.601679+0000","last_clean":"2023-09-23T15:13:11.085680+0000","last_became_active":"2023-09-23T15:15:13.197483+0000","last_became_peered":"2023-09-23T15:15:13.197483+0000","last_unstale":"2023-09-23T15:15:24.601679+0000","last_undegraded":"2023-09-23T15:15:13.192869+0000","last_fullsized":"2023-09-23T15:15:13.131830+0000","mapping_epoch":203,"log_start":"152'1588","ondisk_log_start":"152'1588","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":6073,"log_dups_size":0,"ondisk_log_size":6073,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:07:49.439964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205455360,"num_objects":3135,"num_object_clones":0,"num_object_copies":9405,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3553,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3135,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7661,"num_write_kb":345472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3981,"num_bytes_recovered":260833280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[7,3],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"2,4,7","objects":587},{"shards":"3,4,7","objects":830},{"shards":"3,7","objects":1718}],"blocked_by":[],"up_primary":2,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":149,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.707914+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:15:13.707914+0000","last_peered":"2023-09-23T15:15:13.707914+0000","last_clean":"2023-09-23T15:15:13.707914+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:15:13.707914+0000","last_undegraded":"2023-09-23T15:15:13.707914+0000","last_fullsized":"2023-09-23T15:15:13.707914+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130877+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:15:13.130877+0000","last_peered":"2023-09-23T15:15:13.130877+0000","last_clean":"2023-09-23T15:15:13.130877+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:15:13.130877+0000","last_undegraded":"2023-09-23T15:15:13.130877+0000","last_fullsized":"2023-09-23T15:15:13.130877+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":616,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.131867+0000","last_change":"2023-09-23T15:15:03.137905+0000","last_active":"2023-09-23T15:15:13.131867+0000","last_peered":"2023-09-23T15:15:13.131867+0000","last_clean":"2023-09-23T15:15:13.131867+0000","last_became_active":"2023-09-23T15:15:03.137425+0000","last_became_peered":"2023-09-23T15:15:03.137425+0000","last_unstale":"2023-09-23T15:15:13.131867+0000","last_undegraded":"2023-09-23T15:15:13.131867+0000","last_fullsized":"2023-09-23T15:15:13.131867+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.f","version":"205'7625","reported_seq":11642,"reported_epoch":205,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:15:23.569547+0000","last_change":"2023-09-23T15:15:01.392688+0000","last_active":"2023-09-23T15:15:23.569547+0000","last_peered":"2023-09-23T15:15:23.569547+0000","last_clean":"2023-09-23T15:14:59.094540+0000","last_became_active":"2023-09-23T15:15:01.367864+0000","last_became_peered":"2023-09-23T15:15:01.367864+0000","last_unstale":"2023-09-23T15:15:23.569547+0000","last_undegraded":"2023-09-23T15:15:23.569547+0000","last_fullsized":"2023-09-23T15:15:23.569547+0000","mapping_epoch":197,"log_start":"152'1768","ondisk_log_start":"152'1768","created":147,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5857,"log_dups_size":0,"ondisk_log_size":5857,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:37:59.679054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":193658880,"num_objects":2955,"num_object_clones":0,"num_object_copies":8865,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2955,"num_objects_unfound":0,"num_objects_dirty":2955,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7625,"num_write_kb":338560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1962,"num_bytes_recovered":128581632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":2955}],"blocked_by":[],"up_primary":0,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":203,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.136554+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:15:13.136554+0000","last_peered":"2023-09-23T15:15:13.136554+0000","last_clean":"2023-09-23T15:15:13.136554+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:15:13.136554+0000","last_undegraded":"2023-09-23T15:15:13.136554+0000","last_fullsized":"2023-09-23T15:15:13.136554+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":102,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.707905+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:15:13.707905+0000","last_peered":"2023-09-23T15:15:13.707905+0000","last_clean":"2023-09-23T15:15:13.707905+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:15:13.707905+0000","last_undegraded":"2023-09-23T15:15:13.707905+0000","last_fullsized":"2023-09-23T15:15:13.707905+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":606,"reported_epoch":204,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:15:13.131834+0000","last_change":"2023-09-23T15:15:01.179321+0000","last_active":"2023-09-23T15:15:13.131834+0000","last_peered":"2023-09-23T15:15:13.131834+0000","last_clean":"2023-09-23T15:14:54.185173+0000","last_became_active":"2023-09-23T15:15:01.179010+0000","last_became_peered":"2023-09-23T15:15:01.179010+0000","last_unstale":"2023-09-23T15:15:13.131834+0000","last_undegraded":"2023-09-23T15:15:01.157878+0000","last_fullsized":"2023-09-23T15:15:01.156884+0000","mapping_epoch":197,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":186,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,6],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":1},{"shards":"6,7","objects":-1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.e","version":"205'7745","reported_seq":18189,"reported_epoch":205,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T15:15:25.997017+0000","last_change":"2023-09-23T15:15:15.799688+0000","last_active":"2023-09-23T15:15:25.997017+0000","last_peered":"2023-09-23T15:15:25.997017+0000","last_clean":"2023-09-23T15:13:11.076557+0000","last_became_active":"2023-09-23T15:15:15.518972+0000","last_became_peered":"2023-09-23T15:15:15.518972+0000","last_unstale":"2023-09-23T15:15:25.997017+0000","last_undegraded":"2023-09-23T15:15:08.871827+0000","last_fullsized":"2023-09-23T15:15:25.997017+0000","mapping_epoch":197,"log_start":"152'1200","ondisk_log_start":"152'1200","created":147,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":6545,"log_dups_size":0,"ondisk_log_size":6545,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:11.691634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201129984,"num_objects":3069,"num_object_clones":0,"num_object_copies":9207,"num_objects_missing_on_primary":3660,"num_objects_missing":3660,"num_objects_degraded":4237,"num_objects_misplaced":2492,"num_objects_unfound":0,"num_objects_dirty":3069,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7745,"num_write_kb":346048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4287,"num_bytes_recovered":280952832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,3,1],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"1,2,3","objects":1},{"shards":"1,3","objects":1},{"shards":"1,3,5","objects":897},{"shards":"1,3,7","objects":1002},{"shards":"2,3,5","objects":1168}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":156,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.131356+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:15:13.131356+0000","last_peered":"2023-09-23T15:15:13.131356+0000","last_clean":"2023-09-23T15:15:13.131356+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:15:13.131356+0000","last_undegraded":"2023-09-23T15:15:13.131356+0000","last_fullsized":"2023-09-23T15:15:13.131356+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":208,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T15:15:15.451238+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:15:15.451238+0000","last_peered":"2023-09-23T15:15:15.451238+0000","last_clean":"2023-09-23T15:15:15.451238+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:15:15.451238+0000","last_undegraded":"2023-09-23T15:15:15.451238+0000","last_fullsized":"2023-09-23T15:15:15.451238+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"205'7799","reported_seq":11349,"reported_epoch":205,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T15:15:25.125828+0000","last_change":"2023-09-23T15:15:12.197740+0000","last_active":"2023-09-23T15:15:25.125828+0000","last_peered":"2023-09-23T15:15:25.125828+0000","last_clean":"2023-09-23T15:12:44.085616+0000","last_became_active":"2023-09-23T15:15:01.396056+0000","last_became_peered":"2023-09-23T15:15:01.396056+0000","last_unstale":"2023-09-23T15:15:25.125828+0000","last_undegraded":"2023-09-23T15:15:12.197581+0000","last_fullsized":"2023-09-23T15:15:25.125828+0000","mapping_epoch":197,"log_start":"157'2270","ondisk_log_start":"157'2270","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5529,"log_dups_size":0,"ondisk_log_size":5529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.884324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":199622680,"num_objects":3047,"num_object_clones":0,"num_object_copies":9141,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":267,"num_objects_misplaced":2780,"num_objects_unfound":0,"num_objects_dirty":3047,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7799,"num_write_kb":347009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1726,"num_bytes_recovered":109182976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,3],"avail_no_missing":["6","1"],"object_location_counts":[{"shards":"1,3,6","objects":3047}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":192,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T15:15:15.451021+0000","last_change":"2023-09-23T15:15:12.157754+0000","last_active":"2023-09-23T15:15:15.451021+0000","last_peered":"2023-09-23T15:15:15.451021+0000","last_clean":"2023-09-23T15:15:15.451021+0000","last_became_active":"2023-09-23T15:15:12.157444+0000","last_became_peered":"2023-09-23T15:15:12.157444+0000","last_unstale":"2023-09-23T15:15:15.451021+0000","last_undegraded":"2023-09-23T15:15:15.451021+0000","last_fullsized":"2023-09-23T15:15:15.451021+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:18:39.031238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":103,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130929+0000","last_change":"2023-09-23T15:15:12.161053+0000","last_active":"2023-09-23T15:15:13.130929+0000","last_peered":"2023-09-23T15:15:13.130929+0000","last_clean":"2023-09-23T15:15:13.130929+0000","last_became_active":"2023-09-23T15:15:12.160629+0000","last_became_peered":"2023-09-23T15:15:12.160629+0000","last_unstale":"2023-09-23T15:15:13.130929+0000","last_undegraded":"2023-09-23T15:15:13.130929+0000","last_fullsized":"2023-09-23T15:15:13.130929+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:53.912905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":616,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132056+0000","last_change":"2023-09-23T15:15:03.140079+0000","last_active":"2023-09-23T15:15:13.132056+0000","last_peered":"2023-09-23T15:15:13.132056+0000","last_clean":"2023-09-23T15:15:13.132056+0000","last_became_active":"2023-09-23T15:15:03.139691+0000","last_became_peered":"2023-09-23T15:15:03.139691+0000","last_unstale":"2023-09-23T15:15:13.132056+0000","last_undegraded":"2023-09-23T15:15:13.132056+0000","last_fullsized":"2023-09-23T15:15:13.132056+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"205'7693","reported_seq":7759,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T15:15:25.108567+0000","last_change":"2023-09-23T15:12:19.050096+0000","last_active":"2023-09-23T15:15:25.108567+0000","last_peered":"2023-09-23T15:15:25.108567+0000","last_clean":"2023-09-23T15:15:25.108567+0000","last_became_active":"2023-09-23T15:12:19.049631+0000","last_became_peered":"2023-09-23T15:12:19.049631+0000","last_unstale":"2023-09-23T15:15:25.108567+0000","last_undegraded":"2023-09-23T15:15:25.108567+0000","last_fullsized":"2023-09-23T15:15:25.108567+0000","mapping_epoch":147,"log_start":"157'2135","ondisk_log_start":"157'2135","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5558,"log_dups_size":0,"ondisk_log_size":5558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:18.163605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202440704,"num_objects":3089,"num_object_clones":0,"num_object_copies":9267,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3089,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7693,"num_write_kb":345024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":171,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130569+0000","last_change":"2023-09-23T15:07:50.039345+0000","last_active":"2023-09-23T15:15:13.130569+0000","last_peered":"2023-09-23T15:15:13.130569+0000","last_clean":"2023-09-23T15:15:13.130569+0000","last_became_active":"2023-09-23T15:07:50.039075+0000","last_became_peered":"2023-09-23T15:07:50.039075+0000","last_unstale":"2023-09-23T15:15:13.130569+0000","last_undegraded":"2023-09-23T15:15:13.130569+0000","last_fullsized":"2023-09-23T15:15:13.130569+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:51:11.123424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":161,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.139171+0000","last_change":"2023-09-23T15:15:12.161428+0000","last_active":"2023-09-23T15:15:13.139171+0000","last_peered":"2023-09-23T15:15:13.139171+0000","last_clean":"2023-09-23T15:15:13.139171+0000","last_became_active":"2023-09-23T15:15:12.161120+0000","last_became_peered":"2023-09-23T15:15:12.161120+0000","last_unstale":"2023-09-23T15:15:13.139171+0000","last_undegraded":"2023-09-23T15:15:13.139171+0000","last_fullsized":"2023-09-23T15:15:13.139171+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:39.762462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":616,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132475+0000","last_change":"2023-09-23T15:15:03.134044+0000","last_active":"2023-09-23T15:15:13.132475+0000","last_peered":"2023-09-23T15:15:13.132475+0000","last_clean":"2023-09-23T15:15:13.132475+0000","last_became_active":"2023-09-23T15:15:03.133715+0000","last_became_peered":"2023-09-23T15:15:03.133715+0000","last_unstale":"2023-09-23T15:15:13.132475+0000","last_undegraded":"2023-09-23T15:15:13.132475+0000","last_fullsized":"2023-09-23T15:15:13.132475+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"205'7689","reported_seq":7760,"reported_epoch":205,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:15:23.667220+0000","last_change":"2023-09-23T15:15:13.535307+0000","last_active":"2023-09-23T15:15:23.667220+0000","last_peered":"2023-09-23T15:15:23.667220+0000","last_clean":"2023-09-23T15:15:01.817213+0000","last_became_active":"2023-09-23T15:15:13.509774+0000","last_became_peered":"2023-09-23T15:15:13.509774+0000","last_unstale":"2023-09-23T15:15:23.667220+0000","last_undegraded":"2023-09-23T15:15:23.667220+0000","last_fullsized":"2023-09-23T15:15:23.667220+0000","mapping_epoch":203,"log_start":"152'1820","ondisk_log_start":"152'1820","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5869,"log_dups_size":0,"ondisk_log_size":5869,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:33.729271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204013568,"num_objects":3113,"num_object_clones":0,"num_object_copies":9339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3113,"num_objects_unfound":0,"num_objects_dirty":3113,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7689,"num_write_kb":345664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":3113}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.131448+0000","last_change":"2023-09-23T15:15:00.185840+0000","last_active":"2023-09-23T15:15:13.131448+0000","last_peered":"2023-09-23T15:15:13.131448+0000","last_clean":"2023-09-23T15:15:13.131448+0000","last_became_active":"2023-09-23T15:15:00.185491+0000","last_became_peered":"2023-09-23T15:15:00.185491+0000","last_unstale":"2023-09-23T15:15:13.131448+0000","last_undegraded":"2023-09-23T15:15:13.131448+0000","last_fullsized":"2023-09-23T15:15:13.131448+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:39:10.543825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":179,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130759+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:15:13.130759+0000","last_peered":"2023-09-23T15:15:13.130759+0000","last_clean":"2023-09-23T15:15:13.130759+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:15:13.130759+0000","last_undegraded":"2023-09-23T15:15:13.130759+0000","last_fullsized":"2023-09-23T15:15:13.130759+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":174,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.137261+0000","last_change":"2023-09-23T15:15:12.158745+0000","last_active":"2023-09-23T15:15:13.137261+0000","last_peered":"2023-09-23T15:15:13.137261+0000","last_clean":"2023-09-23T15:15:13.137261+0000","last_became_active":"2023-09-23T15:15:12.158395+0000","last_became_peered":"2023-09-23T15:15:12.158395+0000","last_unstale":"2023-09-23T15:15:13.137261+0000","last_undegraded":"2023-09-23T15:15:13.137261+0000","last_fullsized":"2023-09-23T15:15:13.137261+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:49:23.445217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":615,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.131999+0000","last_change":"2023-09-23T15:15:03.137740+0000","last_active":"2023-09-23T15:15:13.131999+0000","last_peered":"2023-09-23T15:15:13.131999+0000","last_clean":"2023-09-23T15:15:13.131999+0000","last_became_active":"2023-09-23T15:15:03.137019+0000","last_became_peered":"2023-09-23T15:15:03.137019+0000","last_unstale":"2023-09-23T15:15:13.131999+0000","last_undegraded":"2023-09-23T15:15:13.131999+0000","last_fullsized":"2023-09-23T15:15:13.131999+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"205'7710","reported_seq":11661,"reported_epoch":205,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:15:25.172673+0000","last_change":"2023-09-23T15:15:12.196977+0000","last_active":"2023-09-23T15:15:25.172673+0000","last_peered":"2023-09-23T15:15:25.172673+0000","last_clean":"2023-09-23T15:14:59.097787+0000","last_became_active":"2023-09-23T15:15:01.359303+0000","last_became_peered":"2023-09-23T15:15:01.359303+0000","last_unstale":"2023-09-23T15:15:25.172673+0000","last_undegraded":"2023-09-23T15:15:25.172673+0000","last_fullsized":"2023-09-23T15:15:25.172673+0000","mapping_epoch":197,"log_start":"157'2208","ondisk_log_start":"157'2208","created":147,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5502,"log_dups_size":0,"ondisk_log_size":5502,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:10.643349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200933376,"num_objects":3066,"num_object_clones":0,"num_object_copies":9198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3065,"num_objects_unfound":0,"num_objects_dirty":3066,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7710,"num_write_kb":344832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1921,"num_bytes_recovered":74776576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,3,1],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":3066}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":152,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.137464+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:15:13.137464+0000","last_peered":"2023-09-23T15:15:13.137464+0000","last_clean":"2023-09-23T15:15:13.137464+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:15:13.137464+0000","last_undegraded":"2023-09-23T15:15:13.137464+0000","last_fullsized":"2023-09-23T15:15:13.137464+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":197,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.131034+0000","last_change":"2023-09-23T15:15:12.144717+0000","last_active":"2023-09-23T15:15:13.131034+0000","last_peered":"2023-09-23T15:15:13.131034+0000","last_clean":"2023-09-23T15:15:13.131034+0000","last_became_active":"2023-09-23T15:15:12.144198+0000","last_became_peered":"2023-09-23T15:15:12.144198+0000","last_unstale":"2023-09-23T15:15:13.131034+0000","last_undegraded":"2023-09-23T15:15:13.131034+0000","last_fullsized":"2023-09-23T15:15:13.131034+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:37.363099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":24,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132276+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:15:13.132276+0000","last_peered":"2023-09-23T15:15:13.132276+0000","last_clean":"2023-09-23T15:15:13.132276+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:15:13.132276+0000","last_undegraded":"2023-09-23T15:15:13.132276+0000","last_fullsized":"2023-09-23T15:15:13.132276+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":616,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132274+0000","last_change":"2023-09-23T15:15:03.137600+0000","last_active":"2023-09-23T15:15:13.132274+0000","last_peered":"2023-09-23T15:15:13.132274+0000","last_clean":"2023-09-23T15:15:13.132274+0000","last_became_active":"2023-09-23T15:15:03.137190+0000","last_became_peered":"2023-09-23T15:15:03.137190+0000","last_unstale":"2023-09-23T15:15:13.132274+0000","last_undegraded":"2023-09-23T15:15:13.132274+0000","last_fullsized":"2023-09-23T15:15:13.132274+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"205'7653","reported_seq":11627,"reported_epoch":205,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:15:23.342589+0000","last_change":"2023-09-23T15:15:13.435005+0000","last_active":"2023-09-23T15:15:23.342589+0000","last_peered":"2023-09-23T15:15:23.342589+0000","last_clean":"2023-09-23T15:14:59.050404+0000","last_became_active":"2023-09-23T15:15:13.152569+0000","last_became_peered":"2023-09-23T15:15:13.152569+0000","last_unstale":"2023-09-23T15:15:23.342589+0000","last_undegraded":"2023-09-23T15:15:23.342589+0000","last_fullsized":"2023-09-23T15:15:23.342589+0000","mapping_epoch":203,"log_start":"164'3282","ondisk_log_start":"164'3282","created":147,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":4371,"log_dups_size":0,"ondisk_log_size":4371,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:05:46.733481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201261056,"num_objects":3071,"num_object_clones":0,"num_object_copies":9213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3071,"num_objects_unfound":0,"num_objects_dirty":3071,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7653,"num_write_kb":343168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1935,"num_bytes_recovered":126812160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":3071}],"blocked_by":[],"up_primary":0,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":33,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132382+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:15:13.132382+0000","last_peered":"2023-09-23T15:15:13.132382+0000","last_clean":"2023-09-23T15:15:13.132382+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:15:13.132382+0000","last_undegraded":"2023-09-23T15:15:13.132382+0000","last_fullsized":"2023-09-23T15:15:13.132382+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":24,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132122+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:15:13.132122+0000","last_peered":"2023-09-23T15:15:13.132122+0000","last_clean":"2023-09-23T15:15:13.132122+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:15:13.132122+0000","last_undegraded":"2023-09-23T15:15:13.132122+0000","last_fullsized":"2023-09-23T15:15:13.132122+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":190,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T15:15:15.199940+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:15:15.199940+0000","last_peered":"2023-09-23T15:15:15.199940+0000","last_clean":"2023-09-23T15:15:15.199940+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:15:15.199940+0000","last_undegraded":"2023-09-23T15:15:15.199940+0000","last_fullsized":"2023-09-23T15:15:15.199940+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"205'7569","reported_seq":14990,"reported_epoch":205,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-09-23T15:15:24.546417+0000","last_change":"2023-09-23T15:15:12.144415+0000","last_active":"2023-09-23T15:15:24.546417+0000","last_peered":"2023-09-23T15:15:24.546417+0000","last_clean":"2023-09-23T15:13:36.067740+0000","last_became_active":"2023-09-23T15:15:00.322309+0000","last_became_peered":"2023-09-23T15:15:00.322309+0000","last_unstale":"2023-09-23T15:15:24.546417+0000","last_undegraded":"2023-09-23T15:15:12.143817+0000","last_fullsized":"2023-09-23T15:15:24.546417+0000","mapping_epoch":196,"log_start":"152'1493","ondisk_log_start":"152'1493","created":147,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":6076,"log_dups_size":0,"ondisk_log_size":6076,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:25.105025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":199294976,"num_objects":3041,"num_object_clones":0,"num_object_copies":9123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2472,"num_objects_misplaced":569,"num_objects_unfound":0,"num_objects_dirty":3041,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7569,"num_write_kb":339520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3649,"num_bytes_recovered":239140864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[7,3,1],"avail_no_missing":["7","2","3","5"],"object_location_counts":[{"shards":"1,3,7","objects":2191},{"shards":"3,5,7","objects":850}],"blocked_by":[],"up_primary":0,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132542+0000","last_change":"2023-09-23T15:14:43.199305+0000","last_active":"2023-09-23T15:15:13.132542+0000","last_peered":"2023-09-23T15:15:13.132542+0000","last_clean":"2023-09-23T15:15:13.132542+0000","last_became_active":"2023-09-23T15:14:43.199021+0000","last_became_peered":"2023-09-23T15:14:43.199021+0000","last_unstale":"2023-09-23T15:15:13.132542+0000","last_undegraded":"2023-09-23T15:15:13.132542+0000","last_fullsized":"2023-09-23T15:15:13.132542+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:45:37.031029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":620,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132037+0000","last_change":"2023-09-23T15:15:03.134368+0000","last_active":"2023-09-23T15:15:13.132037+0000","last_peered":"2023-09-23T15:15:13.132037+0000","last_clean":"2023-09-23T15:15:13.132037+0000","last_became_active":"2023-09-23T15:15:03.134002+0000","last_became_peered":"2023-09-23T15:15:03.134002+0000","last_unstale":"2023-09-23T15:15:13.132037+0000","last_undegraded":"2023-09-23T15:15:13.132037+0000","last_fullsized":"2023-09-23T15:15:13.132037+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":145,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.138477+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:15:13.138477+0000","last_peered":"2023-09-23T15:15:13.138477+0000","last_clean":"2023-09-23T15:15:13.138477+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:15:13.138477+0000","last_undegraded":"2023-09-23T15:15:13.138477+0000","last_fullsized":"2023-09-23T15:15:13.138477+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":116,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130596+0000","last_change":"2023-09-23T15:15:12.134347+0000","last_active":"2023-09-23T15:15:13.130596+0000","last_peered":"2023-09-23T15:15:13.130596+0000","last_clean":"2023-09-23T15:15:13.130596+0000","last_became_active":"2023-09-23T15:15:12.134046+0000","last_became_peered":"2023-09-23T15:15:12.134046+0000","last_unstale":"2023-09-23T15:15:13.130596+0000","last_undegraded":"2023-09-23T15:15:13.130596+0000","last_fullsized":"2023-09-23T15:15:13.130596+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:16.029874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":616,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132683+0000","last_change":"2023-09-23T15:15:03.138176+0000","last_active":"2023-09-23T15:15:13.132683+0000","last_peered":"2023-09-23T15:15:13.132683+0000","last_clean":"2023-09-23T15:15:13.132683+0000","last_became_active":"2023-09-23T15:15:03.136717+0000","last_became_peered":"2023-09-23T15:15:03.136717+0000","last_unstale":"2023-09-23T15:15:13.132683+0000","last_undegraded":"2023-09-23T15:15:13.132683+0000","last_fullsized":"2023-09-23T15:15:13.132683+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"205'7714","reported_seq":14584,"reported_epoch":205,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:15:24.639751+0000","last_change":"2023-09-23T15:15:01.424317+0000","last_active":"2023-09-23T15:15:24.639751+0000","last_peered":"2023-09-23T15:15:24.639751+0000","last_clean":"2023-09-23T15:12:44.098817+0000","last_became_active":"2023-09-23T15:15:01.397374+0000","last_became_peered":"2023-09-23T15:15:01.397374+0000","last_unstale":"2023-09-23T15:15:24.639751+0000","last_undegraded":"2023-09-23T15:15:01.276947+0000","last_fullsized":"2023-09-23T15:15:01.156686+0000","mapping_epoch":197,"log_start":"152'1658","ondisk_log_start":"152'1658","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":6056,"log_dups_size":0,"ondisk_log_size":6056,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:26:34.609039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204734464,"num_objects":3124,"num_object_clones":0,"num_object_copies":9372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9055,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7714,"num_write_kb":346816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2426,"num_bytes_recovered":158793728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,2,6,7","objects":128},{"shards":"1,2,7","objects":1057},{"shards":"1,6,7","objects":1939},{"shards":"2,7","objects":-110}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":203,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.131947+0000","last_change":"2023-09-23T15:15:00.191424+0000","last_active":"2023-09-23T15:15:13.131947+0000","last_peered":"2023-09-23T15:15:13.131947+0000","last_clean":"2023-09-23T15:15:13.131947+0000","last_became_active":"2023-09-23T15:15:00.190639+0000","last_became_peered":"2023-09-23T15:15:00.190639+0000","last_unstale":"2023-09-23T15:15:13.131947+0000","last_undegraded":"2023-09-23T15:15:13.131947+0000","last_fullsized":"2023-09-23T15:15:13.131947+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:45:33.390586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":28,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130006+0000","last_change":"2023-09-23T15:15:12.165013+0000","last_active":"2023-09-23T15:15:13.130006+0000","last_peered":"2023-09-23T15:15:13.130006+0000","last_clean":"2023-09-23T15:15:13.130006+0000","last_became_active":"2023-09-23T15:15:12.164692+0000","last_became_peered":"2023-09-23T15:15:12.164692+0000","last_unstale":"2023-09-23T15:15:13.130006+0000","last_undegraded":"2023-09-23T15:15:13.130006+0000","last_fullsized":"2023-09-23T15:15:13.130006+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:48.508042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.131655+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:15:13.131655+0000","last_peered":"2023-09-23T15:15:13.131655+0000","last_clean":"2023-09-23T15:15:13.131655+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:15:13.131655+0000","last_undegraded":"2023-09-23T15:15:13.131655+0000","last_fullsized":"2023-09-23T15:15:13.131655+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":616,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.136312+0000","last_change":"2023-09-23T15:15:03.140603+0000","last_active":"2023-09-23T15:15:13.136312+0000","last_peered":"2023-09-23T15:15:13.136312+0000","last_clean":"2023-09-23T15:15:13.136312+0000","last_became_active":"2023-09-23T15:15:03.140244+0000","last_became_peered":"2023-09-23T15:15:03.140244+0000","last_unstale":"2023-09-23T15:15:13.136312+0000","last_undegraded":"2023-09-23T15:15:13.136312+0000","last_fullsized":"2023-09-23T15:15:13.136312+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"205'7634","reported_seq":7699,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T15:15:22.909443+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:15:22.909443+0000","last_peered":"2023-09-23T15:15:22.909443+0000","last_clean":"2023-09-23T15:15:22.909443+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:15:22.909443+0000","last_undegraded":"2023-09-23T15:15:22.909443+0000","last_fullsized":"2023-09-23T15:15:22.909443+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":7634,"log_dups_size":0,"ondisk_log_size":7634,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202375168,"num_objects":3088,"num_object_clones":0,"num_object_copies":9264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3088,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7634,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":197,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132955+0000","last_change":"2023-09-23T15:15:12.141738+0000","last_active":"2023-09-23T15:15:13.132955+0000","last_peered":"2023-09-23T15:15:13.132955+0000","last_clean":"2023-09-23T15:15:13.132955+0000","last_became_active":"2023-09-23T15:15:12.141425+0000","last_became_peered":"2023-09-23T15:15:12.141425+0000","last_unstale":"2023-09-23T15:15:13.132955+0000","last_undegraded":"2023-09-23T15:15:13.132955+0000","last_fullsized":"2023-09-23T15:15:13.132955+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:10:33.461663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132408+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:15:13.132408+0000","last_peered":"2023-09-23T15:15:13.132408+0000","last_clean":"2023-09-23T15:15:13.132408+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:15:13.132408+0000","last_undegraded":"2023-09-23T15:15:13.132408+0000","last_fullsized":"2023-09-23T15:15:13.132408+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.131102+0000","last_change":"2023-09-23T15:15:00.189801+0000","last_active":"2023-09-23T15:15:13.131102+0000","last_peered":"2023-09-23T15:15:13.131102+0000","last_clean":"2023-09-23T15:15:13.131102+0000","last_became_active":"2023-09-23T15:15:00.189477+0000","last_became_peered":"2023-09-23T15:15:00.189477+0000","last_unstale":"2023-09-23T15:15:13.131102+0000","last_undegraded":"2023-09-23T15:15:13.131102+0000","last_fullsized":"2023-09-23T15:15:13.131102+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:16.705646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":616,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132784+0000","last_change":"2023-09-23T15:15:03.138339+0000","last_active":"2023-09-23T15:15:13.132784+0000","last_peered":"2023-09-23T15:15:13.132784+0000","last_clean":"2023-09-23T15:15:13.132784+0000","last_became_active":"2023-09-23T15:15:03.137970+0000","last_became_peered":"2023-09-23T15:15:03.137970+0000","last_unstale":"2023-09-23T15:15:13.132784+0000","last_undegraded":"2023-09-23T15:15:13.132784+0000","last_fullsized":"2023-09-23T15:15:13.132784+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"205'7744","reported_seq":14787,"reported_epoch":205,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:15:23.547081+0000","last_change":"2023-09-23T15:15:13.164020+0000","last_active":"2023-09-23T15:15:23.547081+0000","last_peered":"2023-09-23T15:15:23.547081+0000","last_clean":"2023-09-23T15:14:42.174497+0000","last_became_active":"2023-09-23T15:15:13.141944+0000","last_became_peered":"2023-09-23T15:15:13.141944+0000","last_unstale":"2023-09-23T15:15:23.547081+0000","last_undegraded":"2023-09-23T15:15:23.547081+0000","last_fullsized":"2023-09-23T15:15:23.547081+0000","mapping_epoch":203,"log_start":"152'1887","ondisk_log_start":"152'1887","created":147,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5857,"log_dups_size":0,"ondisk_log_size":5857,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:27:59.781738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202637312,"num_objects":3092,"num_object_clones":0,"num_object_copies":9276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3092,"num_objects_unfound":0,"num_objects_dirty":3092,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7744,"num_write_kb":346752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3471,"num_bytes_recovered":227475456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":3092}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":194,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.133480+0000","last_change":"2023-09-23T15:15:00.307753+0000","last_active":"2023-09-23T15:15:13.133480+0000","last_peered":"2023-09-23T15:15:13.133480+0000","last_clean":"2023-09-23T15:15:13.133480+0000","last_became_active":"2023-09-23T15:15:00.285584+0000","last_became_peered":"2023-09-23T15:15:00.285584+0000","last_unstale":"2023-09-23T15:15:13.133480+0000","last_undegraded":"2023-09-23T15:15:13.133480+0000","last_fullsized":"2023-09-23T15:15:13.133480+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:49:16.062781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":162,"reported_epoch":205,"state":"active+clean","last_fresh":"2023-09-23T15:15:15.197938+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:15:15.197938+0000","last_peered":"2023-09-23T15:15:15.197938+0000","last_clean":"2023-09-23T15:15:15.197938+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:15:15.197938+0000","last_undegraded":"2023-09-23T15:15:15.197938+0000","last_fullsized":"2023-09-23T15:15:15.197938+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":183,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130639+0000","last_change":"2023-09-23T15:15:00.281002+0000","last_active":"2023-09-23T15:15:13.130639+0000","last_peered":"2023-09-23T15:15:13.130639+0000","last_clean":"2023-09-23T15:15:13.130639+0000","last_became_active":"2023-09-23T15:15:00.280695+0000","last_became_peered":"2023-09-23T15:15:00.280695+0000","last_unstale":"2023-09-23T15:15:13.130639+0000","last_undegraded":"2023-09-23T15:15:13.130639+0000","last_fullsized":"2023-09-23T15:15:13.130639+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:44:45.731762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":606,"reported_epoch":204,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:15:13.132194+0000","last_change":"2023-09-23T15:15:01.171472+0000","last_active":"2023-09-23T15:15:13.132194+0000","last_peered":"2023-09-23T15:15:13.132194+0000","last_clean":"2023-09-23T15:14:54.185996+0000","last_became_active":"2023-09-23T15:15:01.171148+0000","last_became_peered":"2023-09-23T15:15:01.171148+0000","last_unstale":"2023-09-23T15:15:13.132194+0000","last_undegraded":"2023-09-23T15:15:01.156993+0000","last_fullsized":"2023-09-23T15:15:01.156333+0000","mapping_epoch":197,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":186,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,6],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":1},{"shards":"6,7","objects":-1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"205'7654","reported_seq":9699,"reported_epoch":205,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:15:23.704924+0000","last_change":"2023-09-23T15:15:12.208251+0000","last_active":"2023-09-23T15:15:23.704924+0000","last_peered":"2023-09-23T15:15:23.704924+0000","last_clean":"2023-09-23T15:13:11.086095+0000","last_became_active":"2023-09-23T15:14:43.432962+0000","last_became_peered":"2023-09-23T15:14:43.432962+0000","last_unstale":"2023-09-23T15:15:23.704924+0000","last_undegraded":"2023-09-23T15:15:23.704924+0000","last_fullsized":"2023-09-23T15:14:43.181297+0000","mapping_epoch":191,"log_start":"152'1884","ondisk_log_start":"152'1884","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5770,"log_dups_size":0,"ondisk_log_size":5770,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:49.699787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201064448,"num_objects":3068,"num_object_clones":0,"num_object_copies":9204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":892,"num_objects_unfound":0,"num_objects_dirty":3068,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7654,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":979,"num_bytes_recovered":64094208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"1,3","objects":2176},{"shards":"1,3,7","objects":892}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":174,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.131250+0000","last_change":"2023-09-23T15:14:43.193584+0000","last_active":"2023-09-23T15:15:13.131250+0000","last_peered":"2023-09-23T15:15:13.131250+0000","last_clean":"2023-09-23T15:15:13.131250+0000","last_became_active":"2023-09-23T15:14:43.193273+0000","last_became_peered":"2023-09-23T15:14:43.193273+0000","last_unstale":"2023-09-23T15:15:13.131250+0000","last_undegraded":"2023-09-23T15:15:13.131250+0000","last_fullsized":"2023-09-23T15:15:13.131250+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:16:56.554044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":36,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.149548+0000","last_change":"2023-09-23T15:15:12.157892+0000","last_active":"2023-09-23T15:15:13.149548+0000","last_peered":"2023-09-23T15:15:13.149548+0000","last_clean":"2023-09-23T15:15:13.149548+0000","last_became_active":"2023-09-23T15:15:12.141570+0000","last_became_peered":"2023-09-23T15:15:12.141570+0000","last_unstale":"2023-09-23T15:15:13.149548+0000","last_undegraded":"2023-09-23T15:15:13.149548+0000","last_fullsized":"2023-09-23T15:15:13.149548+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:27:41.506895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":86,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130116+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:15:13.130116+0000","last_peered":"2023-09-23T15:15:13.130116+0000","last_clean":"2023-09-23T15:15:13.130116+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:15:13.130116+0000","last_undegraded":"2023-09-23T15:15:13.130116+0000","last_fullsized":"2023-09-23T15:15:13.130116+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":28,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130956+0000","last_change":"2023-09-23T15:15:12.144526+0000","last_active":"2023-09-23T15:15:13.130956+0000","last_peered":"2023-09-23T15:15:13.130956+0000","last_clean":"2023-09-23T15:15:13.130956+0000","last_became_active":"2023-09-23T15:15:12.143711+0000","last_became_peered":"2023-09-23T15:15:12.143711+0000","last_unstale":"2023-09-23T15:15:13.130956+0000","last_undegraded":"2023-09-23T15:15:13.130956+0000","last_fullsized":"2023-09-23T15:15:13.130956+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:34:51.398903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.132467+0000","last_change":"2023-09-23T15:14:43.204938+0000","last_active":"2023-09-23T15:15:13.132467+0000","last_peered":"2023-09-23T15:15:13.132467+0000","last_clean":"2023-09-23T15:15:13.132467+0000","last_became_active":"2023-09-23T15:14:43.204659+0000","last_became_peered":"2023-09-23T15:14:43.204659+0000","last_unstale":"2023-09-23T15:15:13.132467+0000","last_undegraded":"2023-09-23T15:15:13.132467+0000","last_fullsized":"2023-09-23T15:15:13.132467+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:53.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":29,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.444541+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:15:13.444541+0000","last_peered":"2023-09-23T15:15:13.444541+0000","last_clean":"2023-09-23T15:15:13.444541+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:15:13.444541+0000","last_undegraded":"2023-09-23T15:15:13.444541+0000","last_fullsized":"2023-09-23T15:15:13.444541+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":182,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.707884+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:15:13.707884+0000","last_peered":"2023-09-23T15:15:13.707884+0000","last_clean":"2023-09-23T15:15:13.707884+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:15:13.707884+0000","last_undegraded":"2023-09-23T15:15:13.707884+0000","last_fullsized":"2023-09-23T15:15:13.707884+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":30,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130554+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:15:13.130554+0000","last_peered":"2023-09-23T15:15:13.130554+0000","last_clean":"2023-09-23T15:15:13.130554+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:15:13.130554+0000","last_undegraded":"2023-09-23T15:15:13.130554+0000","last_fullsized":"2023-09-23T15:15:13.130554+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":216,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.707866+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:15:13.707866+0000","last_peered":"2023-09-23T15:15:13.707866+0000","last_clean":"2023-09-23T15:15:13.707866+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:15:13.707866+0000","last_undegraded":"2023-09-23T15:15:13.707866+0000","last_fullsized":"2023-09-23T15:15:13.707866+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":220,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.133935+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:15:13.133935+0000","last_peered":"2023-09-23T15:15:13.133935+0000","last_clean":"2023-09-23T15:15:13.133935+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:15:13.133935+0000","last_undegraded":"2023-09-23T15:15:13.133935+0000","last_fullsized":"2023-09-23T15:15:13.133935+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":242,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.130377+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:15:13.130377+0000","last_peered":"2023-09-23T15:15:13.130377+0000","last_clean":"2023-09-23T15:15:13.130377+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:15:13.130377+0000","last_undegraded":"2023-09-23T15:15:13.130377+0000","last_fullsized":"2023-09-23T15:15:13.130377+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":25,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.150018+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:15:13.150018+0000","last_peered":"2023-09-23T15:15:13.150018+0000","last_clean":"2023-09-23T15:15:13.150018+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:15:13.150018+0000","last_undegraded":"2023-09-23T15:15:13.150018+0000","last_fullsized":"2023-09-23T15:15:13.150018+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":103,"reported_epoch":204,"state":"active+clean","last_fresh":"2023-09-23T15:15:13.129808+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:15:13.129808+0000","last_peered":"2023-09-23T15:15:13.129808+0000","last_clean":"2023-09-23T15:15:13.129808+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:15:13.129808+0000","last_undegraded":"2023-09-23T15:15:13.129808+0000","last_fullsized":"2023-09-23T15:15:13.129808+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":3228172312,"num_objects":49259,"num_object_clones":0,"num_object_copies":147777,"num_objects_missing_on_primary":3660,"num_objects_missing":3660,"num_objects_degraded":23210,"num_objects_misplaced":25847,"num_objects_unfound":0,"num_objects_dirty":49259,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":122865,"num_write_kb":5507905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30246,"num_bytes_recovered":1926692864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11851804672,"data_stored":11851792456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":91310,"ondisk_log_size":91310,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":45,"num_bytes_recovered":6148,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":31,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201513,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1492024,"kb_used_data":1366576,"kb_used_omap":0,"kb_used_meta":125440,"kb_avail":92253128,"statfs":{"total":95995035648,"available":94467203072,"internally_reserved":0,"allocated":1399373824,"data_stored":1398639188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":128450560},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:14:26 2023","interfaces":[{"interface":"back","average":{"1min":1.1279999999999999,"5min":1.212,"15min":0.76600000000000001},"min":{"1min":0.28399999999999997,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":4.4569999999999999,"5min":15.452999999999999,"15min":15.452999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":1.833,"5min":1.4470000000000001,"15min":0.85599999999999998},"min":{"1min":0.30199999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":8.3320000000000007,"5min":15.492000000000001,"15min":15.492000000000001},"last":0.48599999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:15:05 2023","interfaces":[{"interface":"back","average":{"1min":2.4359999999999999,"5min":1.679,"15min":0.90600000000000003},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":12.099,"5min":19.212,"15min":19.212},"last":0.35899999999999999},{"interface":"front","average":{"1min":1.661,"5min":1.518,"15min":0.88},"min":{"1min":0.28499999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":7.4820000000000002,"5min":19.18,"15min":19.18},"last":0.46899999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:15:21 2023","interfaces":[{"interface":"back","average":{"1min":2.7410000000000001,"5min":1.681,"15min":1.6379999999999999},"min":{"1min":0.29499999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":28.600000000000001,"5min":28.600000000000001,"15min":28.600000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":1.054,"5min":1.355,"15min":1.5129999999999999},"min":{"1min":0.32000000000000001,"5min":0.317,"15min":0.317},"max":{"1min":5.1559999999999997,"5min":7.8499999999999996,"15min":7.8499999999999996},"last":0.50800000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:15:05 2023","interfaces":[{"interface":"back","average":{"1min":5.9820000000000002,"5min":5.641,"15min":2.23},"min":{"1min":0.29999999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":79.623000000000005,"5min":187.29400000000001,"15min":187.29400000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":5.4950000000000001,"5min":5.7210000000000001,"15min":2.2770000000000001},"min":{"1min":0.34200000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":79.638000000000005,"5min":187.309,"15min":187.309},"last":0.55400000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:14:46 2023","interfaces":[{"interface":"back","average":{"1min":1.4079999999999999,"5min":1.0009999999999999,"15min":0.64800000000000002},"min":{"1min":0.35399999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":5.9409999999999998,"5min":5.9409999999999998,"15min":5.9409999999999998},"last":0.54500000000000004},{"interface":"front","average":{"1min":1.552,"5min":1.048,"15min":0.67900000000000005},"min":{"1min":0.314,"5min":0.26900000000000002,"15min":0.25800000000000001},"max":{"1min":5.0750000000000002,"5min":5.0750000000000002,"15min":5.0750000000000002},"last":0.52900000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:14:46 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":1.1970000000000001,"15min":0.73599999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":6.2370000000000001,"5min":7.7709999999999999,"15min":7.7709999999999999},"last":0.436},{"interface":"front","average":{"1min":1.5860000000000001,"5min":1.0509999999999999,"15min":0.71199999999999997},"min":{"1min":0.39000000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":5.9020000000000001,"5min":6.1989999999999998,"15min":6.1989999999999998},"last":0.56699999999999995}]},{"osd":6,"last update":"Sat Sep 23 15:14:37 2023","interfaces":[{"interface":"back","average":{"1min":2.1110000000000002,"5min":1.2490000000000001,"15min":1.1399999999999999},"min":{"1min":0.311,"5min":0.307,"15min":0.307},"max":{"1min":9.4659999999999993,"5min":9.4659999999999993,"15min":9.4659999999999993},"last":0.57999999999999996},{"interface":"front","average":{"1min":2.5579999999999998,"5min":1.3819999999999999,"15min":1.24},"min":{"1min":0.44500000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":10.782,"5min":10.782,"15min":10.782},"last":0.498}]}]},{"osd":6,"up_from":122,"seq":523986010172,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1690612,"kb_used_data":1550828,"kb_used_omap":9,"kb_used_meta":139766,"kb_avail":92054540,"statfs":{"total":95995035648,"available":94263848960,"internally_reserved":0,"allocated":1588047872,"data_stored":1587317244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":143120723},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:14:35 2023","interfaces":[{"interface":"back","average":{"1min":1.081,"5min":1.6990000000000001,"15min":2.3069999999999999},"min":{"1min":0.255,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":5.742,"5min":26.251000000000001,"15min":26.251000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.92700000000000005,"5min":1.8580000000000001,"15min":2.7160000000000002},"min":{"1min":0.28999999999999998,"5min":0.251,"15min":0.251},"max":{"1min":4.1870000000000003,"5min":26.045999999999999,"15min":26.045999999999999},"last":0.25600000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:14:35 2023","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":1.417,"15min":1.395},"min":{"1min":0.251,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":3.4020000000000001,"5min":6.9470000000000001,"15min":6.9470000000000001},"last":0.28799999999999998},{"interface":"front","average":{"1min":2.7210000000000001,"5min":1.984,"15min":1.8899999999999999},"min":{"1min":0.27200000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":10.471,"5min":16.945,"15min":16.945},"last":1.361}]},{"osd":2,"last update":"Sat Sep 23 15:14:35 2023","interfaces":[{"interface":"back","average":{"1min":1.264,"5min":1.5620000000000001,"15min":1.73},"min":{"1min":0.33300000000000002,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":4.0700000000000003,"5min":6.9100000000000001,"15min":6.9100000000000001},"last":0.313},{"interface":"front","average":{"1min":3.056,"5min":2.0190000000000001,"15min":1.9430000000000001},"min":{"1min":0.38900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":11.478,"5min":11.478,"15min":11.478},"last":1.458}]},{"osd":3,"last update":"Sat Sep 23 15:14:35 2023","interfaces":[{"interface":"back","average":{"1min":4.7350000000000003,"5min":1.992,"15min":1.542},"min":{"1min":0.34399999999999997,"5min":0.311,"15min":0.311},"max":{"1min":45.393999999999998,"5min":45.393999999999998,"15min":45.393999999999998},"last":0.50900000000000001},{"interface":"front","average":{"1min":5.0970000000000004,"5min":2.7799999999999998,"15min":2.4790000000000001},"min":{"1min":0.35099999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":45.637,"5min":45.637,"15min":45.637},"last":0.36399999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:14:35 2023","interfaces":[{"interface":"back","average":{"1min":1.399,"5min":1.2150000000000001,"15min":0.749},"min":{"1min":0.27700000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":6.4409999999999998,"5min":36.335000000000001,"15min":36.335000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":1.4219999999999999,"5min":1.397,"15min":1.02},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":4.1239999999999997,"5min":36.374000000000002,"15min":36.374000000000002},"last":0.33600000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:14:35 2023","interfaces":[{"interface":"back","average":{"1min":2.5379999999999998,"5min":4.5990000000000002,"15min":7.351},"min":{"1min":0.316,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":6.8209999999999997,"5min":144.953,"15min":144.953},"last":0.34799999999999998},{"interface":"front","average":{"1min":1.8500000000000001,"5min":4.3200000000000003,"15min":7.0250000000000004},"min":{"1min":0.35599999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":5.7089999999999996,"5min":144.79400000000001,"15min":144.79400000000001},"last":0.41599999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:14:35 2023","interfaces":[{"interface":"back","average":{"1min":1.97,"5min":1.4259999999999999,"15min":1.298},"min":{"1min":0.35299999999999998,"5min":0.315,"15min":0.315},"max":{"1min":7.0819999999999999,"5min":7.0819999999999999,"15min":7.0819999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.4850000000000001,"5min":1.0369999999999999,"15min":0.84499999999999997},"min":{"1min":0.36699999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":5.7679999999999998,"5min":6.399,"15min":6.399},"last":0.48399999999999999}]}]},{"osd":1,"up_from":89,"seq":382252089450,"num_pgs":70,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2230136,"kb_used_data":1983344,"kb_used_omap":9,"kb_used_meta":246774,"kb_avail":91515016,"statfs":{"total":95995035648,"available":93711376384,"internally_reserved":0,"allocated":2030944256,"data_stored":2029919631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":252697577},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:15:02 2023","interfaces":[{"interface":"back","average":{"1min":1.8100000000000001,"5min":1.518,"15min":0.72399999999999998},"min":{"1min":0.21299999999999999,"5min":0.189,"15min":0.189},"max":{"1min":8.5250000000000004,"5min":15.233000000000001,"15min":15.233000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":2.056,"5min":1.488,"15min":0.73199999999999998},"min":{"1min":0.315,"5min":0.23999999999999999,"15min":0.22900000000000001},"max":{"1min":7.367,"5min":7.367,"15min":7.367},"last":0.56899999999999995}]},{"osd":2,"last update":"Sat Sep 23 15:15:10 2023","interfaces":[{"interface":"back","average":{"1min":1.3859999999999999,"5min":2.798,"15min":4.6740000000000004},"min":{"1min":0.22800000000000001,"5min":0.185,"15min":0.185},"max":{"1min":6.1459999999999999,"5min":64.444999999999993,"15min":64.444999999999993},"last":0.70999999999999996},{"interface":"front","average":{"1min":1.647,"5min":2.4169999999999998,"15min":4.8499999999999996},"min":{"1min":0.25700000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":9.8970000000000002,"5min":63.148000000000003,"15min":63.148000000000003},"last":0.27200000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:15:02 2023","interfaces":[{"interface":"back","average":{"1min":8.9710000000000001,"5min":3.415,"15min":1.369},"min":{"1min":0.28599999999999998,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":90.867000000000004,"5min":90.867000000000004,"15min":90.867000000000004},"last":0.53100000000000003},{"interface":"front","average":{"1min":7.4139999999999997,"5min":2.9609999999999999,"15min":1.2250000000000001},"min":{"1min":0.29899999999999999,"5min":0.216,"15min":0.216},"max":{"1min":90.988,"5min":90.988,"15min":90.988},"last":0.51300000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:15:02 2023","interfaces":[{"interface":"back","average":{"1min":8.4789999999999992,"5min":2.8140000000000001,"15min":1.3149999999999999},"min":{"1min":0.375,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":76.534999999999997,"5min":76.534999999999997,"15min":76.534999999999997},"last":0.72799999999999998},{"interface":"front","average":{"1min":6.2199999999999998,"5min":2.4100000000000001,"15min":1.1919999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":76.661000000000001,"5min":76.661000000000001,"15min":76.661000000000001},"last":0.67800000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:15:02 2023","interfaces":[{"interface":"back","average":{"1min":2.5830000000000002,"5min":1.5469999999999999,"15min":0.92000000000000004},"min":{"1min":0.42599999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":9.8330000000000002,"5min":9.8330000000000002,"15min":9.8330000000000002},"last":0.66600000000000004},{"interface":"front","average":{"1min":3.758,"5min":1.9610000000000001,"15min":1.085},"min":{"1min":0.51000000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":13.994,"5min":13.994,"15min":13.994},"last":0.58699999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:14:38 2023","interfaces":[{"interface":"back","average":{"1min":3.0390000000000001,"5min":1.931,"15min":1.7669999999999999},"min":{"1min":0.42699999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":12.423,"5min":12.423,"15min":12.423},"last":0.69799999999999995},{"interface":"front","average":{"1min":3.1509999999999998,"5min":1.9630000000000001,"15min":2.0009999999999999},"min":{"1min":0.36799999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":7.1159999999999997,"5min":8.1039999999999992,"15min":8.1039999999999992},"last":0.78900000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:15:02 2023","interfaces":[{"interface":"back","average":{"1min":4.0640000000000001,"5min":2.0910000000000002,"15min":1.103},"min":{"1min":0.51100000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":13.965,"5min":13.965,"15min":13.965},"last":0.76200000000000001},{"interface":"front","average":{"1min":2.0830000000000002,"5min":1.4830000000000001,"15min":0.91400000000000003},"min":{"1min":0.39900000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":11.066000000000001,"5min":11.066000000000001,"15min":11.066000000000001},"last":0.63700000000000001}]}]},{"osd":0,"up_from":84,"seq":360777252977,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":669708,"kb_used_data":565892,"kb_used_omap":28,"kb_used_meta":103779,"kb_avail":93075444,"statfs":{"total":95995035648,"available":95309254656,"internally_reserved":0,"allocated":579473408,"data_stored":578315223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":106270544},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:14:56 2023","interfaces":[{"interface":"back","average":{"1min":2.1259999999999999,"5min":2.4569999999999999,"15min":1.054},"min":{"1min":0.22600000000000001,"5min":0.188,"15min":0.188},"max":{"1min":9.5129999999999999,"5min":71.188000000000002,"15min":71.188000000000002},"last":1.742},{"interface":"front","average":{"1min":3.0459999999999998,"5min":2.46,"15min":1.056},"min":{"1min":0.23000000000000001,"5min":0.221,"15min":0.217},"max":{"1min":9.8089999999999993,"5min":70.156999999999996,"15min":70.156999999999996},"last":2.645}]},{"osd":2,"last update":"Sat Sep 23 15:15:14 2023","interfaces":[{"interface":"back","average":{"1min":2.4300000000000002,"5min":3.625,"15min":2.944},"min":{"1min":0.29999999999999999,"5min":0.215,"15min":0.215},"max":{"1min":21.861000000000001,"5min":138.55099999999999,"15min":138.55099999999999},"last":2.6829999999999998},{"interface":"front","average":{"1min":1.9570000000000001,"5min":3.3690000000000002,"15min":2.319},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":12.901,"5min":138.322,"15min":138.322},"last":3.5859999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:15:06 2023","interfaces":[{"interface":"back","average":{"1min":3.5070000000000001,"5min":5.04,"15min":1.9470000000000001},"min":{"1min":0.32500000000000001,"5min":0.25,"15min":0.25},"max":{"1min":11.055999999999999,"5min":100.062,"15min":100.062},"last":2.7050000000000001},{"interface":"front","average":{"1min":3.4460000000000002,"5min":5.0789999999999997,"15min":1.968},"min":{"1min":0.33500000000000002,"5min":0.27100000000000002,"15min":0.26400000000000001},"max":{"1min":11.125999999999999,"5min":100.547,"15min":100.547},"last":3.6179999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:14:26 2023","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.1339999999999999,"15min":0.80000000000000004},"min":{"1min":0.30399999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":4.9240000000000004,"5min":10.324,"15min":10.324},"last":1.6459999999999999},{"interface":"front","average":{"1min":3.1890000000000001,"5min":1.8939999999999999,"15min":1.0329999999999999},"min":{"1min":0.39100000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":11.853999999999999,"5min":41.561999999999998,"15min":41.561999999999998},"last":2.7509999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:14:26 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.7809999999999999,"15min":1.024},"min":{"1min":0.38500000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":10.757,"5min":41.631999999999998,"15min":41.631999999999998},"last":2.7290000000000001},{"interface":"front","average":{"1min":1.4810000000000001,"5min":1.504,"15min":0.93400000000000005},"min":{"1min":0.42799999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.2850000000000001,"5min":10.289,"15min":10.289},"last":3.641}]},{"osd":6,"last update":"Sat Sep 23 15:14:35 2023","interfaces":[{"interface":"back","average":{"1min":2.032,"5min":1.9850000000000001,"15min":1.972},"min":{"1min":0.36099999999999999,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":4.923,"5min":10.222,"15min":10.222},"last":3.6629999999999998},{"interface":"front","average":{"1min":3.214,"5min":1.9399999999999999,"15min":1.6539999999999999},"min":{"1min":0.45200000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":9.4600000000000009,"5min":10.355,"15min":10.355},"last":1.716}]},{"osd":7,"last update":"Sat Sep 23 15:14:26 2023","interfaces":[{"interface":"back","average":{"1min":2.1789999999999998,"5min":1.7210000000000001,"15min":1.008},"min":{"1min":0.35099999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":6.5519999999999996,"5min":10.337999999999999,"15min":10.337999999999999},"last":3.6840000000000002},{"interface":"front","average":{"1min":2.1829999999999998,"5min":1.5409999999999999,"15min":0.95499999999999996},"min":{"1min":0.41899999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":6.5709999999999997,"5min":10.292999999999999,"15min":10.292999999999999},"last":1.6879999999999999}]}]},{"osd":2,"up_from":117,"seq":502511173695,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1364744,"kb_used_data":1192448,"kb_used_omap":81,"kb_used_meta":172206,"kb_avail":92380408,"statfs":{"total":95995035648,"available":94597537792,"internally_reserved":0,"allocated":1221066752,"data_stored":1220031155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":176339162},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:15:16 2023","interfaces":[{"interface":"back","average":{"1min":1.9450000000000001,"5min":1.52,"15min":1.8759999999999999},"min":{"1min":0.214,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":13.717000000000001,"5min":13.717000000000001,"15min":13.717000000000001},"last":0.23799999999999999},{"interface":"front","average":{"1min":1.802,"5min":1.2350000000000001,"15min":1.373},"min":{"1min":0.254,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":10.221,"5min":10.532,"15min":10.532},"last":0.35399999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:15:16 2023","interfaces":[{"interface":"back","average":{"1min":2.2650000000000001,"5min":3.73,"15min":1.8169999999999999},"min":{"1min":0.28599999999999998,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":10.268000000000001,"5min":169.398,"15min":169.398},"last":2.1120000000000001},{"interface":"front","average":{"1min":0.91000000000000003,"5min":3.6930000000000001,"15min":2.3029999999999999},"min":{"1min":0.23799999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":5.6260000000000003,"5min":166.50999999999999,"15min":166.50999999999999},"last":1.984}]},{"osd":3,"last update":"Sat Sep 23 15:15:16 2023","interfaces":[{"interface":"back","average":{"1min":5.0789999999999997,"5min":7.2389999999999999,"15min":5.7409999999999997},"min":{"1min":0.27100000000000002,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":63.838000000000001,"5min":165.32300000000001,"15min":165.32300000000001},"last":2.0089999999999999},{"interface":"front","average":{"1min":5.71,"5min":6.0140000000000002,"15min":5.5670000000000002},"min":{"1min":0.29199999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":63.427999999999997,"5min":165.66999999999999,"15min":165.66999999999999},"last":0.44600000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:15:16 2023","interfaces":[{"interface":"back","average":{"1min":1.526,"5min":2.4590000000000001,"15min":5.1369999999999996},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":12.945,"5min":50.792000000000002,"15min":50.792000000000002},"last":0.497},{"interface":"front","average":{"1min":1.8049999999999999,"5min":1.681,"15min":2.5289999999999999},"min":{"1min":0.33000000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":7.7229999999999999,"5min":36.051000000000002,"15min":36.051000000000002},"last":1.907}]},{"osd":5,"last update":"Sat Sep 23 15:15:16 2023","interfaces":[{"interface":"back","average":{"1min":2.1829999999999998,"5min":1.8029999999999999,"15min":2.77},"min":{"1min":0.32700000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":7.7670000000000003,"5min":35.878,"15min":35.878},"last":1.9510000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":2.4340000000000002,"15min":4.9690000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":3.5459999999999998,"5min":50.816000000000003,"15min":50.816000000000003},"last":2.0710000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:14:38 2023","interfaces":[{"interface":"back","average":{"1min":1.5700000000000001,"5min":3.2709999999999999,"15min":5.399},"min":{"1min":0.35099999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":10.943,"5min":50.871000000000002,"15min":50.871000000000002},"last":0.47599999999999998},{"interface":"front","average":{"1min":2.7109999999999999,"5min":3.331,"15min":4.8419999999999996},"min":{"1min":0.39400000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":11.397,"5min":50.771000000000001,"15min":50.771000000000001},"last":2.044}]},{"osd":7,"last update":"Sat Sep 23 15:15:16 2023","interfaces":[{"interface":"back","average":{"1min":1.391,"5min":2.4849999999999999,"15min":5.0369999999999999},"min":{"1min":0.40699999999999997,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":6.2160000000000002,"5min":50.853999999999999,"15min":50.853999999999999},"last":2.097},{"interface":"front","average":{"1min":2.0609999999999999,"5min":2.524,"15min":5.2140000000000004},"min":{"1min":0.41899999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":12.895,"5min":50.841999999999999,"15min":50.841999999999999},"last":0.51700000000000002}]}]},{"osd":3,"up_from":99,"seq":425201762397,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2721164,"kb_used_data":2368708,"kb_used_omap":7,"kb_used_meta":352440,"kb_avail":91023988,"statfs":{"total":95995035648,"available":93208563712,"internally_reserved":0,"allocated":2425556992,"data_stored":2424510412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":360899176},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:15:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6190000000000002,"5min":1.593,"15min":0.73599999999999999},"min":{"1min":0.218,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":9.4700000000000006,"5min":9.4700000000000006,"15min":9.4700000000000006},"last":7.0650000000000004},{"interface":"front","average":{"1min":2.1379999999999999,"5min":1.573,"15min":0.73999999999999999},"min":{"1min":0.217,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":9.3160000000000007,"5min":9.3160000000000007,"15min":9.3160000000000007},"last":0.61099999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:15:06 2023","interfaces":[{"interface":"back","average":{"1min":4.4269999999999996,"5min":2.2530000000000001,"15min":0.96499999999999997},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":24.013000000000002,"5min":24.013000000000002,"15min":24.013000000000002},"last":0.88600000000000001},{"interface":"front","average":{"1min":4.8810000000000002,"5min":2.5619999999999998,"15min":1.083},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.23699999999999999},"max":{"1min":21.827999999999999,"5min":21.827999999999999,"15min":21.827999999999999},"last":7.0060000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:15:16 2023","interfaces":[{"interface":"back","average":{"1min":3.407,"5min":2.839,"15min":3.7410000000000001},"min":{"1min":0.23000000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":22.73,"5min":55.378999999999998,"15min":55.378999999999998},"last":0.65800000000000003},{"interface":"front","average":{"1min":2.5630000000000002,"5min":2.8610000000000002,"15min":4.1420000000000003},"min":{"1min":0.26100000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":15.057,"5min":55.401000000000003,"15min":55.401000000000003},"last":1.0589999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:15:06 2023","interfaces":[{"interface":"back","average":{"1min":2.5259999999999998,"5min":1.343,"15min":0.82899999999999996},"min":{"1min":0.32100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":9.3469999999999995,"5min":9.3469999999999995,"15min":9.3469999999999995},"last":0.79300000000000004},{"interface":"front","average":{"1min":2.3999999999999999,"5min":1.5109999999999999,"15min":0.88500000000000001},"min":{"1min":0.312,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":9.4000000000000004,"5min":9.4000000000000004,"15min":9.4000000000000004},"last":7.0910000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:15:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6179999999999999,"5min":1.6160000000000001,"15min":0.91900000000000004},"min":{"1min":0.35599999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.3659999999999997,"5min":10.962999999999999,"15min":10.962999999999999},"last":7.117},{"interface":"front","average":{"1min":1.839,"5min":1.552,"15min":0.90900000000000003},"min":{"1min":0.30599999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":6.9009999999999998,"5min":10.361000000000001,"15min":10.361000000000001},"last":0.75600000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:14:42 2023","interfaces":[{"interface":"back","average":{"1min":3.0219999999999998,"5min":1.744,"15min":1.6579999999999999},"min":{"1min":0.39200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":9.423,"5min":9.423,"15min":9.423},"last":7.1630000000000003},{"interface":"front","average":{"1min":1.9370000000000001,"5min":1.736,"15min":1.8129999999999999},"min":{"1min":0.376,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":10.856999999999999,"5min":10.856999999999999,"15min":10.856999999999999},"last":0.71099999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:15:06 2023","interfaces":[{"interface":"back","average":{"1min":2.4649999999999999,"5min":1.645,"15min":0.94599999999999995},"min":{"1min":0.33000000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":9.3900000000000006,"5min":9.5899999999999999,"15min":9.5899999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":2.1549999999999998,"5min":1.6519999999999999,"15min":0.95299999999999996},"min":{"1min":0.39300000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":9.4450000000000003,"5min":9.4450000000000003,"15min":9.4450000000000003},"last":7.141}]}]},{"osd":4,"up_from":0,"seq":133143986422,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724785,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1324124,"kb_used_data":1235412,"kb_used_omap":0,"kb_used_meta":88704,"kb_avail":92421028,"statfs":{"total":95995035648,"available":94639132672,"internally_reserved":0,"allocated":1265061888,"data_stored":1264350984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":90832896},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:14:32 2023","interfaces":[{"interface":"back","average":{"1min":1.4990000000000001,"5min":1.1739999999999999,"15min":0.70799999999999996},"min":{"1min":0.25900000000000001,"5min":0.218,"15min":0.218},"max":{"1min":4.9749999999999996,"5min":6.4880000000000004,"15min":6.4880000000000004},"last":0.36099999999999999},{"interface":"front","average":{"1min":2.4849999999999999,"5min":1.369,"15min":0.82199999999999995},"min":{"1min":0.35699999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":13.832000000000001,"5min":13.832000000000001,"15min":13.832000000000001},"last":0.28399999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:14:57 2023","interfaces":[{"interface":"back","average":{"1min":2.96,"5min":4.21,"15min":1.7689999999999999},"min":{"1min":0.34499999999999997,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":13.592000000000001,"5min":125.14400000000001,"15min":125.14400000000001},"last":1.405},{"interface":"front","average":{"1min":2.6400000000000001,"5min":4.3079999999999998,"15min":1.7909999999999999},"min":{"1min":0.29699999999999999,"5min":0.25,"15min":0.25},"max":{"1min":5.4749999999999996,"5min":125.36499999999999,"15min":125.36499999999999},"last":1.9330000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:15:17 2023","interfaces":[{"interface":"back","average":{"1min":3.4260000000000002,"5min":2.1099999999999999,"15min":1.915},"min":{"1min":0.318,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":36.466000000000001,"5min":36.466000000000001,"15min":36.466000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":4.4160000000000004,"5min":2.1899999999999999,"15min":2.0649999999999999},"min":{"1min":0.39400000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":40.749000000000002,"5min":40.749000000000002,"15min":40.749000000000002},"last":0.33800000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:15:01 2023","interfaces":[{"interface":"back","average":{"1min":6.6840000000000002,"5min":3.839,"15min":1.6579999999999999},"min":{"1min":0.34100000000000003,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":79.302000000000007,"5min":103.989,"15min":103.989},"last":0.44},{"interface":"front","average":{"1min":7.3650000000000002,"5min":3.9020000000000001,"15min":1.7350000000000001},"min":{"1min":0.42499999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":79.557000000000002,"5min":101.824,"15min":101.824},"last":2.3460000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:15:21 2023","interfaces":[{"interface":"back","average":{"1min":1.4710000000000001,"5min":1.393,"15min":0.92100000000000004},"min":{"1min":0.29199999999999998,"5min":0.26900000000000002,"15min":0.246},"max":{"1min":6.6029999999999998,"5min":13.207000000000001,"15min":48.997999999999998},"last":0.34999999999999998},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.496,"15min":0.96699999999999997},"min":{"1min":0.28000000000000003,"5min":0.247,"15min":0.247},"max":{"1min":6.8300000000000001,"5min":19.655999999999999,"15min":49.017000000000003},"last":0.32600000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:14:42 2023","interfaces":[{"interface":"back","average":{"1min":2.0950000000000002,"5min":2.5099999999999998,"15min":1.6559999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":10.281000000000001,"5min":111.089,"15min":111.089},"last":0.41799999999999998},{"interface":"front","average":{"1min":1.4590000000000001,"5min":2.7509999999999999,"15min":2.375},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.2240000000000002,"5min":111.146,"15min":111.146},"last":0.39300000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:15:09 2023","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":1.9810000000000001,"15min":1.0469999999999999},"min":{"1min":0.34999999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":8.7010000000000005,"5min":77.837000000000003,"15min":77.837000000000003},"last":0.40500000000000003},{"interface":"front","average":{"1min":1.994,"5min":2.3620000000000001,"15min":1.181},"min":{"1min":0.36299999999999999,"5min":0.318,"15min":0.318},"max":{"1min":6.532,"5min":78.174000000000007,"15min":78.174000000000007},"last":0.38300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":576847872,"data_stored":576847872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2022903808,"data_stored":2022899736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1219100672,"data_stored":1219100672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2416250880,"data_stored":2416246808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1375535104,"data_stored":1375535104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1262747648,"data_stored":1262747648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1583222784,"data_stored":1583218712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1395195904,"data_stored":1395195904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:15:31.881 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set .mgr pgp_num 11 2023-09-23T15:15:31.889 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:31.932 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:31.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:31.937 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:32.037 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:32.064 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:32.112 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:32.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:32.118 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:32.218 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:32.245 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:32.288 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:32.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:32.293 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:32.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:32 smithi118 ceph-mon[219580]: pgmap v539: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 188 op/s; 23212/144882 objects degraded (16.021%); 24121/144882 objects misplaced (16.649%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:15:32.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:32.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:32.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23212/144882 objects degraded (16.021%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:32 smithi118 ceph-mon[212312]: pgmap v539: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 188 op/s; 23212/144882 objects degraded (16.021%); 24121/144882 objects misplaced (16.649%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:15:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:32.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23212/144882 objects degraded (16.021%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:32.393 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:32.420 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:32.463 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:32.467 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:32 smithi178 ceph-mon[192298]: pgmap v539: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 188 op/s; 23212/144882 objects degraded (16.021%); 24121/144882 objects misplaced (16.649%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:15:32.467 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:32 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:32.467 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:32 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:32.467 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23212/144882 objects degraded (16.021%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:32.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:32.468 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:32.568 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:32.597 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:32.647 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:32.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:32.653 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:32.753 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:32.841 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:32.951 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:32.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:32.956 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:33.057 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:33.088 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:33.224 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:15:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3122458788' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:15:33.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3122458788' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:15:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3122458788' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:15:34.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[219580]: pgmap v540: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 168 op/s; 23092/144534 objects degraded (15.977%); 24181/144534 objects misplaced (16.730%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:15:34.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:34.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[219580]: failed to encode map e206 with expected crc 2023-09-23T15:15:34.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3122458788' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:15:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[219580]: osdmap e206: 8 total, 8 up, 7 in 2023-09-23T15:15:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[219580]: failed to encode map e206 with expected crc 2023-09-23T15:15:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[219580]: failed to encode map e206 with expected crc 2023-09-23T15:15:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[219580]: failed to encode map e206 with expected crc 2023-09-23T15:15:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[212312]: pgmap v540: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 168 op/s; 23092/144534 objects degraded (15.977%); 24181/144534 objects misplaced (16.730%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:15:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[212312]: failed to encode map e206 with expected crc 2023-09-23T15:15:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3122458788' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:15:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[212312]: osdmap e206: 8 total, 8 up, 7 in 2023-09-23T15:15:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[212312]: failed to encode map e206 with expected crc 2023-09-23T15:15:34.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[212312]: failed to encode map e206 with expected crc 2023-09-23T15:15:34.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:34 smithi118 ceph-mon[212312]: failed to encode map e206 with expected crc 2023-09-23T15:15:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:34 smithi178 ceph-mon[192298]: pgmap v540: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 168 op/s; 23092/144534 objects degraded (15.977%); 24181/144534 objects misplaced (16.730%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:15:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:34 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:34 smithi178 ceph-mon[192298]: failed to encode map e206 with expected crc 2023-09-23T15:15:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:34 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3122458788' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:15:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:34 smithi178 ceph-mon[192298]: osdmap e206: 8 total, 8 up, 7 in 2023-09-23T15:15:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:34 smithi178 ceph-mon[192298]: failed to encode map e206 with expected crc 2023-09-23T15:15:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:34 smithi178 ceph-mon[192298]: failed to encode map e206 with expected crc 2023-09-23T15:15:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:34 smithi178 ceph-mon[192298]: failed to encode map e206 with expected crc 2023-09-23T15:15:35.849 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:35.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:35.855 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:35.956 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:35.960 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:35.984 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:36.031 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:36.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:36.035 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:36.090 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:36.136 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:36.163 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:36.205 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:36.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:36.210 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:36.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:36 smithi118 ceph-mon[212312]: pgmap v542: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 194 op/s; 23092/142683 objects degraded (16.184%); 23428/142683 objects misplaced (16.420%); 11 MiB/s, 316 objects/s recovering 2023-09-23T15:15:36.311 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:36.335 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:36 smithi178 ceph-mon[192298]: pgmap v542: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 194 op/s; 23092/142683 objects degraded (16.184%); 23428/142683 objects misplaced (16.420%); 11 MiB/s, 316 objects/s recovering 2023-09-23T15:15:36.337 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:36.385 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:36.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:36.391 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:36.489 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:36 smithi118 ceph-mon[219580]: pgmap v542: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 194 op/s; 23092/142683 objects degraded (16.184%); 23428/142683 objects misplaced (16.420%); 11 MiB/s, 316 objects/s recovering 2023-09-23T15:15:36.491 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:36.517 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:36.559 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:36.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:36.564 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:36.665 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:36.716 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:36.975 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:36.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:36.981 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:37.041 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:15:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:15:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:15:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:15:37.042 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:15:37.081 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:37.108 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:37.155 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:37.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:37.160 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:37.261 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:37.291 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:37.500 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:37.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:37.503 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:37.603 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:37.630 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:37.675 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:37.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:37.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:37.779 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:37.805 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:38.040 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:15:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:37 smithi118 ceph-mon[219580]: pgmap v543: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 196 op/s; 22976/141951 objects degraded (16.186%); 23360/141951 objects misplaced (16.456%); 11 MiB/s, 316 objects/s recovering 2023-09-23T15:15:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23092/142683 objects degraded (16.184%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:37 smithi118 ceph-mon[212312]: pgmap v543: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 196 op/s; 22976/141951 objects degraded (16.186%); 23360/141951 objects misplaced (16.456%); 11 MiB/s, 316 objects/s recovering 2023-09-23T15:15:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23092/142683 objects degraded (16.184%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:37 smithi178 ceph-mon[192298]: pgmap v543: 99 pgs: 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 6 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 196 op/s; 22976/141951 objects degraded (16.186%); 23360/141951 objects misplaced (16.456%); 11 MiB/s, 316 objects/s recovering 2023-09-23T15:15:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23092/142683 objects degraded (16.184%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:15:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:15:38] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2023-09-23T15:15:38.973 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:38.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:38.977 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:39.078 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:39.104 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:39.149 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:39.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:39.157 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:39.258 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:39.299 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:39.758 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:39.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:39.762 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:39.862 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:39.919 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:39.965 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:15:40.099 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:40.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:40.104 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:40.205 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:40.252 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:40.265 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:40 smithi118 ceph-mon[219580]: pgmap v544: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 204 op/s; 22976/139854 objects degraded (16.429%); 25894/139854 objects misplaced (18.515%); 3.4 MiB/s, 311 objects/s recovering 2023-09-23T15:15:40.266 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:40 smithi118 ceph-mon[212312]: pgmap v544: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 204 op/s; 22976/139854 objects degraded (16.429%); 25894/139854 objects misplaced (18.515%); 3.4 MiB/s, 311 objects/s recovering 2023-09-23T15:15:40.272 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:40.401 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:40.408 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:40.409 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:40.509 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:40.533 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:40 smithi178 ceph-mon[192298]: pgmap v544: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 204 op/s; 22976/139854 objects degraded (16.429%); 25894/139854 objects misplaced (18.515%); 3.4 MiB/s, 311 objects/s recovering 2023-09-23T15:15:40.536 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:40.580 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:40.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:40.584 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:40.685 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:40.712 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:40.754 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:40.755 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:15:40.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:40.761 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:40.780 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:15:40.807 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:15:40.829 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:15:40.855 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:15:40.863 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:40.881 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:15:40.889 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:40.910 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:15:40.937 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:40.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:40.944 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:40.944 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:15:40.951 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:15:40.951 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:15:40.951 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:15:40.951 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:15:40.951 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:15:40.951 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:15:40.951 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:15:40.951 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:15:41.045 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:41.071 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:41.116 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:41.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:41.122 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:41.179 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 1 pgp_num to 11 2023-09-23T15:15:41.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3671877838' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-09-23T15:15:41.208 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2641815829' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:41.208 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3671877838' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-09-23T15:15:41.208 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2641815829' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:41.222 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:41.274 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3671877838' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-09-23T15:15:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2641815829' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:42.049 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:42.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:42.052 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:42.153 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:42.196 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:42.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[219580]: pgmap v545: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 206 op/s; 22976/138696 objects degraded (16.566%); 25707/138696 objects misplaced (18.535%); 3.4 MiB/s, 311 objects/s recovering 2023-09-23T15:15:42.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[219580]: failed to encode map e207 with expected crc 2023-09-23T15:15:42.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3671877838' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-09-23T15:15:42.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[219580]: osdmap e207: 8 total, 8 up, 7 in 2023-09-23T15:15:42.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[219580]: failed to encode map e207 with expected crc 2023-09-23T15:15:42.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[219580]: failed to encode map e207 with expected crc 2023-09-23T15:15:42.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 22976/138696 objects degraded (16.566%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[212312]: pgmap v545: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 206 op/s; 22976/138696 objects degraded (16.566%); 25707/138696 objects misplaced (18.535%); 3.4 MiB/s, 311 objects/s recovering 2023-09-23T15:15:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[212312]: failed to encode map e207 with expected crc 2023-09-23T15:15:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3671877838' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-09-23T15:15:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[212312]: osdmap e207: 8 total, 8 up, 7 in 2023-09-23T15:15:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[212312]: failed to encode map e207 with expected crc 2023-09-23T15:15:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[212312]: failed to encode map e207 with expected crc 2023-09-23T15:15:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 22976/138696 objects degraded (16.566%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:42.609 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:42.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:42.612 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:42 smithi178 ceph-mon[192298]: pgmap v545: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 206 op/s; 22976/138696 objects degraded (16.566%); 25707/138696 objects misplaced (18.535%); 3.4 MiB/s, 311 objects/s recovering 2023-09-23T15:15:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:42 smithi178 ceph-mon[192298]: failed to encode map e207 with expected crc 2023-09-23T15:15:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:42 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3671877838' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-09-23T15:15:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:42 smithi178 ceph-mon[192298]: osdmap e207: 8 total, 8 up, 7 in 2023-09-23T15:15:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:42 smithi178 ceph-mon[192298]: failed to encode map e207 with expected crc 2023-09-23T15:15:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:42 smithi178 ceph-mon[192298]: failed to encode map e207 with expected crc 2023-09-23T15:15:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 22976/138696 objects degraded (16.566%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:15:42.714 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:42.740 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:42.797 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:42.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:42.802 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:42.902 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:42.929 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:42.975 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:42.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:42.981 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:43.081 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:43.115 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:43.405 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:43 smithi118 ceph-mon[219580]: failed to encode map e207 with expected crc 2023-09-23T15:15:43.406 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:43 smithi118 ceph-mon[212312]: failed to encode map e207 with expected crc 2023-09-23T15:15:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:43 smithi178 ceph-mon[192298]: failed to encode map e207 with expected crc 2023-09-23T15:15:43.687 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:43.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:43.694 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:43.698 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:43.795 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:15:43.820 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:43.863 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:15:43.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:43.868 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:15:43.969 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:43.994 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:44.038 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:44.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:44.042 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:44.143 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:44.202 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:44.317 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:44 smithi118 ceph-mon[212312]: pgmap v547: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 208 op/s; 22848/138333 objects degraded (16.517%); 25771/138333 objects misplaced (18.630%); 3.5 MiB/s, 315 objects/s recovering 2023-09-23T15:15:44.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:44 smithi118 ceph-mon[212312]: failed to encode map e208 with expected crc 2023-09-23T15:15:44.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:44 smithi118 ceph-mon[212312]: osdmap e208: 8 total, 8 up, 7 in 2023-09-23T15:15:44.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:44 smithi118 ceph-mon[212312]: failed to encode map e208 with expected crc 2023-09-23T15:15:44.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:44 smithi118 ceph-mon[212312]: failed to encode map e208 with expected crc 2023-09-23T15:15:44.318 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:44 smithi118 ceph-mon[219580]: pgmap v547: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 208 op/s; 22848/138333 objects degraded (16.517%); 25771/138333 objects misplaced (18.630%); 3.5 MiB/s, 315 objects/s recovering 2023-09-23T15:15:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:44 smithi118 ceph-mon[219580]: failed to encode map e208 with expected crc 2023-09-23T15:15:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:44 smithi118 ceph-mon[219580]: osdmap e208: 8 total, 8 up, 7 in 2023-09-23T15:15:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:44 smithi118 ceph-mon[219580]: failed to encode map e208 with expected crc 2023-09-23T15:15:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:44 smithi118 ceph-mon[219580]: failed to encode map e208 with expected crc 2023-09-23T15:15:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:44 smithi178 ceph-mon[192298]: pgmap v547: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 208 op/s; 22848/138333 objects degraded (16.517%); 25771/138333 objects misplaced (18.630%); 3.5 MiB/s, 315 objects/s recovering 2023-09-23T15:15:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:44 smithi178 ceph-mon[192298]: failed to encode map e208 with expected crc 2023-09-23T15:15:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:44 smithi178 ceph-mon[192298]: osdmap e208: 8 total, 8 up, 7 in 2023-09-23T15:15:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:44 smithi178 ceph-mon[192298]: failed to encode map e208 with expected crc 2023-09-23T15:15:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:44 smithi178 ceph-mon[192298]: failed to encode map e208 with expected crc 2023-09-23T15:15:45.055 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:45.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:45.061 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:45.162 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:45.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[212312]: failed to encode map e208 with expected crc 2023-09-23T15:15:45.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[212312]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[212312]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[212312]: osdmap e209: 8 total, 8 up, 7 in 2023-09-23T15:15:45.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[212312]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[212312]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[212312]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1328646518' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:15:45.188 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:15:45.198 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:45.207 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:15:45.430 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:15:45.461 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[219580]: failed to encode map e208 with expected crc 2023-09-23T15:15:45.461 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[219580]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.461 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[219580]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.461 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[219580]: osdmap e209: 8 total, 8 up, 7 in 2023-09-23T15:15:45.461 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[219580]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.461 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[219580]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.462 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[219580]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.462 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1328646518' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:15:45.462 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:15:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:45 smithi178 ceph-mon[192298]: failed to encode map e208 with expected crc 2023-09-23T15:15:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:45 smithi178 ceph-mon[192298]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:45 smithi178 ceph-mon[192298]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:45 smithi178 ceph-mon[192298]: osdmap e209: 8 total, 8 up, 7 in 2023-09-23T15:15:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:45 smithi178 ceph-mon[192298]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:45 smithi178 ceph-mon[192298]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:45 smithi178 ceph-mon[192298]: failed to encode map e209 with expected crc 2023-09-23T15:15:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:45 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1328646518' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:15:45.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:15:46.239 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:46.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:46.250 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:46.350 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:46.394 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[219580]: pgmap v550: 99 pgs: 1 active+recovering+undersized+remapped, 2 peering, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 178 op/s; 19221/136638 objects degraded (14.067%); 27239/136638 objects misplaced (19.935%); 1.4 MiB/s, 151 objects/s recovering 2023-09-23T15:15:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[219580]: failed to encode map e210 with expected crc 2023-09-23T15:15:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:15:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[219580]: osdmap e210: 8 total, 8 up, 7 in 2023-09-23T15:15:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[219580]: failed to encode map e210 with expected crc 2023-09-23T15:15:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:46.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[212312]: pgmap v550: 99 pgs: 1 active+recovering+undersized+remapped, 2 peering, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 178 op/s; 19221/136638 objects degraded (14.067%); 27239/136638 objects misplaced (19.935%); 1.4 MiB/s, 151 objects/s recovering 2023-09-23T15:15:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[212312]: failed to encode map e210 with expected crc 2023-09-23T15:15:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:15:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[212312]: osdmap e210: 8 total, 8 up, 7 in 2023-09-23T15:15:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[212312]: failed to encode map e210 with expected crc 2023-09-23T15:15:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:46 smithi178 ceph-mon[192298]: pgmap v550: 99 pgs: 1 active+recovering+undersized+remapped, 2 peering, 3 active+recovery_wait+degraded+remapped, 83 active+clean, 7 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 178 op/s; 19221/136638 objects degraded (14.067%); 27239/136638 objects misplaced (19.935%); 1.4 MiB/s, 151 objects/s recovering 2023-09-23T15:15:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:46 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:46 smithi178 ceph-mon[192298]: failed to encode map e210 with expected crc 2023-09-23T15:15:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:46 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:15:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:46 smithi178 ceph-mon[192298]: osdmap e210: 8 total, 8 up, 7 in 2023-09-23T15:15:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:46 smithi178 ceph-mon[192298]: failed to encode map e210 with expected crc 2023-09-23T15:15:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:47.373 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:47.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:47.378 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:47.462 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 19221/136638 objects degraded (14.067%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:15:47.464 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 19221/136638 objects degraded (14.067%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:15:47.479 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:47.504 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 19221/136638 objects degraded (14.067%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:15:47.507 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:47.551 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:47.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:47.557 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:47.622 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:47.658 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:47.659 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:15:47.659 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:15:47.697 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:48.199 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:48 smithi118 ceph-mon[212312]: pgmap v552: 99 pgs: 1 active+recovering+undersized+remapped, 2 peering, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 83 active+clean, 8 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 155 op/s; 15082/135924 objects degraded (11.096%); 29435/135924 objects misplaced (21.655%); 2.1 MiB/s, 208 objects/s recovering 2023-09-23T15:15:48.200 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:15:48.200 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:15:48.200 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:48.323 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:48.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:48.328 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:48.429 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:48.454 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:15:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:15:48] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2023-09-23T15:15:48.455 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:48 smithi118 ceph-mon[219580]: pgmap v552: 99 pgs: 1 active+recovering+undersized+remapped, 2 peering, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 83 active+clean, 8 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 155 op/s; 15082/135924 objects degraded (11.096%); 29435/135924 objects misplaced (21.655%); 2.1 MiB/s, 208 objects/s recovering 2023-09-23T15:15:48.455 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:15:48.455 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:15:48.455 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:48.457 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:48.480 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 2, 0] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:15:48.480 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:15:48.480 INFO:tasks.thrashosds.thrasher:Killing osd 7, live_osds are [0, 1, 3, 4, 5, 7, 2, 6] 2023-09-23T15:15:48.480 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-09-23T15:15:48.480 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.7 2023-09-23T15:15:48.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:48 smithi178 ceph-mon[192298]: pgmap v552: 99 pgs: 1 active+recovering+undersized+remapped, 2 peering, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 83 active+clean, 8 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 155 op/s; 15082/135924 objects degraded (11.096%); 29435/135924 objects misplaced (21.655%); 2.1 MiB/s, 208 objects/s recovering 2023-09-23T15:15:48.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:15:48.503 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:15:48.504 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:48.778 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:15:48 smithi178 systemd[1]: Stopping Ceph osd.7 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:15:49.088 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:49.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:49.099 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:49.110 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:15:49.128 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:15:48 smithi178 conmon[139295]: 2023-09-23T15:15:48.776+0000 7f845a57e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:15:49.128 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:15:48 smithi178 conmon[139295]: 2023-09-23T15:15:48.776+0000 7f845a57e700 -1 osd.7 210 *** Got signal Terminated *** 2023-09-23T15:15:49.128 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:15:48 smithi178 conmon[139295]: 2023-09-23T15:15:48.776+0000 7f845a57e700 -1 osd.7 210 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:15:49.201 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:49.237 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:49.283 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:49.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:49.285 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:49 smithi118 ceph-mon[219580]: osd.7 marked itself down and dead 2023-09-23T15:15:49.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:49 smithi118 ceph-mon[212312]: osd.7 marked itself down and dead 2023-09-23T15:15:49.387 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:49.418 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:49.465 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:15:49.473 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:49.473 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:15:49.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:49.476 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:49.576 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:49.601 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:49 smithi178 ceph-mon[192298]: osd.7 marked itself down and dead 2023-09-23T15:15:49.604 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:49.704 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:49.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:49.708 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:49.808 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:49.835 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:50 smithi178 ceph-mon[192298]: pgmap v553: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean, 8 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 238 op/s; 15082/134043 objects degraded (11.252%); 28638/134043 objects misplaced (21.365%); 5.2 MiB/s, 256 objects/s recovering 2023-09-23T15:15:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:50 smithi178 ceph-mon[192298]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:15:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:50 smithi178 ceph-mon[192298]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:50 smithi178 ceph-mon[192298]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:50 smithi178 ceph-mon[192298]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:50 smithi178 ceph-mon[192298]: osdmap e211: 8 total, 7 up, 7 in 2023-09-23T15:15:50.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:50 smithi178 ceph-mon[192298]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:50 smithi178 ceph-mon[192298]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.503 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:50.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[219580]: pgmap v553: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean, 8 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 238 op/s; 15082/134043 objects degraded (11.252%); 28638/134043 objects misplaced (21.365%); 5.2 MiB/s, 256 objects/s recovering 2023-09-23T15:15:50.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[219580]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:15:50.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[219580]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[219580]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[219580]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[219580]: osdmap e211: 8 total, 7 up, 7 in 2023-09-23T15:15:50.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[219580]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[219580]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[212312]: pgmap v553: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+recovering+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 84 active+clean, 8 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 238 op/s; 15082/134043 objects degraded (11.252%); 28638/134043 objects misplaced (21.365%); 5.2 MiB/s, 256 objects/s recovering 2023-09-23T15:15:50.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[212312]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:15:50.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[212312]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[212312]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[212312]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[212312]: osdmap e211: 8 total, 7 up, 7 in 2023-09-23T15:15:50.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[212312]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:50 smithi118 ceph-mon[212312]: failed to encode map e211 with expected crc 2023-09-23T15:15:50.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:50.507 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:50.608 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:50.642 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:50.678 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:15:50.698 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:50.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:50.702 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:50.803 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:50.834 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:51.253 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.253 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.253 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: osdmap e212: 8 total, 7 up, 7 in 2023-09-23T15:15:51.253 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.253 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.253 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: 7.9 continuing backfill to osd.0 from (164'3451,210'7927] MIN to 210'7927 2023-09-23T15:15:51.253 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: 7.f continuing backfill to osd.0 from (156'2068,210'7937] MIN to 210'7937 2023-09-23T15:15:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[212312]: osdmap e213: 8 total, 7 up, 7 in 2023-09-23T15:15:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: osdmap e212: 8 total, 7 up, 7 in 2023-09-23T15:15:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: 7.9 continuing backfill to osd.0 from (164'3451,210'7927] MIN to 210'7927 2023-09-23T15:15:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: 7.f continuing backfill to osd.0 from (156'2068,210'7937] MIN to 210'7937 2023-09-23T15:15:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:51 smithi118 ceph-mon[219580]: osdmap e213: 8 total, 7 up, 7 in 2023-09-23T15:15:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: osdmap e212: 8 total, 7 up, 7 in 2023-09-23T15:15:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: 7.9 continuing backfill to osd.0 from (164'3451,210'7927] MIN to 210'7927 2023-09-23T15:15:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: 7.f continuing backfill to osd.0 from (156'2068,210'7937] MIN to 210'7937 2023-09-23T15:15:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: failed to encode map e212 with expected crc 2023-09-23T15:15:51.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:51 smithi178 ceph-mon[192298]: osdmap e213: 8 total, 7 up, 7 in 2023-09-23T15:15:51.781 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:51.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:51.784 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:51.826 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:15:51.826 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:15:51.884 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:51.938 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:52.013 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:52.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:52.016 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:52.117 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:52.149 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:52.198 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:52.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:52.201 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:52.301 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:52.340 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:52.401 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:52.403 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:52.404 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:52.504 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:52.535 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[219580]: pgmap v556: 99 pgs: 8 activating+undersized, 3 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+peering, 1 stale+active+recovery_wait+degraded+remapped, 16 stale+active+clean, 1 active+recovering+undersized+remapped, 1 active+recovering+degraded+remapped, 60 active+clean, 8 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 170 op/s; 17890/133560 objects degraded (13.395%); 28541/133560 objects misplaced (21.369%); 4.5 MiB/s, 115 objects/s recovering 2023-09-23T15:15:52.535 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[219580]: failed to encode map e213 with expected crc 2023-09-23T15:15:52.535 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[219580]: failed to encode map e213 with expected crc 2023-09-23T15:15:52.535 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[219580]: 7.6 continuing backfill to osd.0 from (152'1793,210'7833] MIN to 210'7833 2023-09-23T15:15:52.536 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[219580]: failed to encode map e213 with expected crc 2023-09-23T15:15:52.536 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3313779012' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:52.536 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:52.536 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:52.536 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 17890/133560 objects degraded (13.395%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:15:52.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[212312]: pgmap v556: 99 pgs: 8 activating+undersized, 3 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+peering, 1 stale+active+recovery_wait+degraded+remapped, 16 stale+active+clean, 1 active+recovering+undersized+remapped, 1 active+recovering+degraded+remapped, 60 active+clean, 8 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 170 op/s; 17890/133560 objects degraded (13.395%); 28541/133560 objects misplaced (21.369%); 4.5 MiB/s, 115 objects/s recovering 2023-09-23T15:15:52.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[212312]: failed to encode map e213 with expected crc 2023-09-23T15:15:52.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[212312]: failed to encode map e213 with expected crc 2023-09-23T15:15:52.537 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[212312]: 7.6 continuing backfill to osd.0 from (152'1793,210'7833] MIN to 210'7833 2023-09-23T15:15:52.537 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[212312]: failed to encode map e213 with expected crc 2023-09-23T15:15:52.537 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3313779012' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:52.537 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:52.537 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:52.537 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 17890/133560 objects degraded (13.395%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:15:52.539 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:52.598 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:52.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:52.601 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:52 smithi178 ceph-mon[192298]: pgmap v556: 99 pgs: 8 activating+undersized, 3 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+peering, 1 stale+active+recovery_wait+degraded+remapped, 16 stale+active+clean, 1 active+recovering+undersized+remapped, 1 active+recovering+degraded+remapped, 60 active+clean, 8 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 170 op/s; 17890/133560 objects degraded (13.395%); 28541/133560 objects misplaced (21.369%); 4.5 MiB/s, 115 objects/s recovering 2023-09-23T15:15:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:52 smithi178 ceph-mon[192298]: failed to encode map e213 with expected crc 2023-09-23T15:15:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:52 smithi178 ceph-mon[192298]: failed to encode map e213 with expected crc 2023-09-23T15:15:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:52 smithi178 ceph-mon[192298]: 7.6 continuing backfill to osd.0 from (152'1793,210'7833] MIN to 210'7833 2023-09-23T15:15:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:52 smithi178 ceph-mon[192298]: failed to encode map e213 with expected crc 2023-09-23T15:15:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3313779012' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:15:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:15:52.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:15:52.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 17890/133560 objects degraded (13.395%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:15:52.702 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:15:52.740 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:52.903 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:15:52.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:52.907 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:15:53.008 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:53.048 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:53.122 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:53.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:53.129 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:53.230 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:53.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:53 smithi118 ceph-mon[212312]: pgmap v558: 99 pgs: 1 active+recovery_wait+remapped, 8 activating+undersized, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+recovery_wait+degraded+remapped, 5 stale+active+clean, 16 active+undersized, 1 active+recovering+undersized+remapped, 1 active+recovering+degraded+remapped, 52 active+clean, 4 active+undersized+degraded, 8 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 136 op/s; 17893/133473 objects degraded (13.406%); 28542/133473 objects misplaced (21.384%); 3.8 MiB/s, 59 objects/s recovering 2023-09-23T15:15:53.263 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:53.312 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:53.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:53.315 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:53.416 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:53.446 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:53.490 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:53.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:53.493 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:53.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:53 smithi118 ceph-mon[219580]: pgmap v558: 99 pgs: 1 active+recovery_wait+remapped, 8 activating+undersized, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+recovery_wait+degraded+remapped, 5 stale+active+clean, 16 active+undersized, 1 active+recovering+undersized+remapped, 1 active+recovering+degraded+remapped, 52 active+clean, 4 active+undersized+degraded, 8 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 136 op/s; 17893/133473 objects degraded (13.406%); 28542/133473 objects misplaced (21.384%); 3.8 MiB/s, 59 objects/s recovering 2023-09-23T15:15:53.594 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:53.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:53 smithi178 ceph-mon[192298]: pgmap v558: 99 pgs: 1 active+recovery_wait+remapped, 8 activating+undersized, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+recovery_wait+degraded+remapped, 5 stale+active+clean, 16 active+undersized, 1 active+recovering+undersized+remapped, 1 active+recovering+degraded+remapped, 52 active+clean, 4 active+undersized+degraded, 8 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 136 op/s; 17893/133473 objects degraded (13.406%); 28542/133473 objects misplaced (21.384%); 3.8 MiB/s, 59 objects/s recovering 2023-09-23T15:15:53.622 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:53.665 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:53.667 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:53.668 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:53.768 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:53.817 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:53.888 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:53.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:53.893 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:53.994 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:54.030 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:54.089 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:54.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:54.093 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:54.193 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:54.225 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:54.274 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:54.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:54.277 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:54.280 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:15:54.378 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:54.407 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:54.455 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:54.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:54.458 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:54.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:54 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1632180328' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:15:54.523 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:54 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1632180328' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:15:54.559 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:54 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1632180328' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:15:54.642 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:54.725 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:54.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:54.730 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:54.831 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:54.874 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:54.960 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:54.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:54.964 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:55.065 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:55.092 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:55.138 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:55.140 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:55.140 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:55.241 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:55.260 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:55 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:55.261 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:55 smithi118 ceph-mon[219580]: failed to encode map e214 with expected crc 2023-09-23T15:15:55.261 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:55 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1632180328' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:15:55.261 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:55 smithi118 ceph-mon[219580]: osdmap e214: 8 total, 7 up, 7 in 2023-09-23T15:15:55.261 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:55 smithi118 ceph-mon[219580]: pgmap v560: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 8 activating+undersized, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+clean, 2 active+undersized+degraded+remapped+backfill_wait, 24 active+undersized, 1 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 45 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 58 op/s; 29031/133011 objects degraded (21.826%); 25885/133011 objects misplaced (19.461%); 14 MiB/s, 220 objects/s recovering 2023-09-23T15:15:55.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:55 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:55.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:55 smithi118 ceph-mon[212312]: failed to encode map e214 with expected crc 2023-09-23T15:15:55.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:55 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1632180328' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:15:55.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:55 smithi118 ceph-mon[212312]: osdmap e214: 8 total, 7 up, 7 in 2023-09-23T15:15:55.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:55 smithi118 ceph-mon[212312]: pgmap v560: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 8 activating+undersized, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+clean, 2 active+undersized+degraded+remapped+backfill_wait, 24 active+undersized, 1 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 45 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 58 op/s; 29031/133011 objects degraded (21.826%); 25885/133011 objects misplaced (19.461%); 14 MiB/s, 220 objects/s recovering 2023-09-23T15:15:55.268 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:55.310 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:55.313 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:55.313 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:55 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:15:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:55 smithi178 ceph-mon[192298]: failed to encode map e214 with expected crc 2023-09-23T15:15:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:55 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1632180328' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:15:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:55 smithi178 ceph-mon[192298]: osdmap e214: 8 total, 7 up, 7 in 2023-09-23T15:15:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:55 smithi178 ceph-mon[192298]: pgmap v560: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 8 activating+undersized, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+clean, 2 active+undersized+degraded+remapped+backfill_wait, 24 active+undersized, 1 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 45 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 58 op/s; 29031/133011 objects degraded (21.826%); 25885/133011 objects misplaced (19.461%); 14 MiB/s, 220 objects/s recovering 2023-09-23T15:15:55.414 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:15:55.454 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:55.498 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:15:55.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:55.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:15:55.604 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:55.631 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:55.676 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:55.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:55.678 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:55.779 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:55.806 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:55.848 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:55.851 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:55.851 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:55.952 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:55.978 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:56.022 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:56.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:56.026 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:56.127 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:56.153 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:56.194 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:56.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:56.197 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:56.297 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:56.323 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:56.365 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:56.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:56.367 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:56.468 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:56.507 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:56.573 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:56.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:56.576 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:56.676 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:56.704 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:56.749 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:56.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:56.752 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:56.853 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:56.889 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:56.956 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:56.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:56.961 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:57.062 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:57.094 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:57.142 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:57.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:57.145 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:57.246 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:15:57.282 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:57.336 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:15:57.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:57.339 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:15:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 29031/133011 objects degraded (21.826%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:15:57.440 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:15:57.471 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:57.518 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:15:57.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:57.521 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:15:57.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 29031/133011 objects degraded (21.826%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:15:57.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 29031/133011 objects degraded (21.826%), 14 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:15:57.621 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:57.651 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:57.703 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:57.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:57.706 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:57.807 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:57.838 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:57.889 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:15:57.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:57.893 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:15:57.949 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:15:57.970 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:15:57.995 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:15:58.003 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:15:58.024 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:58.025 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:15:58.059 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:15:58.060 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:15:58.060 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:15:58.060 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:15:58.060 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:15:58.060 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:15:58.061 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:15:58.061 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:15:58.061 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.7 2023-09-23T15:15:58.300 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:15:58.327 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:15:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:15:58] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2023-09-23T15:15:58.327 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:58 smithi118 ceph-mon[219580]: pgmap v561: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+clean, 2 active+undersized+degraded+remapped+backfill_wait, 29 active+undersized, 1 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 45 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 54 op/s; 29016/132912 objects degraded (21.831%); 25866/132912 objects misplaced (19.461%); 12 MiB/s, 188 objects/s recovering 2023-09-23T15:15:58.328 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:58 smithi118 ceph-mon[212312]: pgmap v561: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+clean, 2 active+undersized+degraded+remapped+backfill_wait, 29 active+undersized, 1 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 45 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 54 op/s; 29016/132912 objects degraded (21.831%); 25866/132912 objects misplaced (19.461%); 12 MiB/s, 188 objects/s recovering 2023-09-23T15:15:58.355 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:15:58.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:58.358 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:15:58.459 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:15:58.486 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:15:58 smithi178 bash[247137]: 185c4bc6bdbc2e7f173ea3f9525268f2b544a9631cd2035f3b66fb9ad7de489b 2023-09-23T15:15:58.487 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:58 smithi178 ceph-mon[192298]: pgmap v561: 99 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 2 stale+active+recovery_wait+undersized+degraded+remapped, 1 stale+active+clean, 2 active+undersized+degraded+remapped+backfill_wait, 29 active+undersized, 1 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 45 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 54 op/s; 29016/132912 objects degraded (21.831%); 25866/132912 objects misplaced (19.461%); 12 MiB/s, 188 objects/s recovering 2023-09-23T15:15:58.489 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:58.729 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:15:58.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:15:58.733 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:15:58.834 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:15:58.864 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:15:58.970 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:15:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:15:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:15:58.970 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:15:59.186 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:59 smithi118 ceph-mon[212312]: failed to encode map e215 with expected crc 2023-09-23T15:15:59.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:59 smithi118 ceph-mon[212312]: osdmap e215: 8 total, 7 up, 7 in 2023-09-23T15:15:59.187 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:15:59 smithi118 ceph-mon[212312]: failed to encode map e215 with expected crc 2023-09-23T15:15:59.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:59 smithi118 ceph-mon[219580]: failed to encode map e215 with expected crc 2023-09-23T15:15:59.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:59 smithi118 ceph-mon[219580]: osdmap e215: 8 total, 7 up, 7 in 2023-09-23T15:15:59.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:15:59 smithi118 ceph-mon[219580]: failed to encode map e215 with expected crc 2023-09-23T15:15:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:59 smithi178 ceph-mon[192298]: failed to encode map e215 with expected crc 2023-09-23T15:15:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:59 smithi178 ceph-mon[192298]: osdmap e215: 8 total, 7 up, 7 in 2023-09-23T15:15:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:15:59 smithi178 ceph-mon[192298]: failed to encode map e215 with expected crc 2023-09-23T15:15:59.971 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:15:59 smithi178 conmon[172061]: logger=sqlstore.transactions t=2023-09-23T15:15:59.678307466Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-09-23T15:16:00.047 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:16:00.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:00 smithi178 ceph-mon[192298]: failed to encode map e215 with expected crc 2023-09-23T15:16:00.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:00 smithi178 ceph-mon[192298]: pgmap v563: 99 pgs: 1 peering, 1 activating+degraded+remapped, 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 1 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 62 op/s; 27250/132069 objects degraded (20.633%); 29740/132069 objects misplaced (22.519%); 28 MiB/s, 442 objects/s recovering 2023-09-23T15:16:00.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:00 smithi178 ceph-mon[192298]: failed to encode map e216 with expected crc 2023-09-23T15:16:00.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:00 smithi178 ceph-mon[192298]: failed to encode map e216 with expected crc 2023-09-23T15:16:00.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:00 smithi178 ceph-mon[192298]: osdmap e216: 8 total, 7 up, 7 in 2023-09-23T15:16:00.405 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:00 smithi118 ceph-mon[219580]: failed to encode map e215 with expected crc 2023-09-23T15:16:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:00 smithi118 ceph-mon[219580]: pgmap v563: 99 pgs: 1 peering, 1 activating+degraded+remapped, 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 1 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 62 op/s; 27250/132069 objects degraded (20.633%); 29740/132069 objects misplaced (22.519%); 28 MiB/s, 442 objects/s recovering 2023-09-23T15:16:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:00 smithi118 ceph-mon[219580]: failed to encode map e216 with expected crc 2023-09-23T15:16:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:00 smithi118 ceph-mon[219580]: failed to encode map e216 with expected crc 2023-09-23T15:16:00.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:00 smithi118 ceph-mon[219580]: osdmap e216: 8 total, 7 up, 7 in 2023-09-23T15:16:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:00 smithi118 ceph-mon[212312]: failed to encode map e215 with expected crc 2023-09-23T15:16:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:00 smithi118 ceph-mon[212312]: pgmap v563: 99 pgs: 1 peering, 1 activating+degraded+remapped, 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 1 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 62 op/s; 27250/132069 objects degraded (20.633%); 29740/132069 objects misplaced (22.519%); 28 MiB/s, 442 objects/s recovering 2023-09-23T15:16:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:00 smithi118 ceph-mon[212312]: failed to encode map e216 with expected crc 2023-09-23T15:16:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:00 smithi118 ceph-mon[212312]: failed to encode map e216 with expected crc 2023-09-23T15:16:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:00 smithi118 ceph-mon[212312]: osdmap e216: 8 total, 7 up, 7 in 2023-09-23T15:16:00.602 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:00.605 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:00.605 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:00.706 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:00.735 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:00.799 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:00.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:00.801 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:00.809 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:16:00.809 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:16:00.902 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:00.903 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:00.931 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:01.095 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:01.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:01.098 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:01.198 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:01.226 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:01.303 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.7.service' 2023-09-23T15:16:01.320 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:01.322 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:01.323 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:01.360 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:16:01.360 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-09-23T15:16:01.424 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:01.461 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:01.568 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:01.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:01.573 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:01.673 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:01.714 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:01.760 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:01.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:01.763 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:01.864 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:01.890 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:02.185 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:02.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:02.188 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:02.289 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:02.316 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:02.360 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:02.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:02.363 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:02.464 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:02.498 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:02 smithi118 ceph-mon[219580]: pgmap v565: 99 pgs: 1 peering, 1 activating+degraded+remapped, 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 1 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 46 op/s; 27247/132054 objects degraded (20.633%); 29738/132054 objects misplaced (22.520%); 20 MiB/s, 320 objects/s recovering 2023-09-23T15:16:02.499 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 27247/132054 objects degraded (20.633%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:02.499 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:02 smithi118 ceph-mon[212312]: pgmap v565: 99 pgs: 1 peering, 1 activating+degraded+remapped, 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 1 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 46 op/s; 27247/132054 objects degraded (20.633%); 29738/132054 objects misplaced (22.520%); 20 MiB/s, 320 objects/s recovering 2023-09-23T15:16:02.499 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 27247/132054 objects degraded (20.633%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:02.502 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:02.542 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:02 smithi178 ceph-mon[192298]: pgmap v565: 99 pgs: 1 peering, 1 activating+degraded+remapped, 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 1 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 46 op/s; 27247/132054 objects degraded (20.633%); 29738/132054 objects misplaced (22.520%); 20 MiB/s, 320 objects/s recovering 2023-09-23T15:16:02.542 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 27247/132054 objects degraded (20.633%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:02.569 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:02.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:02.577 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:02.677 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:02.713 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:02.765 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:16:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:16:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:16:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:16:02.766 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:16:02.810 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:16:02.976 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:02.981 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:02.982 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:03.082 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:03.165 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:03.258 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:03.274 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:03.274 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:03.375 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:03.445 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:03.549 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:03.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:03.558 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:03.573 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:16:03.648 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:03.659 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:03.730 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:03.865 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:03.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:03.873 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:03.935 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:03.973 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:16:04.003 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:04.102 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:16:04.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:04.104 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:16:04.205 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:04.229 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:16:04.244 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:04.257 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:04 smithi178 ceph-mon[192298]: pgmap v566: 99 pgs: 1 active+clean+remapped, 1 peering, 1 activating+degraded+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 1 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 40 op/s; 27247/132042 objects degraded (20.635%); 29738/132042 objects misplaced (22.522%); 17 MiB/s, 274 objects/s recovering 2023-09-23T15:16:04.257 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2589489686' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:04.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:04 smithi118 ceph-mon[219580]: pgmap v566: 99 pgs: 1 active+clean+remapped, 1 peering, 1 activating+degraded+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 1 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 40 op/s; 27247/132042 objects degraded (20.635%); 29738/132042 objects misplaced (22.522%); 17 MiB/s, 274 objects/s recovering 2023-09-23T15:16:04.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2589489686' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:04.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:04 smithi118 ceph-mon[212312]: pgmap v566: 99 pgs: 1 active+clean+remapped, 1 peering, 1 activating+degraded+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 1 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 40 op/s; 27247/132042 objects degraded (20.635%); 29738/132042 objects misplaced (22.522%); 17 MiB/s, 274 objects/s recovering 2023-09-23T15:16:04.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2589489686' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:04.290 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:04.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:04.293 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:04.394 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:16:04.422 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:04.676 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:16:04.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:04.678 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:16:04.779 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:04.844 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:05.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:16:05.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[219580]: failed to encode map e217 with expected crc 2023-09-23T15:16:05.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2589489686' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:16:05.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[219580]: osdmap e217: 8 total, 7 up, 7 in 2023-09-23T15:16:05.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[219580]: failed to encode map e217 with expected crc 2023-09-23T15:16:05.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[219580]: pgmap v568: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 27 op/s; 27184/131700 objects degraded (20.641%); 29081/131700 objects misplaced (22.081%); 23 MiB/s, 367 objects/s recovering 2023-09-23T15:16:05.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:05 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:16:05.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:05 smithi178 ceph-mon[192298]: failed to encode map e217 with expected crc 2023-09-23T15:16:05.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:05 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2589489686' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:16:05.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:05 smithi178 ceph-mon[192298]: osdmap e217: 8 total, 7 up, 7 in 2023-09-23T15:16:05.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:05 smithi178 ceph-mon[192298]: failed to encode map e217 with expected crc 2023-09-23T15:16:05.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:05 smithi178 ceph-mon[192298]: pgmap v568: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 27 op/s; 27184/131700 objects degraded (20.641%); 29081/131700 objects misplaced (22.081%); 23 MiB/s, 367 objects/s recovering 2023-09-23T15:16:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:16:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[212312]: failed to encode map e217 with expected crc 2023-09-23T15:16:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2589489686' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:16:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[212312]: osdmap e217: 8 total, 7 up, 7 in 2023-09-23T15:16:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[212312]: failed to encode map e217 with expected crc 2023-09-23T15:16:05.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:05 smithi118 ceph-mon[212312]: pgmap v568: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 27 op/s; 27184/131700 objects degraded (20.641%); 29081/131700 objects misplaced (22.081%); 23 MiB/s, 367 objects/s recovering 2023-09-23T15:16:05.668 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:16:05.669 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:16:05.669 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:16:05.669 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:16:05.669 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.669 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:22657 6.2 6:4913f369:::benchmark_data_smithi118_284959_object22656:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:16:05.669 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.153893+0000", 2023-09-23T15:16:05.669 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 347.511729328, 2023-09-23T15:16:05.669 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.247935922, 2023-09-23T15:16:05.669 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.669 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.669 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 22657 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153893+0000", 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.670 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.671 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153893+0000", 2023-09-23T15:16:05.671 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.671 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.671 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.671 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.671 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153892+0000", 2023-09-23T15:16:05.671 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:16:05.671 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.671 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.671 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.671 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153955+0000", 2023-09-23T15:16:05.672 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2057999999999994e-05 2023-09-23T15:16:05.672 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.672 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.672 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.672 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153962+0000", 2023-09-23T15:16:05.672 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7209999999999994e-06 2023-09-23T15:16:05.672 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.672 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.672 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.672 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153968+0000", 2023-09-23T15:16:05.672 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9379999999999997e-06 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153997+0000", 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8541999999999999e-05 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.154067+0000", 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0635000000000004e-05 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.673 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:16:05.674 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.154156+0000", 2023-09-23T15:16:05.674 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8881999999999994e-05 2023-09-23T15:16:05.674 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.674 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.674 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.674 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.154870+0000", 2023-09-23T15:16:05.674 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00071354700000000003 2023-09-23T15:16:05.674 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.674 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.674 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.674 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.155740+0000", 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00087066200000000002 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401742+0000", 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24600138199999999 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401793+0000", 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0926e-05 2023-09-23T15:16:05.675 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.676 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.676 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.676 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401829+0000", 2023-09-23T15:16:05.676 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6248999999999998e-05 2023-09-23T15:16:05.676 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.676 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.676 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.676 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.676 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.676 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:22662 6.f e119/117 6:fbe428ad:::benchmark_data_smithi118_284959_object22661:head v 119'1401, mlcod=119'1398)", 2023-09-23T15:16:05.677 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.157190+0000", 2023-09-23T15:16:05.677 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 347.508432422, 2023-09-23T15:16:05.677 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244601707, 2023-09-23T15:16:05.677 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.677 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.677 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.677 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.677 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.677 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157190+0000", 2023-09-23T15:16:05.678 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.678 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.678 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.678 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.678 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157190+0000", 2023-09-23T15:16:05.678 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.678 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.678 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.678 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.678 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157189+0000", 2023-09-23T15:16:05.679 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:16:05.679 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.679 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.679 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.679 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157224+0000", 2023-09-23T15:16:05.679 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4746999999999998e-05 2023-09-23T15:16:05.679 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.679 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.679 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.679 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157234+0000", 2023-09-23T15:16:05.679 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0096e-05 2023-09-23T15:16:05.680 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.680 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.680 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.680 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157239+0000", 2023-09-23T15:16:05.680 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2100000000000001e-06 2023-09-23T15:16:05.680 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.680 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.680 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.680 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157291+0000", 2023-09-23T15:16:05.680 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1613000000000002e-05 2023-09-23T15:16:05.681 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.681 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.681 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.681 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157308+0000", 2023-09-23T15:16:05.681 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6872999999999999e-05 2023-09-23T15:16:05.681 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.681 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.681 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.681 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401758+0000", 2023-09-23T15:16:05.681 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244450274 2023-09-23T15:16:05.681 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.682 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.682 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.682 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401792+0000", 2023-09-23T15:16:05.682 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3575999999999998e-05 2023-09-23T15:16:05.682 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.682 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.682 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.682 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.682 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.682 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:22664 6.6 e119/103 6:65e32ce2:::benchmark_data_smithi118_284959_object22663:head v 119'1423, mlcod=119'1421)", 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 347.50836299399998, 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24811783300000001, 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.683 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157294+0000", 2023-09-23T15:16:05.684 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4912e-05 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157301+0000", 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.584e-06 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157304+0000", 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.912e-06 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.685 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401744+0000", 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24443922200000001 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401767+0000", 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3181999999999999e-05 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.686 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.405345+0000", 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035782689999999998 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.405377+0000", 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2122000000000002e-05 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.687 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.44669.0:22657 6.2 e119/117 ondisk, result = 0)", 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.157347+0000", 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 347.50827580800001, 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244488131, 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157347+0000", 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.688 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157347+0000", 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157346+0000", 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157349+0000", 2023-09-23T15:16:05.689 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9859999999999999e-06 2023-09-23T15:16:05.690 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.690 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.690 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.690 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157357+0000", 2023-09-23T15:16:05.690 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.391e-06 2023-09-23T15:16:05.690 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.690 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.690 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.690 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157361+0000", 2023-09-23T15:16:05.690 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.194e-06 2023-09-23T15:16:05.690 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.691 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.691 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.691 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157393+0000", 2023-09-23T15:16:05.691 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2345999999999998e-05 2023-09-23T15:16:05.691 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.691 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.691 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.691 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401725+0000", 2023-09-23T15:16:05.691 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244332258 2023-09-23T15:16:05.691 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.691 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401835+0000", 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109302 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:22672 6.e 6:7f586d38:::benchmark_data_smithi118_284959_object22671:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.158696+0000", 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 347.50692658999998, 2023-09-23T15:16:05.692 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.247948687, 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 22672 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158696+0000", 2023-09-23T15:16:05.693 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.694 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.694 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.694 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.694 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158696+0000", 2023-09-23T15:16:05.694 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.694 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.694 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.694 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.694 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158694+0000", 2023-09-23T15:16:05.694 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:05.694 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158902+0000", 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000207631 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401726+0000", 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24282376999999999 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.695 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401738+0000", 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1968e-05 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401781+0000", 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3510999999999997e-05 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401912+0000", 2023-09-23T15:16:05.696 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013029200000000001 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.402046+0000", 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000134148 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.404779+0000", 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027328550000000002 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.697 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.698 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.405383+0000", 2023-09-23T15:16:05.698 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00060467599999999995 2023-09-23T15:16:05.698 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.698 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.698 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.698 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.406543+0000", 2023-09-23T15:16:05.698 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001159347 2023-09-23T15:16:05.698 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.698 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.698 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.698 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.406609+0000", 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5856000000000001e-05 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.406645+0000", 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6013999999999998e-05 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:22677 6.7 e119/103 6:e582ed45:::benchmark_data_smithi118_284959_object22676:head v 119'1403, mlcod=119'1401)", 2023-09-23T15:16:05.699 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.160094+0000", 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 347.50552879999998, 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24400817999999999, 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160094+0000", 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.700 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160094+0000", 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160093+0000", 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160115+0000", 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2313000000000001e-05 2023-09-23T15:16:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.702 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.702 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.702 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401717+0000", 2023-09-23T15:16:05.702 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24160209799999999 2023-09-23T15:16:05.702 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.702 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.702 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.702 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401728+0000", 2023-09-23T15:16:05.702 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0838e-05 2023-09-23T15:16:05.702 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.702 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401764+0000", 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5692000000000003e-05 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401787+0000", 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3122999999999999e-05 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.404067+0000", 2023-09-23T15:16:05.703 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022796689999999998 2023-09-23T15:16:05.704 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.704 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.704 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.704 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.404102+0000", 2023-09-23T15:16:05.704 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5287999999999998e-05 2023-09-23T15:16:05.704 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.704 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.704 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.704 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.704 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.704 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:42798 6.2 6:4867264e:::benchmark_data_smithi118_284959_object42797:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124)", 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 332.34379643199998, 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.225033813, 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 42798 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.705 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.706 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.706 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:16:05.706 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.706 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.706 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.706 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.706 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:16:05.706 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.706 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.706 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.706 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321853+0000", 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6999999999999999e-05 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321859+0000", 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8020000000000003e-06 2023-09-23T15:16:05.707 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.708 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.708 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.708 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321863+0000", 2023-09-23T15:16:05.708 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8750000000000002e-06 2023-09-23T15:16:05.708 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.708 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.708 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.708 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.324168+0000", 2023-09-23T15:16:05.708 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023051930000000001 2023-09-23T15:16:05.708 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.708 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.324298+0000", 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012993999999999999 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.324442+0000", 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014377500000000001 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.327752+0000", 2023-09-23T15:16:05.709 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0033100260000000002 2023-09-23T15:16:05.710 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.710 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.710 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.710 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.328954+0000", 2023-09-23T15:16:05.710 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0012017729999999999 2023-09-23T15:16:05.710 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.710 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.710 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.710 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.546790+0000", 2023-09-23T15:16:05.710 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21783624200000001 2023-09-23T15:16:05.710 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.546831+0000", 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0890999999999999e-05 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.546860+0000", 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8773999999999999e-05 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.711 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.712 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.712 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:100405 6.2 6:460d41de:::benchmark_data_smithi118_284959_object41014:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-09-23T15:16:05.712 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:16:05.712 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 271.38079745900001, 2023-09-23T15:16:05.712 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.222605938, 2023-09-23T15:16:05.712 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.712 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.712 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.712 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:16:05.712 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:16:05.712 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 100405 2023-09-23T15:16:05.713 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.713 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.713 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.713 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.713 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:16:05.713 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.713 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.713 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.713 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.713 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:16:05.713 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.714 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.714 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.714 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.714 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284823+0000", 2023-09-23T15:16:05.714 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:16:05.714 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.714 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.714 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.714 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284833+0000", 2023-09-23T15:16:05.714 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6590000000000002e-06 2023-09-23T15:16:05.714 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284854+0000", 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1556000000000002e-05 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284863+0000", 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6559999999999998e-06 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.715 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284912+0000", 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9613000000000001e-05 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.285045+0000", 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000132807 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.285165+0000", 2023-09-23T15:16:05.716 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000119614 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.288295+0000", 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031302669999999999 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.288382+0000", 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6942999999999997e-05 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.717 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.718 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.718 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507345+0000", 2023-09-23T15:16:05.718 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.218962455 2023-09-23T15:16:05.718 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.718 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.718 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.718 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507388+0000", 2023-09-23T15:16:05.718 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3631999999999998e-05 2023-09-23T15:16:05.718 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.718 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.718 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.719 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507431+0000", 2023-09-23T15:16:05.719 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2701000000000003e-05 2023-09-23T15:16:05.719 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.719 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.719 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.719 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.719 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.719 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30510 7.4 7:2fe8dc32:::benchmark_data_smithi118_332595_object30509:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:16:05.719 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:16:05.719 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 201.561228142, 2023-09-23T15:16:05.719 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0889423740000002, 2023-09-23T15:16:05.720 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.720 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:16:05.720 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.720 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.720 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.720 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30510 2023-09-23T15:16:05.720 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.720 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.720 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.720 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.720 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.721 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104484+0000", 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9819000000000002e-05 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104496+0000", 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2751999999999999e-05 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.722 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104503+0000", 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8870000000000003e-06 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104557+0000", 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3671000000000002e-05 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op must wait for map", 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104564+0000", 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9260000000000003e-06 2023-09-23T15:16:05.723 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117924+0000", 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013359915999999999 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117935+0000", 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0879e-05 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.724 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118366+0000", 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0004314590000001 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118380+0000", 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3713000000000001e-05 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.192804+0000", 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0744236229999999 2023-09-23T15:16:05.725 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.726 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.726 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.726 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193337+0000", 2023-09-23T15:16:05.726 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00053309600000000005 2023-09-23T15:16:05.726 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.726 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.726 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.726 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.726 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.726 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30524 7.4 7:2fa0d835:::benchmark_data_smithi118_332595_object30523:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:16:05.726 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 201.55330894799999, 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0937207299999998, 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30524 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.727 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112312+0000", 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.728 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112345+0000", 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2972999999999998e-05 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112358+0000", 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2368000000000001e-05 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.729 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112367+0000", 2023-09-23T15:16:05.730 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8480000000000007e-06 2023-09-23T15:16:05.730 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.730 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.730 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.730 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117986+0000", 2023-09-23T15:16:05.730 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0056192439999999998 2023-09-23T15:16:05.730 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.730 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.730 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:16:05.730 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117995+0000", 2023-09-23T15:16:05.730 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6319999999999997e-06 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118399+0000", 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.000404275 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118421+0000", 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.179e-05 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.731 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193381+0000", 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0749607960000001 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193584+0000", 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020219699999999999 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193732+0000", 2023-09-23T15:16:05.732 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000148169 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.197152+0000", 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0034198620000000001 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.198140+0000", 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00098811199999999997 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.733 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.205051+0000", 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0069112560000000002 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.205104+0000", 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3201000000000001e-05 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.206034+0000", 2023-09-23T15:16:05.734 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00093002999999999998 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30530 7.4 7:2e3ec06e:::benchmark_data_smithi118_332595_object30529:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 201.54511771, 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0965720729999999, 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.735 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30530 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:16:05.736 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120503+0000", 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120539+0000", 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5664999999999998e-05 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.737 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120552+0000", 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2675e-05 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120558+0000", 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6390000000000003e-06 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120824+0000", 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000266147 2023-09-23T15:16:05.738 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.739 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.739 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:16:05.739 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120836+0000", 2023-09-23T15:16:05.739 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1579999999999999e-05 2023-09-23T15:16:05.739 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.739 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.739 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.739 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118448+0000", 2023-09-23T15:16:05.739 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99761222699999996 2023-09-23T15:16:05.739 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.739 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118453+0000", 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1560000000000003e-06 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194755+0000", 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0763016620000001 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194844+0000", 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9021e-05 2023-09-23T15:16:05.740 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194973+0000", 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012859199999999999 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.197178+0000", 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022059050000000002 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.198170+0000", 2023-09-23T15:16:05.741 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00099125699999999995 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.216430+0000", 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.018260697999999999 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.216479+0000", 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8590000000000001e-05 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.742 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.743 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.743 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.217077+0000", 2023-09-23T15:16:05.743 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00059778499999999998 2023-09-23T15:16:05.743 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.743 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.743 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.743 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.743 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.743 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49965 7.4 7:296cce12:::benchmark_data_smithi118_332595_object49964:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:16:05.743 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.638038+0000", 2023-09-23T15:16:05.743 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 180.02758416500001, 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26726356299999998, 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49965 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638038+0000", 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.744 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638038+0000", 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638037+0000", 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.745 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638067+0000", 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9504000000000001e-05 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638077+0000", 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0370999999999999e-05 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638082+0000", 2023-09-23T15:16:05.746 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0010000000000001e-06 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638168+0000", 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5718999999999997e-05 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638379+0000", 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00021099700000000001 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.747 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638513+0000", 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013469099999999999 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640440+0000", 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0019271360000000001 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.748 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.642746+0000", 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002305727 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905179+0000", 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26243270800000001 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905221+0000", 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2515999999999997e-05 2023-09-23T15:16:05.749 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905302+0000", 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0402999999999996e-05 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49968 7.1 7:81ec6202:::benchmark_data_smithi118_332595_object49967:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:16:05.750 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 180.027526107, 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26756739200000001, 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49968 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.751 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:16:05.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638121+0000", 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5401e-05 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638126+0000", 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9250000000000003e-06 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.753 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.754 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638129+0000", 2023-09-23T15:16:05.754 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9799999999999998e-06 2023-09-23T15:16:05.754 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.754 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.754 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.754 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638172+0000", 2023-09-23T15:16:05.754 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3059999999999998e-05 2023-09-23T15:16:05.754 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.754 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.754 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.754 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638354+0000", 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018191999999999999 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638513+0000", 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000159037 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.642237+0000", 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037233769999999999 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.755 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.644857+0000", 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026204679999999999 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905578+0000", 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26072079500000001 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.756 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905628+0000", 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0277e-05 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905664+0000", 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5463000000000002e-05 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.757 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49969 7.1 7:8837ee92:::benchmark_data_smithi118_332595_object49968:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 180.02748499099999, 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26912029599999998, 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49969 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.758 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.759 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638274+0000", 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000137508 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638282+0000", 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1199999999999996e-06 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638287+0000", 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3750000000000002e-06 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640567+0000", 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022797070000000002 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640700+0000", 2023-09-23T15:16:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013379399999999999 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640823+0000", 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012223099999999999 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.642372+0000", 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0015488089999999999 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.644890+0000", 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025183229999999998 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907166+0000", 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26227658700000001 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907216+0000", 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9369000000000001e-05 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907258+0000", 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1937999999999997e-05 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49974 7.1 7:8259d7b6:::benchmark_data_smithi118_332595_object49973:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.645535+0000", 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 180.02008717699999, 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.261974339, 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49974 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645535+0000", 2023-09-23T15:16:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645535+0000", 2023-09-23T15:16:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645534+0000", 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645584+0000", 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0105000000000002e-05 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645598+0000", 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3874e-05 2023-09-23T15:16:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645604+0000", 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7910000000000001e-06 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645637+0000", 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3463999999999997e-05 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645737+0000", 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9722000000000005e-05 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645875+0000", 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000137844 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.647754+0000", 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001878848 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648328+0000", 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00057463700000000002 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907457+0000", 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.259128998 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907488+0000", 2023-09-23T15:16:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0769999999999998e-05 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907510+0000", 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1651e-05 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49976 7.4 7:2d9479c4:::benchmark_data_smithi118_332595_object49975:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:16:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.648351+0000", 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 180.01727093100001, 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25712201699999998, 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49976 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648351+0000", 2023-09-23T15:16:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648351+0000", 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648346+0000", 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999943 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648392+0000", 2023-09-23T15:16:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6158000000000001e-05 2023-09-23T15:16:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648403+0000", 2023-09-23T15:16:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0679000000000001e-05 2023-09-23T15:16:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648415+0000", 2023-09-23T15:16:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2712e-05 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648455+0000", 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0108000000000003e-05 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648565+0000", 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109626 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648674+0000", 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109397 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.650008+0000", 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0013334620000000001 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.651650+0000", 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016420230000000001 2023-09-23T15:16:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905334+0000", 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25368398399999997 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905376+0000", 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2425999999999997e-05 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905474+0000", 2023-09-23T15:16:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7180000000000001e-05 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:52053 7.4 7:27bbbde7:::benchmark_data_smithi118_332595_object52052:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:07.743606+0000", 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 177.92201689000001, 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22218727299999999, 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 52053 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.743606+0000", 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.743606+0000", 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.743605+0000", 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745914+0000", 2023-09-23T15:16:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023088340000000001 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745925+0000", 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1282e-05 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745931+0000", 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.409e-06 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745978+0000", 2023-09-23T15:16:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6498000000000001e-05 2023-09-23T15:16:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.746088+0000", 2023-09-23T15:16:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010997099999999999 2023-09-23T15:16:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.746233+0000", 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014565699999999999 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.753887+0000", 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0076540000000000002 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.753910+0000", 2023-09-23T15:16:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2425e-05 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.965669+0000", 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21175967300000001 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.965703+0000", 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3581000000000003e-05 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.965793+0000", 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9727000000000003e-05 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:52062 7.4 7:22ce4074:::benchmark_data_smithi118_332595_object52061:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:07.747047+0000", 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 177.918575057, 2023-09-23T15:16:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22496015899999999, 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 52062 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747047+0000", 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747047+0000", 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747046+0000", 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747105+0000", 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8857000000000002e-05 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747117+0000", 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1378e-05 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747123+0000", 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1820000000000003e-06 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.749884+0000", 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027609309999999999 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.750022+0000", 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013816800000000001 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.750170+0000", 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014832199999999999 2023-09-23T15:16:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.753928+0000", 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037572460000000001 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.755373+0000", 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014450610000000001 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.971836+0000", 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21646383699999999 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.971884+0000", 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7648999999999997e-05 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.972008+0000", 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000123397 2023-09-23T15:16:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:52063 7.4 7:2a03c278:::benchmark_data_smithi118_332595_object52062:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 177.91849207300001, 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22976403100000001, 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 52063 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:16:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:16:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:16:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747184+0000", 2023-09-23T15:16:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4589000000000002e-05 2023-09-23T15:16:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747194+0000", 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2220000000000008e-06 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747198+0000", 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8409999999999999e-06 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.752124+0000", 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049256029999999998 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.752287+0000", 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016315899999999999 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.752434+0000", 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014669999999999999 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.754035+0000", 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016011879999999999 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.755634+0000", 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001598426 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.976745+0000", 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22111160999999999 2023-09-23T15:16:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.976799+0000", 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3501000000000002e-05 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.976894+0000", 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5699000000000006e-05 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:108542 7.1 7:802f7431:::benchmark_data_smithi118_332595_object22478:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:34.760165+0000", 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 90.905457225000006, 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22246422399999999, 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 108542 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760165+0000", 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760165+0000", 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760163+0000", 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999976 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760171+0000", 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6820000000000003e-06 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760187+0000", 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6592e-05 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760194+0000", 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.029e-06 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760251+0000", 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6610999999999997e-05 2023-09-23T15:16:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760370+0000", 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011961800000000001 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760468+0000", 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7541999999999995e-05 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.764011+0000", 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003543142 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.767251+0000", 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0032396170000000002 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.982524+0000", 2023-09-23T15:16:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21527338900000001 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.982583+0000", 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9301e-05 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.982629+0000", 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6031e-05 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:05.806 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:16:05.984 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:05.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:05.990 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:06.091 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:06.151 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:06.360 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 2, 0] out_osds: [4] dead_osds: [7] live_osds: [0, 1, 3, 4, 5, 2, 6] 2023-09-23T15:16:06.361 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:16:06.361 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-09-23T15:16:06.361 INFO:tasks.thrashosds.thrasher:Setting osd 0 primary_affinity to 0.312911 2023-09-23T15:16:06.361 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 0 0.312910657132515 2023-09-23T15:16:06.475 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:16:06.844 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:07.173 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:07.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:07.188 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:07.288 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:07.342 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:07.352 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:07.480 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:07.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:07.488 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:07.588 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:07.616 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:07.660 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:07.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:07.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:07.763 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:07.840 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:07.915 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:16:07.954 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:16:07.983 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:16:08.033 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:16:08.093 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:16:08.121 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:08.125 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:16:08.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:08.136 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:08.158 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:16:08.159 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:16:08.160 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:16:08.160 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:16:08.160 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:16:08.160 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:16:08.160 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:16:08.160 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:16:08.160 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.7 2023-09-23T15:16:08.181 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:08.181 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:08.182 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:07 smithi118 ceph-mon[219580]: pgmap v569: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 25 op/s; 27161/131457 objects degraded (20.662%); 29023/131457 objects misplaced (22.078%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T15:16:08.182 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 27184/131700 objects degraded (20.641%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:08.182 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1928017627' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:08.182 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:08.182 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:08.182 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:07 smithi118 ceph-mon[212312]: pgmap v569: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 25 op/s; 27161/131457 objects degraded (20.662%); 29023/131457 objects misplaced (22.078%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T15:16:08.182 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 27184/131700 objects degraded (20.641%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:08.182 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1928017627' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:08.237 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:08.304 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:08.358 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:08.358 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:08.358 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:07 smithi178 ceph-mon[192298]: pgmap v569: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 25 op/s; 27161/131457 objects degraded (20.662%); 29023/131457 objects misplaced (22.078%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T15:16:08.359 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 27184/131700 objects degraded (20.641%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:08.359 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1928017627' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:08.405 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:08.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:08.410 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:08.511 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:16:08.542 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:16:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:16:08] "GET /metrics HTTP/1.1" 200 36459 "" "Prometheus/2.43.0" 2023-09-23T15:16:08.591 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:16:08.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:08.594 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:16:08.610 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:16:08.610 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:16:08.694 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:08.725 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:08.871 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:08.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:08.874 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:08.975 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:09.001 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:09.046 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:09.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:09.049 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:09.132 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:16:09.150 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:09.219 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:09.454 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:16:09.651 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:09.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:09.655 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:09.756 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:09.799 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:09.811 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:10 smithi178 ceph-mon[192298]: pgmap v570: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 83 op/s; 26814/129594 objects degraded (20.691%); 28289/129594 objects misplaced (21.829%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T15:16:10.409 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:10.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:10.419 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:10.486 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:10 smithi118 ceph-mon[219580]: pgmap v570: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 83 op/s; 26814/129594 objects degraded (20.691%); 28289/129594 objects misplaced (21.829%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T15:16:10.487 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:10 smithi118 ceph-mon[212312]: pgmap v570: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 83 op/s; 26814/129594 objects degraded (20.691%); 28289/129594 objects misplaced (21.829%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T15:16:10.520 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:10.525 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:16:10.526 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:16:10.576 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:10.729 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:10.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:10.735 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:10.836 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:10.837 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:10.908 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:11.159 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:11.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:11.170 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:11.271 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:11.337 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:11.545 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:16:11.545 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:16:11.593 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:11.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:11.599 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:11.700 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:11.764 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:11.861 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:11.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:11.868 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:11.969 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:12.000 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:12.045 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:12.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:12.048 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:12.149 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:12.180 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:12.204 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.0 primary-affinity to 0.312911 (8205062) 2023-09-23T15:16:12.254 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:12.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:12.258 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:12.332 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:12 smithi178 ceph-mon[192298]: pgmap v571: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 96 op/s; 26771/129162 objects degraded (20.727%); 28188/129162 objects misplaced (21.824%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:16:12.332 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:12 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1343236389' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.312910657132515}]: dispatch 2023-09-23T15:16:12.332 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:12 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.312910657132515}]: dispatch 2023-09-23T15:16:12.332 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 26771/129162 objects degraded (20.727%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:12.346 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:16:12.359 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:12.392 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:12.527 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:16:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:12 smithi118 ceph-mon[219580]: pgmap v571: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 96 op/s; 26771/129162 objects degraded (20.727%); 28188/129162 objects misplaced (21.824%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:16:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:12 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1343236389' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.312910657132515}]: dispatch 2023-09-23T15:16:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:12 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.312910657132515}]: dispatch 2023-09-23T15:16:12.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 26771/129162 objects degraded (20.727%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:12.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:12 smithi118 ceph-mon[212312]: pgmap v571: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 96 op/s; 26771/129162 objects degraded (20.727%); 28188/129162 objects misplaced (21.824%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:16:12.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:12 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1343236389' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.312910657132515}]: dispatch 2023-09-23T15:16:12.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:12 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.312910657132515}]: dispatch 2023-09-23T15:16:12.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 26771/129162 objects degraded (20.727%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:12.702 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:12.804 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:12.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:12.813 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:12.914 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:12.994 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:13.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:13 smithi118 ceph-mon[212312]: failed to encode map e218 with expected crc 2023-09-23T15:16:13.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:13 smithi118 ceph-mon[212312]: failed to encode map e218 with expected crc 2023-09-23T15:16:13.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:13 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.312910657132515}]': finished 2023-09-23T15:16:13.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:13 smithi118 ceph-mon[212312]: osdmap e218: 8 total, 7 up, 7 in 2023-09-23T15:16:13.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:13 smithi118 ceph-mon[212312]: failed to encode map e218 with expected crc 2023-09-23T15:16:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:13 smithi118 ceph-mon[219580]: failed to encode map e218 with expected crc 2023-09-23T15:16:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:13 smithi118 ceph-mon[219580]: failed to encode map e218 with expected crc 2023-09-23T15:16:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:13 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.312910657132515}]': finished 2023-09-23T15:16:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:13 smithi118 ceph-mon[219580]: osdmap e218: 8 total, 7 up, 7 in 2023-09-23T15:16:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:13 smithi118 ceph-mon[219580]: failed to encode map e218 with expected crc 2023-09-23T15:16:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:13 smithi178 ceph-mon[192298]: failed to encode map e218 with expected crc 2023-09-23T15:16:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:13 smithi178 ceph-mon[192298]: failed to encode map e218 with expected crc 2023-09-23T15:16:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:13 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.312910657132515}]': finished 2023-09-23T15:16:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:13 smithi178 ceph-mon[192298]: osdmap e218: 8 total, 7 up, 7 in 2023-09-23T15:16:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:13 smithi178 ceph-mon[192298]: failed to encode map e218 with expected crc 2023-09-23T15:16:13.852 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:13.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:13.860 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:13.961 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:16:13.995 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:14.090 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:16:14.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:14.093 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:16:14.194 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:14.258 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:14.298 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:14.347 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:14.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:14.353 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:14.454 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:14.481 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:14 smithi178 ceph-mon[192298]: pgmap v573: 99 pgs: 2 peering, 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 30 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 99 op/s; 26771/129051 objects degraded (20.745%); 28188/129051 objects misplaced (21.843%); 4.2 MiB/s, 67 objects/s recovering 2023-09-23T15:16:14.481 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:14 smithi178 ceph-mon[192298]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.481 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:14 smithi178 ceph-mon[192298]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.481 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:14 smithi178 ceph-mon[192298]: osdmap e219: 8 total, 7 up, 7 in 2023-09-23T15:16:14.481 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:14 smithi178 ceph-mon[192298]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.481 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:14 smithi178 ceph-mon[192298]: 7.6 continuing backfill to osd.0 from (157'2164,217'7948] MIN to 217'7948 2023-09-23T15:16:14.481 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:14 smithi178 ceph-mon[192298]: 7.f continuing backfill to osd.0 from (157'2268,217'8039] MIN to 217'8039 2023-09-23T15:16:14.481 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:14 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:16:14.481 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:14 smithi178 ceph-mon[192298]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.482 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:14 smithi178 ceph-mon[192298]: osdmap e220: 8 total, 7 up, 7 in 2023-09-23T15:16:14.484 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:14.519 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:16:14.519 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:16:14.529 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:14.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:14.533 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:14.577 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[212312]: pgmap v573: 99 pgs: 2 peering, 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 30 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 99 op/s; 26771/129051 objects degraded (20.745%); 28188/129051 objects misplaced (21.843%); 4.2 MiB/s, 67 objects/s recovering 2023-09-23T15:16:14.577 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[212312]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.577 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[212312]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.577 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[212312]: osdmap e219: 8 total, 7 up, 7 in 2023-09-23T15:16:14.577 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[212312]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.577 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[212312]: 7.6 continuing backfill to osd.0 from (157'2164,217'7948] MIN to 217'7948 2023-09-23T15:16:14.577 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[212312]: 7.f continuing backfill to osd.0 from (157'2268,217'8039] MIN to 217'8039 2023-09-23T15:16:14.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:16:14.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[212312]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[212312]: osdmap e220: 8 total, 7 up, 7 in 2023-09-23T15:16:14.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[219580]: pgmap v573: 99 pgs: 2 peering, 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 30 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 99 op/s; 26771/129051 objects degraded (20.745%); 28188/129051 objects misplaced (21.843%); 4.2 MiB/s, 67 objects/s recovering 2023-09-23T15:16:14.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[219580]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[219580]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[219580]: osdmap e219: 8 total, 7 up, 7 in 2023-09-23T15:16:14.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[219580]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.579 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[219580]: 7.6 continuing backfill to osd.0 from (157'2164,217'7948] MIN to 217'7948 2023-09-23T15:16:14.579 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[219580]: 7.f continuing backfill to osd.0 from (157'2268,217'8039] MIN to 217'8039 2023-09-23T15:16:14.579 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:16:14.579 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[219580]: failed to encode map e219 with expected crc 2023-09-23T15:16:14.579 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:14 smithi118 ceph-mon[219580]: osdmap e220: 8 total, 7 up, 7 in 2023-09-23T15:16:14.633 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:14.703 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:14.873 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:14.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:14.878 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:14.978 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:15.027 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:15.096 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:15.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:15.099 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:15.200 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:15.228 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:15.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:15 smithi118 ceph-mon[219580]: failed to encode map e220 with expected crc 2023-09-23T15:16:15.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:15 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2304637115' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:15.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:15 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:15.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:15 smithi118 ceph-mon[219580]: pgmap v576: 99 pgs: 1 active+undersized+degraded+remapped+backfilling, 2 peering, 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 30 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 113 op/s; 26057/127545 objects degraded (20.430%); 27777/127545 objects misplaced (21.778%); 7.2 MiB/s, 169 objects/s recovering 2023-09-23T15:16:15.236 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:15 smithi118 ceph-mon[212312]: failed to encode map e220 with expected crc 2023-09-23T15:16:15.236 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:15 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2304637115' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:15.236 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:15 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:15.236 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:15 smithi118 ceph-mon[212312]: pgmap v576: 99 pgs: 1 active+undersized+degraded+remapped+backfilling, 2 peering, 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 30 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 113 op/s; 26057/127545 objects degraded (20.430%); 27777/127545 objects misplaced (21.778%); 7.2 MiB/s, 169 objects/s recovering 2023-09-23T15:16:15.253 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:16:15.287 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:15.289 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:15.289 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:15.351 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:16:15.390 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:15.438 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:15.517 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:15.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:15.522 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:15.622 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:15 smithi178 ceph-mon[192298]: failed to encode map e220 with expected crc 2023-09-23T15:16:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:15 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2304637115' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:15 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:15 smithi178 ceph-mon[192298]: pgmap v576: 99 pgs: 1 active+undersized+degraded+remapped+backfilling, 2 peering, 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfill_wait, 30 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 113 op/s; 26057/127545 objects degraded (20.430%); 27777/127545 objects misplaced (21.778%); 7.2 MiB/s, 169 objects/s recovering 2023-09-23T15:16:15.690 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:16.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[212312]: failed to encode map e220 with expected crc 2023-09-23T15:16:16.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:16.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[212312]: failed to encode map e221 with expected crc 2023-09-23T15:16:16.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[212312]: failed to encode map e221 with expected crc 2023-09-23T15:16:16.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:16:16.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[212312]: osdmap e221: 8 total, 7 up, 7 in 2023-09-23T15:16:16.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[219580]: failed to encode map e220 with expected crc 2023-09-23T15:16:16.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:16.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[219580]: failed to encode map e221 with expected crc 2023-09-23T15:16:16.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[219580]: failed to encode map e221 with expected crc 2023-09-23T15:16:16.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:16:16.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:16 smithi118 ceph-mon[219580]: osdmap e221: 8 total, 7 up, 7 in 2023-09-23T15:16:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:16 smithi178 ceph-mon[192298]: failed to encode map e220 with expected crc 2023-09-23T15:16:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:16 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:16 smithi178 ceph-mon[192298]: failed to encode map e221 with expected crc 2023-09-23T15:16:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:16 smithi178 ceph-mon[192298]: failed to encode map e221 with expected crc 2023-09-23T15:16:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:16 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:16:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:16 smithi178 ceph-mon[192298]: osdmap e221: 8 total, 7 up, 7 in 2023-09-23T15:16:17.226 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:17.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:17.229 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:17.329 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:17.358 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:17.401 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:17.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:17.407 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:17.508 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:17.522 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:17 smithi118 ceph-mon[212312]: failed to encode map e221 with expected crc 2023-09-23T15:16:17.522 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:17 smithi118 ceph-mon[212312]: pgmap v578: 99 pgs: 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfilling, 2 peering, 1 active+undersized+degraded+remapped+backfill_wait, 30 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 128 op/s; 26028/127260 objects degraded (20.453%); 27711/127260 objects misplaced (21.775%); 8.6 MiB/s, 206 objects/s recovering 2023-09-23T15:16:17.522 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 26057/127545 objects degraded (20.430%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:17.523 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:17 smithi118 ceph-mon[219580]: failed to encode map e221 with expected crc 2023-09-23T15:16:17.523 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:17 smithi118 ceph-mon[219580]: pgmap v578: 99 pgs: 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfilling, 2 peering, 1 active+undersized+degraded+remapped+backfill_wait, 30 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 128 op/s; 26028/127260 objects degraded (20.453%); 27711/127260 objects misplaced (21.775%); 8.6 MiB/s, 206 objects/s recovering 2023-09-23T15:16:17.523 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 26057/127545 objects degraded (20.430%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:17.556 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:17 smithi178 ceph-mon[192298]: failed to encode map e221 with expected crc 2023-09-23T15:16:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:17 smithi178 ceph-mon[192298]: pgmap v578: 99 pgs: 1 active+clean+remapped, 1 active+undersized+degraded+remapped+backfilling, 2 peering, 1 active+undersized+degraded+remapped+backfill_wait, 30 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 43 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 128 op/s; 26028/127260 objects degraded (20.453%); 27711/127260 objects misplaced (21.775%); 8.6 MiB/s, 206 objects/s recovering 2023-09-23T15:16:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 26057/127545 objects degraded (20.430%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:17.818 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:17.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:17.824 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:17.924 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:17.975 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:18.076 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:18.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:18.088 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:18.181 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:18.189 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:16:18.216 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:18.259 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:16:18.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:18.265 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:16:18.341 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:16:18.360 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:16:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:16:18] "GET /metrics HTTP/1.1" 200 36459 "" "Prometheus/2.43.0" 2023-09-23T15:16:18.360 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:18 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2631096054' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:18.366 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:18.367 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:16:18.391 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:18.394 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:16:18.417 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:16:18.434 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:18.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:18.442 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:18.446 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:16:18.472 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:16:18.508 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:16:18.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:16:18.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:16:18.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:16:18.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:16:18.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:16:18.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:16:18.519 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:16:18.519 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.7 2023-09-23T15:16:18.543 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:18.613 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:18 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2631096054' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:18.614 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:18 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2631096054' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:18.934 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 2, 0] out_osds: [4] dead_osds: [7] live_osds: [0, 1, 3, 4, 5, 2, 6] 2023-09-23T15:16:18.934 INFO:tasks.thrashosds.thrasher:Reviving osd 7 2023-09-23T15:16:18.934 INFO:tasks.cephadm.osd.7:Restarting osd.7 (starting--it wasn't running)... 2023-09-23T15:16:18.934 DEBUG:teuthology.orchestra.run.smithi178:osd.7> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.7.service 2023-09-23T15:16:18.936 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl start ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.7 2023-09-23T15:16:18.963 INFO:journalctl@ceph.osd.7.smithi178.stdout:-- Logs begin at Sat 2023-09-23 14:31:56 UTC. -- 2023-09-23T15:16:19.367 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:18 smithi178 systemd[1]: Starting Ceph osd.7 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:16:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:19 smithi178 ceph-mon[192298]: pgmap v579: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 175 op/s; 25854/125895 objects degraded (20.536%); 27473/125895 objects misplaced (21.822%); 7.4 MiB/s, 229 objects/s recovering 2023-09-23T15:16:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:19 smithi118 ceph-mon[219580]: pgmap v579: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 175 op/s; 25854/125895 objects degraded (20.536%); 27473/125895 objects misplaced (21.822%); 7.4 MiB/s, 229 objects/s recovering 2023-09-23T15:16:19.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:19 smithi118 ceph-mon[212312]: pgmap v579: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 175 op/s; 25854/125895 objects degraded (20.536%); 27473/125895 objects misplaced (21.822%); 7.4 MiB/s, 229 objects/s recovering 2023-09-23T15:16:19.824 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:16:20.186 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:20.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:20.192 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:20.292 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:20.326 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:20.371 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:20 smithi178 bash[252365]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T15:16:20.371 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:20 smithi178 bash[252365]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-09-23T15:16:20.371 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:20 smithi178 bash[252365]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2023-09-23T15:16:20.371 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:20 smithi178 bash[252365]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2023-09-23T15:16:20.372 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:20 smithi178 bash[252365]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2023-09-23T15:16:20.372 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:20 smithi178 bash[252365]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-09-23T15:16:20.372 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:20 smithi178 bash[252365]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-09-23T15:16:20.372 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:20 smithi178 bash[252365]: --> ceph-volume lvm activate successful for osd ID: 7 2023-09-23T15:16:20.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:20 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:16:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:20 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:16:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:20 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:16:21.197 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:21.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:21.201 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:21.239 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:16:21.239 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:16:21.302 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:21.402 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:21.477 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:16:21.483 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:21.501 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:21.504 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:21 smithi118 ceph-mon[219580]: pgmap v580: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 166 op/s; 25640/125079 objects degraded (20.499%); 27361/125079 objects misplaced (21.875%); 6.3 MiB/s, 240 objects/s recovering 2023-09-23T15:16:21.505 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:21 smithi118 ceph-mon[212312]: pgmap v580: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 166 op/s; 25640/125079 objects degraded (20.499%); 27361/125079 objects misplaced (21.875%); 6.3 MiB/s, 240 objects/s recovering 2023-09-23T15:16:21.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:21.505 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:21.606 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:21.655 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:21.785 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:21.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:21.796 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:21.851 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:21 smithi178 ceph-mon[192298]: pgmap v580: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 166 op/s; 25640/125079 objects degraded (20.499%); 27361/125079 objects misplaced (21.875%); 6.3 MiB/s, 240 objects/s recovering 2023-09-23T15:16:21.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:21 smithi178 ceph-osd[252854]: -- 172.21.15.178:0/324197996 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561e31130b60 con 0x561e310f7400 2023-09-23T15:16:21.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:21 smithi178 bash[252789]: bc886a7392f661defc10ff62dc3c95ec43f194d2321b32c0b19f7e0f773d9af1 2023-09-23T15:16:21.879 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:21 smithi178 systemd[1]: Started Ceph osd.7 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:16:21.897 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:21.982 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:22.066 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:16:22.067 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:16:22.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.067 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130844 7.5 7.4597dc05 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.067 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:21.855225+0000", 2023-09-23T15:16:22.067 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.20376721, 2023-09-23T15:16:22.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.20379792399999999, 2023-09-23T15:16:22.067 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.067 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.067 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.067 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.067 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.068 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130844 2023-09-23T15:16:22.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.068 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.855225+0000", 2023-09-23T15:16:22.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.855225+0000", 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.855223+0000", 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.855230+0000", 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9609999999999999e-06 2023-09-23T15:16:22.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.855243+0000", 2023-09-23T15:16:22.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3012e-05 2023-09-23T15:16:22.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.855251+0000", 2023-09-23T15:16:22.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7430000000000002e-06 2023-09-23T15:16:22.070 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130741 7.5 7:ad9acdbb:::benchmark_data_smithi118_332595_object44677:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:20.909794+0000", 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 1.149198036, 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1493013890000001, 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.071 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130741 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.909794+0000", 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.909794+0000", 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.909793+0000", 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.909800+0000", 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3000000000000004e-06 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.909810+0000", 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8879999999999992e-06 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.909817+0000", 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7789999999999998e-06 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.039023+0000", 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1292058789999999 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.074 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130830 7.5 7.5c04dc85 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:21.641256+0000", 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.41773601700000002, 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.417905415, 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130830 2023-09-23T15:16:22.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.641256+0000", 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.641256+0000", 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.641254+0000", 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.641264+0000", 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5570000000000001e-06 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.641279+0000", 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4885000000000001e-05 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.641289+0000", 2023-09-23T15:16:22.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0134e-05 2023-09-23T15:16:22.078 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.078 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.079 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.079 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130802 7.5 7.a180a5d5 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.079 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:21.415740+0000", 2023-09-23T15:16:22.079 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.64325216500000004, 2023-09-23T15:16:22.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.64348199800000005, 2023-09-23T15:16:22.080 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.080 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.080 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.080 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.080 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.080 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130802 2023-09-23T15:16:22.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.080 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.415740+0000", 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.415740+0000", 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.415738+0000", 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.415751+0000", 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3269e-05 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.415767+0000", 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5733e-05 2023-09-23T15:16:22.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.415778+0000", 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0676000000000001e-05 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130713 7.5 7:a94e0317:::benchmark_data_smithi118_332595_object44649:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:20.756507+0000", 2023-09-23T15:16:22.083 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 1.302485396, 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.302777839, 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "delayed", 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130713 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.756507+0000", 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.756507+0000", 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.756505+0000", 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.756513+0000", 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.695e-06 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.756526+0000", 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3095000000000001e-05 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:20.756535+0000", 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3349999999999996e-06 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.017424+0000", 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2608884360000001 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.038176+0000", 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.020752064000000001 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.087 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130743 7.5 7.76813f15 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:21.006881+0000", 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 1.0521110819999999, 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.052491321, 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.088 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130743 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.006881+0000", 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.006881+0000", 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.006879+0000", 2023-09-23T15:16:22.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:16:22.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.006889+0000", 2023-09-23T15:16:22.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0088000000000001e-05 2023-09-23T15:16:22.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.006907+0000", 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7978e-05 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.006918+0000", 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0577999999999999e-05 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130769 7.5 7.b0665065 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:21.201200+0000", 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.85779223100000002, 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.858220439, 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130769 2023-09-23T15:16:22.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.201200+0000", 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.201200+0000", 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.201198+0000", 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.201206+0000", 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7389999999999999e-06 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.201218+0000", 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2170999999999999e-05 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.201225+0000", 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0380000000000002e-06 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.095 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130807 7.5 7.e714f285 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.096 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:21.486441+0000", 2023-09-23T15:16:22.096 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.57255151800000004, 2023-09-23T15:16:22.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.57302888900000004, 2023-09-23T15:16:22.096 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.096 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.096 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.096 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.096 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.096 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130807 2023-09-23T15:16:22.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.096 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.486441+0000", 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.486441+0000", 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.486439+0000", 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.486451+0000", 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2887e-05 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.486470+0000", 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8247999999999999e-05 2023-09-23T15:16:22.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.486483+0000", 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3188e-05 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130839 7.5 7.d7d6c135 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:21.727569+0000", 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.33142285700000002, 2023-09-23T15:16:22.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.33194559299999998, 2023-09-23T15:16:22.100 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.100 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.100 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.100 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.100 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.100 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130839 2023-09-23T15:16:22.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.100 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.727569+0000", 2023-09-23T15:16:22.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.727569+0000", 2023-09-23T15:16:22.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.727568+0000", 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.727576+0000", 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0209999999999999e-06 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.727591+0000", 2023-09-23T15:16:22.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4688000000000001e-05 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.727599+0000", 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1510000000000004e-06 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130776 7.5 7.ea9c3995 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:21.249434+0000", 2023-09-23T15:16:22.103 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.80955787999999995, 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.81013820700000005, 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130776 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.249434+0000", 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.249434+0000", 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.249433+0000", 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:22.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.249441+0000", 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5390000000000007e-06 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.249454+0000", 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3259e-05 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.249463+0000", 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9230000000000008e-06 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130783 7.5 7.75726cd5 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:21.273621+0000", 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.78537117099999998, 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.78600951900000005, 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.107 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130783 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.273621+0000", 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.273621+0000", 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.273619+0000", 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.273629+0000", 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2709999999999998e-06 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.273643+0000", 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4352000000000001e-05 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.273652+0000", 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4599999999999992e-06 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.111 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130879 7.5 7.a3283565 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.111 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:22.018526+0000", 2023-09-23T15:16:22.111 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.040466417999999997, 2023-09-23T15:16:22.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.041164573000000003, 2023-09-23T15:16:22.111 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.111 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.111 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.111 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.111 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130879 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.018526+0000", 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.018526+0000", 2023-09-23T15:16:22.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.018524+0000", 2023-09-23T15:16:22.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:22.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.018531+0000", 2023-09-23T15:16:22.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5610000000000004e-06 2023-09-23T15:16:22.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.018542+0000", 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0944000000000001e-05 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.018550+0000", 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2630000000000003e-06 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.114 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130880 7.5 7.c5744b05 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:22.020103+0000", 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.038889655000000002, 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.039646489, 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:22.115 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130880 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.020103+0000", 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.020103+0000", 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.020101+0000", 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.020106+0000", 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5650000000000003e-06 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.020114+0000", 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4160000000000004e-06 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.020121+0000", 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.6560000000000003e-06 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.118 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "MOSDPGPushReply(7.5 221/212 [PushReplyOp(7:a94e0317:::benchmark_data_smithi118_332595_object44649:head)])", 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:22.047466+0000", 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.011526534999999999, 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.01234273, 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.047466+0000", 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.047466+0000", 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.047465+0000", 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.047474+0000", 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7589999999999992e-06 2023-09-23T15:16:22.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:16:22.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.047488+0000", 2023-09-23T15:16:22.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3797e-05 2023-09-23T15:16:22.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:16:22.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:16:22.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:16:22.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:22.047498+0000", 2023-09-23T15:16:22.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5910000000000002e-06 2023-09-23T15:16:22.121 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.122 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:16:22.122 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.122 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:16:22.122 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:16:22.122 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 14 2023-09-23T15:16:22.122 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:16:22.312 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:21 smithi178 conmon[252830]: 2023-09-23T15:16:21.984+0000 7f42c8f57540 -1 Falling back to public interface 2023-09-23T15:16:22.526 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:22.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:22.530 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:22.631 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:22.664 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:22.708 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:22.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:22.710 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:22.811 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:22.861 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 25640/125079 objects degraded (20.499%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:23.240 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:16:23.297 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:23.297 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:23.297 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 25640/125079 objects degraded (20.499%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:23.299 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:23.299 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:23.299 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 25640/125079 objects degraded (20.499%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:23.628 INFO:teuthology.orchestra.run.smithi178.stderr:no valid command found; 10 closest matches: 2023-09-23T15:16:23.628 INFO:teuthology.orchestra.run.smithi178.stderr:0 2023-09-23T15:16:23.629 INFO:teuthology.orchestra.run.smithi178.stderr:1 2023-09-23T15:16:23.629 INFO:teuthology.orchestra.run.smithi178.stderr:2 2023-09-23T15:16:23.629 INFO:teuthology.orchestra.run.smithi178.stderr:abort 2023-09-23T15:16:23.629 INFO:teuthology.orchestra.run.smithi178.stderr:assert 2023-09-23T15:16:23.629 INFO:teuthology.orchestra.run.smithi178.stderr:config diff 2023-09-23T15:16:23.629 INFO:teuthology.orchestra.run.smithi178.stderr:config diff get 2023-09-23T15:16:23.629 INFO:teuthology.orchestra.run.smithi178.stderr:config get 2023-09-23T15:16:23.629 INFO:teuthology.orchestra.run.smithi178.stderr:config help [] 2023-09-23T15:16:23.629 INFO:teuthology.orchestra.run.smithi178.stderr:config set ... 2023-09-23T15:16:23.629 INFO:teuthology.orchestra.run.smithi178.stderr:admin_socket: invalid command 2023-09-23T15:16:24.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:23 smithi118 ceph-mon[219580]: pgmap v581: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 97 op/s; 25640/124938 objects degraded (20.522%); 27361/124938 objects misplaced (21.900%); 787 KiB/s, 99 objects/s recovering 2023-09-23T15:16:24.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:23 smithi118 ceph-mon[212312]: pgmap v581: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 97 op/s; 25640/124938 objects degraded (20.522%); 27361/124938 objects misplaced (21.900%); 787 KiB/s, 99 objects/s recovering 2023-09-23T15:16:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:23 smithi178 ceph-mon[192298]: pgmap v581: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 97 op/s; 25640/124938 objects degraded (20.522%); 27361/124938 objects misplaced (21.900%); 787 KiB/s, 99 objects/s recovering 2023-09-23T15:16:24.336 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-09-23T15:16:24.337 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-7, ['dump_ops_in_flight'] 2023-09-23T15:16:24.548 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:16:24.625 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:24.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:24.638 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:24.739 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:24.820 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:25.153 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:25.195 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:25.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:25.207 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:25.291 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:25.308 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:25.342 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:25.391 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:25.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:25.396 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:25.497 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:25.552 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:25.836 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:25.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:25.853 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:25.953 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:25.981 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:26.032 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:26.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:26.038 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:26.139 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:26.165 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:26.202 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:16:26.214 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:26.221 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:26.221 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:26.322 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:26.369 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:26 smithi178 ceph-mon[192298]: pgmap v582: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 144 op/s; 25303/123222 objects degraded (20.534%); 27123/123222 objects misplaced (22.011%); 1.3 MiB/s, 174 objects/s recovering 2023-09-23T15:16:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:26 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1281333752' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:26 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:26 smithi118 ceph-mon[219580]: pgmap v582: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 144 op/s; 25303/123222 objects degraded (20.534%); 27123/123222 objects misplaced (22.011%); 1.3 MiB/s, 174 objects/s recovering 2023-09-23T15:16:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:26 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1281333752' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:26 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:26 smithi118 ceph-mon[212312]: pgmap v582: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 144 op/s; 25303/123222 objects degraded (20.534%); 27123/123222 objects misplaced (22.011%); 1.3 MiB/s, 174 objects/s recovering 2023-09-23T15:16:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:26 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1281333752' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:26 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:26.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:26 smithi178 conmon[252830]: 2023-09-23T15:16:26.564+0000 7f42c8f57540 -1 osd.7 210 log_to_monitors true 2023-09-23T15:16:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[219580]: failed to encode map e222 with expected crc 2023-09-23T15:16:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:16:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[219580]: osdmap e222: 8 total, 7 up, 7 in 2023-09-23T15:16:27.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[219580]: failed to encode map e222 with expected crc 2023-09-23T15:16:27.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[219580]: failed to encode map e222 with expected crc 2023-09-23T15:16:27.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[219580]: from='osd.7 [v2:172.21.15.178:6824/1431321199,v1:172.21.15.178:6825/1431321199]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T15:16:27.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[219580]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T15:16:27.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 25303/123222 objects degraded (20.534%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[212312]: failed to encode map e222 with expected crc 2023-09-23T15:16:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:16:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[212312]: osdmap e222: 8 total, 7 up, 7 in 2023-09-23T15:16:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[212312]: failed to encode map e222 with expected crc 2023-09-23T15:16:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[212312]: failed to encode map e222 with expected crc 2023-09-23T15:16:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[212312]: from='osd.7 [v2:172.21.15.178:6824/1431321199,v1:172.21.15.178:6825/1431321199]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T15:16:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[212312]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T15:16:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 25303/123222 objects degraded (20.534%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:27.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:16:27 smithi178 conmon[252830]: 2023-09-23T15:16:27.210+0000 7f42bb53a700 -1 osd.7 210 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T15:16:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:27 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:27 smithi178 ceph-mon[192298]: failed to encode map e222 with expected crc 2023-09-23T15:16:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:27 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:16:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:27 smithi178 ceph-mon[192298]: osdmap e222: 8 total, 7 up, 7 in 2023-09-23T15:16:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:27 smithi178 ceph-mon[192298]: failed to encode map e222 with expected crc 2023-09-23T15:16:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:27 smithi178 ceph-mon[192298]: failed to encode map e222 with expected crc 2023-09-23T15:16:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:27 smithi178 ceph-mon[192298]: from='osd.7 [v2:172.21.15.178:6824/1431321199,v1:172.21.15.178:6825/1431321199]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T15:16:27.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:27 smithi178 ceph-mon[192298]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-09-23T15:16:27.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 25303/123222 objects degraded (20.534%), 18 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:28.248 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:28.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:28.252 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:28.352 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:16:28.379 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:28.421 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:16:28.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:28.426 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:16:28.527 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:28.553 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:16:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:16:28] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2023-09-23T15:16:28.554 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[219580]: pgmap v584: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 150 op/s; 25252/122751 objects degraded (20.572%); 27017/122751 objects misplaced (22.010%); 1.4 MiB/s, 174 objects/s recovering 2023-09-23T15:16:28.554 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[219580]: failed to encode map e223 with expected crc 2023-09-23T15:16:28.554 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[219580]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-09-23T15:16:28.554 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[219580]: osdmap e223: 8 total, 7 up, 7 in 2023-09-23T15:16:28.554 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[219580]: from='osd.7 [v2:172.21.15.178:6824/1431321199,v1:172.21.15.178:6825/1431321199]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:16:28.554 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[219580]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:16:28.555 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[219580]: failed to encode map e223 with expected crc 2023-09-23T15:16:28.555 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[219580]: failed to encode map e223 with expected crc 2023-09-23T15:16:28.555 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[212312]: pgmap v584: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 150 op/s; 25252/122751 objects degraded (20.572%); 27017/122751 objects misplaced (22.010%); 1.4 MiB/s, 174 objects/s recovering 2023-09-23T15:16:28.555 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[212312]: failed to encode map e223 with expected crc 2023-09-23T15:16:28.555 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[212312]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-09-23T15:16:28.555 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[212312]: osdmap e223: 8 total, 7 up, 7 in 2023-09-23T15:16:28.555 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[212312]: from='osd.7 [v2:172.21.15.178:6824/1431321199,v1:172.21.15.178:6825/1431321199]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:16:28.555 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[212312]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:16:28.555 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[212312]: failed to encode map e223 with expected crc 2023-09-23T15:16:28.555 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:28 smithi118 ceph-mon[212312]: failed to encode map e223 with expected crc 2023-09-23T15:16:28.557 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:28.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:28 smithi178 ceph-mon[192298]: pgmap v584: 99 pgs: 1 active+clean+remapped, 2 active+undersized+degraded+remapped+backfill_wait, 31 active+undersized, 2 active+recovery_wait+degraded+remapped, 2 active+recovering+degraded+remapped, 44 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 11 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 150 op/s; 25252/122751 objects degraded (20.572%); 27017/122751 objects misplaced (22.010%); 1.4 MiB/s, 174 objects/s recovering 2023-09-23T15:16:28.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:28 smithi178 ceph-mon[192298]: failed to encode map e223 with expected crc 2023-09-23T15:16:28.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:28 smithi178 ceph-mon[192298]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-09-23T15:16:28.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:28 smithi178 ceph-mon[192298]: osdmap e223: 8 total, 7 up, 7 in 2023-09-23T15:16:28.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:28 smithi178 ceph-mon[192298]: from='osd.7 [v2:172.21.15.178:6824/1431321199,v1:172.21.15.178:6825/1431321199]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:16:28.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:28 smithi178 ceph-mon[192298]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2023-09-23T15:16:28.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:28 smithi178 ceph-mon[192298]: failed to encode map e223 with expected crc 2023-09-23T15:16:28.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:28 smithi178 ceph-mon[192298]: failed to encode map e223 with expected crc 2023-09-23T15:16:29.124 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:29.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:29.127 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:29.228 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:29.323 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:29.337 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:16:29.411 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[219580]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:16:29.411 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[219580]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.411 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[219580]: osd.7 [v2:172.21.15.178:6824/1431321199,v1:172.21.15.178:6825/1431321199] boot 2023-09-23T15:16:29.412 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[219580]: osdmap e224: 8 total, 8 up, 7 in 2023-09-23T15:16:29.412 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[219580]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.412 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[219580]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.412 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:16:29.412 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[219580]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.412 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[219580]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[212312]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:16:29.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[212312]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[212312]: osd.7 [v2:172.21.15.178:6824/1431321199,v1:172.21.15.178:6825/1431321199] boot 2023-09-23T15:16:29.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[212312]: osdmap e224: 8 total, 8 up, 7 in 2023-09-23T15:16:29.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[212312]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[212312]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:16:29.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[212312]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:29 smithi118 ceph-mon[212312]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:29 smithi178 ceph-mon[192298]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:16:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:29 smithi178 ceph-mon[192298]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:29 smithi178 ceph-mon[192298]: osd.7 [v2:172.21.15.178:6824/1431321199,v1:172.21.15.178:6825/1431321199] boot 2023-09-23T15:16:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:29 smithi178 ceph-mon[192298]: osdmap e224: 8 total, 8 up, 7 in 2023-09-23T15:16:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:29 smithi178 ceph-mon[192298]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:29 smithi178 ceph-mon[192298]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:29 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-09-23T15:16:29.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:29 smithi178 ceph-mon[192298]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:29 smithi178 ceph-mon[192298]: failed to encode map e224 with expected crc 2023-09-23T15:16:29.702 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:29.712 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:16:29.735 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:29.735 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:16:29.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:29.739 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:29.809 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:16:29.809 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:16:29.809 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:16:29.809 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:16:29.810 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:16:29.840 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:29.888 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:30.042 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:30.044 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:30.045 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:30.146 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:16:30.175 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:30.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: failed to encode map e211 with expected crc 2023-09-23T15:16:30.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: failed to encode map e224 with expected crc 2023-09-23T15:16:30.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: pgmap v587: 99 pgs: 3 remapped+peering, 8 peering, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 24 active+undersized, 2 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 44 active+clean, 10 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 194 op/s; 15151/121428 objects degraded (12.477%); 21933/121428 objects misplaced (18.063%); 1.6 MiB/s, 203 objects/s recovering 2023-09-23T15:16:30.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: osdmap e225: 8 total, 8 up, 7 in 2023-09-23T15:16:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: 7.9 continuing backfill to osd.0 from (164'3451,223'8170] 7:921897b2:::benchmark_data_smithi118_332595_object66947:head to 223'8170 2023-09-23T15:16:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: 7.f starting backfill to osd.0 from (157'2368,223'8188] MIN to 223'8189 2023-09-23T15:16:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/540925058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: failed to encode map e211 with expected crc 2023-09-23T15:16:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: failed to encode map e224 with expected crc 2023-09-23T15:16:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: pgmap v587: 99 pgs: 3 remapped+peering, 8 peering, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 24 active+undersized, 2 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 44 active+clean, 10 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 194 op/s; 15151/121428 objects degraded (12.477%); 21933/121428 objects misplaced (18.063%); 1.6 MiB/s, 203 objects/s recovering 2023-09-23T15:16:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: osdmap e225: 8 total, 8 up, 7 in 2023-09-23T15:16:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: 7.9 continuing backfill to osd.0 from (164'3451,223'8170] 7:921897b2:::benchmark_data_smithi118_332595_object66947:head to 223'8170 2023-09-23T15:16:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: 7.f starting backfill to osd.0 from (157'2368,223'8188] MIN to 223'8189 2023-09-23T15:16:30.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/540925058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:30.376 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:16:30.379 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:30.379 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:16:30.480 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:30.517 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:30.586 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:30.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:30.589 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: failed to encode map e211 with expected crc 2023-09-23T15:16:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: failed to encode map e224 with expected crc 2023-09-23T15:16:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: pgmap v587: 99 pgs: 3 remapped+peering, 8 peering, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 24 active+undersized, 2 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 44 active+clean, 10 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 194 op/s; 15151/121428 objects degraded (12.477%); 21933/121428 objects misplaced (18.063%); 1.6 MiB/s, 203 objects/s recovering 2023-09-23T15:16:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: osdmap e225: 8 total, 8 up, 7 in 2023-09-23T15:16:30.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: 7.9 continuing backfill to osd.0 from (164'3451,223'8170] 7:921897b2:::benchmark_data_smithi118_332595_object66947:head to 223'8170 2023-09-23T15:16:30.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: failed to encode map e225 with expected crc 2023-09-23T15:16:30.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: 7.f starting backfill to osd.0 from (157'2368,223'8188] MIN to 223'8189 2023-09-23T15:16:30.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/540925058' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:30.690 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:30.717 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:30.760 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:30.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:30.770 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:30.870 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:30.926 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:30.993 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:30.998 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:30.998 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:31.099 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:31.134 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:16:31.135 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:31.205 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:31.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:31.208 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:31.255 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:16:31.294 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:16:31.309 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:31.326 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:16:31.356 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:16:31.357 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:31.393 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:16:31.421 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:16:31.429 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:16:31.430 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:16:31.430 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:16:31.430 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:16:31.430 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:16:31.430 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:16:31.430 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:16:31.430 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:16:31.436 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:31.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:31.441 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:31.441 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[219580]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.442 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[219580]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.442 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[219580]: osdmap e226: 8 total, 8 up, 7 in 2023-09-23T15:16:31.442 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[219580]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.442 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[219580]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.442 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[219580]: 7.6 continuing backfill to osd.0 from (157'2264,223'8096] MIN to 223'8096 2023-09-23T15:16:31.442 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[219580]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[212312]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[212312]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[212312]: osdmap e226: 8 total, 8 up, 7 in 2023-09-23T15:16:31.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[212312]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[212312]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[212312]: 7.6 continuing backfill to osd.0 from (157'2264,223'8096] MIN to 223'8096 2023-09-23T15:16:31.443 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:31 smithi118 ceph-mon[212312]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.542 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:31.569 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:31 smithi178 ceph-mon[192298]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:31 smithi178 ceph-mon[192298]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:31 smithi178 ceph-mon[192298]: osdmap e226: 8 total, 8 up, 7 in 2023-09-23T15:16:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:31 smithi178 ceph-mon[192298]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:31 smithi178 ceph-mon[192298]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:31 smithi178 ceph-mon[192298]: 7.6 continuing backfill to osd.0 from (157'2264,223'8096] MIN to 223'8096 2023-09-23T15:16:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:31 smithi178 ceph-mon[192298]: failed to encode map e226 with expected crc 2023-09-23T15:16:31.990 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:16:31.990 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:16:32.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[212312]: pgmap v590: 99 pgs: 1 active+undersized+degraded+remapped, 3 remapped+peering, 8 peering, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 21 active+undersized, 2 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 47 active+clean, 9 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 131 op/s; 12788/121176 objects degraded (10.553%); 21820/121176 objects misplaced (18.007%); 1.8 MiB/s, 105 objects/s recovering 2023-09-23T15:16:32.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[212312]: failed to encode map e227 with expected crc 2023-09-23T15:16:32.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[212312]: osdmap e227: 8 total, 8 up, 7 in 2023-09-23T15:16:32.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[212312]: failed to encode map e227 with expected crc 2023-09-23T15:16:32.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[212312]: 7.9 continuing backfill to osd.0 from (164'3451,225'8171] 7:939f5a37:::benchmark_data_smithi118_332595_object63383:head to 225'8171 2023-09-23T15:16:32.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 12788/121176 objects degraded (10.553%), 13 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:32.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[212312]: osdmap e228: 8 total, 8 up, 7 in 2023-09-23T15:16:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:32 smithi178 ceph-mon[192298]: pgmap v590: 99 pgs: 1 active+undersized+degraded+remapped, 3 remapped+peering, 8 peering, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 21 active+undersized, 2 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 47 active+clean, 9 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 131 op/s; 12788/121176 objects degraded (10.553%); 21820/121176 objects misplaced (18.007%); 1.8 MiB/s, 105 objects/s recovering 2023-09-23T15:16:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:32 smithi178 ceph-mon[192298]: failed to encode map e227 with expected crc 2023-09-23T15:16:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:32 smithi178 ceph-mon[192298]: osdmap e227: 8 total, 8 up, 7 in 2023-09-23T15:16:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:32 smithi178 ceph-mon[192298]: failed to encode map e227 with expected crc 2023-09-23T15:16:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:32 smithi178 ceph-mon[192298]: 7.9 continuing backfill to osd.0 from (164'3451,225'8171] 7:939f5a37:::benchmark_data_smithi118_332595_object63383:head to 225'8171 2023-09-23T15:16:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 12788/121176 objects degraded (10.553%), 13 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:32.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:32 smithi178 ceph-mon[192298]: osdmap e228: 8 total, 8 up, 7 in 2023-09-23T15:16:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[219580]: pgmap v590: 99 pgs: 1 active+undersized+degraded+remapped, 3 remapped+peering, 8 peering, 1 active+clean+remapped, 1 active+recovering+undersized+remapped, 21 active+undersized, 2 active+recovery_wait+degraded+remapped, 1 active+recovering+degraded+remapped, 47 active+clean, 9 active+undersized+degraded, 5 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 131 op/s; 12788/121176 objects degraded (10.553%); 21820/121176 objects misplaced (18.007%); 1.8 MiB/s, 105 objects/s recovering 2023-09-23T15:16:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[219580]: failed to encode map e227 with expected crc 2023-09-23T15:16:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[219580]: osdmap e227: 8 total, 8 up, 7 in 2023-09-23T15:16:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[219580]: failed to encode map e227 with expected crc 2023-09-23T15:16:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[219580]: 7.9 continuing backfill to osd.0 from (164'3451,225'8171] 7:939f5a37:::benchmark_data_smithi118_332595_object63383:head to 225'8171 2023-09-23T15:16:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 12788/121176 objects degraded (10.553%), 13 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:32 smithi118 ceph-mon[219580]: osdmap e228: 8 total, 8 up, 7 in 2023-09-23T15:16:32.633 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:32.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:32.636 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:32.714 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:16:32.737 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:32.788 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:32.865 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:32.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:32.881 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:32.903 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T15:16:32.931 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:32.982 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:33.018 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:33.084 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:33.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:33.088 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:33.189 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:33.218 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:33.266 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:33.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:33.270 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:33.371 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:33.400 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:33.408 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:33 smithi118 ceph-mon[219580]: failed to encode map e228 with expected crc 2023-09-23T15:16:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:33 smithi118 ceph-mon[219580]: 7.e continuing backfill to osd.0 from (152'1200,224'8291] MIN to 224'8291 2023-09-23T15:16:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:33 smithi118 ceph-mon[219580]: failed to encode map e228 with expected crc 2023-09-23T15:16:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:33 smithi118 ceph-mon[219580]: failed to encode map e228 with expected crc 2023-09-23T15:16:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:33 smithi118 ceph-mon[212312]: failed to encode map e228 with expected crc 2023-09-23T15:16:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:33 smithi118 ceph-mon[212312]: 7.e continuing backfill to osd.0 from (152'1200,224'8291] MIN to 224'8291 2023-09-23T15:16:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:33 smithi118 ceph-mon[212312]: failed to encode map e228 with expected crc 2023-09-23T15:16:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:33 smithi118 ceph-mon[212312]: failed to encode map e228 with expected crc 2023-09-23T15:16:33.613 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:33.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:33.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:33 smithi178 ceph-mon[192298]: failed to encode map e228 with expected crc 2023-09-23T15:16:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:33 smithi178 ceph-mon[192298]: 7.e continuing backfill to osd.0 from (152'1200,224'8291] MIN to 224'8291 2023-09-23T15:16:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:33 smithi178 ceph-mon[192298]: failed to encode map e228 with expected crc 2023-09-23T15:16:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:33 smithi178 ceph-mon[192298]: failed to encode map e228 with expected crc 2023-09-23T15:16:33.717 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:33.744 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:34.066 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:34.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:34.070 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:34.146 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:34.171 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:34.212 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:34.277 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:34.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:34.283 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:34.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:34 smithi118 ceph-mon[219580]: pgmap v593: 99 pgs: 1 active+undersized+degraded+remapped, 2 remapped+peering, 8 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 33 op/s; 10112/121068 objects degraded (8.352%); 23810/121068 objects misplaced (19.667%); 4.6 MiB/s, 255 objects/s recovering 2023-09-23T15:16:34.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:34 smithi118 ceph-mon[212312]: pgmap v593: 99 pgs: 1 active+undersized+degraded+remapped, 2 remapped+peering, 8 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 33 op/s; 10112/121068 objects degraded (8.352%); 23810/121068 objects misplaced (19.667%); 4.6 MiB/s, 255 objects/s recovering 2023-09-23T15:16:34.384 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:34.413 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:34 smithi178 ceph-mon[192298]: pgmap v593: 99 pgs: 1 active+undersized+degraded+remapped, 2 remapped+peering, 8 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 78 active+clean, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 33 op/s; 10112/121068 objects degraded (8.352%); 23810/121068 objects misplaced (19.667%); 4.6 MiB/s, 255 objects/s recovering 2023-09-23T15:16:34.823 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:16:35.219 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:35.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:35.223 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:35.324 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:35.351 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:35.394 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:35.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:35.399 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:35.499 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:35.523 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:35 smithi178 ceph-mon[192298]: pgmap v594: 99 pgs: 1 active+undersized+degraded+remapped, 1 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 85 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 1.9 KiB/s rd, 0 B/s wr, 22 op/s; 13650/121065 objects degraded (11.275%); 27126/121065 objects misplaced (22.406%); 6.2 MiB/s, 222 objects/s recovering 2023-09-23T15:16:35.525 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:35.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:35 smithi118 ceph-mon[219580]: pgmap v594: 99 pgs: 1 active+undersized+degraded+remapped, 1 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 85 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 1.9 KiB/s rd, 0 B/s wr, 22 op/s; 13650/121065 objects degraded (11.275%); 27126/121065 objects misplaced (22.406%); 6.2 MiB/s, 222 objects/s recovering 2023-09-23T15:16:35.546 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:35 smithi118 ceph-mon[212312]: pgmap v594: 99 pgs: 1 active+undersized+degraded+remapped, 1 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 85 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 1.9 KiB/s rd, 0 B/s wr, 22 op/s; 13650/121065 objects degraded (11.275%); 27126/121065 objects misplaced (22.406%); 6.2 MiB/s, 222 objects/s recovering 2023-09-23T15:16:35.567 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:35.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:35.575 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:35.676 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:35.708 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:36.165 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:36.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:36.168 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:36.269 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:36.272 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:16:36.311 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:36.412 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2347215295' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:16:36.412 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:36 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:16:36.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2347215295' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:16:36.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:36 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:16:36.418 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:36.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:36.422 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:36.522 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:36.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2347215295' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:16:36.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:36 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:16:36.550 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:36.595 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:36.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:36.599 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:36.700 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:36.738 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:36.772 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:36.855 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:36.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:36.858 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:36.944 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:16:36.944 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:16:36.960 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:36.995 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:37.253 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:37.253 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[212312]: failed to encode map e229 with expected crc 2023-09-23T15:16:37.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[212312]: failed to encode map e229 with expected crc 2023-09-23T15:16:37.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:16:37.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[212312]: osdmap e229: 8 total, 8 up, 7 in 2023-09-23T15:16:37.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[212312]: failed to encode map e229 with expected crc 2023-09-23T15:16:37.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:37.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:37.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/378790451' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:16:37.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[212312]: pgmap v596: 99 pgs: 1 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 86 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 8 op/s; 13417/121053 objects degraded (11.084%); 27124/121053 objects misplaced (22.407%); 5.6 MiB/s, 248 objects/s recovering 2023-09-23T15:16:37.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 13650/121065 objects degraded (11.275%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[219580]: failed to encode map e229 with expected crc 2023-09-23T15:16:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[219580]: failed to encode map e229 with expected crc 2023-09-23T15:16:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:16:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[219580]: osdmap e229: 8 total, 8 up, 7 in 2023-09-23T15:16:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[219580]: failed to encode map e229 with expected crc 2023-09-23T15:16:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/378790451' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:16:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[219580]: pgmap v596: 99 pgs: 1 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 86 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 8 op/s; 13417/121053 objects degraded (11.084%); 27124/121053 objects misplaced (22.407%); 5.6 MiB/s, 248 objects/s recovering 2023-09-23T15:16:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 13650/121065 objects degraded (11.275%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:37 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:37 smithi178 ceph-mon[192298]: failed to encode map e229 with expected crc 2023-09-23T15:16:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:37 smithi178 ceph-mon[192298]: failed to encode map e229 with expected crc 2023-09-23T15:16:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:37 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:16:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:37 smithi178 ceph-mon[192298]: osdmap e229: 8 total, 8 up, 7 in 2023-09-23T15:16:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:37 smithi178 ceph-mon[192298]: failed to encode map e229 with expected crc 2023-09-23T15:16:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:37 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/378790451' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:16:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:37 smithi178 ceph-mon[192298]: pgmap v596: 99 pgs: 1 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 86 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 1.8 KiB/s rd, 0 B/s wr, 8 op/s; 13417/121053 objects degraded (11.084%); 27124/121053 objects misplaced (22.407%); 5.6 MiB/s, 248 objects/s recovering 2023-09-23T15:16:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 13650/121065 objects degraded (11.275%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:37.907 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T15:16:38.510 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:38 smithi118 ceph-mon[219580]: failed to encode map e229 with expected crc 2023-09-23T15:16:38.510 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/378790451' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:16:38.510 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:38 smithi118 ceph-mon[219580]: osdmap e230: 8 total, 8 up, 7 in 2023-09-23T15:16:38.511 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:16:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:16:38] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2023-09-23T15:16:38.511 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:38 smithi118 ceph-mon[212312]: failed to encode map e229 with expected crc 2023-09-23T15:16:38.511 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/378790451' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:16:38.511 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:38 smithi118 ceph-mon[212312]: osdmap e230: 8 total, 8 up, 7 in 2023-09-23T15:16:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:38 smithi178 ceph-mon[192298]: failed to encode map e229 with expected crc 2023-09-23T15:16:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/378790451' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:16:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:38 smithi178 ceph-mon[192298]: osdmap e230: 8 total, 8 up, 7 in 2023-09-23T15:16:38.735 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:16:39.086 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:39.325 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:39.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:39.329 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:39.430 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:39.450 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T15:16:39.458 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:39.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:39 smithi118 ceph-mon[219580]: failed to encode map e230 with expected crc 2023-09-23T15:16:39.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:39 smithi118 ceph-mon[219580]: failed to encode map e230 with expected crc 2023-09-23T15:16:39.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:39 smithi118 ceph-mon[219580]: failed to encode map e230 with expected crc 2023-09-23T15:16:39.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:39 smithi118 ceph-mon[219580]: pgmap v598: 99 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 peering, 1 active+recovery_wait+degraded+remapped, 86 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 11 op/s; 13342/120939 objects degraded (11.032%); 26933/120939 objects misplaced (22.270%); 5.0 MiB/s, 293 objects/s recovering 2023-09-23T15:16:39.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:39 smithi118 ceph-mon[212312]: failed to encode map e230 with expected crc 2023-09-23T15:16:39.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:39 smithi118 ceph-mon[212312]: failed to encode map e230 with expected crc 2023-09-23T15:16:39.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:39 smithi118 ceph-mon[212312]: failed to encode map e230 with expected crc 2023-09-23T15:16:39.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:39 smithi118 ceph-mon[212312]: pgmap v598: 99 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 peering, 1 active+recovery_wait+degraded+remapped, 86 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 11 op/s; 13342/120939 objects degraded (11.032%); 26933/120939 objects misplaced (22.270%); 5.0 MiB/s, 293 objects/s recovering 2023-09-23T15:16:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:39 smithi178 ceph-mon[192298]: failed to encode map e230 with expected crc 2023-09-23T15:16:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:39 smithi178 ceph-mon[192298]: failed to encode map e230 with expected crc 2023-09-23T15:16:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:39 smithi178 ceph-mon[192298]: failed to encode map e230 with expected crc 2023-09-23T15:16:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:39 smithi178 ceph-mon[192298]: pgmap v598: 99 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 1 peering, 1 active+recovery_wait+degraded+remapped, 86 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 11 op/s; 13342/120939 objects degraded (11.032%); 26933/120939 objects misplaced (22.270%); 5.0 MiB/s, 293 objects/s recovering 2023-09-23T15:16:39.705 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:39.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:39.709 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:39.810 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:39.851 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:40.012 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:40.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:40.016 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:40.090 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:16:40.091 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:40.117 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:40.152 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:40.218 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:40.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:40.221 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:40.322 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:40.360 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:40.416 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:40.417 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:40 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1027865825' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:40.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:40.419 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:40.419 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:40 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1027865825' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:40.497 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:16:40.520 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:40.525 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:16:40.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:40 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1027865825' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:40.549 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:40.553 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:16:40.577 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:16:40.592 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:40.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:40.595 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:40.612 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:16:40.643 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:16:40.665 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:16:40.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:16:40.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:16:40.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:16:40.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:16:40.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:16:40.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:16:40.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:16:40.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:16:40.696 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:40.714 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:16:40.727 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:40.787 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:40.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:40.791 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:40.892 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:40.928 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:41.263 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:41 smithi118 ceph-mon[212312]: pgmap v599: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating+undersized+degraded+remapped, 87 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 10 op/s; 11002/120819 objects degraded (9.106%); 26253/120819 objects misplaced (21.729%); 9.7 MiB/s, 276 objects/s recovering 2023-09-23T15:16:41.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:41 smithi118 ceph-mon[219580]: pgmap v599: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating+undersized+degraded+remapped, 87 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 10 op/s; 11002/120819 objects degraded (9.106%); 26253/120819 objects misplaced (21.729%); 9.7 MiB/s, 276 objects/s recovering 2023-09-23T15:16:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:41 smithi178 ceph-mon[192298]: pgmap v599: 99 pgs: 1 active+recovering+undersized+remapped, 2 activating+undersized+degraded+remapped, 87 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 10 op/s; 11002/120819 objects degraded (9.106%); 26253/120819 objects misplaced (21.729%); 9.7 MiB/s, 276 objects/s recovering 2023-09-23T15:16:41.833 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:41.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:41.836 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:41.937 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:41.946 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:41.967 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:42.165 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:16:42.165 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:16:42.165 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:16:42.165 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:16:42.168 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:42.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:42.172 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:42.273 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:16:42.299 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:42.414 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 11002/120819 objects degraded (9.106%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:42.414 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:42 smithi118 ceph-mon[219580]: osdmap e231: 8 total, 8 up, 7 in 2023-09-23T15:16:42.414 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:42 smithi118 ceph-mon[219580]: failed to encode map e231 with expected crc 2023-09-23T15:16:42.414 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 11002/120819 objects degraded (9.106%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:42.414 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:42 smithi118 ceph-mon[212312]: osdmap e231: 8 total, 8 up, 7 in 2023-09-23T15:16:42.414 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:42 smithi118 ceph-mon[212312]: failed to encode map e231 with expected crc 2023-09-23T15:16:42.444 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:16:42.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:42.446 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:16:42.546 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:42.569 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 11002/120819 objects degraded (9.106%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:42.569 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:42 smithi178 ceph-mon[192298]: osdmap e231: 8 total, 8 up, 7 in 2023-09-23T15:16:42.569 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:42 smithi178 ceph-mon[192298]: failed to encode map e231 with expected crc 2023-09-23T15:16:42.572 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:42.613 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:42.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:42.616 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:42.716 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:42.751 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:42.799 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:42.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:42.802 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:42.903 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:16:42.931 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:42.977 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:16:42.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:42.984 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:16:42.986 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T15:16:43.085 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:43.113 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:43.173 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T15:16:43.367 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:43.381 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:43.382 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[219580]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.382 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[219580]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.383 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[219580]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.383 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[219580]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.383 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2637665377' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:16:43.383 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[219580]: pgmap v601: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 87 active+clean, 4 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 12 op/s; 10994/120801 objects degraded (9.101%); 25898/120801 objects misplaced (21.439%); 6.6 MiB/s, 78 objects/s recovering 2023-09-23T15:16:43.383 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2637665377' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:16:43.383 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[219580]: osdmap e232: 8 total, 8 up, 7 in 2023-09-23T15:16:43.383 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[219580]: failed to encode map e232 with expected crc 2023-09-23T15:16:43.383 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[212312]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.384 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[212312]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.384 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[212312]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.384 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[212312]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.384 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2637665377' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:16:43.384 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[212312]: pgmap v601: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 87 active+clean, 4 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 12 op/s; 10994/120801 objects degraded (9.101%); 25898/120801 objects misplaced (21.439%); 6.6 MiB/s, 78 objects/s recovering 2023-09-23T15:16:43.384 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2637665377' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:16:43.384 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[212312]: osdmap e232: 8 total, 8 up, 7 in 2023-09-23T15:16:43.384 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:43 smithi118 ceph-mon[212312]: failed to encode map e232 with expected crc 2023-09-23T15:16:43.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:43.385 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:43.486 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:43.515 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:43.564 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:43.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:43.568 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:43.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:43 smithi178 ceph-mon[192298]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:43 smithi178 ceph-mon[192298]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:43 smithi178 ceph-mon[192298]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:43 smithi178 ceph-mon[192298]: failed to encode map e231 with expected crc 2023-09-23T15:16:43.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:43 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2637665377' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:16:43.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:43 smithi178 ceph-mon[192298]: pgmap v601: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 87 active+clean, 4 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 12 op/s; 10994/120801 objects degraded (9.101%); 25898/120801 objects misplaced (21.439%); 6.6 MiB/s, 78 objects/s recovering 2023-09-23T15:16:43.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:43 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2637665377' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:16:43.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:43 smithi178 ceph-mon[192298]: osdmap e232: 8 total, 8 up, 7 in 2023-09-23T15:16:43.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:43 smithi178 ceph-mon[192298]: failed to encode map e232 with expected crc 2023-09-23T15:16:43.668 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:43.695 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:43.737 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:43.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:43.740 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:43.841 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:43.860 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:16:43.869 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:44.046 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T15:16:44.064 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:44.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:44.067 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:44.168 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:44.194 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:44.236 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:44.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:44.238 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:44.271 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:44 smithi118 ceph-mon[219580]: failed to encode map e232 with expected crc 2023-09-23T15:16:44.271 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:44 smithi118 ceph-mon[219580]: 7.f continuing backfill to osd.0 from (157'2368,223'8189] MIN to 223'8189 2023-09-23T15:16:44.271 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:44 smithi118 ceph-mon[219580]: failed to encode map e232 with expected crc 2023-09-23T15:16:44.271 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:44 smithi118 ceph-mon[219580]: failed to encode map e232 with expected crc 2023-09-23T15:16:44.271 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:44 smithi118 ceph-mon[212312]: failed to encode map e232 with expected crc 2023-09-23T15:16:44.271 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:44 smithi118 ceph-mon[212312]: 7.f continuing backfill to osd.0 from (157'2368,223'8189] MIN to 223'8189 2023-09-23T15:16:44.272 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:44 smithi118 ceph-mon[212312]: failed to encode map e232 with expected crc 2023-09-23T15:16:44.272 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:44 smithi118 ceph-mon[212312]: failed to encode map e232 with expected crc 2023-09-23T15:16:44.339 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:44.369 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:44 smithi178 ceph-mon[192298]: failed to encode map e232 with expected crc 2023-09-23T15:16:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:44 smithi178 ceph-mon[192298]: 7.f continuing backfill to osd.0 from (157'2368,223'8189] MIN to 223'8189 2023-09-23T15:16:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:44 smithi178 ceph-mon[192298]: failed to encode map e232 with expected crc 2023-09-23T15:16:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:44 smithi178 ceph-mon[192298]: failed to encode map e232 with expected crc 2023-09-23T15:16:44.428 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:44.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:44.432 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:44.462 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:44.533 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:44.561 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:44.609 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:44.613 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:44.613 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:44.657 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:44.713 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:44.747 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:44.802 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:44.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:44.805 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:44.906 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:44.934 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:45.045 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:16:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:16:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:16:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:16:45.046 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:16:45.204 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:45.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:45.207 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:45.287 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:16:45.308 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:45.339 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:45.384 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:45.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:45.386 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:45.487 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:45.522 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:45 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2644480150' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:45 smithi118 ceph-mon[219580]: pgmap v603: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 87 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 7 op/s; 10743/120771 objects degraded (8.895%); 25892/120771 objects misplaced (21.439%); 5.9 MiB/s, 104 objects/s recovering 2023-09-23T15:16:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:45 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2644480150' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:45 smithi118 ceph-mon[212312]: pgmap v603: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 87 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 7 op/s; 10743/120771 objects degraded (8.895%); 25892/120771 objects misplaced (21.439%); 5.9 MiB/s, 104 objects/s recovering 2023-09-23T15:16:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:45 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2644480150' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:16:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:45 smithi178 ceph-mon[192298]: pgmap v603: 99 pgs: 1 peering, 1 activating+undersized+degraded+remapped, 87 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 7 op/s; 10743/120771 objects degraded (8.895%); 25892/120771 objects misplaced (21.439%); 5.9 MiB/s, 104 objects/s recovering 2023-09-23T15:16:45.859 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T15:16:46.037 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:46.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:46.048 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:46.149 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:46.187 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:46.231 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:46.279 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:16:46.279 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[212312]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.279 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:16:46.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:46 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:16:46.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:46 smithi178 ceph-mon[192298]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:46 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:16:46.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:46 smithi178 ceph-mon[192298]: osdmap e233: 8 total, 8 up, 7 in 2023-09-23T15:16:46.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:46 smithi178 ceph-mon[192298]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:46 smithi178 ceph-mon[192298]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:46 smithi178 ceph-mon[192298]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:16:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[219580]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:16:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[219580]: osdmap e233: 8 total, 8 up, 7 in 2023-09-23T15:16:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[219580]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[219580]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[219580]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[212312]: osdmap e233: 8 total, 8 up, 7 in 2023-09-23T15:16:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[212312]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[212312]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:46 smithi118 ceph-mon[212312]: failed to encode map e233 with expected crc 2023-09-23T15:16:46.657 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:46.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:46.664 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:46.764 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:46.812 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:47.010 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:47.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:47.015 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:47.116 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:47.145 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:47.474 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:47.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:47.479 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:47.537 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:16:47.549 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:47 smithi118 ceph-mon[219580]: pgmap v605: 99 pgs: 1 peering, 87 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 6430/120717 objects degraded (5.327%); 25643/120717 objects misplaced (21.242%) 2023-09-23T15:16:47.549 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 10743/120771 objects degraded (8.895%), 4 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:47.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:47 smithi118 ceph-mon[212312]: pgmap v605: 99 pgs: 1 peering, 87 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 6430/120717 objects degraded (5.327%); 25643/120717 objects misplaced (21.242%) 2023-09-23T15:16:47.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 10743/120771 objects degraded (8.895%), 4 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:47.565 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:16:47.580 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:47.594 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:16:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:47 smithi178 ceph-mon[192298]: pgmap v605: 99 pgs: 1 peering, 87 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.5 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 6430/120717 objects degraded (5.327%); 25643/120717 objects misplaced (21.242%) 2023-09-23T15:16:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 10743/120771 objects degraded (8.895%), 4 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:47.632 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:16:47.642 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:47.674 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:16:47.703 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:16:47.736 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:16:47.757 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:16:47.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:16:47.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:16:47.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:16:47.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:16:47.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:16:47.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:16:47.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:16:47.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:16:47.760 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:47.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:47.770 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:47.871 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:47.901 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:48.006 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:48.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:48.009 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:48.062 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:16:48.062 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:16:48.110 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:48.139 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:48.310 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T15:16:48.344 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:48.346 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:16:48.346 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2199130074' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:48.346 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3519716210' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:16:48.346 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:48 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:16:48.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:48.347 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:48.448 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:48.473 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:48.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:16:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:16:48] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2023-09-23T15:16:48.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:16:48.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2199130074' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:48.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3519716210' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:16:48.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:48 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:16:48.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:16:48.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2199130074' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:48.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3519716210' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:16:48.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:48 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:16:48.923 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:48.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:48.926 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:48.936 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:16:49.027 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:16:49.054 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:49.191 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 6 1 2023-09-23T15:16:49.214 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:16:49.249 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:16:49.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:49.251 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:16:49.297 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:49 smithi118 ceph-mon[219580]: failed to encode map e234 with expected crc 2023-09-23T15:16:49.297 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:49 smithi118 ceph-mon[219580]: failed to encode map e234 with expected crc 2023-09-23T15:16:49.297 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:49 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:16:49.297 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:49 smithi118 ceph-mon[219580]: osdmap e234: 8 total, 8 up, 7 in 2023-09-23T15:16:49.297 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:49 smithi118 ceph-mon[219580]: pgmap v607: 99 pgs: 88 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 68 op/s; 6367/119562 objects degraded (5.325%); 25404/119562 objects misplaced (21.248%); 7.3 MiB/s, 393 objects/s recovering 2023-09-23T15:16:49.352 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:16:49.385 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:49.438 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:16:49.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:49.446 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:16:49.450 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:49.547 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:49 smithi118 ceph-mon[212312]: failed to encode map e234 with expected crc 2023-09-23T15:16:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:49 smithi118 ceph-mon[212312]: failed to encode map e234 with expected crc 2023-09-23T15:16:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:49 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:16:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:49 smithi118 ceph-mon[212312]: osdmap e234: 8 total, 8 up, 7 in 2023-09-23T15:16:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:49 smithi118 ceph-mon[212312]: pgmap v607: 99 pgs: 88 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 68 op/s; 6367/119562 objects degraded (5.325%); 25404/119562 objects misplaced (21.248%); 7.3 MiB/s, 393 objects/s recovering 2023-09-23T15:16:49.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:49 smithi178 ceph-mon[192298]: failed to encode map e234 with expected crc 2023-09-23T15:16:49.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:49 smithi178 ceph-mon[192298]: failed to encode map e234 with expected crc 2023-09-23T15:16:49.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:49 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:16:49.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:49 smithi178 ceph-mon[192298]: osdmap e234: 8 total, 8 up, 7 in 2023-09-23T15:16:49.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:49 smithi178 ceph-mon[192298]: pgmap v607: 99 pgs: 88 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 68 op/s; 6367/119562 objects degraded (5.325%); 25404/119562 objects misplaced (21.248%); 7.3 MiB/s, 393 objects/s recovering 2023-09-23T15:16:49.577 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:49.635 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:49.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:49.638 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:49.739 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:49.770 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:49.896 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:49.925 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:49.928 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:49.929 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:50.029 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:50.057 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:50.157 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:50.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:50.160 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:50.235 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:50.261 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:50.297 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:50 smithi178 ceph-mon[192298]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:50 smithi178 ceph-mon[192298]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:50 smithi178 ceph-mon[192298]: osdmap e235: 8 total, 8 up, 7 in 2023-09-23T15:16:50.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:50 smithi178 ceph-mon[192298]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:50 smithi178 ceph-mon[192298]: 7.e continuing backfill to osd.0 from (152'1200,233'8340] MIN to 233'8340 2023-09-23T15:16:50.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:50 smithi178 ceph-mon[192298]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.406 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:50.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:50.411 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:50.511 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:50.541 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[219580]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[219580]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[219580]: osdmap e235: 8 total, 8 up, 7 in 2023-09-23T15:16:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[219580]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[219580]: 7.e continuing backfill to osd.0 from (152'1200,233'8340] MIN to 233'8340 2023-09-23T15:16:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[219580]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[212312]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[212312]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[212312]: osdmap e235: 8 total, 8 up, 7 in 2023-09-23T15:16:50.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[212312]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[212312]: 7.e continuing backfill to osd.0 from (152'1200,233'8340] MIN to 233'8340 2023-09-23T15:16:50.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:50 smithi118 ceph-mon[212312]: failed to encode map e235 with expected crc 2023-09-23T15:16:50.923 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:50.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:50.925 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:50.984 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:16:51.026 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:51.069 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[212312]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[212312]: osdmap e236: 8 total, 8 up, 7 in 2023-09-23T15:16:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[212312]: 7.b starting backfill to osd.5 from (0'0,173'4401] MIN to 233'8292 2023-09-23T15:16:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[212312]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[212312]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[212312]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[212312]: pgmap v610: 99 pgs: 1 activating+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 115 op/s; 6420/118716 objects degraded (5.408%); 27756/118716 objects misplaced (23.380%); 7.4 MiB/s, 367 objects/s recovering 2023-09-23T15:16:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[219580]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[219580]: osdmap e236: 8 total, 8 up, 7 in 2023-09-23T15:16:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[219580]: 7.b starting backfill to osd.5 from (0'0,173'4401] MIN to 233'8292 2023-09-23T15:16:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[219580]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[219580]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[219580]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:51 smithi118 ceph-mon[219580]: pgmap v610: 99 pgs: 1 activating+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 115 op/s; 6420/118716 objects degraded (5.408%); 27756/118716 objects misplaced (23.380%); 7.4 MiB/s, 367 objects/s recovering 2023-09-23T15:16:51.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:51 smithi178 ceph-mon[192298]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:51 smithi178 ceph-mon[192298]: osdmap e236: 8 total, 8 up, 7 in 2023-09-23T15:16:51.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:51 smithi178 ceph-mon[192298]: 7.b starting backfill to osd.5 from (0'0,173'4401] MIN to 233'8292 2023-09-23T15:16:51.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:51 smithi178 ceph-mon[192298]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:51 smithi178 ceph-mon[192298]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:51 smithi178 ceph-mon[192298]: failed to encode map e236 with expected crc 2023-09-23T15:16:51.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:51 smithi178 ceph-mon[192298]: pgmap v610: 99 pgs: 1 activating+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 115 op/s; 6420/118716 objects degraded (5.408%); 27756/118716 objects misplaced (23.380%); 7.4 MiB/s, 367 objects/s recovering 2023-09-23T15:16:51.829 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:51.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:51.832 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:51.839 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:16:51.840 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:16:51.932 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:51.974 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:52.089 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:52.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:52.097 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:52.198 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:52.228 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:52.228 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:52.898 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:52.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:52.904 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:52.913 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:16:53.005 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:53.038 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:53.170 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:16:53.170 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.6 to 1 (10000) 2023-09-23T15:16:53.177 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:53.177 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:53.177 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 6420/118716 objects degraded (5.408%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:53.177 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/174223773' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:53.178 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:52 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:53.178 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:53.178 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:53.178 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 6420/118716 objects degraded (5.408%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:53.178 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/174223773' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:53.178 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:52 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:16:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 6420/118716 objects degraded (5.408%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/174223773' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:52 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:16:53.529 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:53.592 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:53.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:53.596 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:53.696 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:16:53.723 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:53.819 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:16:53.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:53.822 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:16:53.923 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:16:53.953 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:53.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3819273105' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:16:53.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:53 smithi178 ceph-mon[192298]: pgmap v611: 99 pgs: 1 activating+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 114 op/s; 6420/118650 objects degraded (5.411%); 27743/118650 objects misplaced (23.382%); 7.3 MiB/s, 358 objects/s recovering 2023-09-23T15:16:53.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:53 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:53.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:53 smithi178 ceph-mon[192298]: failed to encode map e237 with expected crc 2023-09-23T15:16:53.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:53 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:16:53.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3819273105' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:16:53.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:53 smithi178 ceph-mon[192298]: osdmap e237: 8 total, 8 up, 7 in 2023-09-23T15:16:53.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:53 smithi178 ceph-mon[192298]: failed to encode map e237 with expected crc 2023-09-23T15:16:53.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:53.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:54.202 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:16:54.204 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3819273105' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:16:54.204 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[219580]: pgmap v611: 99 pgs: 1 activating+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 114 op/s; 6420/118650 objects degraded (5.411%); 27743/118650 objects misplaced (23.382%); 7.3 MiB/s, 358 objects/s recovering 2023-09-23T15:16:54.204 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:54.204 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[219580]: failed to encode map e237 with expected crc 2023-09-23T15:16:54.204 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:16:54.204 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3819273105' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:16:54.204 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[219580]: osdmap e237: 8 total, 8 up, 7 in 2023-09-23T15:16:54.204 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[219580]: failed to encode map e237 with expected crc 2023-09-23T15:16:54.204 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:54.205 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:54.205 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3819273105' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:16:54.205 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[212312]: pgmap v611: 99 pgs: 1 activating+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 114 op/s; 6420/118650 objects degraded (5.411%); 27743/118650 objects misplaced (23.382%); 7.3 MiB/s, 358 objects/s recovering 2023-09-23T15:16:54.205 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:16:54.205 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[212312]: failed to encode map e237 with expected crc 2023-09-23T15:16:54.205 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:16:54.205 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3819273105' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:16:54.205 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[212312]: osdmap e237: 8 total, 8 up, 7 in 2023-09-23T15:16:54.206 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[212312]: failed to encode map e237 with expected crc 2023-09-23T15:16:54.206 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:54.206 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:54.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:54.206 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:16:54.307 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:54.335 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:54.699 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T15:16:54.892 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:54.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:54.895 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:54.997 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:16:55.028 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:55.075 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:16:55.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:55.079 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:16:55.180 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:55.222 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:55.247 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:16:55.248 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:16:55.328 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:55.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:55.332 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:55.352 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:16:55.372 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:16:55.433 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:55.461 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:55.505 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:55.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:55.507 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:55.608 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:55.609 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:55.643 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:55.695 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:55.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:55.699 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:55.800 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:55.828 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:56.029 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:16:56.033 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:56.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:56.037 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:56.049 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:16:56.077 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:16:56.102 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:16:56.130 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:16:56.138 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:56.150 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:16:56.164 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:56.170 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:16:56.172 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:16:56.172 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:16:56.172 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:16:56.173 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:16:56.173 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:16:56.173 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:16:56.173 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:16:56.173 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:16:56.210 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:56.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:56.214 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:56.315 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:56.344 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:56 smithi118 ceph-mon[219580]: pgmap v613: 99 pgs: 1 activating+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 51 op/s; 6420/118626 objects degraded (5.412%); 27739/118626 objects misplaced (23.384%); 11 B/s, 7 objects/s recovering 2023-09-23T15:16:56.344 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2860653837' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:56.344 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:56.344 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:56 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:56.345 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:56 smithi118 ceph-mon[212312]: pgmap v613: 99 pgs: 1 activating+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 51 op/s; 6420/118626 objects degraded (5.412%); 27739/118626 objects misplaced (23.384%); 11 B/s, 7 objects/s recovering 2023-09-23T15:16:56.345 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2860653837' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:56.345 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:56.345 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:56 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:56.349 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:56.383 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:16:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:56 smithi178 ceph-mon[192298]: pgmap v613: 99 pgs: 1 activating+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 51 op/s; 6420/118626 objects degraded (5.412%); 27739/118626 objects misplaced (23.384%); 11 B/s, 7 objects/s recovering 2023-09-23T15:16:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2860653837' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:16:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:56 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:56.952 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:56.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:56.955 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:56.992 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:16:57.056 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:16:57.082 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:57.127 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:16:57.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:57.130 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:16:57.230 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 6420/118626 objects degraded (5.412%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:57.230 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 6420/118626 objects degraded (5.412%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:57.230 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:57.269 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 6420/118626 objects degraded (5.412%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:16:57.586 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:57.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:57.588 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:57.689 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:57.723 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:57.783 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:16:57.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:57.786 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:16:57.840 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:16:57.887 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:57.916 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:58.130 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:16:58.130 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:16:58.130 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:16:58.130 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:16:58.130 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.130 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44972.0:131684 7.5 e232/225 7:a73fd0a8:::benchmark_data_smithi118_332595_object45620:head v 232'8285, mlcod=0'0)", 2023-09-23T15:16:58.130 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:45.263397+0000", 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.863586375000001, 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0070364319999999996, 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.263397+0000", 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.263397+0000", 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.263388+0000", 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999914 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.263410+0000", 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.177e-05 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.132 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.263440+0000", 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9899999999999998e-05 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.263452+0000", 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1983e-05 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.263565+0000", 2023-09-23T15:16:58.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000113078 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.263647+0000", 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.2247e-05 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.270403+0000", 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0067554929999999996 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.270433+0000", 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0397999999999999e-05 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44972.0:131926 7.8 e233/231 7:1b9539a4:::benchmark_data_smithi118_332595_object45862:head v 233'8170, mlcod=232'8168)", 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:45.330007+0000", 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.796975895999999, 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.115336408, 2023-09-23T15:16:58.135 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.330007+0000", 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.330007+0000", 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.330007+0000", 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.330012+0000", 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6029999999999998e-06 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442595+0000", 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.112583481 2023-09-23T15:16:58.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442605+0000", 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.3519999999999996e-06 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442707+0000", 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000102002 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442727+0000", 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0029000000000001e-05 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.445298+0000", 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025712970000000002 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.445344+0000", 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5843999999999997e-05 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.139 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44972.0:131928 7.c e233/227 7:3145a8be:::benchmark_data_smithi118_332595_object45864:head v 233'8219, mlcod=231'8217)", 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:45.346289+0000", 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.780694429, 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.099519003999999994, 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.346289+0000", 2023-09-23T15:16:58.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.346289+0000", 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.346288+0000", 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.141 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.346295+0000", 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4169999999999997e-06 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442574+0000", 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.096278901 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442588+0000", 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3709999999999999e-05 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442688+0000", 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010029100000000001 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442713+0000", 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4735e-05 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.445784+0000", 2023-09-23T15:16:58.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0030713440000000002 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.445808+0000", 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3898999999999999e-05 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44972.0:131692 7.5 e233/225 7:adc9f0dd:::benchmark_data_smithi118_332595_object45628:head v 233'8286, mlcod=159'2865)", 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:45.442656+0000", 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.684327238, 2023-09-23T15:16:58.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0078050610000000003, 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442656+0000", 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442656+0000", 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.145 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442655+0000", 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442662+0000", 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6200000000000001e-06 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.146 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442672+0000", 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6600000000000007e-06 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442677+0000", 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1399999999999999e-06 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442883+0000", 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020672 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.147 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442904+0000", 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1024000000000001e-05 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.450422+0000", 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.007517976 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.450461+0000", 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8566999999999999e-05 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.148 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44972.0:131696 7.5 e233/225 7:aba15d9d:::benchmark_data_smithi118_332595_object45632:head v 233'8287, mlcod=159'2865)", 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:45.442706+0000", 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.684277477, 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.007783107, 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442706+0000", 2023-09-23T15:16:58.149 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442706+0000", 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442706+0000", 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.150 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442709+0000", 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8349999999999997e-06 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442715+0000", 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7130000000000002e-06 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442719+0000", 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.507e-06 2023-09-23T15:16:58.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.445329+0000", 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026108329999999999 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.445349+0000", 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9391000000000001e-05 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.450468+0000", 2023-09-23T15:16:58.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051194739999999997 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.450489+0000", 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0564000000000002e-05 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44972.0:131710 7.5 e233/225 7:a875ab4a:::benchmark_data_smithi118_332595_object45646:head v 233'8288, mlcod=159'2865)", 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:45.442724+0000", 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.684259346999999, 2023-09-23T15:16:58.153 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0077925549999999996, 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442724+0000", 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442724+0000", 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.154 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442724+0000", 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442732+0000", 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1859999999999992e-06 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442737+0000", 2023-09-23T15:16:58.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6359999999999999e-06 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442741+0000", 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.275e-06 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.446996+0000", 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042555320000000002 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.156 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.447020+0000", 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3941999999999999e-05 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.450492+0000", 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0034722070000000002 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.450516+0000", 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3964999999999998e-05 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.157 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44972.0:131734 7.5 e233/225 7:ac5a7258:::benchmark_data_smithi118_332595_object45670:head v 233'8289, mlcod=159'2865)", 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:45.442744+0000", 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.684238847, 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0077991600000000003, 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442744+0000", 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442744+0000", 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442744+0000", 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.159 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442749+0000", 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9910000000000002e-06 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442754+0000", 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9060000000000001e-06 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.442757+0000", 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9809999999999999e-06 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.448992+0000", 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0062346579999999997 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.449011+0000", 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9556e-05 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.450521+0000", 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001509739 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.450544+0000", 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2544999999999998e-05 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:131973 7.9 7:92b06a93:::benchmark_data_smithi118_332595_object45909:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:45.708332+0000", 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.418651048999999, 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049845250000000001, 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.162 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 131973 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.708332+0000", 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.163 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.708332+0000", 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.708331+0000", 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.708337+0000", 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0619999999999997e-06 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.164 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.708356+0000", 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8448e-05 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.708364+0000", 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.4589999999999998e-06 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.708432+0000", 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8025e-05 2023-09-23T15:16:58.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.708601+0000", 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016884499999999999 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.708738+0000", 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000137336 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.166 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.710314+0000", 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0015756120000000001 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.711162+0000", 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00084849999999999997 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.711228+0000", 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5969000000000005e-05 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.713118+0000", 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0018898509999999999 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.713179+0000", 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0934999999999998e-05 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.713317+0000", 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013763499999999999 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.168 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132006 7.9 7:9876c0cc:::benchmark_data_smithi118_332595_object45942:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:45.803098+0000", 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.323885576, 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.006796987, 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132006 2023-09-23T15:16:58.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.803098+0000", 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.803098+0000", 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.803096+0000", 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.803106+0000", 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0419e-05 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.803121+0000", 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4487e-05 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.803127+0000", 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1820000000000003e-06 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.803176+0000", 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8766e-05 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.803341+0000", 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016543600000000001 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.172 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.803430+0000", 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8850000000000005e-05 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.804929+0000", 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001498552 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.805840+0000", 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00091135399999999996 2023-09-23T15:16:58.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.806553+0000", 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00071298300000000004 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.809781+0000", 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003227695 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.809821+0000", 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0240000000000001e-05 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.809895+0000", 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3773e-05 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132012 7.9 7:9be34512:::benchmark_data_smithi118_332595_object45948:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.175 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:45.810976+0000", 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.316007323000001, 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0097495129999999996, 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132012 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.810976+0000", 2023-09-23T15:16:58.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.810976+0000", 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.810974+0000", 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.810981+0000", 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3300000000000004e-06 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.810995+0000", 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4392e-05 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.811001+0000", 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1079999999999998e-06 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.811051+0000", 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9738999999999999e-05 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.811220+0000", 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016908 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.811346+0000", 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012603700000000001 2023-09-23T15:16:58.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.813396+0000", 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002050273 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.814305+0000", 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00090892900000000005 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.817660+0000", 2023-09-23T15:16:58.180 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0033551240000000001 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.820524+0000", 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0028635760000000001 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.820584+0000", 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0183000000000003e-05 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.820725+0000", 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000141373 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132046 7.9 7:9ff07ba8:::benchmark_data_smithi118_332595_object45982:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:45.910449+0000", 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.216534485, 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045303210000000003, 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.182 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132046 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.910449+0000", 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.910449+0000", 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.910447+0000", 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.910458+0000", 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0355e-05 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.910479+0000", 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1565000000000001e-05 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.910486+0000", 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4629999999999998e-06 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.910553+0000", 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7559999999999997e-05 2023-09-23T15:16:58.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.910772+0000", 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00021927399999999999 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.910920+0000", 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000147131 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.912546+0000", 2023-09-23T15:16:58.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001625998 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.912849+0000", 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00030352100000000001 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.913518+0000", 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00066929999999999995 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.914764+0000", 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0012459109999999999 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.914834+0000", 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9565000000000002e-05 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.914979+0000", 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014516999999999999 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.188 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132075 7.9 7:95e00474:::benchmark_data_smithi118_332595_object46011:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:46.001190+0000", 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.125793311000001, 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0068955010000000001, 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.189 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132075 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.001190+0000", 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.001190+0000", 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.001188+0000", 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.001195+0000", 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3829999999999997e-06 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.001207+0000", 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2218999999999999e-05 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.001212+0000", 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1420000000000001e-06 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.001291+0000", 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8987999999999997e-05 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.001423+0000", 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013171299999999999 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.001503+0000", 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0093999999999996e-05 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.003065+0000", 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001562293 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.193 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.003901+0000", 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000835515 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.005455+0000", 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0015545299999999999 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.007869+0000", 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002413578 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.007940+0000", 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1077999999999999e-05 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.008085+0000", 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000145446 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.195 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132076 7.9 7:90eb9c68:::benchmark_data_smithi118_332595_object46012:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:46.003907+0000", 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 12.123076404000001, 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043019180000000001, 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132076 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.196 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.003907+0000", 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.003907+0000", 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.003906+0000", 2023-09-23T15:16:58.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.003912+0000", 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8699999999999997e-06 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.003922+0000", 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0105999999999999e-05 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.003933+0000", 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0866000000000001e-05 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.003969+0000", 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6408000000000001e-05 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.004091+0000", 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012236300000000001 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.004176+0000", 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.4758000000000004e-05 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.005549+0000", 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00137309 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.006276+0000", 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00072726500000000005 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.006454+0000", 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00017725799999999999 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.008119+0000", 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016657499999999999 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.008148+0000", 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8140000000000002e-05 2023-09-23T15:16:58.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.008209+0000", 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1124999999999995e-05 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132161 7.9 7:93c00c44:::benchmark_data_smithi118_332595_object46097:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:46.341135+0000", 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 11.785848022, 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0071372420000000002, 2023-09-23T15:16:58.202 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132161 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.341135+0000", 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.341135+0000", 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.341133+0000", 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.341141+0000", 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6310000000000003e-06 2023-09-23T15:16:58.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.341158+0000", 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6764000000000001e-05 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.341165+0000", 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2989999999999999e-06 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.341221+0000", 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5871000000000001e-05 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.341361+0000", 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013982600000000001 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.341437+0000", 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5977999999999997e-05 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.342932+0000", 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014948870000000001 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.344334+0000", 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014026589999999999 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.346317+0000", 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001983229 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.348133+0000", 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001815508 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.348171+0000", 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8009000000000001e-05 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.348272+0000", 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000101451 2023-09-23T15:16:58.208 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132168 7.9 7:9587eee0:::benchmark_data_smithi118_332595_object46104:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:46.353348+0000", 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 11.773635158999999, 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.007503956, 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.209 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132168 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.353348+0000", 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.353348+0000", 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.353347+0000", 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.353354+0000", 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8680000000000001e-06 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.353370+0000", 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6396999999999999e-05 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.353377+0000", 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6390000000000003e-06 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.353432+0000", 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5259000000000001e-05 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.353603+0000", 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00017061100000000001 2023-09-23T15:16:58.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.353737+0000", 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000134203 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.355273+0000", 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001535872 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.356179+0000", 2023-09-23T15:16:58.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00090639400000000004 2023-09-23T15:16:58.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.357880+0000", 2023-09-23T15:16:58.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0017013040000000001 2023-09-23T15:16:58.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.360676+0000", 2023-09-23T15:16:58.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027954030000000001 2023-09-23T15:16:58.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.360716+0000", 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0737e-05 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.360852+0000", 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000135568 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132274 7.9 7:930f7211:::benchmark_data_smithi118_332595_object46210:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:46.729950+0000", 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 11.397033535, 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0064986979999999998, 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132274 2023-09-23T15:16:58.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.729950+0000", 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.729950+0000", 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.729949+0000", 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.729953+0000", 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2579999999999997e-06 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.729960+0000", 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2819999999999999e-06 2023-09-23T15:16:58.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.729966+0000", 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3460000000000001e-06 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.730011+0000", 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5101000000000001e-05 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.730159+0000", 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000148443 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.730298+0000", 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013903400000000001 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.731887+0000", 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0015890979999999999 2023-09-23T15:16:58.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.732525+0000", 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00063760399999999995 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.732823+0000", 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00029765599999999998 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.736321+0000", 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0034981880000000002 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.736362+0000", 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1635999999999999e-05 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.736448+0000", 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5947999999999998e-05 2023-09-23T15:16:58.222 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132296 7.9 7:9b12b7ef:::benchmark_data_smithi118_332595_object46232:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:46.801294+0000", 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 11.325689220999999, 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0058835520000000002, 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.223 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132296 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.801294+0000", 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.801294+0000", 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.224 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.801292+0000", 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.801303+0000", 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1126e-05 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.801335+0000", 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2135999999999999e-05 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.801348+0000", 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2717e-05 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.801446+0000", 2023-09-23T15:16:58.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.8450999999999996e-05 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.801671+0000", 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00022469499999999999 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.801790+0000", 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000118559 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.803249+0000", 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014594639999999999 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.804653+0000", 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014039569999999999 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.805352+0000", 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00069912299999999995 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.807033+0000", 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016811630000000001 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.807070+0000", 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6755999999999998e-05 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.807178+0000", 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000107452 2023-09-23T15:16:58.229 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132331 7.9 7:9004dd41:::benchmark_data_smithi118_332595_object46267:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:46.946862+0000", 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 11.180120875, 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0069233180000000004, 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.230 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132331 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.946862+0000", 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.946862+0000", 2023-09-23T15:16:58.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.946861+0000", 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.946868+0000", 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2989999999999999e-06 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.946884+0000", 2023-09-23T15:16:58.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5420000000000001e-05 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.946889+0000", 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7230000000000001e-06 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.946929+0000", 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9938999999999998e-05 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.947060+0000", 2023-09-23T15:16:58.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013039599999999999 2023-09-23T15:16:58.234 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.234 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.234 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.947135+0000", 2023-09-23T15:16:58.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5451000000000007e-05 2023-09-23T15:16:58.234 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.234 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.234 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.949141+0000", 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0020057479999999999 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.949792+0000", 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00065142599999999998 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.950023+0000", 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00023074700000000001 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.953686+0000", 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036633299999999998 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.953719+0000", 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2750999999999999e-05 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:46.953786+0000", 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6450000000000002e-05 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.236 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132410 7.9 7:9381e011:::benchmark_data_smithi118_332595_object46346:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:47.299656+0000", 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 10.827327049999999, 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0071720760000000003, 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132410 2023-09-23T15:16:58.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.299656+0000", 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.299656+0000", 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.299655+0000", 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.299660+0000", 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9180000000000002e-06 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.299673+0000", 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2792999999999999e-05 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.299678+0000", 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.006e-06 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.299720+0000", 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2590999999999999e-05 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.299845+0000", 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000124165 2023-09-23T15:16:58.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.299921+0000", 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6191000000000003e-05 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.301510+0000", 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0015892829999999999 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.302441+0000", 2023-09-23T15:16:58.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00093056400000000004 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.302561+0000", 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011997000000000001 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.306572+0000", 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0040117549999999997 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.306668+0000", 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5655000000000005e-05 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.306828+0000", 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016027500000000001 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.243 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:132439 7.9 7:94d495b0:::benchmark_data_smithi118_332595_object46375:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e233)", 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:47.393636+0000", 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 10.733347375999999, 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0060939109999999996, 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 132439 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:16:58.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.393636+0000", 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.393636+0000", 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.393634+0000", 2023-09-23T15:16:58.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.393642+0000", 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7659999999999998e-06 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.393659+0000", 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7139e-05 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.393668+0000", 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.4749999999999993e-06 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.393722+0000", 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4895000000000002e-05 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.393863+0000", 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014027199999999999 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,4", 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.393961+0000", 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.8344999999999994e-05 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.395996+0000", 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0020353960000000001 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.396256+0000", 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00025982700000000002 2023-09-23T15:16:58.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.398183+0000", 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0019267080000000001 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.399571+0000", 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0013882199999999999 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.399612+0000", 2023-09-23T15:16:58.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0367000000000002e-05 2023-09-23T15:16:58.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:16:58.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:16:58.250 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:16:58.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:47.399730+0000", 2023-09-23T15:16:58.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011818499999999999 2023-09-23T15:16:58.250 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.250 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.250 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.250 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:16:58.250 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:16:58.250 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:16:58.251 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:58 smithi118 ceph-mon[212312]: pgmap v614: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 44 op/s; 9900/118506 objects degraded (8.354%); 28176/118506 objects misplaced (23.776%); 106 KiB/s, 20 objects/s recovering 2023-09-23T15:16:58.251 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:58 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:16:58.251 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:58 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:16:58.251 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:58 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:58.293 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:58.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:58.297 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:58.398 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:58.429 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:58.470 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:16:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:16:58] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.43.0" 2023-09-23T15:16:58.470 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:58 smithi118 ceph-mon[219580]: pgmap v614: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 44 op/s; 9900/118506 objects degraded (8.354%); 28176/118506 objects misplaced (23.776%); 106 KiB/s, 20 objects/s recovering 2023-09-23T15:16:58.470 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:58 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:16:58.470 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:58 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:16:58.470 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:58 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:58.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:58 smithi178 ceph-mon[192298]: pgmap v614: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 44 op/s; 9900/118506 objects degraded (8.354%); 28176/118506 objects misplaced (23.776%); 106 KiB/s, 20 objects/s recovering 2023-09-23T15:16:58.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:58 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:16:58.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:58 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:16:58.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:58 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:16:58.686 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:58.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:58.690 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:58.790 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:16:58.819 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:58.866 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:16:58.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:58.870 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:16:58.903 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:16:58.970 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:16:59.001 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:59.131 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:16:59.216 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T15:16:59.302 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:16:59.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:59.306 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:16:59.407 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:16:59.435 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:59 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3464335023' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:16:59.435 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:16:59 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:16:59.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:59 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3464335023' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:16:59.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:16:59 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:16:59.438 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:16:59.481 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:16:59.485 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:59 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3464335023' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:16:59.485 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:16:59 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:16:59.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:16:59.486 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:16:59.587 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:16:59.618 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:00.004 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T15:17:00.085 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:00.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:00.091 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:00.192 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:00.229 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:00 smithi118 ceph-mon[212312]: pgmap v615: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 23 op/s; 9900/118506 objects degraded (8.354%); 28176/118506 objects misplaced (23.776%); 94 KiB/s, 17 objects/s recovering 2023-09-23T15:17:00.229 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:00 smithi118 ceph-mon[212312]: failed to encode map e238 with expected crc 2023-09-23T15:17:00.229 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:00 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:17:00.229 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:00 smithi118 ceph-mon[212312]: osdmap e238: 8 total, 8 up, 7 in 2023-09-23T15:17:00.229 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:00 smithi118 ceph-mon[219580]: pgmap v615: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 23 op/s; 9900/118506 objects degraded (8.354%); 28176/118506 objects misplaced (23.776%); 94 KiB/s, 17 objects/s recovering 2023-09-23T15:17:00.229 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:00 smithi118 ceph-mon[219580]: failed to encode map e238 with expected crc 2023-09-23T15:17:00.229 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:00 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:17:00.230 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:00 smithi118 ceph-mon[219580]: osdmap e238: 8 total, 8 up, 7 in 2023-09-23T15:17:00.233 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:00.234 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:00.293 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:00.320 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:00.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:00.324 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:00.425 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:00.457 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:00.570 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:00.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:00.578 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:00 smithi178 ceph-mon[192298]: pgmap v615: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 23 op/s; 9900/118506 objects degraded (8.354%); 28176/118506 objects misplaced (23.776%); 94 KiB/s, 17 objects/s recovering 2023-09-23T15:17:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:00 smithi178 ceph-mon[192298]: failed to encode map e238 with expected crc 2023-09-23T15:17:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:00 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:17:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:00 smithi178 ceph-mon[192298]: osdmap e238: 8 total, 8 up, 7 in 2023-09-23T15:17:00.680 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:00.712 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:00.761 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:00.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:00.769 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:00.870 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:00.897 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:00.942 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:00.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:00.948 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:01.049 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:01.080 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:01.224 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:17:01.231 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:01.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:01.235 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:01 smithi118 ceph-mon[212312]: failed to encode map e238 with expected crc 2023-09-23T15:17:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:01 smithi118 ceph-mon[212312]: failed to encode map e238 with expected crc 2023-09-23T15:17:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:01 smithi118 ceph-mon[212312]: failed to encode map e238 with expected crc 2023-09-23T15:17:01.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2454711979' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:01 smithi118 ceph-mon[219580]: failed to encode map e238 with expected crc 2023-09-23T15:17:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:01 smithi118 ceph-mon[219580]: failed to encode map e238 with expected crc 2023-09-23T15:17:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:01 smithi118 ceph-mon[219580]: failed to encode map e238 with expected crc 2023-09-23T15:17:01.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2454711979' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:01.337 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:01.363 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:01.405 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:01.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:01.412 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:01.513 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:01.548 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:01 smithi178 ceph-mon[192298]: failed to encode map e238 with expected crc 2023-09-23T15:17:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:01 smithi178 ceph-mon[192298]: failed to encode map e238 with expected crc 2023-09-23T15:17:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:01 smithi178 ceph-mon[192298]: failed to encode map e238 with expected crc 2023-09-23T15:17:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2454711979' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:01.760 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:01.803 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:01.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:01.808 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:01.908 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:01.940 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[219580]: pgmap v617: 99 pgs: 1 active+recovery_wait+degraded, 1 activating+undersized+degraded+remapped, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 9900/118506 objects degraded (8.354%); 28176/118506 objects misplaced (23.776%); 104 KiB/s, 26 objects/s recovering 2023-09-23T15:17:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[219580]: failed to encode map e239 with expected crc 2023-09-23T15:17:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2454711979' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:17:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[219580]: osdmap e239: 8 total, 8 up, 7 in 2023-09-23T15:17:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[219580]: failed to encode map e239 with expected crc 2023-09-23T15:17:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[219580]: failed to encode map e239 with expected crc 2023-09-23T15:17:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9900/118506 objects degraded (8.354%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[212312]: pgmap v617: 99 pgs: 1 active+recovery_wait+degraded, 1 activating+undersized+degraded+remapped, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 9900/118506 objects degraded (8.354%); 28176/118506 objects misplaced (23.776%); 104 KiB/s, 26 objects/s recovering 2023-09-23T15:17:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[212312]: failed to encode map e239 with expected crc 2023-09-23T15:17:02.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2454711979' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:17:02.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[212312]: osdmap e239: 8 total, 8 up, 7 in 2023-09-23T15:17:02.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[212312]: failed to encode map e239 with expected crc 2023-09-23T15:17:02.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[212312]: failed to encode map e239 with expected crc 2023-09-23T15:17:02.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9900/118506 objects degraded (8.354%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:02 smithi178 ceph-mon[192298]: pgmap v617: 99 pgs: 1 active+recovery_wait+degraded, 1 activating+undersized+degraded+remapped, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.6 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 5 op/s; 9900/118506 objects degraded (8.354%); 28176/118506 objects misplaced (23.776%); 104 KiB/s, 26 objects/s recovering 2023-09-23T15:17:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:02 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:02 smithi178 ceph-mon[192298]: failed to encode map e239 with expected crc 2023-09-23T15:17:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:02 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2454711979' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:17:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:02 smithi178 ceph-mon[192298]: osdmap e239: 8 total, 8 up, 7 in 2023-09-23T15:17:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:02 smithi178 ceph-mon[192298]: failed to encode map e239 with expected crc 2023-09-23T15:17:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:02 smithi178 ceph-mon[192298]: failed to encode map e239 with expected crc 2023-09-23T15:17:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9900/118506 objects degraded (8.354%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:02.806 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:02.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:02.811 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:02.912 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:02.943 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:03.290 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:03.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:03.300 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:03.388 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:17:03.388 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:17:03.388 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:17:03.388 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:17:03.401 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:03.412 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:03 smithi118 ceph-mon[219580]: failed to encode map e239 with expected crc 2023-09-23T15:17:03.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:03 smithi118 ceph-mon[212312]: failed to encode map e239 with expected crc 2023-09-23T15:17:03.427 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:03.473 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:03.477 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:03 smithi178 ceph-mon[192298]: failed to encode map e239 with expected crc 2023-09-23T15:17:03.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:03.478 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:03.579 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:03.606 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:03.650 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:03.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:03.657 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:03.758 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:03.786 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:03.829 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:03.834 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:03.834 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:03.935 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:03.976 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:04.314 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:17:04.318 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:17:04.357 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:17:04.387 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:17:04.418 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:17:04.449 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:17:04.479 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:17:04.493 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:04 smithi118 ceph-mon[219580]: pgmap v619: 99 pgs: 1 active+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 6 op/s; 9900/118470 objects degraded (8.357%); 28176/118470 objects misplaced (23.783%); 104 KiB/s, 26 objects/s recovering 2023-09-23T15:17:04.493 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:04 smithi118 ceph-mon[212312]: pgmap v619: 99 pgs: 1 active+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 6 op/s; 9900/118470 objects degraded (8.357%); 28176/118470 objects misplaced (23.783%); 104 KiB/s, 26 objects/s recovering 2023-09-23T15:17:04.510 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:17:04.512 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:17:04.512 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:17:04.512 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:17:04.513 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:17:04.513 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:17:04.513 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:17:04.513 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:17:04.513 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:17:04.562 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:04.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:04.568 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:04 smithi178 ceph-mon[192298]: pgmap v619: 99 pgs: 1 active+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 6 op/s; 9900/118470 objects degraded (8.357%); 28176/118470 objects misplaced (23.783%); 104 KiB/s, 26 objects/s recovering 2023-09-23T15:17:04.668 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:04.705 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:04.891 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:17:05.231 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:05 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1972759985' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:05.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:05 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1972759985' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:05.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:05 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1972759985' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:05.775 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:05.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:05.785 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:05.802 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:17:05.887 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:05.953 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:06.079 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:06.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:06.086 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:06.170 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:06.188 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:06.245 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:06.447 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:06.451 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:06 smithi118 ceph-mon[219580]: pgmap v620: 99 pgs: 1 active+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 16 op/s; 9900/118119 objects degraded (8.381%); 28101/118119 objects misplaced (23.790%); 0 B/s, 12 objects/s recovering 2023-09-23T15:17:06.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:06 smithi118 ceph-mon[212312]: pgmap v620: 99 pgs: 1 active+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 16 op/s; 9900/118119 objects degraded (8.381%); 28101/118119 objects misplaced (23.790%); 0 B/s, 12 objects/s recovering 2023-09-23T15:17:06.461 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:06.462 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:06.562 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:06.588 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:06 smithi178 ceph-mon[192298]: pgmap v620: 99 pgs: 1 active+undersized+degraded+remapped, 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 16 op/s; 9900/118119 objects degraded (8.381%); 28101/118119 objects misplaced (23.790%); 0 B/s, 12 objects/s recovering 2023-09-23T15:17:06.591 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:06.636 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:06.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:06.641 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:06.742 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:06.774 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:06.880 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:06.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:06.884 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:06.984 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:07.019 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:07.098 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:07.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:07.110 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:07.211 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:07.239 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:07.263 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T15:17:07.287 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:07.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:07.291 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:07.391 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:07.417 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:07.460 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:07.467 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:07.467 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:07.568 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1424661183' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:17:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:17:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:07.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9900/118119 objects degraded (8.381%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:07.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1424661183' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:17:07.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:17:07.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:07.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9900/118119 objects degraded (8.381%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:07.592 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1424661183' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:17:07.592 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:17:07.592 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:07.592 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9900/118119 objects degraded (8.381%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:07.594 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:07.640 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:07.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:07.644 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:07.745 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:07.770 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:07.811 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:07.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:07.816 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:07.855 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:17:07.916 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:07.993 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:08.122 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:08.200 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 0 1 2023-09-23T15:17:08.201 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:08.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:08.214 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:08.315 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:08.342 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:08.386 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:08.391 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:08.391 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:08.477 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:17:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:17:08] "GET /metrics HTTP/1.1" 200 36421 "" "Prometheus/2.43.0" 2023-09-23T15:17:08.477 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[219580]: pgmap v621: 99 pgs: 1 active+recovery_wait+degraded, 1 active+undersized+degraded+remapped, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 49 op/s; 9945/117309 objects degraded (8.478%); 27934/117309 objects misplaced (23.812%); 0 B/s, 18 objects/s recovering 2023-09-23T15:17:08.477 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[219580]: failed to encode map e240 with expected crc 2023-09-23T15:17:08.477 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[219580]: failed to encode map e240 with expected crc 2023-09-23T15:17:08.477 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1424661183' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:17:08.477 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[219580]: osdmap e240: 8 total, 8 up, 7 in 2023-09-23T15:17:08.477 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[219580]: failed to encode map e240 with expected crc 2023-09-23T15:17:08.478 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[212312]: pgmap v621: 99 pgs: 1 active+recovery_wait+degraded, 1 active+undersized+degraded+remapped, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 49 op/s; 9945/117309 objects degraded (8.478%); 27934/117309 objects misplaced (23.812%); 0 B/s, 18 objects/s recovering 2023-09-23T15:17:08.478 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[212312]: failed to encode map e240 with expected crc 2023-09-23T15:17:08.478 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[212312]: failed to encode map e240 with expected crc 2023-09-23T15:17:08.478 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1424661183' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:17:08.478 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[212312]: osdmap e240: 8 total, 8 up, 7 in 2023-09-23T15:17:08.478 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:08 smithi118 ceph-mon[212312]: failed to encode map e240 with expected crc 2023-09-23T15:17:08.492 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:08.516 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:08 smithi178 ceph-mon[192298]: pgmap v621: 99 pgs: 1 active+recovery_wait+degraded, 1 active+undersized+degraded+remapped, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 49 op/s; 9945/117309 objects degraded (8.478%); 27934/117309 objects misplaced (23.812%); 0 B/s, 18 objects/s recovering 2023-09-23T15:17:08.516 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:08 smithi178 ceph-mon[192298]: failed to encode map e240 with expected crc 2023-09-23T15:17:08.516 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:08 smithi178 ceph-mon[192298]: failed to encode map e240 with expected crc 2023-09-23T15:17:08.516 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:08 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1424661183' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:17:08.516 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:08 smithi178 ceph-mon[192298]: osdmap e240: 8 total, 8 up, 7 in 2023-09-23T15:17:08.516 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:08 smithi178 ceph-mon[192298]: failed to encode map e240 with expected crc 2023-09-23T15:17:08.518 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:08.560 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:08.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:08.564 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:08.665 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:08.691 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:08.737 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:08.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:08.742 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:08.843 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:08.871 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:08.879 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:08.918 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:08.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:08.922 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:09.023 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:09.048 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:09.093 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:09.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:09.100 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:09.201 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:09.247 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:09.265 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:17:09.530 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:09.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:09.537 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:09.539 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/875314885' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:09.539 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:09 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:09.539 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/875314885' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:09.539 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:09 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/875314885' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:09 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:09.638 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:09.686 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:10.480 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:10.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:10.486 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[219580]: pgmap v623: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 130 op/s; 9814/115365 objects degraded (8.507%); 27682/115365 objects misplaced (23.995%); 520 KiB/s, 14 objects/s recovering 2023-09-23T15:17:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[219580]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[219580]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:17:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[219580]: osdmap e241: 8 total, 8 up, 7 in 2023-09-23T15:17:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[219580]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[219580]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[212312]: pgmap v623: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 130 op/s; 9814/115365 objects degraded (8.507%); 27682/115365 objects misplaced (23.995%); 520 KiB/s, 14 objects/s recovering 2023-09-23T15:17:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[212312]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[212312]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:17:10.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[212312]: osdmap e241: 8 total, 8 up, 7 in 2023-09-23T15:17:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[212312]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:10 smithi118 ceph-mon[212312]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.588 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:10.611 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:10 smithi178 ceph-mon[192298]: pgmap v623: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.4 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 130 op/s; 9814/115365 objects degraded (8.507%); 27682/115365 objects misplaced (23.995%); 520 KiB/s, 14 objects/s recovering 2023-09-23T15:17:10.611 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:10 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:10.611 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:10 smithi178 ceph-mon[192298]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.611 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:10 smithi178 ceph-mon[192298]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:10 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:17:10.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:10 smithi178 ceph-mon[192298]: osdmap e241: 8 total, 8 up, 7 in 2023-09-23T15:17:10.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:10 smithi178 ceph-mon[192298]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:10 smithi178 ceph-mon[192298]: failed to encode map e241 with expected crc 2023-09-23T15:17:10.614 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:10.660 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:10.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:10.665 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:10.695 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:10.766 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:10.792 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:10.836 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:10.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:10.842 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:10.943 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:10.986 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:11.202 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:11.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:11.210 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:11.310 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:11.338 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:11.381 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:11.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:11.387 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:11.488 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:11.512 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:11 smithi178 ceph-mon[192298]: pgmap v625: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 179 op/s; 9880/114171 objects degraded (8.654%); 27431/114171 objects misplaced (24.026%); 520 KiB/s, 17 objects/s recovering 2023-09-23T15:17:11.514 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:11.559 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:11.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:11.565 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:11.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:11 smithi118 ceph-mon[219580]: pgmap v625: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 179 op/s; 9880/114171 objects degraded (8.654%); 27431/114171 objects misplaced (24.026%); 520 KiB/s, 17 objects/s recovering 2023-09-23T15:17:11.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:11 smithi118 ceph-mon[212312]: pgmap v625: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.3 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 179 op/s; 9880/114171 objects degraded (8.654%); 27431/114171 objects misplaced (24.026%); 520 KiB/s, 17 objects/s recovering 2023-09-23T15:17:11.666 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:11.726 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:17:11.726 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:17:11.726 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:11.999 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:12.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:12.007 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:12.108 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:12.133 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:12.178 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:12.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:12.183 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:12.284 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:12.319 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:12.488 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:17:12.516 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9880/114171 objects degraded (8.654%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:12.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9880/114171 objects degraded (8.654%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9880/114171 objects degraded (8.654%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:13.271 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:13.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:13.277 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:13.378 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:13.404 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:13.429 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:17:13.448 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:13.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:13.454 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:13.460 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:17:13.493 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:17:13.525 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:17:13.549 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:13 smithi118 ceph-mon[212312]: pgmap v626: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 199 op/s; 9748/113322 objects degraded (8.602%); 27434/113322 objects misplaced (24.209%); 1.0 MiB/s, 26 objects/s recovering 2023-09-23T15:17:13.553 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:17:13.553 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:13 smithi118 ceph-mon[219580]: pgmap v626: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 199 op/s; 9748/113322 objects degraded (8.602%); 27434/113322 objects misplaced (24.209%); 1.0 MiB/s, 26 objects/s recovering 2023-09-23T15:17:13.555 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:13.575 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:17:13.578 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:13 smithi178 ceph-mon[192298]: pgmap v626: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 199 op/s; 9748/113322 objects degraded (8.602%); 27434/113322 objects misplaced (24.209%); 1.0 MiB/s, 26 objects/s recovering 2023-09-23T15:17:13.581 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:13.582 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:17:13.600 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:17:13.623 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:13.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:13.628 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:13.633 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:17:13.645 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:17:13.645 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:17:13.645 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:17:13.645 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:17:13.645 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:17:13.645 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:17:13.645 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:17:13.645 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:17:13.729 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:13.754 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:13.798 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:13.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:13.802 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:13.903 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:13.929 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:13.973 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:13.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:13.979 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:14.080 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:14.113 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:14.410 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:14.411 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/492539459' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:14.411 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/492539459' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:14.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:14.415 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:14.438 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:14.516 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:14.558 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/492539459' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:14.673 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:14.728 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:14.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:14.734 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:14.835 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:14.861 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:14.908 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:14.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:14.913 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:15.014 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:15.039 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:15.081 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:15.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:15.087 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:15.188 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:15.214 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:15.257 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:15.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:15.264 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:15.291 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.0 to 1 (10000) 2023-09-23T15:17:15.316 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:15 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2649617944' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:17:15.316 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:15 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:17:15.316 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:15 smithi118 ceph-mon[219580]: pgmap v627: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 214 op/s; 9748/112155 objects degraded (8.692%); 27177/112155 objects misplaced (24.232%); 1.0 MiB/s, 19 objects/s recovering 2023-09-23T15:17:15.317 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:15 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2649617944' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:17:15.317 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:15 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:17:15.317 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:15 smithi118 ceph-mon[212312]: pgmap v627: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 214 op/s; 9748/112155 objects degraded (8.692%); 27177/112155 objects misplaced (24.232%); 1.0 MiB/s, 19 objects/s recovering 2023-09-23T15:17:15.365 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:15.392 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:15.436 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:15.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:15.445 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:15.545 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:15.607 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:15 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2649617944' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:17:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:15 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:17:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:15 smithi178 ceph-mon[192298]: pgmap v627: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 214 op/s; 9748/112155 objects degraded (8.692%); 27177/112155 objects misplaced (24.232%); 1.0 MiB/s, 19 objects/s recovering 2023-09-23T15:17:16.433 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:17:16.514 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:16.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:16.518 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:16 smithi118 ceph-mon[219580]: failed to encode map e242 with expected crc 2023-09-23T15:17:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:16 smithi118 ceph-mon[219580]: failed to encode map e242 with expected crc 2023-09-23T15:17:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:16 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:17:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:16 smithi118 ceph-mon[219580]: osdmap e242: 8 total, 8 up, 7 in 2023-09-23T15:17:16.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:16 smithi118 ceph-mon[212312]: failed to encode map e242 with expected crc 2023-09-23T15:17:16.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:16 smithi118 ceph-mon[212312]: failed to encode map e242 with expected crc 2023-09-23T15:17:16.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:16 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:17:16.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:16 smithi118 ceph-mon[212312]: osdmap e242: 8 total, 8 up, 7 in 2023-09-23T15:17:16.619 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:16 smithi178 ceph-mon[192298]: failed to encode map e242 with expected crc 2023-09-23T15:17:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:16 smithi178 ceph-mon[192298]: failed to encode map e242 with expected crc 2023-09-23T15:17:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:16 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:17:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:16 smithi178 ceph-mon[192298]: osdmap e242: 8 total, 8 up, 7 in 2023-09-23T15:17:16.650 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:17.108 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:17.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:17.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:17.217 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:17.259 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:17.262 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T15:17:17.262 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:17:17.411 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:17 smithi118 ceph-mon[219580]: pgmap v629: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 181 op/s; 9808/111015 objects degraded (8.835%); 26946/111015 objects misplaced (24.272%); 528 KiB/s, 15 objects/s recovering 2023-09-23T15:17:17.411 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9748/112155 objects degraded (8.692%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:17.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:17 smithi118 ceph-mon[212312]: pgmap v629: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 181 op/s; 9808/111015 objects degraded (8.835%); 26946/111015 objects misplaced (24.272%); 528 KiB/s, 15 objects/s recovering 2023-09-23T15:17:17.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9748/112155 objects degraded (8.692%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:17.446 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:17.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:17.466 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:17.553 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:17.566 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:17 smithi178 ceph-mon[192298]: pgmap v629: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.3 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 181 op/s; 9808/111015 objects degraded (8.835%); 26946/111015 objects misplaced (24.272%); 528 KiB/s, 15 objects/s recovering 2023-09-23T15:17:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9748/112155 objects degraded (8.692%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:17.644 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:17.991 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:17.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:17.999 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:18.062 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:17:18.062 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:17:18.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:17:18.062 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:17:18.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.062 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:18342 6.0 6:0801da61:::benchmark_data_smithi118_284959_object18341:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:17:18.062 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:15.707379+0000", 2023-09-23T15:17:18.062 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 422.35226923499999, 2023-09-23T15:17:18.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.279687356, 2023-09-23T15:17:18.063 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.063 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:17:18.063 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.063 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:17:18.063 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:17:18.063 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 18342 2023-09-23T15:17:18.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.063 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707379+0000", 2023-09-23T15:17:18.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707379+0000", 2023-09-23T15:17:18.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707377+0000", 2023-09-23T15:17:18.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:17:18.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707405+0000", 2023-09-23T15:17:18.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8085999999999998e-05 2023-09-23T15:17:18.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707417+0000", 2023-09-23T15:17:18.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2351000000000001e-05 2023-09-23T15:17:18.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707425+0000", 2023-09-23T15:17:18.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8960000000000003e-06 2023-09-23T15:17:18.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707552+0000", 2023-09-23T15:17:18.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012722100000000001 2023-09-23T15:17:18.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707675+0000", 2023-09-23T15:17:18.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000122368 2023-09-23T15:17:18.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:17:18.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707806+0000", 2023-09-23T15:17:18.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013178800000000001 2023-09-23T15:17:18.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:17:18.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.709571+0000", 2023-09-23T15:17:18.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017643260000000001 2023-09-23T15:17:18.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.710597+0000", 2023-09-23T15:17:18.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001026573 2023-09-23T15:17:18.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.986978+0000", 2023-09-23T15:17:18.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27638048999999998 2023-09-23T15:17:18.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:17:18.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987023+0000", 2023-09-23T15:17:18.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5111000000000002e-05 2023-09-23T15:17:18.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987066+0000", 2023-09-23T15:17:18.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2979999999999998e-05 2023-09-23T15:17:18.070 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.071 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.071 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.071 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:18344 6.0 6:0f64627f:::benchmark_data_smithi118_284959_object18343:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:17:18.071 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:15.707442+0000", 2023-09-23T15:17:18.071 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 422.35220624700003, 2023-09-23T15:17:18.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27974347199999999, 2023-09-23T15:17:18.071 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.071 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:17:18.071 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.072 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:17:18.072 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:17:18.072 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 18344 2023-09-23T15:17:18.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.072 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707442+0000", 2023-09-23T15:17:18.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707442+0000", 2023-09-23T15:17:18.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707441+0000", 2023-09-23T15:17:18.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:17:18.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707466+0000", 2023-09-23T15:17:18.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4845e-05 2023-09-23T15:17:18.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707474+0000", 2023-09-23T15:17:18.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2749999999999995e-06 2023-09-23T15:17:18.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707480+0000", 2023-09-23T15:17:18.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7790000000000001e-06 2023-09-23T15:17:18.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.708542+0000", 2023-09-23T15:17:18.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0010623189999999999 2023-09-23T15:17:18.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.708666+0000", 2023-09-23T15:17:18.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012364900000000001 2023-09-23T15:17:18.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:17:18.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.708832+0000", 2023-09-23T15:17:18.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016581000000000001 2023-09-23T15:17:18.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:17:18.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.709990+0000", 2023-09-23T15:17:18.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001158683 2023-09-23T15:17:18.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.710712+0000", 2023-09-23T15:17:18.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00072194000000000002 2023-09-23T15:17:18.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987110+0000", 2023-09-23T15:17:18.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27639763099999998 2023-09-23T15:17:18.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:17:18.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987153+0000", 2023-09-23T15:17:18.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2663999999999997e-05 2023-09-23T15:17:18.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987185+0000", 2023-09-23T15:17:18.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2427e-05 2023-09-23T15:17:18.080 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.080 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.080 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.080 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:18359 6.0 6:07f3eec1:::benchmark_data_smithi118_284959_object18358:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:17:18.080 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:15.711974+0000", 2023-09-23T15:17:18.080 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 422.34767432899997, 2023-09-23T15:17:18.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.277616947, 2023-09-23T15:17:18.081 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.081 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:17:18.081 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.081 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:17:18.081 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:17:18.081 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 18359 2023-09-23T15:17:18.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.081 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.711974+0000", 2023-09-23T15:17:18.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.711974+0000", 2023-09-23T15:17:18.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.711972+0000", 2023-09-23T15:17:18.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:17:18.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.711996+0000", 2023-09-23T15:17:18.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4394999999999999e-05 2023-09-23T15:17:18.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.712011+0000", 2023-09-23T15:17:18.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5201000000000001e-05 2023-09-23T15:17:18.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.712036+0000", 2023-09-23T15:17:18.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4451999999999999e-05 2023-09-23T15:17:18.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.712096+0000", 2023-09-23T15:17:18.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0010000000000003e-05 2023-09-23T15:17:18.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.712269+0000", 2023-09-23T15:17:18.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017345199999999999 2023-09-23T15:17:18.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:17:18.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.986003+0000", 2023-09-23T15:17:18.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.273733597 2023-09-23T15:17:18.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.989451+0000", 2023-09-23T15:17:18.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0034479810000000001 2023-09-23T15:17:18.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.989489+0000", 2023-09-23T15:17:18.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8699999999999999e-05 2023-09-23T15:17:18.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:17:18.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.989499+0000", 2023-09-23T15:17:18.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7329999999999998e-06 2023-09-23T15:17:18.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:17:18.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.989550+0000", 2023-09-23T15:17:18.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1010000000000001e-05 2023-09-23T15:17:18.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.989590+0000", 2023-09-23T15:17:18.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0281999999999998e-05 2023-09-23T15:17:18.088 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.088 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.088 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.088 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop_reply(client.44669.0:18342 6.0 e119/117 ondisk, result = 0)", 2023-09-23T15:17:18.089 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:15.713114+0000", 2023-09-23T15:17:18.089 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 422.34653336100001, 2023-09-23T15:17:18.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27395968100000001, 2023-09-23T15:17:18.089 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.089 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:17:18.089 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.713114+0000", 2023-09-23T15:17:18.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.713114+0000", 2023-09-23T15:17:18.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.713114+0000", 2023-09-23T15:17:18.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:17:18.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.713119+0000", 2023-09-23T15:17:18.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.682e-06 2023-09-23T15:17:18.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.985758+0000", 2023-09-23T15:17:18.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27263912299999998 2023-09-23T15:17:18.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.985771+0000", 2023-09-23T15:17:18.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2624e-05 2023-09-23T15:17:18.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.986962+0000", 2023-09-23T15:17:18.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001191531 2023-09-23T15:17:18.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.986972+0000", 2023-09-23T15:17:18.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5270000000000004e-06 2023-09-23T15:17:18.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987074+0000", 2023-09-23T15:17:18.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000102163 2023-09-23T15:17:18.093 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.094 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.094 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.094 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44669.0:18368 6.d e119/103 6:bc92c16b:::benchmark_data_smithi118_284959_object18367:head v 119'1189, mlcod=119'1187)", 2023-09-23T15:17:18.094 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:15.714648+0000", 2023-09-23T15:17:18.094 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 422.34500006299999, 2023-09-23T15:17:18.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.273789057, 2023-09-23T15:17:18.094 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.094 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:17:18.095 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.714648+0000", 2023-09-23T15:17:18.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.714648+0000", 2023-09-23T15:17:18.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.714647+0000", 2023-09-23T15:17:18.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:17:18.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.714682+0000", 2023-09-23T15:17:18.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5398999999999998e-05 2023-09-23T15:17:18.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.985755+0000", 2023-09-23T15:17:18.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27107273300000001 2023-09-23T15:17:18.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.985771+0000", 2023-09-23T15:17:18.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6512e-05 2023-09-23T15:17:18.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.985938+0000", 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016709 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.985964+0000", 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5718999999999999e-05 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.988399+0000", 2023-09-23T15:17:18.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024346020000000001 2023-09-23T15:17:18.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.988437+0000", 2023-09-23T15:17:18.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8078999999999999e-05 2023-09-23T15:17:18.100 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.100 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.100 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.100 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:18.102 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:18390 6.0 6:091a9e47:::benchmark_data_smithi118_284959_object18389:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:17:18.102 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:15.721098+0000", 2023-09-23T15:17:18.102 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 422.33854996299999, 2023-09-23T15:17:18.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27011729699999998, 2023-09-23T15:17:18.102 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.102 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:17:18.102 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.102 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:17:18.102 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:17:18.102 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 18390 2023-09-23T15:17:18.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.721098+0000", 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.721098+0000", 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.721096+0000", 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.721122+0000", 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6037000000000002e-05 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.985762+0000", 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.26464020100000002 2023-09-23T15:17:18.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.985776+0000", 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4217e-05 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987215+0000", 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001438801 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987369+0000", 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015384599999999999 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987553+0000", 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018363 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.989598+0000", 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020457750000000001 2023-09-23T15:17:18.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.990187+0000", 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00058840100000000001 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.991138+0000", 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00095149600000000003 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:17:18.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.991181+0000", 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2531000000000003e-05 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.991215+0000", 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4379999999999999e-05 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.108 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:83013 6.9 6:9c13595c:::benchmark_data_smithi118_284959_object23622:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:12.309006+0000", 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 365.75064168900002, 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39388083200000001, 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 83013 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309006+0000", 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309006+0000", 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309005+0000", 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:17:18.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309011+0000", 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0419999999999999e-06 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309027+0000", 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6028999999999998e-05 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309036+0000", 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8899999999999996e-06 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309277+0000", 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000241597 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309395+0000", 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000117297 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309491+0000", 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6836999999999995e-05 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.312417+0000", 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0029258489999999999 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.317556+0000", 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0051388529999999997 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.702795+0000", 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38523859100000002 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.702846+0000", 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1165000000000002e-05 2023-09-23T15:17:18.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.702887+0000", 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1121999999999997e-05 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:83029 6.9 6:9b832c63:::benchmark_data_smithi118_284959_object23638:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:12.324432+0000", 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 365.73521613399998, 2023-09-23T15:17:18.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.37870754400000001, 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 83029 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324432+0000", 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324432+0000", 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324430+0000", 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324438+0000", 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8839999999999994e-06 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324454+0000", 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6106000000000001e-05 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324463+0000", 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1030000000000008e-06 2023-09-23T15:17:18.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324513+0000", 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9891000000000001e-05 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324634+0000", 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000121295 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:17:18.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324743+0000", 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010915499999999999 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.327514+0000", 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027704370000000002 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.328409+0000", 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00089499200000000005 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.703060+0000", 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.37465129800000002 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.703105+0000", 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5272999999999998e-05 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.703139+0000", 2023-09-23T15:17:18.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3781000000000001e-05 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:86068 6.9 6:90a6d0e9:::benchmark_data_smithi118_284959_object26677:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:16.058487+0000", 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 362.00116110300002, 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.214740458, 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.122 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 86068 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.058487+0000", 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.058487+0000", 2023-09-23T15:17:18.123 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.058485+0000", 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.058492+0000", 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4030000000000001e-06 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.058511+0000", 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8936999999999998e-05 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.058522+0000", 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0293e-05 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.058767+0000", 2023-09-23T15:17:18.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00024569099999999998 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.058872+0000", 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000104258 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.058971+0000", 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9477999999999999e-05 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.064954+0000", 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0059833689999999997 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.070832+0000", 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.005877373 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.273150+0000", 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.20231871100000001 2023-09-23T15:17:18.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.273202+0000", 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1974000000000001e-05 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:16.273227+0000", 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.474e-05 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:100407 6.0 6:0397c3b8:::benchmark_data_smithi118_284959_object41016:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:34.288669+0000", 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 343.77097897800002, 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.21868453600000001, 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 100407 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.129 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.288669+0000", 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.288669+0000", 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.288667+0000", 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.288675+0000", 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5320000000000001e-06 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.288688+0000", 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3691e-05 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.288697+0000", 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.422e-06 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.288735+0000", 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8615000000000002e-05 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.288831+0000", 2023-09-23T15:17:18.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5686999999999994e-05 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.288898+0000", 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7466999999999996e-05 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.291212+0000", 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023132349999999999 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.435483+0000", 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.14427172699999999 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.507244+0000", 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.071760156000000005 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.507309+0000", 2023-09-23T15:17:18.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5248999999999998e-05 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:34.507353+0000", 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4558999999999998e-05 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:103244 6.9 6:9476a4e2:::benchmark_data_smithi118_284959_object43853:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e136)", 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:37.905247+0000", 2023-09-23T15:17:18.135 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 340.15440074000003, 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.224542825, 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 103244 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:37.905247+0000", 2023-09-23T15:17:18.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:37.905247+0000", 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:37.905246+0000", 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:37.905252+0000", 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7220000000000002e-06 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:37.905263+0000", 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0818e-05 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:37.905270+0000", 2023-09-23T15:17:18.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.618e-06 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:37.905372+0000", 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010181199999999999 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:37.905492+0000", 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120764 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:37.905620+0000", 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012731 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:37.908845+0000", 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0032257229999999998 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:37.909150+0000", 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000304691 2023-09-23T15:17:18.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:38.129694+0000", 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.220543612 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:38.129748+0000", 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4357999999999997e-05 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:38.129790+0000", 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1906999999999997e-05 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:29907 7.9 7:9a4047f3:::benchmark_data_smithi118_332595_object29906:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152)", 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:12:43.516292+0000", 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 274.54335577799998, 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.28597239400000002, 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.142 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 29907 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516292+0000", 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516292+0000", 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516291+0000", 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516318+0000", 2023-09-23T15:17:18.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7569e-05 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516333+0000", 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4806e-05 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516341+0000", 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4279999999999999e-06 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.145 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516388+0000", 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6978999999999999e-05 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516526+0000", 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000137997 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4", 2023-09-23T15:17:18.146 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516681+0000", 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000155797 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.517914+0000", 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0012329870000000001 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.518277+0000", 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000362612 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.147 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.802177+0000", 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.28390043500000001 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.802227+0000", 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0034000000000002e-05 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.148 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.802264+0000", 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7082999999999997e-05 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121041 7.9 7.8305d1a9 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.162730+0000", 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 138.896917758, 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98573815099999995, 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:17:18.149 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121041 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162730+0000", 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.150 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162730+0000", 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162729+0000", 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162741+0000", 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2199e-05 2023-09-23T15:17:18.151 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162801+0000", 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0435e-05 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162809+0000", 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1119999999999996e-06 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.152 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162854+0000", 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4841e-05 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162864+0000", 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8819999999999996e-06 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.148455+0000", 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98559140700000003 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.153 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.148468+0000", 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2821e-05 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121045 7.f 7.cbdad12f (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.162823+0000", 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 138.89682513100001, 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98660708200000002, 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.154 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121045 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162823+0000", 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.155 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162823+0000", 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162822+0000", 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162826+0000", 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5329999999999999e-06 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.156 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162833+0000", 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9179999999999997e-06 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162839+0000", 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1349999999999997e-06 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.171967+0000", 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0091286089999999993 2023-09-23T15:17:18.157 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.171975+0000", 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0039999999999999e-06 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149420+0000", 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97744467199999996 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.158 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149430+0000", 2023-09-23T15:17:18.159 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7510000000000003e-06 2023-09-23T15:17:18.159 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.159 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.159 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.159 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.159 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.159 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121046 7.f 7.cd25c8f (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:17:18.159 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.170734+0000", 2023-09-23T15:17:18.159 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 138.888913438, 2023-09-23T15:17:18.159 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97872387900000002, 2023-09-23T15:17:18.161 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.161 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:17:18.161 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.161 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:17:18.161 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:17:18.161 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121046 2023-09-23T15:17:18.161 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170734+0000", 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170734+0000", 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.162 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170733+0000", 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170740+0000", 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0620000000000003e-06 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170753+0000", 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2679e-05 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.163 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170762+0000", 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4930000000000004e-06 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.172000+0000", 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001237464 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.172005+0000", 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0259999999999998e-06 2023-09-23T15:17:18.164 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149450+0000", 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97744553999999995 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149458+0000", 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1499999999999999e-06 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.165 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121057 7.4 7.6827e4c4 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.170775+0000", 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 138.888872808, 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97997810399999996, 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121057 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.166 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170775+0000", 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170775+0000", 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170775+0000", 2023-09-23T15:17:18.167 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170777+0000", 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3309999999999998e-06 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170783+0000", 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4289999999999998e-06 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.168 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170789+0000", 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0919999999999997e-06 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.171063+0000", 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00027444600000000002 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.171072+0000", 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3850000000000008e-06 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.169 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.150734+0000", 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97966142300000003 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.150753+0000", 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9372e-05 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.170 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121064 7.f 7.354561ff (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.185797+0000", 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 138.87385108999999, 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96368745600000005, 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121064 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.171 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185797+0000", 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185797+0000", 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185795+0000", 2023-09-23T15:17:18.172 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185803+0000", 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2530000000000004e-06 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185818+0000", 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5143999999999999e-05 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.173 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185829+0000", 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0845e-05 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185878+0000", 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8573999999999999e-05 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185887+0000", 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5929999999999995e-06 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.174 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149477+0000", 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96358933199999997 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149484+0000", 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4529999999999996e-06 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.175 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121067 7.9 7.3e7c8cc9 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.196476+0000", 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 138.86317222599999, 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95202374199999995, 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121067 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.176 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196476+0000", 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196476+0000", 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196474+0000", 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:17:18.177 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196484+0000", 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0064000000000001e-05 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196505+0000", 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1498999999999999e-05 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.178 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196517+0000", 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1652e-05 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196567+0000", 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9679000000000003e-05 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196579+0000", 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2447e-05 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.179 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.148491+0000", 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95191224100000005 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.148499+0000", 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0609999999999996e-06 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.180 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121074 7.f 7.be9a745f (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.217614+0000", 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 138.84203390900001, 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.93189592200000004, 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121074 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.181 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217614+0000", 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217614+0000", 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217612+0000", 2023-09-23T15:17:18.182 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217622+0000", 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0056e-05 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217645+0000", 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3425e-05 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.183 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217656+0000", 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0172e-05 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217708+0000", 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2787999999999997e-05 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217719+0000", 2023-09-23T15:17:18.184 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0397999999999999e-05 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149502+0000", 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.93178360999999998 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149510+0000", 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5229999999999998e-06 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.185 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121079 7.4 7.8f2c4e84 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.229420+0000", 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 138.83022831599999, 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.92137929399999996, 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121079 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.186 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229420+0000", 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229420+0000", 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229417+0000", 2023-09-23T15:17:18.187 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229429+0000", 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2132e-05 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229453+0000", 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4136999999999999e-05 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:17:18.188 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229466+0000", 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2804e-05 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229535+0000", 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9016999999999993e-05 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229546+0000", 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0657e-05 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.189 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.150784+0000", 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.92123783699999995 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.150799+0000", 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5053e-05 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:17:18.190 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:17:18.217 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:18.266 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:18.274 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:18.274 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:18.281 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:17:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:17:18] "GET /metrics HTTP/1.1" 200 36421 "" "Prometheus/2.43.0" 2023-09-23T15:17:18.299 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:17:18.375 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:18.400 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:18.443 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:18.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:18.448 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:18.549 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:18 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2855698114' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:18 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:18.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:18 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2855698114' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:18.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:18 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:18.595 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:18 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2855698114' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:18 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:19.065 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:19.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:19.070 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:19.171 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:19.233 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:19.398 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:19.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:19.401 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:19.502 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:19.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:17:19.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[219580]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:17:19.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[219580]: osdmap e243: 8 total, 8 up, 7 in 2023-09-23T15:17:19.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[219580]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[219580]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[219580]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[219580]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[219580]: pgmap v631: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 207 op/s; 9662/109191 objects degraded (8.849%); 26728/109191 objects misplaced (24.478%); 1.1 MiB/s, 21 objects/s recovering 2023-09-23T15:17:19.548 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:17:19.548 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[212312]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.548 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:17:19.548 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[212312]: osdmap e243: 8 total, 8 up, 7 in 2023-09-23T15:17:19.548 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[212312]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.548 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[212312]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.548 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[212312]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.548 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[212312]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.548 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:19 smithi118 ceph-mon[212312]: pgmap v631: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 207 op/s; 9662/109191 objects degraded (8.849%); 26728/109191 objects misplaced (24.478%); 1.1 MiB/s, 21 objects/s recovering 2023-09-23T15:17:19.550 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:19 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:17:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:19 smithi178 ceph-mon[192298]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:19 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:17:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:19 smithi178 ceph-mon[192298]: osdmap e243: 8 total, 8 up, 7 in 2023-09-23T15:17:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:19 smithi178 ceph-mon[192298]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:19 smithi178 ceph-mon[192298]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:19 smithi178 ceph-mon[192298]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:19 smithi178 ceph-mon[192298]: failed to encode map e243 with expected crc 2023-09-23T15:17:19.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:19 smithi178 ceph-mon[192298]: pgmap v631: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 207 op/s; 9662/109191 objects degraded (8.849%); 26728/109191 objects misplaced (24.478%); 1.1 MiB/s, 21 objects/s recovering 2023-09-23T15:17:20.209 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:20.212 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:20.213 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:20.217 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:17:20.313 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:20.403 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:20.447 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:20.502 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:20.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:20.511 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:20.611 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:20.639 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:20.685 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:20.691 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:20.691 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:20.792 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:20.817 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:20.861 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:20.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:20.869 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:20.970 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:20.996 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:21.045 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:21.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:21.049 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:21.150 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:21.176 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:21.220 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:21.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:21.230 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:21.331 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:21.370 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:21.567 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:17:21.567 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:17:21.567 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:17:21.569 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:17:21.596 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:17:21.627 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:17:21.649 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:17:21.674 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:17:21.676 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:17:21.677 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:17:21.677 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:17:21.677 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:17:21.677 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:17:21.677 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:17:21.677 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:17:21.677 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:17:21.948 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:21.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:21.957 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:22.057 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:22.083 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:22.124 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:22.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:22.129 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:22.169 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:17:22.229 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:22.258 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:22.302 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:22.303 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:22 smithi118 ceph-mon[219580]: pgmap v632: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 226 op/s; 9728/107886 objects degraded (9.017%); 26445/107886 objects misplaced (24.512%); 584 KiB/s, 17 objects/s recovering 2023-09-23T15:17:22.303 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:22 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/534142546' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:22.303 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:17:22.304 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:22.304 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9728/107886 objects degraded (9.017%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:22.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:22 smithi118 ceph-mon[212312]: pgmap v632: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 226 op/s; 9728/107886 objects degraded (9.017%); 26445/107886 objects misplaced (24.512%); 584 KiB/s, 17 objects/s recovering 2023-09-23T15:17:22.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:22 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/534142546' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:22.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:17:22.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:22.304 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9728/107886 objects degraded (9.017%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:22.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:22.306 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:22 smithi178 ceph-mon[192298]: pgmap v632: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 9.0 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 226 op/s; 9728/107886 objects degraded (9.017%); 26445/107886 objects misplaced (24.512%); 584 KiB/s, 17 objects/s recovering 2023-09-23T15:17:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:22 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/534142546' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:17:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9728/107886 objects degraded (9.017%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:22.407 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:22.460 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:22.553 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:22.579 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:22.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:22.586 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:22.687 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:22.744 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:22.957 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:22.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:22.962 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:23.063 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:23.114 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:23.343 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:17:23.345 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:17:23.664 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:23.881 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:23.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:23.887 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:23.988 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:24.014 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:24.059 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:24.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:24.064 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:24.165 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:24.221 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:24 smithi178 ceph-mon[192298]: pgmap v633: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 215 op/s; 9582/106983 objects degraded (8.957%); 26447/106983 objects misplaced (24.721%); 1.1 MiB/s, 26 objects/s recovering 2023-09-23T15:17:24.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:24 smithi118 ceph-mon[219580]: pgmap v633: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 215 op/s; 9582/106983 objects degraded (8.957%); 26447/106983 objects misplaced (24.721%); 1.1 MiB/s, 26 objects/s recovering 2023-09-23T15:17:24.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:24 smithi118 ceph-mon[212312]: pgmap v633: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 8.9 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 215 op/s; 9582/106983 objects degraded (8.957%); 26447/106983 objects misplaced (24.721%); 1.1 MiB/s, 26 objects/s recovering 2023-09-23T15:17:24.592 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:17:24.754 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:24.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:24.759 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:24.789 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":633,"stamp":"2023-09-23T15:17:23.137775+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2336036792,"num_objects":35661,"num_object_clones":0,"num_object_copies":106983,"num_objects_missing_on_primary":3547,"num_objects_missing":3547,"num_objects_degraded":9582,"num_objects_misplaced":26447,"num_objects_unfound":0,"num_objects_dirty":35661,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":136787,"num_write_kb":5510350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49190,"num_bytes_recovered":2603367884,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97416,"ondisk_log_size":97416,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9320504,"kb_used_data":7993984,"kb_used_omap":222,"kb_used_meta":1326241,"kb_avail":646895560,"statfs":{"total":671965249536,"available":662421053440,"internally_reserved":0,"allocated":8185839616,"data_stored":8177942363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":1358071766},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,2,1,2,0,5,6,1,3,6],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-112984064,"num_objects":-1724,"num_object_clones":0,"num_object_copies":-5172,"num_objects_missing_on_primary":-68,"num_objects_missing":-68,"num_objects_degraded":-166,"num_objects_misplaced":-730,"num_objects_unfound":0,"num_objects_dirty":-1724,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1724,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":214,"num_bytes_recovered":9568256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001950"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":248,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292735+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:17:15.292735+0000","last_peered":"2023-09-23T15:17:15.292735+0000","last_clean":"2023-09-23T15:17:15.292735+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:17:15.292735+0000","last_undegraded":"2023-09-23T15:17:15.292735+0000","last_fullsized":"2023-09-23T15:17:15.292735+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":217,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.285705+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:17:15.285705+0000","last_peered":"2023-09-23T15:17:15.285705+0000","last_clean":"2023-09-23T15:17:15.285705+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:17:15.285705+0000","last_undegraded":"2023-09-23T15:17:15.285705+0000","last_fullsized":"2023-09-23T15:17:15.285705+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":200,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.279709+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:17:15.279709+0000","last_peered":"2023-09-23T15:17:15.279709+0000","last_clean":"2023-09-23T15:17:15.279709+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:17:15.279709+0000","last_undegraded":"2023-09-23T15:17:15.279709+0000","last_fullsized":"2023-09-23T15:17:15.279709+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":128,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.294108+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:17:15.294108+0000","last_peered":"2023-09-23T15:17:15.294108+0000","last_clean":"2023-09-23T15:17:15.294108+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:17:15.294108+0000","last_undegraded":"2023-09-23T15:17:15.294108+0000","last_fullsized":"2023-09-23T15:17:15.294108+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":262,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.284040+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:17:15.284040+0000","last_peered":"2023-09-23T15:17:15.284040+0000","last_clean":"2023-09-23T15:17:15.284040+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:17:15.284040+0000","last_undegraded":"2023-09-23T15:17:15.284040+0000","last_fullsized":"2023-09-23T15:17:15.284040+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":183,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.277083+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:17:15.277083+0000","last_peered":"2023-09-23T15:17:15.277083+0000","last_clean":"2023-09-23T15:17:15.277083+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:17:15.277083+0000","last_undegraded":"2023-09-23T15:17:15.277083+0000","last_fullsized":"2023-09-23T15:17:15.277083+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":131,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281754+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:17:15.281754+0000","last_peered":"2023-09-23T15:17:15.281754+0000","last_clean":"2023-09-23T15:17:15.281754+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:17:15.281754+0000","last_undegraded":"2023-09-23T15:17:15.281754+0000","last_fullsized":"2023-09-23T15:17:15.281754+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":224,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.284108+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:17:15.284108+0000","last_peered":"2023-09-23T15:17:15.284108+0000","last_clean":"2023-09-23T15:17:15.284108+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:17:15.284108+0000","last_undegraded":"2023-09-23T15:17:15.284108+0000","last_fullsized":"2023-09-23T15:17:15.284108+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":218,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281638+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:17:15.281638+0000","last_peered":"2023-09-23T15:17:15.281638+0000","last_clean":"2023-09-23T15:17:15.281638+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:17:15.281638+0000","last_undegraded":"2023-09-23T15:17:15.281638+0000","last_fullsized":"2023-09-23T15:17:15.281638+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":199,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.285216+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:17:15.285216+0000","last_peered":"2023-09-23T15:17:15.285216+0000","last_clean":"2023-09-23T15:17:15.285216+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:17:15.285216+0000","last_undegraded":"2023-09-23T15:17:15.285216+0000","last_fullsized":"2023-09-23T15:17:15.285216+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":212,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292779+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:17:15.292779+0000","last_peered":"2023-09-23T15:17:15.292779+0000","last_clean":"2023-09-23T15:17:15.292779+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:17:15.292779+0000","last_undegraded":"2023-09-23T15:17:15.292779+0000","last_fullsized":"2023-09-23T15:17:15.292779+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":235,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.279270+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:17:15.279270+0000","last_peered":"2023-09-23T15:17:15.279270+0000","last_clean":"2023-09-23T15:17:15.279270+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:17:15.279270+0000","last_undegraded":"2023-09-23T15:17:15.279270+0000","last_fullsized":"2023-09-23T15:17:15.279270+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":97,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292524+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:17:15.292524+0000","last_peered":"2023-09-23T15:17:15.292524+0000","last_clean":"2023-09-23T15:17:15.292524+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:17:15.292524+0000","last_undegraded":"2023-09-23T15:17:15.292524+0000","last_fullsized":"2023-09-23T15:17:15.292524+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":141,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276720+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:17:15.276720+0000","last_peered":"2023-09-23T15:17:15.276720+0000","last_clean":"2023-09-23T15:17:15.276720+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:17:15.276720+0000","last_undegraded":"2023-09-23T15:17:15.276720+0000","last_fullsized":"2023-09-23T15:17:15.276720+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":260,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292500+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:17:15.292500+0000","last_peered":"2023-09-23T15:17:15.292500+0000","last_clean":"2023-09-23T15:17:15.292500+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:17:15.292500+0000","last_undegraded":"2023-09-23T15:17:15.292500+0000","last_fullsized":"2023-09-23T15:17:15.292500+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":224,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.284032+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:17:15.284032+0000","last_peered":"2023-09-23T15:17:15.284032+0000","last_clean":"2023-09-23T15:17:15.284032+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:17:15.284032+0000","last_undegraded":"2023-09-23T15:17:15.284032+0000","last_fullsized":"2023-09-23T15:17:15.284032+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":128,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292337+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:17:15.292337+0000","last_peered":"2023-09-23T15:17:15.292337+0000","last_clean":"2023-09-23T15:17:15.292337+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:17:15.292337+0000","last_undegraded":"2023-09-23T15:17:15.292337+0000","last_fullsized":"2023-09-23T15:17:15.292337+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":131,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292426+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:17:15.292426+0000","last_peered":"2023-09-23T15:17:15.292426+0000","last_clean":"2023-09-23T15:17:15.292426+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:17:15.292426+0000","last_undegraded":"2023-09-23T15:17:15.292426+0000","last_fullsized":"2023-09-23T15:17:15.292426+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":203,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292087+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:17:15.292087+0000","last_peered":"2023-09-23T15:17:15.292087+0000","last_clean":"2023-09-23T15:17:15.292087+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:17:15.292087+0000","last_undegraded":"2023-09-23T15:17:15.292087+0000","last_fullsized":"2023-09-23T15:17:15.292087+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":154,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.284036+0000","last_change":"2023-09-23T15:16:29.243272+0000","last_active":"2023-09-23T15:17:15.284036+0000","last_peered":"2023-09-23T15:17:15.284036+0000","last_clean":"2023-09-23T15:17:15.284036+0000","last_became_active":"2023-09-23T15:16:29.236288+0000","last_became_peered":"2023-09-23T15:16:29.236288+0000","last_unstale":"2023-09-23T15:17:15.284036+0000","last_undegraded":"2023-09-23T15:17:15.284036+0000","last_fullsized":"2023-09-23T15:17:15.284036+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:50:28.484728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":275,"reported_epoch":242,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:17:15.276260+0000","last_change":"2023-09-23T15:16:49.311017+0000","last_active":"2023-09-23T15:17:15.276260+0000","last_peered":"2023-09-23T15:17:15.276260+0000","last_clean":"2023-09-23T15:16:45.283608+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:17:15.276260+0000","last_undegraded":"2023-09-23T15:16:49.301192+0000","last_fullsized":"2023-09-23T15:17:15.276260+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":223,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.286127+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:17:15.286127+0000","last_peered":"2023-09-23T15:17:15.286127+0000","last_clean":"2023-09-23T15:17:15.286127+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:17:15.286127+0000","last_undegraded":"2023-09-23T15:17:15.286127+0000","last_fullsized":"2023-09-23T15:17:15.286127+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"243'8542","reported_seq":23010,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:20.642565+0000","last_change":"2023-09-23T15:16:50.613440+0000","last_active":"2023-09-23T15:17:20.642565+0000","last_peered":"2023-09-23T15:17:20.642565+0000","last_clean":"2023-09-23T15:16:48.053183+0000","last_became_active":"2023-09-23T15:16:50.583574+0000","last_became_peered":"2023-09-23T15:16:50.583574+0000","last_unstale":"2023-09-23T15:17:20.642565+0000","last_undegraded":"2023-09-23T15:17:20.642565+0000","last_fullsized":"2023-09-23T15:17:20.642565+0000","mapping_epoch":235,"log_start":"164'3458","ondisk_log_start":"164'3458","created":147,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5084,"log_dups_size":0,"ondisk_log_size":5084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:59:22.109744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145358848,"num_objects":2218,"num_object_clones":0,"num_object_copies":6654,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2218,"num_objects_unfound":0,"num_objects_dirty":2218,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8542,"num_write_kb":344320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7156,"num_bytes_recovered":360710144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,6,2],"avail_no_missing":["1","2","4","6"],"object_location_counts":[{"shards":"1,2,6","objects":2218}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":232,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292915+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:17:15.292915+0000","last_peered":"2023-09-23T15:17:15.292915+0000","last_clean":"2023-09-23T15:17:15.292915+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:17:15.292915+0000","last_undegraded":"2023-09-23T15:17:15.292915+0000","last_fullsized":"2023-09-23T15:17:15.292915+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":190,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292010+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:17:15.292010+0000","last_peered":"2023-09-23T15:17:15.292010+0000","last_clean":"2023-09-23T15:17:15.292010+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:17:15.292010+0000","last_undegraded":"2023-09-23T15:17:15.292010+0000","last_fullsized":"2023-09-23T15:17:15.292010+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.a","version":"243'8555","reported_seq":10898,"reported_epoch":243,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:18.527700+0000","last_change":"2023-09-23T15:16:31.628711+0000","last_active":"2023-09-23T15:17:18.527700+0000","last_peered":"2023-09-23T15:17:18.527700+0000","last_clean":"2023-09-23T15:13:11.097166+0000","last_became_active":"2023-09-23T15:14:43.433988+0000","last_became_peered":"2023-09-23T15:14:43.433988+0000","last_unstale":"2023-09-23T15:17:18.527700+0000","last_undegraded":"2023-09-23T15:16:31.627878+0000","last_fullsized":"2023-09-23T15:14:43.180281+0000","mapping_epoch":191,"log_start":"159'2753","ondisk_log_start":"159'2753","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5802,"log_dups_size":0,"ondisk_log_size":5802,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:53.541437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146997248,"num_objects":2243,"num_object_clones":0,"num_object_copies":6729,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2243,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8555,"num_write_kb":345536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1105,"num_bytes_recovered":72286208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"1,3,5","objects":797},{"shards":"3,5","objects":1446}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":209,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292794+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:17:15.292794+0000","last_peered":"2023-09-23T15:17:15.292794+0000","last_clean":"2023-09-23T15:17:15.292794+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:17:15.292794+0000","last_undegraded":"2023-09-23T15:17:15.292794+0000","last_fullsized":"2023-09-23T15:17:15.292794+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":220,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.285073+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:17:15.285073+0000","last_peered":"2023-09-23T15:17:15.285073+0000","last_clean":"2023-09-23T15:17:15.285073+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:17:15.285073+0000","last_undegraded":"2023-09-23T15:17:15.285073+0000","last_fullsized":"2023-09-23T15:17:15.285073+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"243'8512","reported_seq":13130,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:22.012700+0000","last_change":"2023-09-23T15:16:31.272424+0000","last_active":"2023-09-23T15:17:22.012700+0000","last_peered":"2023-09-23T15:17:22.012700+0000","last_clean":"2023-09-23T15:14:59.128717+0000","last_became_active":"2023-09-23T15:16:31.249710+0000","last_became_peered":"2023-09-23T15:16:31.249710+0000","last_unstale":"2023-09-23T15:17:22.012700+0000","last_undegraded":"2023-09-23T15:17:22.012700+0000","last_fullsized":"2023-09-23T15:17:22.012700+0000","mapping_epoch":226,"log_start":"164'3451","ondisk_log_start":"164'3451","created":147,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5061,"log_dups_size":0,"ondisk_log_size":5061,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:55.937440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144572416,"num_objects":2206,"num_object_clones":0,"num_object_copies":6618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1708,"num_objects_unfound":0,"num_objects_dirty":2206,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8512,"num_write_kb":342976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2695,"num_bytes_recovered":160694272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,1,4],"avail_no_missing":["7","1","4"],"object_location_counts":[{"shards":"1,4,7","objects":2206}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":210,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292893+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:17:15.292893+0000","last_peered":"2023-09-23T15:17:15.292893+0000","last_clean":"2023-09-23T15:17:15.292893+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:17:15.292893+0000","last_undegraded":"2023-09-23T15:17:15.292893+0000","last_fullsized":"2023-09-23T15:17:15.292893+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":200,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276558+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:17:15.276558+0000","last_peered":"2023-09-23T15:17:15.276558+0000","last_clean":"2023-09-23T15:17:15.276558+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:17:15.276558+0000","last_undegraded":"2023-09-23T15:17:15.276558+0000","last_fullsized":"2023-09-23T15:17:15.276558+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"243'8495","reported_seq":20966,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:22.306646+0000","last_change":"2023-09-23T15:16:43.179877+0000","last_active":"2023-09-23T15:17:22.306646+0000","last_peered":"2023-09-23T15:17:22.306646+0000","last_clean":"2023-09-23T15:17:22.306646+0000","last_became_active":"2023-09-23T15:16:43.160319+0000","last_became_peered":"2023-09-23T15:16:43.160319+0000","last_unstale":"2023-09-23T15:17:22.306646+0000","last_undegraded":"2023-09-23T15:17:22.306646+0000","last_fullsized":"2023-09-23T15:17:22.306646+0000","mapping_epoch":231,"log_start":"155'1888","ondisk_log_start":"155'1888","created":147,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":6607,"log_dups_size":0,"ondisk_log_size":6607,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.522533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150798336,"num_objects":2301,"num_object_clones":0,"num_object_copies":6903,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2301,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8495,"num_write_kb":345472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8158,"num_bytes_recovered":353697792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":187,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.284256+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:17:15.284256+0000","last_peered":"2023-09-23T15:17:15.284256+0000","last_clean":"2023-09-23T15:17:15.284256+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:17:15.284256+0000","last_undegraded":"2023-09-23T15:17:15.284256+0000","last_fullsized":"2023-09-23T15:17:15.284256+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":67,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:16.430072+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:17:16.430072+0000","last_peered":"2023-09-23T15:17:16.430072+0000","last_clean":"2023-09-23T15:17:16.430072+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:17:16.430072+0000","last_undegraded":"2023-09-23T15:17:16.430072+0000","last_fullsized":"2023-09-23T15:17:16.430072+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292152+0000","last_change":"2023-09-23T15:16:29.239182+0000","last_active":"2023-09-23T15:17:15.292152+0000","last_peered":"2023-09-23T15:17:15.292152+0000","last_clean":"2023-09-23T15:17:15.292152+0000","last_became_active":"2023-09-23T15:16:29.237845+0000","last_became_peered":"2023-09-23T15:16:29.237845+0000","last_unstale":"2023-09-23T15:17:15.292152+0000","last_undegraded":"2023-09-23T15:17:15.292152+0000","last_fullsized":"2023-09-23T15:17:15.292152+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.f","version":"243'8408","reported_seq":13001,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:18.718688+0000","last_change":"2023-09-23T15:16:43.187597+0000","last_active":"2023-09-23T15:17:18.718688+0000","last_peered":"2023-09-23T15:17:18.718688+0000","last_clean":"2023-09-23T15:14:59.094540+0000","last_became_active":"2023-09-23T15:16:43.159896+0000","last_became_peered":"2023-09-23T15:16:43.159896+0000","last_unstale":"2023-09-23T15:17:18.718688+0000","last_undegraded":"2023-09-23T15:17:18.718688+0000","last_fullsized":"2023-09-23T15:17:18.718688+0000","mapping_epoch":231,"log_start":"157'2568","ondisk_log_start":"157'2568","created":147,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5840,"log_dups_size":0,"ondisk_log_size":5840,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:00.653030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142344192,"num_objects":2172,"num_object_clones":0,"num_object_copies":6516,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2172,"num_objects_unfound":0,"num_objects_dirty":2172,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8408,"num_write_kb":338560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2214,"num_bytes_recovered":128581632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":2172}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":242,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.284765+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:17:15.284765+0000","last_peered":"2023-09-23T15:17:15.284765+0000","last_clean":"2023-09-23T15:17:15.284765+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:17:15.284765+0000","last_undegraded":"2023-09-23T15:17:15.284765+0000","last_fullsized":"2023-09-23T15:17:15.284765+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":140,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.284169+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:17:15.284169+0000","last_peered":"2023-09-23T15:17:15.284169+0000","last_clean":"2023-09-23T15:17:15.284169+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:17:15.284169+0000","last_undegraded":"2023-09-23T15:17:15.284169+0000","last_fullsized":"2023-09-23T15:17:15.284169+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":629,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292123+0000","last_change":"2023-09-23T15:16:30.231136+0000","last_active":"2023-09-23T15:17:15.292123+0000","last_peered":"2023-09-23T15:17:15.292123+0000","last_clean":"2023-09-23T15:17:15.292123+0000","last_became_active":"2023-09-23T15:16:30.230729+0000","last_became_peered":"2023-09-23T15:16:30.230729+0000","last_unstale":"2023-09-23T15:17:15.292123+0000","last_undegraded":"2023-09-23T15:17:15.292123+0000","last_fullsized":"2023-09-23T15:17:15.292123+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.e","version":"243'8617","reported_seq":21168,"reported_epoch":243,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:22.438661+0000","last_change":"2023-09-23T15:17:02.148547+0000","last_active":"2023-09-23T15:17:22.438661+0000","last_peered":"2023-09-23T15:17:22.438661+0000","last_clean":"2023-09-23T15:13:11.076557+0000","last_became_active":"2023-09-23T15:17:01.630154+0000","last_became_peered":"2023-09-23T15:17:01.630154+0000","last_unstale":"2023-09-23T15:17:22.438661+0000","last_undegraded":"2023-09-23T15:16:55.995320+0000","last_fullsized":"2023-09-23T15:16:49.300503+0000","mapping_epoch":234,"log_start":"152'1200","ondisk_log_start":"152'1200","created":147,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":7417,"log_dups_size":0,"ondisk_log_size":7417,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:05:39.067697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143982592,"num_objects":2197,"num_object_clones":0,"num_object_copies":6591,"num_objects_missing_on_primary":3506,"num_objects_missing":3506,"num_objects_degraded":5999,"num_objects_misplaced":3638,"num_objects_unfound":0,"num_objects_dirty":2197,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8617,"num_write_kb":346048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5314,"num_bytes_recovered":348127232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,1],"avail_no_missing":["3"],"object_location_counts":[{"shards":"1,2","objects":155},{"shards":"1,3","objects":1},{"shards":"1,3,5","objects":743},{"shards":"1,3,7","objects":1002},{"shards":"2,3,5","objects":296}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":194,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276744+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:17:15.276744+0000","last_peered":"2023-09-23T15:17:15.276744+0000","last_clean":"2023-09-23T15:17:15.276744+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:17:15.276744+0000","last_undegraded":"2023-09-23T15:17:15.276744+0000","last_fullsized":"2023-09-23T15:17:15.276744+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":245,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292484+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:17:15.292484+0000","last_peered":"2023-09-23T15:17:15.292484+0000","last_clean":"2023-09-23T15:17:15.292484+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:17:15.292484+0000","last_undegraded":"2023-09-23T15:17:15.292484+0000","last_fullsized":"2023-09-23T15:17:15.292484+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"243'8649","reported_seq":12778,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:20.037970+0000","last_change":"2023-09-23T15:16:29.815373+0000","last_active":"2023-09-23T15:17:20.037970+0000","last_peered":"2023-09-23T15:17:20.037970+0000","last_clean":"2023-09-23T15:12:44.085616+0000","last_became_active":"2023-09-23T15:15:01.396056+0000","last_became_peered":"2023-09-23T15:15:01.396056+0000","last_unstale":"2023-09-23T15:17:20.037970+0000","last_undegraded":"2023-09-23T15:17:20.037970+0000","last_fullsized":"2023-09-23T15:17:20.037970+0000","mapping_epoch":197,"log_start":"159'2870","ondisk_log_start":"159'2870","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5779,"log_dups_size":0,"ondisk_log_size":5779,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.884324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143917080,"num_objects":2197,"num_object_clones":0,"num_object_copies":6591,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2197,"num_objects_unfound":0,"num_objects_dirty":2197,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8649,"num_write_kb":347009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1993,"num_bytes_recovered":109182976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":2197}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":245,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292156+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:17:15.292156+0000","last_peered":"2023-09-23T15:17:15.292156+0000","last_clean":"2023-09-23T15:17:15.292156+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:17:15.292156+0000","last_undegraded":"2023-09-23T15:17:15.292156+0000","last_fullsized":"2023-09-23T15:17:15.292156+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":141,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276915+0000","last_change":"2023-09-23T15:15:12.161053+0000","last_active":"2023-09-23T15:17:15.276915+0000","last_peered":"2023-09-23T15:17:15.276915+0000","last_clean":"2023-09-23T15:17:15.276915+0000","last_became_active":"2023-09-23T15:15:12.160629+0000","last_became_peered":"2023-09-23T15:15:12.160629+0000","last_unstale":"2023-09-23T15:17:15.276915+0000","last_undegraded":"2023-09-23T15:17:15.276915+0000","last_fullsized":"2023-09-23T15:17:15.276915+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:53.912905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292403+0000","last_change":"2023-09-23T15:16:29.247296+0000","last_active":"2023-09-23T15:17:15.292403+0000","last_peered":"2023-09-23T15:17:15.292403+0000","last_clean":"2023-09-23T15:17:15.292403+0000","last_became_active":"2023-09-23T15:16:29.246090+0000","last_became_peered":"2023-09-23T15:16:29.246090+0000","last_unstale":"2023-09-23T15:17:15.292403+0000","last_undegraded":"2023-09-23T15:17:15.292403+0000","last_fullsized":"2023-09-23T15:17:15.292403+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"243'8511","reported_seq":9111,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:19.614232+0000","last_change":"2023-09-23T15:16:32.343894+0000","last_active":"2023-09-23T15:17:19.614232+0000","last_peered":"2023-09-23T15:17:19.614232+0000","last_clean":"2023-09-23T15:17:19.614232+0000","last_became_active":"2023-09-23T15:16:32.327421+0000","last_became_peered":"2023-09-23T15:16:32.327421+0000","last_unstale":"2023-09-23T15:17:19.614232+0000","last_undegraded":"2023-09-23T15:17:19.614232+0000","last_fullsized":"2023-09-23T15:17:19.614232+0000","mapping_epoch":227,"log_start":"159'2735","ondisk_log_start":"159'2735","created":147,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5776,"log_dups_size":0,"ondisk_log_size":5776,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:15.858227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148832256,"num_objects":2271,"num_object_clones":0,"num_object_copies":6813,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2271,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8511,"num_write_kb":345024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":233,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":225,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.283901+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:17:15.283901+0000","last_peered":"2023-09-23T15:17:15.283901+0000","last_clean":"2023-09-23T15:17:15.283901+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:17:15.283901+0000","last_undegraded":"2023-09-23T15:17:15.283901+0000","last_fullsized":"2023-09-23T15:17:15.283901+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":215,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281790+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:17:15.281790+0000","last_peered":"2023-09-23T15:17:15.281790+0000","last_clean":"2023-09-23T15:17:15.281790+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:17:15.281790+0000","last_undegraded":"2023-09-23T15:17:15.281790+0000","last_fullsized":"2023-09-23T15:17:15.281790+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.293002+0000","last_change":"2023-09-23T15:16:29.240553+0000","last_active":"2023-09-23T15:17:15.293002+0000","last_peered":"2023-09-23T15:17:15.293002+0000","last_clean":"2023-09-23T15:17:15.293002+0000","last_became_active":"2023-09-23T15:16:29.239612+0000","last_became_peered":"2023-09-23T15:16:29.239612+0000","last_unstale":"2023-09-23T15:17:15.293002+0000","last_undegraded":"2023-09-23T15:17:15.293002+0000","last_fullsized":"2023-09-23T15:17:15.293002+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"243'8546","reported_seq":8655,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:18.763890+0000","last_change":"2023-09-23T15:15:13.535307+0000","last_active":"2023-09-23T15:17:18.763890+0000","last_peered":"2023-09-23T15:17:18.763890+0000","last_clean":"2023-09-23T15:15:01.817213+0000","last_became_active":"2023-09-23T15:15:13.509774+0000","last_became_peered":"2023-09-23T15:15:13.509774+0000","last_unstale":"2023-09-23T15:17:18.763890+0000","last_undegraded":"2023-09-23T15:17:18.763890+0000","last_fullsized":"2023-09-23T15:17:18.763890+0000","mapping_epoch":203,"log_start":"158'2720","ondisk_log_start":"158'2720","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5826,"log_dups_size":0,"ondisk_log_size":5826,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:33.729271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147849216,"num_objects":2256,"num_object_clones":0,"num_object_copies":6768,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2256,"num_objects_unfound":0,"num_objects_dirty":2256,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8546,"num_write_kb":345664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":2256}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":207,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292647+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:17:15.292647+0000","last_peered":"2023-09-23T15:17:15.292647+0000","last_clean":"2023-09-23T15:17:15.292647+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:17:15.292647+0000","last_undegraded":"2023-09-23T15:17:15.292647+0000","last_fullsized":"2023-09-23T15:17:15.292647+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":218,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.286531+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:17:15.286531+0000","last_peered":"2023-09-23T15:17:15.286531+0000","last_clean":"2023-09-23T15:17:15.286531+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:17:15.286531+0000","last_undegraded":"2023-09-23T15:17:15.286531+0000","last_fullsized":"2023-09-23T15:17:15.286531+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":222,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.279416+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:17:15.279416+0000","last_peered":"2023-09-23T15:17:15.279416+0000","last_clean":"2023-09-23T15:17:15.279416+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:17:15.279416+0000","last_undegraded":"2023-09-23T15:17:15.279416+0000","last_fullsized":"2023-09-23T15:17:15.279416+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":642,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292317+0000","last_change":"2023-09-23T15:16:29.239081+0000","last_active":"2023-09-23T15:17:15.292317+0000","last_peered":"2023-09-23T15:17:15.292317+0000","last_clean":"2023-09-23T15:17:15.292317+0000","last_became_active":"2023-09-23T15:16:29.237815+0000","last_became_peered":"2023-09-23T15:16:29.237815+0000","last_unstale":"2023-09-23T15:17:15.292317+0000","last_undegraded":"2023-09-23T15:17:15.292317+0000","last_fullsized":"2023-09-23T15:17:15.292317+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"243'8593","reported_seq":12695,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:20.161584+0000","last_change":"2023-09-23T15:16:28.333172+0000","last_active":"2023-09-23T15:17:20.161584+0000","last_peered":"2023-09-23T15:17:20.161584+0000","last_clean":"2023-09-23T15:14:59.097787+0000","last_became_active":"2023-09-23T15:15:01.359303+0000","last_became_peered":"2023-09-23T15:15:01.359303+0000","last_unstale":"2023-09-23T15:17:20.161584+0000","last_undegraded":"2023-09-23T15:17:20.161584+0000","last_fullsized":"2023-09-23T15:17:20.161584+0000","mapping_epoch":197,"log_start":"159'2808","ondisk_log_start":"159'2808","created":147,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5785,"log_dups_size":0,"ondisk_log_size":5785,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:10.643349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143065088,"num_objects":2183,"num_object_clones":0,"num_object_copies":6549,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2134,"num_objects_unfound":0,"num_objects_dirty":2183,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8593,"num_write_kb":344832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1976,"num_bytes_recovered":78381056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,3,1],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":2183}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":191,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.279492+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:17:15.279492+0000","last_peered":"2023-09-23T15:17:15.279492+0000","last_clean":"2023-09-23T15:17:15.279492+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:17:15.279492+0000","last_undegraded":"2023-09-23T15:17:15.279492+0000","last_fullsized":"2023-09-23T15:17:15.279492+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":223,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276996+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:17:15.276996+0000","last_peered":"2023-09-23T15:17:15.276996+0000","last_clean":"2023-09-23T15:17:15.276996+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:17:15.276996+0000","last_undegraded":"2023-09-23T15:17:15.276996+0000","last_fullsized":"2023-09-23T15:17:15.276996+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":63,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292356+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:17:15.292356+0000","last_peered":"2023-09-23T15:17:15.292356+0000","last_clean":"2023-09-23T15:17:15.292356+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:17:15.292356+0000","last_undegraded":"2023-09-23T15:17:15.292356+0000","last_fullsized":"2023-09-23T15:17:15.292356+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292313+0000","last_change":"2023-09-23T15:16:29.247689+0000","last_active":"2023-09-23T15:17:15.292313+0000","last_peered":"2023-09-23T15:17:15.292313+0000","last_clean":"2023-09-23T15:17:15.292313+0000","last_became_active":"2023-09-23T15:16:29.247327+0000","last_became_peered":"2023-09-23T15:16:29.247327+0000","last_unstale":"2023-09-23T15:17:15.292313+0000","last_undegraded":"2023-09-23T15:17:15.292313+0000","last_fullsized":"2023-09-23T15:17:15.292313+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"243'8539","reported_seq":13845,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:20.638440+0000","last_change":"2023-09-23T15:16:31.630149+0000","last_active":"2023-09-23T15:17:20.638440+0000","last_peered":"2023-09-23T15:17:20.638440+0000","last_clean":"2023-09-23T15:14:59.050404+0000","last_became_active":"2023-09-23T15:15:13.152569+0000","last_became_peered":"2023-09-23T15:15:13.152569+0000","last_unstale":"2023-09-23T15:17:20.638440+0000","last_undegraded":"2023-09-23T15:17:20.638440+0000","last_fullsized":"2023-09-23T15:17:20.638440+0000","mapping_epoch":203,"log_start":"164'3482","ondisk_log_start":"164'3482","created":147,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5057,"log_dups_size":0,"ondisk_log_size":5057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:05:46.733481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143196160,"num_objects":2185,"num_object_clones":0,"num_object_copies":6555,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1632,"num_objects_unfound":0,"num_objects_dirty":2185,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8539,"num_write_kb":343168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2578,"num_bytes_recovered":168951808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":2185}],"blocked_by":[],"up_primary":0,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":72,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292227+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:17:15.292227+0000","last_peered":"2023-09-23T15:17:15.292227+0000","last_clean":"2023-09-23T15:17:15.292227+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:17:15.292227+0000","last_undegraded":"2023-09-23T15:17:15.292227+0000","last_fullsized":"2023-09-23T15:17:15.292227+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":63,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292335+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:17:15.292335+0000","last_peered":"2023-09-23T15:17:15.292335+0000","last_clean":"2023-09-23T15:17:15.292335+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:17:15.292335+0000","last_undegraded":"2023-09-23T15:17:15.292335+0000","last_fullsized":"2023-09-23T15:17:15.292335+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":228,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281858+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:17:15.281858+0000","last_peered":"2023-09-23T15:17:15.281858+0000","last_clean":"2023-09-23T15:17:15.281858+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:17:15.281858+0000","last_undegraded":"2023-09-23T15:17:15.281858+0000","last_fullsized":"2023-09-23T15:17:15.281858+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"243'8380","reported_seq":20930,"reported_epoch":243,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:18.544475+0000","last_change":"2023-09-23T15:16:30.310395+0000","last_active":"2023-09-23T15:17:18.544475+0000","last_peered":"2023-09-23T15:17:18.544475+0000","last_clean":"2023-09-23T15:13:36.067740+0000","last_became_active":"2023-09-23T15:16:30.264048+0000","last_became_peered":"2023-09-23T15:16:30.264048+0000","last_unstale":"2023-09-23T15:17:18.544475+0000","last_undegraded":"2023-09-23T15:16:30.258644+0000","last_fullsized":"2023-09-23T15:16:30.223210+0000","mapping_epoch":225,"log_start":"158'2564","ondisk_log_start":"158'2564","created":147,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5816,"log_dups_size":0,"ondisk_log_size":5816,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:55:35.828687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146145280,"num_objects":2230,"num_object_clones":0,"num_object_copies":6690,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":763,"num_objects_misplaced":1730,"num_objects_unfound":0,"num_objects_dirty":2230,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8380,"num_write_kb":339520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5619,"num_bytes_recovered":294846464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[3,1],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"1,3","objects":2230}],"blocked_by":[],"up_primary":7,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":78,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.293548+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:17:15.293548+0000","last_peered":"2023-09-23T15:17:15.293548+0000","last_clean":"2023-09-23T15:17:15.293548+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:17:15.293548+0000","last_undegraded":"2023-09-23T15:17:15.293548+0000","last_fullsized":"2023-09-23T15:17:15.293548+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":647,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292094+0000","last_change":"2023-09-23T15:16:29.248294+0000","last_active":"2023-09-23T15:17:15.292094+0000","last_peered":"2023-09-23T15:17:15.292094+0000","last_clean":"2023-09-23T15:17:15.292094+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:17:15.292094+0000","last_undegraded":"2023-09-23T15:17:15.292094+0000","last_fullsized":"2023-09-23T15:17:15.292094+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":184,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.285109+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:17:15.285109+0000","last_peered":"2023-09-23T15:17:15.285109+0000","last_clean":"2023-09-23T15:17:15.285109+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:17:15.285109+0000","last_undegraded":"2023-09-23T15:17:15.285109+0000","last_fullsized":"2023-09-23T15:17:15.285109+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":171,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276853+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:17:15.276853+0000","last_peered":"2023-09-23T15:17:15.276853+0000","last_clean":"2023-09-23T15:17:15.276853+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:17:15.276853+0000","last_undegraded":"2023-09-23T15:17:15.276853+0000","last_fullsized":"2023-09-23T15:17:15.276853+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292575+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:17:15.292575+0000","last_peered":"2023-09-23T15:17:15.292575+0000","last_clean":"2023-09-23T15:17:15.292575+0000","last_became_active":"2023-09-23T15:16:29.237813+0000","last_became_peered":"2023-09-23T15:16:29.237813+0000","last_unstale":"2023-09-23T15:17:15.292575+0000","last_undegraded":"2023-09-23T15:17:15.292575+0000","last_fullsized":"2023-09-23T15:17:15.292575+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"243'8576","reported_seq":17160,"reported_epoch":243,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:20.700649+0000","last_change":"2023-09-23T15:16:45.455003+0000","last_active":"2023-09-23T15:17:20.700649+0000","last_peered":"2023-09-23T15:17:20.700649+0000","last_clean":"2023-09-23T15:12:44.098817+0000","last_became_active":"2023-09-23T15:16:43.812630+0000","last_became_peered":"2023-09-23T15:16:43.812630+0000","last_unstale":"2023-09-23T15:17:20.700649+0000","last_undegraded":"2023-09-23T15:16:40.431679+0000","last_fullsized":"2023-09-23T15:16:30.234972+0000","mapping_epoch":225,"log_start":"160'2929","ondisk_log_start":"160'2929","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5647,"log_dups_size":0,"ondisk_log_size":5647,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:05.886511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148242432,"num_objects":2262,"num_object_clones":0,"num_object_copies":6786,"num_objects_missing_on_primary":41,"num_objects_missing":41,"num_objects_degraded":292,"num_objects_misplaced":4493,"num_objects_unfound":0,"num_objects_dirty":2262,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8576,"num_write_kb":346816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3066,"num_bytes_recovered":175308800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[{"shards":"1,2,7","objects":323},{"shards":"1,6,7","objects":1939},{"shards":"1,7","objects":-292}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":227,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292152+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:17:15.292152+0000","last_peered":"2023-09-23T15:17:15.292152+0000","last_clean":"2023-09-23T15:17:15.292152+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:17:15.292152+0000","last_undegraded":"2023-09-23T15:17:15.292152+0000","last_fullsized":"2023-09-23T15:17:15.292152+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":82,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.285404+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:17:15.285404+0000","last_peered":"2023-09-23T15:17:15.285404+0000","last_clean":"2023-09-23T15:17:15.285404+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:17:15.285404+0000","last_undegraded":"2023-09-23T15:17:15.285404+0000","last_fullsized":"2023-09-23T15:17:15.285404+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":58,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276241+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:17:15.276241+0000","last_peered":"2023-09-23T15:17:15.276241+0000","last_clean":"2023-09-23T15:17:15.276241+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:17:15.276241+0000","last_undegraded":"2023-09-23T15:17:15.276241+0000","last_fullsized":"2023-09-23T15:17:15.276241+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.293996+0000","last_change":"2023-09-23T15:16:29.240555+0000","last_active":"2023-09-23T15:17:15.293996+0000","last_peered":"2023-09-23T15:17:15.293996+0000","last_clean":"2023-09-23T15:17:15.293996+0000","last_became_active":"2023-09-23T15:16:29.240189+0000","last_became_peered":"2023-09-23T15:16:29.240189+0000","last_unstale":"2023-09-23T15:17:15.293996+0000","last_undegraded":"2023-09-23T15:17:15.293996+0000","last_fullsized":"2023-09-23T15:17:15.293996+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"243'8496","reported_seq":8599,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:22.812823+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:17:22.812823+0000","last_peered":"2023-09-23T15:17:22.812823+0000","last_clean":"2023-09-23T15:17:22.812823+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:17:22.812823+0000","last_undegraded":"2023-09-23T15:17:22.812823+0000","last_fullsized":"2023-09-23T15:17:22.812823+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":8496,"log_dups_size":0,"ondisk_log_size":8496,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145883136,"num_objects":2226,"num_object_clones":0,"num_object_copies":6678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2226,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8496,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":227,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292856+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:17:15.292856+0000","last_peered":"2023-09-23T15:17:15.292856+0000","last_clean":"2023-09-23T15:17:15.292856+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:17:15.292856+0000","last_undegraded":"2023-09-23T15:17:15.292856+0000","last_fullsized":"2023-09-23T15:17:15.292856+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":63,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292440+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:17:15.292440+0000","last_peered":"2023-09-23T15:17:15.292440+0000","last_clean":"2023-09-23T15:17:15.292440+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:17:15.292440+0000","last_undegraded":"2023-09-23T15:17:15.292440+0000","last_fullsized":"2023-09-23T15:17:15.292440+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":109,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281804+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:17:15.281804+0000","last_peered":"2023-09-23T15:17:15.281804+0000","last_clean":"2023-09-23T15:17:15.281804+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:17:15.281804+0000","last_undegraded":"2023-09-23T15:17:15.281804+0000","last_fullsized":"2023-09-23T15:17:15.281804+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292927+0000","last_change":"2023-09-23T15:16:29.239511+0000","last_active":"2023-09-23T15:17:15.292927+0000","last_peered":"2023-09-23T15:17:15.292927+0000","last_clean":"2023-09-23T15:17:15.292927+0000","last_became_active":"2023-09-23T15:16:29.238724+0000","last_became_peered":"2023-09-23T15:16:29.238724+0000","last_unstale":"2023-09-23T15:17:15.292927+0000","last_undegraded":"2023-09-23T15:17:15.292927+0000","last_fullsized":"2023-09-23T15:17:15.292927+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"243'8567","reported_seq":15649,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:18.626782+0000","last_change":"2023-09-23T15:15:13.164020+0000","last_active":"2023-09-23T15:17:18.626782+0000","last_peered":"2023-09-23T15:17:18.626782+0000","last_clean":"2023-09-23T15:14:42.174497+0000","last_became_active":"2023-09-23T15:15:13.141944+0000","last_became_peered":"2023-09-23T15:15:13.141944+0000","last_unstale":"2023-09-23T15:17:18.626782+0000","last_undegraded":"2023-09-23T15:17:18.626782+0000","last_fullsized":"2023-09-23T15:17:18.626782+0000","mapping_epoch":203,"log_start":"159'2787","ondisk_log_start":"159'2787","created":147,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5780,"log_dups_size":0,"ondisk_log_size":5780,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:27:59.781738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148701184,"num_objects":2269,"num_object_clones":0,"num_object_copies":6807,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2269,"num_objects_unfound":0,"num_objects_dirty":2269,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8567,"num_write_kb":346752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3471,"num_bytes_recovered":227475456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":2269}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":248,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.286050+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:17:15.286050+0000","last_peered":"2023-09-23T15:17:15.286050+0000","last_clean":"2023-09-23T15:17:15.286050+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:17:15.286050+0000","last_undegraded":"2023-09-23T15:17:15.286050+0000","last_fullsized":"2023-09-23T15:17:15.286050+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":200,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.282140+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:17:15.282140+0000","last_peered":"2023-09-23T15:17:15.282140+0000","last_clean":"2023-09-23T15:17:15.282140+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:17:15.282140+0000","last_undegraded":"2023-09-23T15:17:15.282140+0000","last_fullsized":"2023-09-23T15:17:15.282140+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":237,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.283971+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:17:15.283971+0000","last_peered":"2023-09-23T15:17:15.283971+0000","last_clean":"2023-09-23T15:17:15.283971+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:17:15.283971+0000","last_undegraded":"2023-09-23T15:17:15.283971+0000","last_fullsized":"2023-09-23T15:17:15.283971+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":656,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292573+0000","last_change":"2023-09-23T15:16:29.247229+0000","last_active":"2023-09-23T15:17:15.292573+0000","last_peered":"2023-09-23T15:17:15.292573+0000","last_clean":"2023-09-23T15:17:15.292573+0000","last_became_active":"2023-09-23T15:16:29.246084+0000","last_became_peered":"2023-09-23T15:16:29.246084+0000","last_unstale":"2023-09-23T15:17:15.292573+0000","last_undegraded":"2023-09-23T15:17:15.292573+0000","last_fullsized":"2023-09-23T15:17:15.292573+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"243'8501","reported_seq":15779,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.540542+0000","last_change":"2023-09-23T15:15:44.223618+0000","last_active":"2023-09-23T15:17:18.540542+0000","last_peered":"2023-09-23T15:17:18.540542+0000","last_clean":"2023-09-23T15:17:18.540542+0000","last_became_active":"2023-09-23T15:15:44.197850+0000","last_became_peered":"2023-09-23T15:15:44.197850+0000","last_unstale":"2023-09-23T15:17:18.540542+0000","last_undegraded":"2023-09-23T15:17:18.540542+0000","last_fullsized":"2023-09-23T15:17:18.540542+0000","mapping_epoch":208,"log_start":"158'2684","ondisk_log_start":"158'2684","created":147,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5817,"log_dups_size":0,"ondisk_log_size":5817,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:51.048879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145555456,"num_objects":2221,"num_object_clones":0,"num_object_copies":6663,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2221,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8501,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3571,"num_bytes_recovered":122552320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":229,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.277103+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:17:15.277103+0000","last_peered":"2023-09-23T15:17:15.277103+0000","last_clean":"2023-09-23T15:17:15.277103+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:17:15.277103+0000","last_undegraded":"2023-09-23T15:17:15.277103+0000","last_fullsized":"2023-09-23T15:17:15.277103+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":90,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276456+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:17:15.276456+0000","last_peered":"2023-09-23T15:17:15.276456+0000","last_clean":"2023-09-23T15:17:15.276456+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:17:15.276456+0000","last_undegraded":"2023-09-23T15:17:15.276456+0000","last_fullsized":"2023-09-23T15:17:15.276456+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":124,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281877+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:17:15.281877+0000","last_peered":"2023-09-23T15:17:15.281877+0000","last_clean":"2023-09-23T15:17:15.281877+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:17:15.281877+0000","last_undegraded":"2023-09-23T15:17:15.281877+0000","last_fullsized":"2023-09-23T15:17:15.281877+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":81,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276196+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:17:15.276196+0000","last_peered":"2023-09-23T15:17:15.276196+0000","last_clean":"2023-09-23T15:17:15.276196+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:17:15.276196+0000","last_undegraded":"2023-09-23T15:17:15.276196+0000","last_fullsized":"2023-09-23T15:17:15.276196+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":63,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292512+0000","last_change":"2023-09-23T15:14:43.204938+0000","last_active":"2023-09-23T15:17:15.292512+0000","last_peered":"2023-09-23T15:17:15.292512+0000","last_clean":"2023-09-23T15:17:15.292512+0000","last_became_active":"2023-09-23T15:14:43.204659+0000","last_became_peered":"2023-09-23T15:14:43.204659+0000","last_unstale":"2023-09-23T15:17:15.292512+0000","last_undegraded":"2023-09-23T15:17:15.292512+0000","last_fullsized":"2023-09-23T15:17:15.292512+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:53.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":67,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281946+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:17:15.281946+0000","last_peered":"2023-09-23T15:17:15.281946+0000","last_clean":"2023-09-23T15:17:15.281946+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:17:15.281946+0000","last_undegraded":"2023-09-23T15:17:15.281946+0000","last_fullsized":"2023-09-23T15:17:15.281946+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":220,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.284624+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:17:15.284624+0000","last_peered":"2023-09-23T15:17:15.284624+0000","last_clean":"2023-09-23T15:17:15.284624+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:17:15.284624+0000","last_undegraded":"2023-09-23T15:17:15.284624+0000","last_fullsized":"2023-09-23T15:17:15.284624+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":68,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276820+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:17:15.276820+0000","last_peered":"2023-09-23T15:17:15.276820+0000","last_clean":"2023-09-23T15:17:15.276820+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:17:15.276820+0000","last_undegraded":"2023-09-23T15:17:15.276820+0000","last_fullsized":"2023-09-23T15:17:15.276820+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":254,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.285246+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:17:15.285246+0000","last_peered":"2023-09-23T15:17:15.285246+0000","last_clean":"2023-09-23T15:17:15.285246+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:17:15.285246+0000","last_undegraded":"2023-09-23T15:17:15.285246+0000","last_fullsized":"2023-09-23T15:17:15.285246+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":259,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.283964+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:17:15.283964+0000","last_peered":"2023-09-23T15:17:15.283964+0000","last_clean":"2023-09-23T15:17:15.283964+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:17:15.283964+0000","last_undegraded":"2023-09-23T15:17:15.283964+0000","last_fullsized":"2023-09-23T15:17:15.283964+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":280,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.285146+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:17:15.285146+0000","last_peered":"2023-09-23T15:17:15.285146+0000","last_clean":"2023-09-23T15:17:15.285146+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:17:15.285146+0000","last_undegraded":"2023-09-23T15:17:15.285146+0000","last_fullsized":"2023-09-23T15:17:15.285146+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":64,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276580+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:17:15.276580+0000","last_peered":"2023-09-23T15:17:15.276580+0000","last_clean":"2023-09-23T15:17:15.276580+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:17:15.276580+0000","last_undegraded":"2023-09-23T15:17:15.276580+0000","last_fullsized":"2023-09-23T15:17:15.276580+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":141,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276367+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:17:15.276367+0000","last_peered":"2023-09-23T15:17:15.276367+0000","last_clean":"2023-09-23T15:17:15.276367+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:17:15.276367+0000","last_undegraded":"2023-09-23T15:17:15.276367+0000","last_fullsized":"2023-09-23T15:17:15.276367+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":2335440920,"num_objects":35637,"num_object_clones":0,"num_object_copies":106911,"num_objects_missing_on_primary":3547,"num_objects_missing":3547,"num_objects_degraded":9578,"num_objects_misplaced":26447,"num_objects_unfound":0,"num_objects_dirty":35637,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":136487,"num_write_kb":5507905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49149,"num_bytes_recovered":2600796160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9043587072,"data_stored":9043574856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95590,"ondisk_log_size":95590,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":499,"num_read_kb":923,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2570490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674316,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1009536,"kb_used_data":972280,"kb_used_omap":85,"kb_used_meta":37162,"kb_avail":92735616,"statfs":{"total":95995035648,"available":94961270784,"internally_reserved":0,"allocated":995614720,"data_stored":994735407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":38053896},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27900000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]}]},{"osd":6,"up_from":122,"seq":523986010195,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1329468,"kb_used_data":1169012,"kb_used_omap":9,"kb_used_meta":160438,"kb_avail":92415684,"statfs":{"total":95995035648,"available":94633660416,"internally_reserved":0,"allocated":1197068288,"data_stored":1196192983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":164288851},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.94499999999999995,"15min":2.0550000000000002},"min":{"1min":0.219,"5min":0.217,"15min":0.20100000000000001},"max":{"1min":0.86599999999999999,"5min":9.5570000000000004,"15min":26.251000000000001},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.89700000000000002,"15min":2.395},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":2.794,"5min":4.5780000000000003,"15min":26.045999999999999},"last":0.434}]},{"osd":1,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.5780000000000001,"15min":1.4490000000000001},"min":{"1min":0.28299999999999997,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":6.4859999999999998,"5min":31.256,"15min":31.256},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.857,"15min":1.847},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.484,"5min":28.850000000000001,"15min":28.850000000000001},"last":0.26100000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":1.321,"15min":1.649},"min":{"1min":0.29599999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.907,"5min":6.9100000000000001,"15min":6.9100000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.90900000000000003,"5min":1.6719999999999999,"15min":1.827},"min":{"1min":0.29899999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":3.5579999999999998,"5min":11.478,"15min":11.478},"last":2.5099999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3879999999999999,"5min":2.391,"15min":1.675},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.311},"max":{"1min":23.609000000000002,"5min":45.393999999999998,"15min":45.393999999999998},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.90300000000000002,"5min":2.4540000000000002,"15min":2.3700000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":3.4079999999999999,"5min":45.637,"15min":45.637},"last":0.41399999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":1.2290000000000001,"15min":0.754},"min":{"1min":0.25,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.90000000000000002,"5min":36.335000000000001,"15min":36.335000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":1.3260000000000001,"15min":0.996},"min":{"1min":0.26900000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.96299999999999997,"5min":36.374000000000002,"15min":36.374000000000002},"last":0.39800000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":1.3240000000000001,"15min":6.2599999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58999999999999997,"5min":19.908000000000001,"15min":144.953},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.1899999999999999,"15min":5.9820000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.115,"5min":17.462,"15min":144.79400000000001},"last":0.38500000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:15:36 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.3959999999999999,"15min":1.288},"min":{"1min":0.35099999999999998,"5min":0.315,"15min":0.315},"max":{"1min":8.0009999999999994,"5min":8.0009999999999994,"15min":8.0009999999999994},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":1.016,"15min":0.83799999999999997},"min":{"1min":0.36699999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.95,"5min":6.399,"15min":6.399},"last":0.48299999999999998}]}]},{"osd":1,"up_from":89,"seq":382252089472,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1798644,"kb_used_data":1525612,"kb_used_omap":9,"kb_used_meta":273014,"kb_avail":91946508,"statfs":{"total":95995035648,"available":94153224192,"internally_reserved":0,"allocated":1562226688,"data_stored":1560949568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":279567337},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,0,0,0,1,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":1.071,"15min":0.79100000000000004},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":6.0540000000000003,"5min":8.5250000000000004,"15min":15.233000000000001},"last":4.6100000000000003},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.3029999999999999,"15min":0.80900000000000005},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":2.9700000000000002,"5min":7.367,"15min":7.367},"last":1.157}]},{"osd":2,"last update":"Sat Sep 23 15:17:13 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.7969999999999999,"15min":4.1070000000000002},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.185},"max":{"1min":10.052,"5min":47.584000000000003,"15min":64.444999999999993},"last":4.6920000000000002},{"interface":"front","average":{"1min":2.1429999999999998,"5min":1.6020000000000001,"15min":4.2670000000000003},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":10.071999999999999,"5min":10.071999999999999,"15min":63.148000000000003},"last":0.69499999999999995}]},{"osd":3,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":10.426,"5min":4.5960000000000001,"15min":2.0819999999999999},"min":{"1min":0.22600000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":128.65799999999999,"5min":128.65799999999999,"15min":128.65799999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":10.036,"5min":4.1390000000000002,"15min":1.8939999999999999},"min":{"1min":0.29599999999999999,"5min":0.22500000000000001,"15min":0.216},"max":{"1min":128.227,"5min":128.227,"15min":128.227},"last":2.7210000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":2.5470000000000002,"15min":1.349},"min":{"1min":0.313,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.649,"5min":76.534999999999997,"15min":76.534999999999997},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.99399999999999999,"5min":2.1899999999999999,"15min":1.23},"min":{"1min":0.38900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.8630000000000004,"5min":76.661000000000001,"15min":76.661000000000001},"last":2.6659999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":1.546,"15min":0.96699999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":3.02,"5min":9.8330000000000002,"15min":9.8330000000000002},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.999,"5min":1.7090000000000001,"15min":1.111},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.30399999999999999},"max":{"1min":4.726,"5min":13.994,"15min":13.994},"last":0.61899999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:16:47 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":1.952,"15min":1.774},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.30599999999999999},"max":{"1min":3.6269999999999998,"5min":23.978000000000002,"15min":23.978000000000002},"last":0.65000000000000002},{"interface":"front","average":{"1min":1.004,"5min":2.016,"15min":2.0179999999999998},"min":{"1min":0.40899999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":4.6870000000000003,"5min":26.975999999999999,"15min":26.975999999999999},"last":0.59099999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:15:02 2023","interfaces":[{"interface":"back","average":{"1min":4.0640000000000001,"5min":2.0910000000000002,"15min":1.103},"min":{"1min":0.51100000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":13.965,"5min":13.965,"15min":13.965},"last":2.7610000000000001},{"interface":"front","average":{"1min":2.0830000000000002,"5min":1.4830000000000001,"15min":0.91400000000000003},"min":{"1min":0.39900000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":11.066000000000001,"5min":11.066000000000001,"15min":11.066000000000001},"last":0.56999999999999995}]}]},{"osd":0,"up_from":84,"seq":360777253000,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":771888,"kb_used_data":637736,"kb_used_omap":28,"kb_used_meta":134115,"kb_avail":92973264,"statfs":{"total":95995035648,"available":95204622336,"internally_reserved":0,"allocated":653041664,"data_stored":651594858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":137334608},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:17:02 2023","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.361,"15min":1.157},"min":{"1min":0.23599999999999999,"5min":0.188,"15min":0.188},"max":{"1min":11.606,"5min":12.281000000000001,"15min":71.188000000000002},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.434,"5min":1.393,"15min":1.105},"min":{"1min":0.27900000000000003,"5min":0.223,"15min":0.217},"max":{"1min":0.83699999999999997,"5min":9.8089999999999993,"15min":70.156999999999996},"last":0.47999999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:17:20 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":2.891,"15min":2.7519999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.215},"max":{"1min":9.0180000000000007,"5min":138.55099999999999,"15min":138.55099999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.755,"5min":2.8239999999999998,"15min":2.2069999999999999},"min":{"1min":0.23499999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":6.782,"5min":138.322,"15min":138.322},"last":0.40699999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:17:12 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":2.5219999999999998,"15min":1.998},"min":{"1min":0.28799999999999998,"5min":0.251,"15min":0.25},"max":{"1min":1.609,"5min":86.218999999999994,"15min":100.062},"last":1.583},{"interface":"front","average":{"1min":0.58299999999999996,"5min":2.6190000000000002,"15min":2.0369999999999999},"min":{"1min":0.316,"5min":0.27800000000000002,"15min":0.26400000000000001},"max":{"1min":2.0939999999999999,"5min":86.271000000000001,"15min":100.547},"last":1.601}]},{"osd":4,"last update":"Sat Sep 23 15:16:30 2023","interfaces":[{"interface":"back","average":{"1min":9.6020000000000003,"5min":2.8570000000000002,"15min":1.411},"min":{"1min":0.35099999999999998,"5min":0.30399999999999999,"15min":0.28599999999999998},"max":{"1min":142.44200000000001,"5min":142.44200000000001,"15min":142.44200000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":9.9280000000000008,"5min":3.302,"15min":1.677},"min":{"1min":0.41399999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":141.69200000000001,"5min":141.69200000000001,"15min":141.69200000000001},"last":0.56100000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:16:30 2023","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":1.379,"15min":1.071},"min":{"1min":0.39000000000000001,"5min":0.30499999999999999,"15min":0.30099999999999999},"max":{"1min":4.4480000000000004,"5min":10.757,"15min":41.631999999999998},"last":0.58899999999999997},{"interface":"front","average":{"1min":1.081,"5min":1.401,"15min":0.98999999999999999},"min":{"1min":0.40400000000000003,"5min":0.36399999999999999,"15min":0.33800000000000002},"max":{"1min":3.8010000000000002,"5min":10.289,"15min":10.289},"last":0.45500000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":1.6339999999999999,"15min":1.855},"min":{"1min":0.39900000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.766,"5min":10.222,"15min":10.222},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.85499999999999998,"5min":1.752,"15min":1.591},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.38600000000000001},"max":{"1min":3.4159999999999999,"5min":9.4600000000000009,"15min":10.355},"last":0.499}]},{"osd":7,"last update":"Sat Sep 23 15:15:29 2023","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":1.8160000000000001,"15min":1.0329999999999999},"min":{"1min":0.35299999999999998,"5min":0.35099999999999998,"15min":0.32800000000000001},"max":{"1min":3.6840000000000002,"5min":10.337999999999999,"15min":10.337999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":1.27,"5min":1.6679999999999999,"15min":0.995},"min":{"1min":0.40799999999999997,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":9.5429999999999993,"5min":10.292999999999999,"15min":10.292999999999999},"last":0.56999999999999995}]}]},{"osd":2,"up_from":117,"seq":502511173715,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1272372,"kb_used_data":1024556,"kb_used_omap":81,"kb_used_meta":247726,"kb_avail":92472780,"statfs":{"total":95995035648,"available":94692126720,"internally_reserved":0,"allocated":1049145344,"data_stored":1047872604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":253671642},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,2,0,4,4,1,3,6],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.92900000000000005,"15min":1.6830000000000001},"min":{"1min":0.215,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.49199999999999999,"5min":13.717000000000001,"15min":13.717000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.1759999999999999,"5min":1.3759999999999999,"15min":1.4179999999999999},"min":{"1min":0.218,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":10.917999999999999,"5min":12.381,"15min":12.381},"last":0.38300000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":3.9329999999999998,"15min":1.923},"min":{"1min":0.255,"5min":0.223,"15min":0.21099999999999999},"max":{"1min":2.7869999999999999,"5min":169.398,"15min":169.398},"last":0.44},{"interface":"front","average":{"1min":0.96299999999999997,"5min":3.4870000000000001,"15min":2.2280000000000002},"min":{"1min":0.248,"5min":0.23400000000000001,"15min":0.21199999999999999},"max":{"1min":3.0579999999999998,"5min":166.50999999999999,"15min":166.50999999999999},"last":0.621}]},{"osd":3,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":5.2149999999999999,"15min":5.2030000000000003},"min":{"1min":0.20599999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.9729999999999999,"5min":165.32300000000001,"15min":165.32300000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.64700000000000002,"5min":3.8119999999999998,"15min":4.9610000000000003},"min":{"1min":0.307,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":3.6619999999999999,"5min":165.66999999999999,"15min":165.66999999999999},"last":0.34599999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":1.0089999999999999,"15min":4.3600000000000003},"min":{"1min":0.32700000000000001,"5min":0.311,"15min":0.311},"max":{"1min":1.198,"5min":12.945,"15min":50.792000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.71199999999999997,"5min":1.194,"15min":2.2930000000000001},"min":{"1min":0.318,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":2.1099999999999999,"5min":7.7229999999999999,"15min":36.051000000000002},"last":0.51500000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":1.2689999999999999,"15min":2.496},"min":{"1min":0.33300000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":2.0840000000000001,"5min":7.7670000000000003,"15min":35.878},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.1759999999999999,"15min":4.2460000000000004},"min":{"1min":0.35799999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":2.9409999999999998,"5min":13.266999999999999,"15min":50.816000000000003},"last":0.71199999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:16:40 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":1.1970000000000001,"15min":4.7080000000000002},"min":{"1min":0.35699999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.2160000000000002,"5min":12.975,"15min":50.871000000000002},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":1.3939999999999999,"15min":4.1959999999999997},"min":{"1min":0.41399999999999998,"5min":0.36599999999999999,"15min":0.34899999999999998},"max":{"1min":2.6360000000000001,"5min":11.397,"15min":50.771000000000001},"last":0.747}]},{"osd":7,"last update":"Sat Sep 23 15:15:16 2023","interfaces":[{"interface":"back","average":{"1min":1.391,"5min":2.4849999999999999,"15min":5.0369999999999999},"min":{"1min":0.40699999999999997,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":6.2160000000000002,"5min":50.853999999999999,"15min":50.853999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":2.0609999999999999,"5min":2.524,"15min":5.2140000000000004},"min":{"1min":0.41899999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":12.895,"5min":50.841999999999999,"15min":50.841999999999999},"last":0.47699999999999998}]}]},{"osd":3,"up_from":99,"seq":425201762420,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2116860,"kb_used_data":1746356,"kb_used_omap":7,"kb_used_meta":370488,"kb_avail":91628292,"statfs":{"total":95995035648,"available":93827371008,"internally_reserved":0,"allocated":1788268544,"data_stored":1786982182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":379380328},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4820000000000002,"5min":1.698,"15min":0.93600000000000005},"min":{"1min":0.20699999999999999,"5min":0.19700000000000001,"15min":0.19600000000000001},"max":{"1min":40.311999999999998,"5min":40.311999999999998,"15min":40.311999999999998},"last":0.36499999999999999},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.4550000000000001,"15min":0.88700000000000001},"min":{"1min":0.22500000000000001,"5min":0.215,"15min":0.17499999999999999},"max":{"1min":16.289000000000001,"5min":16.289000000000001,"15min":16.289000000000001},"last":2.6819999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.6879999999999999,"15min":1.0640000000000001},"min":{"1min":0.247,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":3.2050000000000001,"5min":24.013000000000002,"15min":24.013000000000002},"last":3.2320000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":1.958,"15min":1.143},"min":{"1min":0.254,"5min":0.24399999999999999,"15min":0.23699999999999999},"max":{"1min":1.9750000000000001,"5min":21.827999999999999,"15min":21.827999999999999},"last":0.34000000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:16:17 2023","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":2.3359999999999999,"15min":3.5739999999999998},"min":{"1min":0.308,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":5.4740000000000002,"5min":22.73,"15min":55.378999999999998},"last":2.726},{"interface":"front","average":{"1min":2.1179999999999999,"5min":2.3279999999999998,"15min":3.964},"min":{"1min":0.374,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":9.8000000000000007,"5min":18.323,"15min":55.401000000000003},"last":2.75}]},{"osd":4,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.246,"15min":0.86699999999999999},"min":{"1min":0.35399999999999998,"5min":0.31,"15min":0.31},"max":{"1min":2.125,"5min":9.3469999999999995,"15min":9.3469999999999995},"last":3.2559999999999998},{"interface":"front","average":{"1min":0.629,"5min":1.282,"15min":0.92300000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":1.718,"5min":9.4000000000000004,"15min":9.4000000000000004},"last":0.38100000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":1.391,"15min":0.95799999999999996},"min":{"1min":0.33900000000000002,"5min":0.318,"15min":0.27300000000000002},"max":{"1min":1.8779999999999999,"5min":10.962999999999999,"15min":10.962999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.89400000000000002,"5min":1.3280000000000001,"15min":0.97099999999999997},"min":{"1min":0.45900000000000002,"5min":0.30599999999999999,"15min":0.30099999999999999},"max":{"1min":6.1920000000000002,"5min":10.361000000000001,"15min":10.361000000000001},"last":2.7810000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:16:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":1.498,"15min":1.5760000000000001},"min":{"1min":0.39800000000000002,"5min":0.317,"15min":0.317},"max":{"1min":1.673,"5min":9.423,"15min":9.423},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.214,"5min":1.5800000000000001,"15min":1.7609999999999999},"min":{"1min":0.40600000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":6.1630000000000003,"5min":10.856999999999999,"15min":10.856999999999999},"last":2.806}]},{"osd":7,"last update":"Sat Sep 23 15:15:06 2023","interfaces":[{"interface":"back","average":{"1min":2.4649999999999999,"5min":1.645,"15min":0.94599999999999995},"min":{"1min":0.33000000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":9.3900000000000006,"5min":9.5899999999999999,"15min":9.5899999999999999},"last":2.8319999999999999},{"interface":"front","average":{"1min":2.1549999999999998,"5min":1.6519999999999999,"15min":0.95299999999999996},"min":{"1min":0.39300000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":9.4450000000000003,"5min":9.4450000000000003,"15min":9.4450000000000003},"last":3.2789999999999999}]}]},{"osd":4,"up_from":0,"seq":133143986446,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724809,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1021736,"kb_used_data":918432,"kb_used_omap":0,"kb_used_meta":103296,"kb_avail":92723416,"statfs":{"total":95995035648,"available":94948777984,"internally_reserved":0,"allocated":940474368,"data_stored":939614761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":105775104},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:16:38 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":1.0349999999999999,"15min":0.75600000000000001},"min":{"1min":0.251,"5min":0.23799999999999999,"15min":0.218},"max":{"1min":0.58099999999999996,"5min":6.4880000000000004,"15min":6.4880000000000004},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.66600000000000004,"5min":1.276,"15min":0.86599999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":3.5449999999999999,"5min":13.832000000000001,"15min":13.832000000000001},"last":0.36099999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:17:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":3.6960000000000002,"15min":1.8169999999999999},"min":{"1min":0.29799999999999999,"5min":0.27900000000000003,"15min":0.26300000000000001},"max":{"1min":5.2149999999999999,"5min":125.14400000000001,"15min":125.14400000000001},"last":0.317},{"interface":"front","average":{"1min":0.55700000000000005,"5min":3.7679999999999998,"15min":1.8640000000000001},"min":{"1min":0.25600000000000001,"5min":0.25,"15min":0.25},"max":{"1min":2.3069999999999999,"5min":125.36499999999999,"15min":125.36499999999999},"last":0.84099999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:16:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":1.8660000000000001,"15min":1.8340000000000001},"min":{"1min":0.28899999999999998,"5min":0.27700000000000002,"15min":0.26200000000000001},"max":{"1min":1.798,"5min":36.466000000000001,"15min":36.466000000000001},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.81100000000000005,"5min":1.952,"15min":1.986},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":3.5899999999999999,"5min":40.749000000000002,"15min":40.749000000000002},"last":1.3660000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:17:04 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.262,"15min":1.722},"min":{"1min":0.33200000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.1159999999999997,"5min":79.302000000000007,"15min":103.989},"last":1.2170000000000001},{"interface":"front","average":{"1min":0.71499999999999997,"5min":2.415,"15min":1.78},"min":{"1min":0.32900000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.0300000000000002,"5min":79.557000000000002,"15min":101.824},"last":0.48399999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:16:22 2023","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":1.26,"15min":0.91800000000000004},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.71799999999999997,"5min":13.207000000000001,"15min":48.997999999999998},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.36399999999999999,"5min":1.111,"15min":0.96099999999999997},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.48699999999999999,"5min":19.655999999999999,"15min":49.017000000000003},"last":0.39400000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:16:44 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":2.2469999999999999,"15min":1.569},"min":{"1min":0.27100000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61199999999999999,"5min":111.089,"15min":111.089},"last":0.437},{"interface":"front","average":{"1min":0.42199999999999999,"5min":2.0960000000000001,"15min":2.157},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.54800000000000004,"5min":111.146,"15min":111.146},"last":0.45000000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:15:09 2023","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":1.9810000000000001,"15min":1.0469999999999999},"min":{"1min":0.34999999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":8.7010000000000005,"5min":77.837000000000003,"15min":77.837000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":1.994,"5min":2.3620000000000001,"15min":1.181},"min":{"1min":0.36299999999999999,"5min":0.318,"15min":0.318},"max":{"1min":6.532,"5min":78.174000000000007,"15min":78.174000000000007},"last":0.42799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":649003008,"data_stored":649003008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1557336064,"data_stored":1557331992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1044381696,"data_stored":1044381696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1783435264,"data_stored":1783431192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":889978880,"data_stored":889978880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":937885696,"data_stored":937885696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1193414656,"data_stored":1193410584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":988151808,"data_stored":988151808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:17:24.801 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:17:24.859 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:24.938 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:25.220 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:25 smithi118 ceph-mon[212312]: from='client.55141 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:17:25.222 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:25 smithi118 ceph-mon[219580]: from='client.55141 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:17:25.423 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:17:25.423 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:17:25.441 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:25.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:25.444 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:25.545 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:25.591 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:25 smithi178 ceph-mon[192298]: from='client.55141 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:17:25.680 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:25.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:25.684 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:25.785 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:25.812 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:25.864 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:25.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:25.869 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:25.970 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:25.999 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:26.047 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:26.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:26.052 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:26.153 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:26.202 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:26 smithi118 ceph-mon[219580]: pgmap v634: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 215 op/s; 9582/105771 objects degraded (9.059%); 26181/105771 objects misplaced (24.753%); 947 KiB/s, 21 objects/s recovering 2023-09-23T15:17:26.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:26 smithi118 ceph-mon[212312]: pgmap v634: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 215 op/s; 9582/105771 objects degraded (9.059%); 26181/105771 objects misplaced (24.753%); 947 KiB/s, 21 objects/s recovering 2023-09-23T15:17:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:26 smithi178 ceph-mon[192298]: pgmap v634: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.2 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 215 op/s; 9582/105771 objects degraded (9.059%); 26181/105771 objects misplaced (24.753%); 947 KiB/s, 21 objects/s recovering 2023-09-23T15:17:26.705 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:26.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:26.708 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:26.809 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:17:26.809 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:26.849 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:26.924 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:26.947 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:27.074 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:27.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:27.086 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:27.186 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:27.213 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:27.260 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:27.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:27.265 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:27.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9582/105771 objects degraded (9.059%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9582/105771 objects degraded (9.059%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:27.366 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:27.450 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:27.606 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:27.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:27.609 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9582/105771 objects degraded (9.059%), 5 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:17:27.710 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:27.736 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:27.779 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:27.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:27.787 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:27.888 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:27.948 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:28.260 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:17:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:17:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:17:28] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2023-09-23T15:17:28.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:28 smithi118 ceph-mon[219580]: pgmap v635: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.1 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 216 op/s; 9657/104532 objects degraded (9.238%); 25926/104532 objects misplaced (24.802%); 934 KiB/s, 19 objects/s recovering 2023-09-23T15:17:28.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:28 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/973972564' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:17:28.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:28 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:17:28.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:28 smithi118 ceph-mon[212312]: pgmap v635: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.1 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 216 op/s; 9657/104532 objects degraded (9.238%); 25926/104532 objects misplaced (24.802%); 934 KiB/s, 19 objects/s recovering 2023-09-23T15:17:28.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:28 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/973972564' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:17:28.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:28 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:17:28.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:28 smithi178 ceph-mon[192298]: pgmap v635: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.1 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 216 op/s; 9657/104532 objects degraded (9.238%); 25926/104532 objects misplaced (24.802%); 934 KiB/s, 19 objects/s recovering 2023-09-23T15:17:28.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:28 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/973972564' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:17:28.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:28 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:17:28.879 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:28.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:28.886 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:28.986 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:29.016 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:29.060 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:29.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:29.065 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:29.166 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:29.201 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:29 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:29 smithi178 ceph-mon[192298]: failed to encode map e244 with expected crc 2023-09-23T15:17:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:29 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:17:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:29 smithi178 ceph-mon[192298]: osdmap e244: 8 total, 8 up, 7 in 2023-09-23T15:17:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:29 smithi178 ceph-mon[192298]: failed to encode map e244 with expected crc 2023-09-23T15:17:29.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:29 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:29.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:29 smithi118 ceph-mon[212312]: failed to encode map e244 with expected crc 2023-09-23T15:17:29.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:29 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:17:29.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:29 smithi118 ceph-mon[212312]: osdmap e244: 8 total, 8 up, 7 in 2023-09-23T15:17:29.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:29 smithi118 ceph-mon[212312]: failed to encode map e244 with expected crc 2023-09-23T15:17:29.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:29 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:29.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:29 smithi118 ceph-mon[219580]: failed to encode map e244 with expected crc 2023-09-23T15:17:29.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:29 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:17:29.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:29 smithi118 ceph-mon[219580]: osdmap e244: 8 total, 8 up, 7 in 2023-09-23T15:17:29.487 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:29 smithi118 ceph-mon[219580]: failed to encode map e244 with expected crc 2023-09-23T15:17:29.700 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:29.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:29.704 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:29.805 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:29.814 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:29.878 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:30.017 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:30.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:30.021 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:30.122 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:30.210 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:30.406 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:30.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:30.414 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:30.434 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:30 smithi118 ceph-mon[219580]: pgmap v637: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.1 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 231 op/s; 9515/102237 objects degraded (9.307%); 25618/102237 objects misplaced (25.057%); 921 KiB/s, 18 objects/s recovering 2023-09-23T15:17:30.434 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:30 smithi118 ceph-mon[212312]: pgmap v637: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.1 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 231 op/s; 9515/102237 objects degraded (9.307%); 25618/102237 objects misplaced (25.057%); 921 KiB/s, 18 objects/s recovering 2023-09-23T15:17:30.507 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:17:30.509 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:17:30.515 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:30.579 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:30 smithi178 ceph-mon[192298]: pgmap v637: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.1 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 231 op/s; 9515/102237 objects degraded (9.307%); 25618/102237 objects misplaced (25.057%); 921 KiB/s, 18 objects/s recovering 2023-09-23T15:17:30.659 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:17:30.686 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:17:30.718 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:17:30.739 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:17:30.771 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:17:30.801 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:30.807 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:17:30.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:30.812 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:30.833 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:17:30.860 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:17:30.862 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:17:30.862 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:17:30.863 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:17:30.863 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:17:30.863 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:17:30.863 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:17:30.863 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:17:30.863 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:17:30.912 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:30.954 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:31 smithi118 ceph-mon[219580]: from='client.35370 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:17:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:31 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4175519760' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:31 smithi118 ceph-mon[219580]: pgmap v638: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 236 op/s; 9591/100803 objects degraded (9.515%); 25339/100803 objects misplaced (25.137%); 921 KiB/s, 18 objects/s recovering 2023-09-23T15:17:31.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:31 smithi118 ceph-mon[212312]: from='client.35370 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:17:31.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:31 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4175519760' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:31.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:31 smithi118 ceph-mon[212312]: pgmap v638: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 236 op/s; 9591/100803 objects degraded (9.515%); 25339/100803 objects misplaced (25.137%); 921 KiB/s, 18 objects/s recovering 2023-09-23T15:17:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:31 smithi178 ceph-mon[192298]: from='client.35370 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:17:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:31 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4175519760' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:31 smithi178 ceph-mon[192298]: pgmap v638: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.6 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 236 op/s; 9591/100803 objects degraded (9.515%); 25339/100803 objects misplaced (25.137%); 921 KiB/s, 18 objects/s recovering 2023-09-23T15:17:31.711 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:31.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:31.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:31.818 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:31.833 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:17:31.846 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:31.893 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:31.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:31.898 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:31.999 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:32.026 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:32.078 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:32.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:32.083 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:32.184 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:32.240 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9591/100803 objects degraded (9.515%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:32.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9591/100803 objects degraded (9.515%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:32.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9591/100803 objects degraded (9.515%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:32.815 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":637,"stamp":"2023-09-23T15:17:29.139620+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2232358840,"num_objects":34079,"num_object_clones":0,"num_object_copies":102237,"num_objects_missing_on_primary":3533,"num_objects_missing":3533,"num_objects_degraded":9515,"num_objects_misplaced":25618,"num_objects_unfound":0,"num_objects_dirty":34079,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":138369,"num_write_kb":5510350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49275,"num_bytes_recovered":2608020940,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98098,"ondisk_log_size":98098,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":9054984,"kb_used_data":7735248,"kb_used_omap":222,"kb_used_meta":1319393,"kb_avail":647161080,"statfs":{"total":671965249536,"available":662692945920,"internally_reserved":0,"allocated":7920893952,"data_stored":7912989040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":1351059414},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-151912448,"num_objects":-2318,"num_object_clones":0,"num_object_copies":-6954,"num_objects_missing_on_primary":-44,"num_objects_missing":-44,"num_objects_degraded":-147,"num_objects_misplaced":-1110,"num_objects_unfound":0,"num_objects_dirty":-2318,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2318,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":189,"num_bytes_recovered":9437184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002796"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":248,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292735+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:17:15.292735+0000","last_peered":"2023-09-23T15:17:15.292735+0000","last_clean":"2023-09-23T15:17:15.292735+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:17:15.292735+0000","last_undegraded":"2023-09-23T15:17:15.292735+0000","last_fullsized":"2023-09-23T15:17:15.292735+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":218,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.305839+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:17:18.305839+0000","last_peered":"2023-09-23T15:17:18.305839+0000","last_clean":"2023-09-23T15:17:18.305839+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:17:18.305839+0000","last_undegraded":"2023-09-23T15:17:18.305839+0000","last_fullsized":"2023-09-23T15:17:18.305839+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":200,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.279709+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:17:15.279709+0000","last_peered":"2023-09-23T15:17:15.279709+0000","last_clean":"2023-09-23T15:17:15.279709+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:17:15.279709+0000","last_undegraded":"2023-09-23T15:17:15.279709+0000","last_fullsized":"2023-09-23T15:17:15.279709+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":128,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.294108+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:17:15.294108+0000","last_peered":"2023-09-23T15:17:15.294108+0000","last_clean":"2023-09-23T15:17:15.294108+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:17:15.294108+0000","last_undegraded":"2023-09-23T15:17:15.294108+0000","last_fullsized":"2023-09-23T15:17:15.294108+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":264,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.239104+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:17:28.239104+0000","last_peered":"2023-09-23T15:17:28.239104+0000","last_clean":"2023-09-23T15:17:28.239104+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:17:28.239104+0000","last_undegraded":"2023-09-23T15:17:28.239104+0000","last_fullsized":"2023-09-23T15:17:28.239104+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":183,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.277083+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:17:15.277083+0000","last_peered":"2023-09-23T15:17:15.277083+0000","last_clean":"2023-09-23T15:17:15.277083+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:17:15.277083+0000","last_undegraded":"2023-09-23T15:17:15.277083+0000","last_fullsized":"2023-09-23T15:17:15.277083+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":131,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281754+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:17:15.281754+0000","last_peered":"2023-09-23T15:17:15.281754+0000","last_clean":"2023-09-23T15:17:15.281754+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:17:15.281754+0000","last_undegraded":"2023-09-23T15:17:15.281754+0000","last_fullsized":"2023-09-23T15:17:15.281754+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":225,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.305832+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:17:18.305832+0000","last_peered":"2023-09-23T15:17:18.305832+0000","last_clean":"2023-09-23T15:17:18.305832+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:17:18.305832+0000","last_undegraded":"2023-09-23T15:17:18.305832+0000","last_fullsized":"2023-09-23T15:17:18.305832+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":218,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281638+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:17:15.281638+0000","last_peered":"2023-09-23T15:17:15.281638+0000","last_clean":"2023-09-23T15:17:15.281638+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:17:15.281638+0000","last_undegraded":"2023-09-23T15:17:15.281638+0000","last_fullsized":"2023-09-23T15:17:15.281638+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":200,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.306740+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:17:18.306740+0000","last_peered":"2023-09-23T15:17:18.306740+0000","last_clean":"2023-09-23T15:17:18.306740+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:17:18.306740+0000","last_undegraded":"2023-09-23T15:17:18.306740+0000","last_fullsized":"2023-09-23T15:17:18.306740+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":212,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292779+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:17:15.292779+0000","last_peered":"2023-09-23T15:17:15.292779+0000","last_clean":"2023-09-23T15:17:15.292779+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:17:15.292779+0000","last_undegraded":"2023-09-23T15:17:15.292779+0000","last_fullsized":"2023-09-23T15:17:15.292779+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":235,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.279270+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:17:15.279270+0000","last_peered":"2023-09-23T15:17:15.279270+0000","last_clean":"2023-09-23T15:17:15.279270+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:17:15.279270+0000","last_undegraded":"2023-09-23T15:17:15.279270+0000","last_fullsized":"2023-09-23T15:17:15.279270+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":97,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292524+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:17:15.292524+0000","last_peered":"2023-09-23T15:17:15.292524+0000","last_clean":"2023-09-23T15:17:15.292524+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:17:15.292524+0000","last_undegraded":"2023-09-23T15:17:15.292524+0000","last_fullsized":"2023-09-23T15:17:15.292524+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":141,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276720+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:17:15.276720+0000","last_peered":"2023-09-23T15:17:15.276720+0000","last_clean":"2023-09-23T15:17:15.276720+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:17:15.276720+0000","last_undegraded":"2023-09-23T15:17:15.276720+0000","last_fullsized":"2023-09-23T15:17:15.276720+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":260,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292500+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:17:15.292500+0000","last_peered":"2023-09-23T15:17:15.292500+0000","last_clean":"2023-09-23T15:17:15.292500+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:17:15.292500+0000","last_undegraded":"2023-09-23T15:17:15.292500+0000","last_fullsized":"2023-09-23T15:17:15.292500+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":225,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.306432+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:17:18.306432+0000","last_peered":"2023-09-23T15:17:18.306432+0000","last_clean":"2023-09-23T15:17:18.306432+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:17:18.306432+0000","last_undegraded":"2023-09-23T15:17:18.306432+0000","last_fullsized":"2023-09-23T15:17:18.306432+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":128,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292337+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:17:15.292337+0000","last_peered":"2023-09-23T15:17:15.292337+0000","last_clean":"2023-09-23T15:17:15.292337+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:17:15.292337+0000","last_undegraded":"2023-09-23T15:17:15.292337+0000","last_fullsized":"2023-09-23T15:17:15.292337+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":131,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292426+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:17:15.292426+0000","last_peered":"2023-09-23T15:17:15.292426+0000","last_clean":"2023-09-23T15:17:15.292426+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:17:15.292426+0000","last_undegraded":"2023-09-23T15:17:15.292426+0000","last_fullsized":"2023-09-23T15:17:15.292426+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":203,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292087+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:17:15.292087+0000","last_peered":"2023-09-23T15:17:15.292087+0000","last_clean":"2023-09-23T15:17:15.292087+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:17:15.292087+0000","last_undegraded":"2023-09-23T15:17:15.292087+0000","last_fullsized":"2023-09-23T15:17:15.292087+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":155,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.306453+0000","last_change":"2023-09-23T15:16:29.243272+0000","last_active":"2023-09-23T15:17:18.306453+0000","last_peered":"2023-09-23T15:17:18.306453+0000","last_clean":"2023-09-23T15:17:18.306453+0000","last_became_active":"2023-09-23T15:16:29.236288+0000","last_became_peered":"2023-09-23T15:16:29.236288+0000","last_unstale":"2023-09-23T15:17:18.306453+0000","last_undegraded":"2023-09-23T15:17:18.306453+0000","last_fullsized":"2023-09-23T15:17:18.306453+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:50:28.484728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":275,"reported_epoch":242,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:17:15.276260+0000","last_change":"2023-09-23T15:16:49.311017+0000","last_active":"2023-09-23T15:17:15.276260+0000","last_peered":"2023-09-23T15:17:15.276260+0000","last_clean":"2023-09-23T15:16:45.283608+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:17:15.276260+0000","last_undegraded":"2023-09-23T15:16:49.301192+0000","last_fullsized":"2023-09-23T15:17:15.276260+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":225,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.241179+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:17:28.241179+0000","last_peered":"2023-09-23T15:17:28.241179+0000","last_clean":"2023-09-23T15:17:28.241179+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:17:28.241179+0000","last_undegraded":"2023-09-23T15:17:28.241179+0000","last_fullsized":"2023-09-23T15:17:28.241179+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"243'8605","reported_seq":23073,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:25.698401+0000","last_change":"2023-09-23T15:16:50.613440+0000","last_active":"2023-09-23T15:17:25.698401+0000","last_peered":"2023-09-23T15:17:25.698401+0000","last_clean":"2023-09-23T15:16:48.053183+0000","last_became_active":"2023-09-23T15:16:50.583574+0000","last_became_peered":"2023-09-23T15:16:50.583574+0000","last_unstale":"2023-09-23T15:17:25.698401+0000","last_undegraded":"2023-09-23T15:17:25.698401+0000","last_fullsized":"2023-09-23T15:17:25.698401+0000","mapping_epoch":235,"log_start":"164'3458","ondisk_log_start":"164'3458","created":147,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5147,"log_dups_size":0,"ondisk_log_size":5147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:59:22.109744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141230080,"num_objects":2155,"num_object_clones":0,"num_object_copies":6465,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2155,"num_objects_unfound":0,"num_objects_dirty":2155,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8605,"num_write_kb":344320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7156,"num_bytes_recovered":360710144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,6,2],"avail_no_missing":["1","2","4","6"],"object_location_counts":[{"shards":"1,2,6","objects":2155}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":232,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292915+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:17:15.292915+0000","last_peered":"2023-09-23T15:17:15.292915+0000","last_clean":"2023-09-23T15:17:15.292915+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:17:15.292915+0000","last_undegraded":"2023-09-23T15:17:15.292915+0000","last_fullsized":"2023-09-23T15:17:15.292915+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":190,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292010+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:17:15.292010+0000","last_peered":"2023-09-23T15:17:15.292010+0000","last_clean":"2023-09-23T15:17:15.292010+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:17:15.292010+0000","last_undegraded":"2023-09-23T15:17:15.292010+0000","last_fullsized":"2023-09-23T15:17:15.292010+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.a","version":"244'8693","reported_seq":11037,"reported_epoch":244,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:28.425583+0000","last_change":"2023-09-23T15:16:31.628711+0000","last_active":"2023-09-23T15:17:28.425583+0000","last_peered":"2023-09-23T15:17:28.425583+0000","last_clean":"2023-09-23T15:13:11.097166+0000","last_became_active":"2023-09-23T15:14:43.433988+0000","last_became_peered":"2023-09-23T15:14:43.433988+0000","last_unstale":"2023-09-23T15:17:28.425583+0000","last_undegraded":"2023-09-23T15:16:31.627878+0000","last_fullsized":"2023-09-23T15:14:43.180281+0000","mapping_epoch":191,"log_start":"159'2853","ondisk_log_start":"159'2853","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5840,"log_dups_size":0,"ondisk_log_size":5840,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:53.541437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":137953280,"num_objects":2105,"num_object_clones":0,"num_object_copies":6315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2105,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8693,"num_write_kb":345536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1105,"num_bytes_recovered":72286208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"1,3,5","objects":797},{"shards":"3,5","objects":1308}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":209,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292794+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:17:15.292794+0000","last_peered":"2023-09-23T15:17:15.292794+0000","last_clean":"2023-09-23T15:17:15.292794+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:17:15.292794+0000","last_undegraded":"2023-09-23T15:17:15.292794+0000","last_fullsized":"2023-09-23T15:17:15.292794+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":222,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:23.784218+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:17:23.784218+0000","last_peered":"2023-09-23T15:17:23.784218+0000","last_clean":"2023-09-23T15:17:23.784218+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:17:23.784218+0000","last_undegraded":"2023-09-23T15:17:23.784218+0000","last_fullsized":"2023-09-23T15:17:23.784218+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"243'8591","reported_seq":13209,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:27.030792+0000","last_change":"2023-09-23T15:16:31.272424+0000","last_active":"2023-09-23T15:17:27.030792+0000","last_peered":"2023-09-23T15:17:27.030792+0000","last_clean":"2023-09-23T15:14:59.128717+0000","last_became_active":"2023-09-23T15:16:31.249710+0000","last_became_peered":"2023-09-23T15:16:31.249710+0000","last_unstale":"2023-09-23T15:17:27.030792+0000","last_undegraded":"2023-09-23T15:17:27.030792+0000","last_fullsized":"2023-09-23T15:17:27.030792+0000","mapping_epoch":226,"log_start":"164'3451","ondisk_log_start":"164'3451","created":147,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5140,"log_dups_size":0,"ondisk_log_size":5140,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:55.937440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139395072,"num_objects":2127,"num_object_clones":0,"num_object_copies":6381,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1643,"num_objects_unfound":0,"num_objects_dirty":2127,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8591,"num_write_kb":342976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2695,"num_bytes_recovered":160694272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,1,4],"avail_no_missing":["7","1","4"],"object_location_counts":[{"shards":"1,4,7","objects":2127}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":210,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292893+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:17:15.292893+0000","last_peered":"2023-09-23T15:17:15.292893+0000","last_clean":"2023-09-23T15:17:15.292893+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:17:15.292893+0000","last_undegraded":"2023-09-23T15:17:15.292893+0000","last_fullsized":"2023-09-23T15:17:15.292893+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":200,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276558+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:17:15.276558+0000","last_peered":"2023-09-23T15:17:15.276558+0000","last_clean":"2023-09-23T15:17:15.276558+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:17:15.276558+0000","last_undegraded":"2023-09-23T15:17:15.276558+0000","last_fullsized":"2023-09-23T15:17:15.276558+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"243'8588","reported_seq":21059,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:27.477471+0000","last_change":"2023-09-23T15:16:43.179877+0000","last_active":"2023-09-23T15:17:27.477471+0000","last_peered":"2023-09-23T15:17:27.477471+0000","last_clean":"2023-09-23T15:17:27.477471+0000","last_became_active":"2023-09-23T15:16:43.160319+0000","last_became_peered":"2023-09-23T15:16:43.160319+0000","last_unstale":"2023-09-23T15:17:27.477471+0000","last_undegraded":"2023-09-23T15:17:27.477471+0000","last_fullsized":"2023-09-23T15:17:27.477471+0000","mapping_epoch":231,"log_start":"155'1888","ondisk_log_start":"155'1888","created":147,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":6700,"log_dups_size":0,"ondisk_log_size":6700,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.522533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144703488,"num_objects":2208,"num_object_clones":0,"num_object_copies":6624,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2208,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8588,"num_write_kb":345472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8158,"num_bytes_recovered":353697792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":189,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.244442+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:17:28.244442+0000","last_peered":"2023-09-23T15:17:28.244442+0000","last_clean":"2023-09-23T15:17:28.244442+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:17:28.244442+0000","last_undegraded":"2023-09-23T15:17:28.244442+0000","last_fullsized":"2023-09-23T15:17:28.244442+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":67,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:16.430072+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:17:16.430072+0000","last_peered":"2023-09-23T15:17:16.430072+0000","last_clean":"2023-09-23T15:17:16.430072+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:17:16.430072+0000","last_undegraded":"2023-09-23T15:17:16.430072+0000","last_fullsized":"2023-09-23T15:17:16.430072+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292152+0000","last_change":"2023-09-23T15:16:29.239182+0000","last_active":"2023-09-23T15:17:15.292152+0000","last_peered":"2023-09-23T15:17:15.292152+0000","last_clean":"2023-09-23T15:17:15.292152+0000","last_became_active":"2023-09-23T15:16:29.237845+0000","last_became_peered":"2023-09-23T15:16:29.237845+0000","last_unstale":"2023-09-23T15:17:15.292152+0000","last_undegraded":"2023-09-23T15:17:15.292152+0000","last_fullsized":"2023-09-23T15:17:15.292152+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.f","version":"244'8563","reported_seq":13157,"reported_epoch":244,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:28.521549+0000","last_change":"2023-09-23T15:16:43.187597+0000","last_active":"2023-09-23T15:17:28.521549+0000","last_peered":"2023-09-23T15:17:28.521549+0000","last_clean":"2023-09-23T15:14:59.094540+0000","last_became_active":"2023-09-23T15:16:43.159896+0000","last_became_peered":"2023-09-23T15:16:43.159896+0000","last_unstale":"2023-09-23T15:17:28.521549+0000","last_undegraded":"2023-09-23T15:17:28.521549+0000","last_fullsized":"2023-09-23T15:17:28.521549+0000","mapping_epoch":231,"log_start":"159'2768","ondisk_log_start":"159'2768","created":147,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5795,"log_dups_size":0,"ondisk_log_size":5795,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:00.653030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132186112,"num_objects":2017,"num_object_clones":0,"num_object_copies":6051,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2017,"num_objects_unfound":0,"num_objects_dirty":2017,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8563,"num_write_kb":338560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2214,"num_bytes_recovered":128581632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":2017}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":243,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.306261+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:17:18.306261+0000","last_peered":"2023-09-23T15:17:18.306261+0000","last_clean":"2023-09-23T15:17:18.306261+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:17:18.306261+0000","last_undegraded":"2023-09-23T15:17:18.306261+0000","last_fullsized":"2023-09-23T15:17:18.306261+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":142,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.244309+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:17:28.244309+0000","last_peered":"2023-09-23T15:17:28.244309+0000","last_clean":"2023-09-23T15:17:28.244309+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:17:28.244309+0000","last_undegraded":"2023-09-23T15:17:28.244309+0000","last_fullsized":"2023-09-23T15:17:28.244309+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":629,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292123+0000","last_change":"2023-09-23T15:16:30.231136+0000","last_active":"2023-09-23T15:17:15.292123+0000","last_peered":"2023-09-23T15:17:15.292123+0000","last_clean":"2023-09-23T15:17:15.292123+0000","last_became_active":"2023-09-23T15:16:30.230729+0000","last_became_peered":"2023-09-23T15:16:30.230729+0000","last_unstale":"2023-09-23T15:17:15.292123+0000","last_undegraded":"2023-09-23T15:17:15.292123+0000","last_fullsized":"2023-09-23T15:17:15.292123+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.e","version":"243'8688","reported_seq":21387,"reported_epoch":243,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:27.560043+0000","last_change":"2023-09-23T15:17:02.148547+0000","last_active":"2023-09-23T15:17:27.560043+0000","last_peered":"2023-09-23T15:17:27.560043+0000","last_clean":"2023-09-23T15:13:11.076557+0000","last_became_active":"2023-09-23T15:17:01.630154+0000","last_became_peered":"2023-09-23T15:17:01.630154+0000","last_unstale":"2023-09-23T15:17:27.560043+0000","last_undegraded":"2023-09-23T15:16:55.995320+0000","last_fullsized":"2023-09-23T15:16:49.300503+0000","mapping_epoch":234,"log_start":"152'1200","ondisk_log_start":"152'1200","created":147,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":7488,"log_dups_size":0,"ondisk_log_size":7488,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:05:39.067697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139329536,"num_objects":2126,"num_object_clones":0,"num_object_copies":6378,"num_objects_missing_on_primary":3506,"num_objects_missing":3506,"num_objects_degraded":5857,"num_objects_misplaced":3709,"num_objects_unfound":0,"num_objects_dirty":2126,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8688,"num_write_kb":346048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5385,"num_bytes_recovered":352780288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,1],"avail_no_missing":["3"],"object_location_counts":[{"shards":"1,2","objects":155},{"shards":"1,3","objects":1},{"shards":"1,3,5","objects":743},{"shards":"1,3,7","objects":1002},{"shards":"2,3,5","objects":225}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":194,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276744+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:17:15.276744+0000","last_peered":"2023-09-23T15:17:15.276744+0000","last_clean":"2023-09-23T15:17:15.276744+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:17:15.276744+0000","last_undegraded":"2023-09-23T15:17:15.276744+0000","last_fullsized":"2023-09-23T15:17:15.276744+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":245,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292484+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:17:15.292484+0000","last_peered":"2023-09-23T15:17:15.292484+0000","last_clean":"2023-09-23T15:17:15.292484+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:17:15.292484+0000","last_undegraded":"2023-09-23T15:17:15.292484+0000","last_fullsized":"2023-09-23T15:17:15.292484+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"243'8717","reported_seq":12846,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:25.175640+0000","last_change":"2023-09-23T15:16:29.815373+0000","last_active":"2023-09-23T15:17:25.175640+0000","last_peered":"2023-09-23T15:17:25.175640+0000","last_clean":"2023-09-23T15:12:44.085616+0000","last_became_active":"2023-09-23T15:15:01.396056+0000","last_became_peered":"2023-09-23T15:15:01.396056+0000","last_unstale":"2023-09-23T15:17:25.175640+0000","last_undegraded":"2023-09-23T15:17:25.175640+0000","last_fullsized":"2023-09-23T15:17:25.175640+0000","mapping_epoch":197,"log_start":"159'2870","ondisk_log_start":"159'2870","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5847,"log_dups_size":0,"ondisk_log_size":5847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.884324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139460632,"num_objects":2129,"num_object_clones":0,"num_object_copies":6387,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2129,"num_objects_unfound":0,"num_objects_dirty":2129,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8717,"num_write_kb":347009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1993,"num_bytes_recovered":109182976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":2129}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":246,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.294495+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:17:18.294495+0000","last_peered":"2023-09-23T15:17:18.294495+0000","last_clean":"2023-09-23T15:17:18.294495+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:17:18.294495+0000","last_undegraded":"2023-09-23T15:17:18.294495+0000","last_fullsized":"2023-09-23T15:17:18.294495+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":141,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276915+0000","last_change":"2023-09-23T15:15:12.161053+0000","last_active":"2023-09-23T15:17:15.276915+0000","last_peered":"2023-09-23T15:17:15.276915+0000","last_clean":"2023-09-23T15:17:15.276915+0000","last_became_active":"2023-09-23T15:15:12.160629+0000","last_became_peered":"2023-09-23T15:15:12.160629+0000","last_unstale":"2023-09-23T15:17:15.276915+0000","last_undegraded":"2023-09-23T15:17:15.276915+0000","last_fullsized":"2023-09-23T15:17:15.276915+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:53.912905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292403+0000","last_change":"2023-09-23T15:16:29.247296+0000","last_active":"2023-09-23T15:17:15.292403+0000","last_peered":"2023-09-23T15:17:15.292403+0000","last_clean":"2023-09-23T15:17:15.292403+0000","last_became_active":"2023-09-23T15:16:29.246090+0000","last_became_peered":"2023-09-23T15:16:29.246090+0000","last_unstale":"2023-09-23T15:17:15.292403+0000","last_undegraded":"2023-09-23T15:17:15.292403+0000","last_fullsized":"2023-09-23T15:17:15.292403+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"243'8579","reported_seq":9179,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:25.055756+0000","last_change":"2023-09-23T15:16:32.343894+0000","last_active":"2023-09-23T15:17:25.055756+0000","last_peered":"2023-09-23T15:17:25.055756+0000","last_clean":"2023-09-23T15:17:25.055756+0000","last_became_active":"2023-09-23T15:16:32.327421+0000","last_became_peered":"2023-09-23T15:16:32.327421+0000","last_unstale":"2023-09-23T15:17:25.055756+0000","last_undegraded":"2023-09-23T15:17:25.055756+0000","last_fullsized":"2023-09-23T15:17:25.055756+0000","mapping_epoch":227,"log_start":"159'2735","ondisk_log_start":"159'2735","created":147,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5844,"log_dups_size":0,"ondisk_log_size":5844,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:15.858227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":144375808,"num_objects":2203,"num_object_clones":0,"num_object_copies":6609,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2203,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8579,"num_write_kb":345024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":233,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":226,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.305630+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:17:18.305630+0000","last_peered":"2023-09-23T15:17:18.305630+0000","last_clean":"2023-09-23T15:17:18.305630+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:17:18.305630+0000","last_undegraded":"2023-09-23T15:17:18.305630+0000","last_fullsized":"2023-09-23T15:17:18.305630+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":215,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281790+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:17:15.281790+0000","last_peered":"2023-09-23T15:17:15.281790+0000","last_clean":"2023-09-23T15:17:15.281790+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:17:15.281790+0000","last_undegraded":"2023-09-23T15:17:15.281790+0000","last_fullsized":"2023-09-23T15:17:15.281790+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.293002+0000","last_change":"2023-09-23T15:16:29.240553+0000","last_active":"2023-09-23T15:17:15.293002+0000","last_peered":"2023-09-23T15:17:15.293002+0000","last_clean":"2023-09-23T15:17:15.293002+0000","last_became_active":"2023-09-23T15:16:29.239612+0000","last_became_peered":"2023-09-23T15:16:29.239612+0000","last_unstale":"2023-09-23T15:17:15.293002+0000","last_undegraded":"2023-09-23T15:17:15.293002+0000","last_fullsized":"2023-09-23T15:17:15.293002+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"244'8697","reported_seq":8808,"reported_epoch":244,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:28.595477+0000","last_change":"2023-09-23T15:15:13.535307+0000","last_active":"2023-09-23T15:17:28.595477+0000","last_peered":"2023-09-23T15:17:28.595477+0000","last_clean":"2023-09-23T15:15:01.817213+0000","last_became_active":"2023-09-23T15:15:13.509774+0000","last_became_peered":"2023-09-23T15:15:13.509774+0000","last_unstale":"2023-09-23T15:17:28.595477+0000","last_undegraded":"2023-09-23T15:17:28.595477+0000","last_fullsized":"2023-09-23T15:17:28.595477+0000","mapping_epoch":203,"log_start":"159'2920","ondisk_log_start":"159'2920","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5777,"log_dups_size":0,"ondisk_log_size":5777,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:33.729271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":137953280,"num_objects":2105,"num_object_clones":0,"num_object_copies":6315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2105,"num_objects_unfound":0,"num_objects_dirty":2105,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8697,"num_write_kb":345664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":2105}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":207,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292647+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:17:15.292647+0000","last_peered":"2023-09-23T15:17:15.292647+0000","last_clean":"2023-09-23T15:17:15.292647+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:17:15.292647+0000","last_undegraded":"2023-09-23T15:17:15.292647+0000","last_fullsized":"2023-09-23T15:17:15.292647+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":219,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.305716+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:17:18.305716+0000","last_peered":"2023-09-23T15:17:18.305716+0000","last_clean":"2023-09-23T15:17:18.305716+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:17:18.305716+0000","last_undegraded":"2023-09-23T15:17:18.305716+0000","last_fullsized":"2023-09-23T15:17:18.305716+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":222,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.279416+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:17:15.279416+0000","last_peered":"2023-09-23T15:17:15.279416+0000","last_clean":"2023-09-23T15:17:15.279416+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:17:15.279416+0000","last_undegraded":"2023-09-23T15:17:15.279416+0000","last_fullsized":"2023-09-23T15:17:15.279416+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":642,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292317+0000","last_change":"2023-09-23T15:16:29.239081+0000","last_active":"2023-09-23T15:17:15.292317+0000","last_peered":"2023-09-23T15:17:15.292317+0000","last_clean":"2023-09-23T15:17:15.292317+0000","last_became_active":"2023-09-23T15:16:29.237815+0000","last_became_peered":"2023-09-23T15:16:29.237815+0000","last_unstale":"2023-09-23T15:17:15.292317+0000","last_undegraded":"2023-09-23T15:17:15.292317+0000","last_fullsized":"2023-09-23T15:17:15.292317+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"243'8657","reported_seq":12759,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:25.245312+0000","last_change":"2023-09-23T15:16:28.333172+0000","last_active":"2023-09-23T15:17:25.245312+0000","last_peered":"2023-09-23T15:17:25.245312+0000","last_clean":"2023-09-23T15:14:59.097787+0000","last_became_active":"2023-09-23T15:15:01.359303+0000","last_became_peered":"2023-09-23T15:15:01.359303+0000","last_unstale":"2023-09-23T15:17:25.245312+0000","last_undegraded":"2023-09-23T15:17:25.245312+0000","last_fullsized":"2023-09-23T15:17:25.245312+0000","mapping_epoch":197,"log_start":"159'2808","ondisk_log_start":"159'2808","created":147,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5849,"log_dups_size":0,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:10.643349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":138870784,"num_objects":2119,"num_object_clones":0,"num_object_copies":6357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2070,"num_objects_unfound":0,"num_objects_dirty":2119,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8657,"num_write_kb":344832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1976,"num_bytes_recovered":78381056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,3,1],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":2119}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":191,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.279492+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:17:15.279492+0000","last_peered":"2023-09-23T15:17:15.279492+0000","last_clean":"2023-09-23T15:17:15.279492+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:17:15.279492+0000","last_undegraded":"2023-09-23T15:17:15.279492+0000","last_fullsized":"2023-09-23T15:17:15.279492+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":223,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276996+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:17:15.276996+0000","last_peered":"2023-09-23T15:17:15.276996+0000","last_clean":"2023-09-23T15:17:15.276996+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:17:15.276996+0000","last_undegraded":"2023-09-23T15:17:15.276996+0000","last_fullsized":"2023-09-23T15:17:15.276996+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":63,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292356+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:17:15.292356+0000","last_peered":"2023-09-23T15:17:15.292356+0000","last_clean":"2023-09-23T15:17:15.292356+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:17:15.292356+0000","last_undegraded":"2023-09-23T15:17:15.292356+0000","last_fullsized":"2023-09-23T15:17:15.292356+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292313+0000","last_change":"2023-09-23T15:16:29.247689+0000","last_active":"2023-09-23T15:17:15.292313+0000","last_peered":"2023-09-23T15:17:15.292313+0000","last_clean":"2023-09-23T15:17:15.292313+0000","last_became_active":"2023-09-23T15:16:29.247327+0000","last_became_peered":"2023-09-23T15:16:29.247327+0000","last_unstale":"2023-09-23T15:17:15.292313+0000","last_undegraded":"2023-09-23T15:17:15.292313+0000","last_fullsized":"2023-09-23T15:17:15.292313+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"243'8614","reported_seq":13920,"reported_epoch":243,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:25.667401+0000","last_change":"2023-09-23T15:16:31.630149+0000","last_active":"2023-09-23T15:17:25.667401+0000","last_peered":"2023-09-23T15:17:25.667401+0000","last_clean":"2023-09-23T15:14:59.050404+0000","last_became_active":"2023-09-23T15:15:13.152569+0000","last_became_peered":"2023-09-23T15:15:13.152569+0000","last_unstale":"2023-09-23T15:17:25.667401+0000","last_undegraded":"2023-09-23T15:17:25.667401+0000","last_fullsized":"2023-09-23T15:17:25.667401+0000","mapping_epoch":203,"log_start":"164'3482","ondisk_log_start":"164'3482","created":147,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5132,"log_dups_size":0,"ondisk_log_size":5132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:05:46.733481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":138280960,"num_objects":2110,"num_object_clones":0,"num_object_copies":6330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1572,"num_objects_unfound":0,"num_objects_dirty":2110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8614,"num_write_kb":343168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2578,"num_bytes_recovered":168951808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":2110}],"blocked_by":[],"up_primary":0,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":72,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292227+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:17:15.292227+0000","last_peered":"2023-09-23T15:17:15.292227+0000","last_clean":"2023-09-23T15:17:15.292227+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:17:15.292227+0000","last_undegraded":"2023-09-23T15:17:15.292227+0000","last_fullsized":"2023-09-23T15:17:15.292227+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":63,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292335+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:17:15.292335+0000","last_peered":"2023-09-23T15:17:15.292335+0000","last_clean":"2023-09-23T15:17:15.292335+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:17:15.292335+0000","last_undegraded":"2023-09-23T15:17:15.292335+0000","last_fullsized":"2023-09-23T15:17:15.292335+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":228,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281858+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:17:15.281858+0000","last_peered":"2023-09-23T15:17:15.281858+0000","last_clean":"2023-09-23T15:17:15.281858+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:17:15.281858+0000","last_undegraded":"2023-09-23T15:17:15.281858+0000","last_fullsized":"2023-09-23T15:17:15.281858+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"244'8528","reported_seq":21079,"reported_epoch":244,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:28.655607+0000","last_change":"2023-09-23T15:16:30.310395+0000","last_active":"2023-09-23T15:17:28.655607+0000","last_peered":"2023-09-23T15:17:28.655607+0000","last_clean":"2023-09-23T15:13:36.067740+0000","last_became_active":"2023-09-23T15:16:30.264048+0000","last_became_peered":"2023-09-23T15:16:30.264048+0000","last_unstale":"2023-09-23T15:17:28.655607+0000","last_undegraded":"2023-09-23T15:16:30.258644+0000","last_fullsized":"2023-09-23T15:16:30.223210+0000","mapping_epoch":225,"log_start":"159'2664","ondisk_log_start":"159'2664","created":147,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5864,"log_dups_size":0,"ondisk_log_size":5864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:55:35.828687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":136445952,"num_objects":2082,"num_object_clones":0,"num_object_copies":6246,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":763,"num_objects_misplaced":1582,"num_objects_unfound":0,"num_objects_dirty":2082,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8528,"num_write_kb":339520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5619,"num_bytes_recovered":294846464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[3,1],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"1,3","objects":2082}],"blocked_by":[],"up_primary":7,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":78,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.293548+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:17:15.293548+0000","last_peered":"2023-09-23T15:17:15.293548+0000","last_clean":"2023-09-23T15:17:15.293548+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:17:15.293548+0000","last_undegraded":"2023-09-23T15:17:15.293548+0000","last_fullsized":"2023-09-23T15:17:15.293548+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":647,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292094+0000","last_change":"2023-09-23T15:16:29.248294+0000","last_active":"2023-09-23T15:17:15.292094+0000","last_peered":"2023-09-23T15:17:15.292094+0000","last_clean":"2023-09-23T15:17:15.292094+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:17:15.292094+0000","last_undegraded":"2023-09-23T15:17:15.292094+0000","last_fullsized":"2023-09-23T15:17:15.292094+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":185,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.305577+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:17:18.305577+0000","last_peered":"2023-09-23T15:17:18.305577+0000","last_clean":"2023-09-23T15:17:18.305577+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:17:18.305577+0000","last_undegraded":"2023-09-23T15:17:18.305577+0000","last_fullsized":"2023-09-23T15:17:18.305577+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":171,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276853+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:17:15.276853+0000","last_peered":"2023-09-23T15:17:15.276853+0000","last_clean":"2023-09-23T15:17:15.276853+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:17:15.276853+0000","last_undegraded":"2023-09-23T15:17:15.276853+0000","last_fullsized":"2023-09-23T15:17:15.276853+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292575+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:17:15.292575+0000","last_peered":"2023-09-23T15:17:15.292575+0000","last_clean":"2023-09-23T15:17:15.292575+0000","last_became_active":"2023-09-23T15:16:29.237813+0000","last_became_peered":"2023-09-23T15:16:29.237813+0000","last_unstale":"2023-09-23T15:17:15.292575+0000","last_undegraded":"2023-09-23T15:17:15.292575+0000","last_fullsized":"2023-09-23T15:17:15.292575+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"243'8651","reported_seq":17277,"reported_epoch":243,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:25.666156+0000","last_change":"2023-09-23T15:16:45.455003+0000","last_active":"2023-09-23T15:17:25.666156+0000","last_peered":"2023-09-23T15:17:25.666156+0000","last_clean":"2023-09-23T15:12:44.098817+0000","last_became_active":"2023-09-23T15:16:43.812630+0000","last_became_peered":"2023-09-23T15:16:43.812630+0000","last_unstale":"2023-09-23T15:17:25.666156+0000","last_undegraded":"2023-09-23T15:16:40.431679+0000","last_fullsized":"2023-09-23T15:16:30.234972+0000","mapping_epoch":225,"log_start":"164'3029","ondisk_log_start":"164'3029","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5622,"log_dups_size":0,"ondisk_log_size":5622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:05.886511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143327232,"num_objects":2187,"num_object_clones":0,"num_object_copies":6561,"num_objects_missing_on_primary":27,"num_objects_missing":27,"num_objects_degraded":367,"num_objects_misplaced":4493,"num_objects_unfound":0,"num_objects_dirty":2187,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8651,"num_write_kb":346816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3080,"num_bytes_recovered":175308800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[{"shards":"1,2,7","objects":248},{"shards":"1,6,7","objects":1939},{"shards":"1,7","objects":-367}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":227,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292152+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:17:15.292152+0000","last_peered":"2023-09-23T15:17:15.292152+0000","last_clean":"2023-09-23T15:17:15.292152+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:17:15.292152+0000","last_undegraded":"2023-09-23T15:17:15.292152+0000","last_fullsized":"2023-09-23T15:17:15.292152+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":83,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.306913+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:17:18.306913+0000","last_peered":"2023-09-23T15:17:18.306913+0000","last_clean":"2023-09-23T15:17:18.306913+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:17:18.306913+0000","last_undegraded":"2023-09-23T15:17:18.306913+0000","last_fullsized":"2023-09-23T15:17:18.306913+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":58,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276241+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:17:15.276241+0000","last_peered":"2023-09-23T15:17:15.276241+0000","last_clean":"2023-09-23T15:17:15.276241+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:17:15.276241+0000","last_undegraded":"2023-09-23T15:17:15.276241+0000","last_fullsized":"2023-09-23T15:17:15.276241+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.293996+0000","last_change":"2023-09-23T15:16:29.240555+0000","last_active":"2023-09-23T15:17:15.293996+0000","last_peered":"2023-09-23T15:17:15.293996+0000","last_clean":"2023-09-23T15:17:15.293996+0000","last_became_active":"2023-09-23T15:16:29.240189+0000","last_became_peered":"2023-09-23T15:16:29.240189+0000","last_unstale":"2023-09-23T15:17:15.293996+0000","last_undegraded":"2023-09-23T15:17:15.293996+0000","last_fullsized":"2023-09-23T15:17:15.293996+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"243'8559","reported_seq":8662,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:27.990394+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:17:27.990394+0000","last_peered":"2023-09-23T15:17:27.990394+0000","last_clean":"2023-09-23T15:17:27.990394+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:17:27.990394+0000","last_undegraded":"2023-09-23T15:17:27.990394+0000","last_fullsized":"2023-09-23T15:17:27.990394+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":8559,"log_dups_size":0,"ondisk_log_size":8559,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141754368,"num_objects":2163,"num_object_clones":0,"num_object_copies":6489,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2163,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8559,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":227,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292856+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:17:15.292856+0000","last_peered":"2023-09-23T15:17:15.292856+0000","last_clean":"2023-09-23T15:17:15.292856+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:17:15.292856+0000","last_undegraded":"2023-09-23T15:17:15.292856+0000","last_fullsized":"2023-09-23T15:17:15.292856+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":63,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292440+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:17:15.292440+0000","last_peered":"2023-09-23T15:17:15.292440+0000","last_clean":"2023-09-23T15:17:15.292440+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:17:15.292440+0000","last_undegraded":"2023-09-23T15:17:15.292440+0000","last_fullsized":"2023-09-23T15:17:15.292440+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":109,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281804+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:17:15.281804+0000","last_peered":"2023-09-23T15:17:15.281804+0000","last_clean":"2023-09-23T15:17:15.281804+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:17:15.281804+0000","last_undegraded":"2023-09-23T15:17:15.281804+0000","last_fullsized":"2023-09-23T15:17:15.281804+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":643,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292927+0000","last_change":"2023-09-23T15:16:29.239511+0000","last_active":"2023-09-23T15:17:15.292927+0000","last_peered":"2023-09-23T15:17:15.292927+0000","last_clean":"2023-09-23T15:17:15.292927+0000","last_became_active":"2023-09-23T15:16:29.238724+0000","last_became_peered":"2023-09-23T15:16:29.238724+0000","last_unstale":"2023-09-23T15:17:15.292927+0000","last_undegraded":"2023-09-23T15:17:15.292927+0000","last_fullsized":"2023-09-23T15:17:15.292927+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"244'8693","reported_seq":15776,"reported_epoch":244,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:28.746492+0000","last_change":"2023-09-23T15:15:13.164020+0000","last_active":"2023-09-23T15:17:28.746492+0000","last_peered":"2023-09-23T15:17:28.746492+0000","last_clean":"2023-09-23T15:14:42.174497+0000","last_became_active":"2023-09-23T15:15:13.141944+0000","last_became_peered":"2023-09-23T15:15:13.141944+0000","last_unstale":"2023-09-23T15:17:28.746492+0000","last_undegraded":"2023-09-23T15:17:28.746492+0000","last_fullsized":"2023-09-23T15:17:28.746492+0000","mapping_epoch":203,"log_start":"159'2887","ondisk_log_start":"159'2887","created":147,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5806,"log_dups_size":0,"ondisk_log_size":5806,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:27:59.781738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":140443648,"num_objects":2143,"num_object_clones":0,"num_object_copies":6429,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2143,"num_objects_unfound":0,"num_objects_dirty":2143,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8693,"num_write_kb":346752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3471,"num_bytes_recovered":227475456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":2143}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":249,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.305973+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:17:18.305973+0000","last_peered":"2023-09-23T15:17:18.305973+0000","last_clean":"2023-09-23T15:17:18.305973+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:17:18.305973+0000","last_undegraded":"2023-09-23T15:17:18.305973+0000","last_fullsized":"2023-09-23T15:17:18.305973+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":200,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.282140+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:17:15.282140+0000","last_peered":"2023-09-23T15:17:15.282140+0000","last_clean":"2023-09-23T15:17:15.282140+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:17:15.282140+0000","last_undegraded":"2023-09-23T15:17:15.282140+0000","last_fullsized":"2023-09-23T15:17:15.282140+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":238,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.305700+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:17:18.305700+0000","last_peered":"2023-09-23T15:17:18.305700+0000","last_clean":"2023-09-23T15:17:18.305700+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:17:18.305700+0000","last_undegraded":"2023-09-23T15:17:18.305700+0000","last_fullsized":"2023-09-23T15:17:18.305700+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":656,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292573+0000","last_change":"2023-09-23T15:16:29.247229+0000","last_active":"2023-09-23T15:17:15.292573+0000","last_peered":"2023-09-23T15:17:15.292573+0000","last_clean":"2023-09-23T15:17:15.292573+0000","last_became_active":"2023-09-23T15:16:29.246084+0000","last_became_peered":"2023-09-23T15:16:29.246084+0000","last_unstale":"2023-09-23T15:17:15.292573+0000","last_undegraded":"2023-09-23T15:17:15.292573+0000","last_fullsized":"2023-09-23T15:17:15.292573+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"244'8646","reported_seq":15925,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.663371+0000","last_change":"2023-09-23T15:15:44.223618+0000","last_active":"2023-09-23T15:17:28.663371+0000","last_peered":"2023-09-23T15:17:28.663371+0000","last_clean":"2023-09-23T15:17:28.663371+0000","last_became_active":"2023-09-23T15:15:44.197850+0000","last_became_peered":"2023-09-23T15:15:44.197850+0000","last_unstale":"2023-09-23T15:17:28.663371+0000","last_undegraded":"2023-09-23T15:17:28.663371+0000","last_fullsized":"2023-09-23T15:17:28.663371+0000","mapping_epoch":208,"log_start":"159'2784","ondisk_log_start":"159'2784","created":147,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5862,"log_dups_size":0,"ondisk_log_size":5862,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:51.048879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":136052736,"num_objects":2076,"num_object_clones":0,"num_object_copies":6228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2076,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8646,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3571,"num_bytes_recovered":122552320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":229,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.277103+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:17:15.277103+0000","last_peered":"2023-09-23T15:17:15.277103+0000","last_clean":"2023-09-23T15:17:15.277103+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:17:15.277103+0000","last_undegraded":"2023-09-23T15:17:15.277103+0000","last_fullsized":"2023-09-23T15:17:15.277103+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":90,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276456+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:17:15.276456+0000","last_peered":"2023-09-23T15:17:15.276456+0000","last_clean":"2023-09-23T15:17:15.276456+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:17:15.276456+0000","last_undegraded":"2023-09-23T15:17:15.276456+0000","last_fullsized":"2023-09-23T15:17:15.276456+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":124,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281877+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:17:15.281877+0000","last_peered":"2023-09-23T15:17:15.281877+0000","last_clean":"2023-09-23T15:17:15.281877+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:17:15.281877+0000","last_undegraded":"2023-09-23T15:17:15.281877+0000","last_fullsized":"2023-09-23T15:17:15.281877+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":81,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276196+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:17:15.276196+0000","last_peered":"2023-09-23T15:17:15.276196+0000","last_clean":"2023-09-23T15:17:15.276196+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:17:15.276196+0000","last_undegraded":"2023-09-23T15:17:15.276196+0000","last_fullsized":"2023-09-23T15:17:15.276196+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":63,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.292512+0000","last_change":"2023-09-23T15:14:43.204938+0000","last_active":"2023-09-23T15:17:15.292512+0000","last_peered":"2023-09-23T15:17:15.292512+0000","last_clean":"2023-09-23T15:17:15.292512+0000","last_became_active":"2023-09-23T15:14:43.204659+0000","last_became_peered":"2023-09-23T15:14:43.204659+0000","last_unstale":"2023-09-23T15:17:15.292512+0000","last_undegraded":"2023-09-23T15:17:15.292512+0000","last_fullsized":"2023-09-23T15:17:15.292512+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:53.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":67,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.281946+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:17:15.281946+0000","last_peered":"2023-09-23T15:17:15.281946+0000","last_clean":"2023-09-23T15:17:15.281946+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:17:15.281946+0000","last_undegraded":"2023-09-23T15:17:15.281946+0000","last_fullsized":"2023-09-23T15:17:15.281946+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":221,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.306139+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:17:18.306139+0000","last_peered":"2023-09-23T15:17:18.306139+0000","last_clean":"2023-09-23T15:17:18.306139+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:17:18.306139+0000","last_undegraded":"2023-09-23T15:17:18.306139+0000","last_fullsized":"2023-09-23T15:17:18.306139+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":68,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276820+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:17:15.276820+0000","last_peered":"2023-09-23T15:17:15.276820+0000","last_clean":"2023-09-23T15:17:15.276820+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:17:15.276820+0000","last_undegraded":"2023-09-23T15:17:15.276820+0000","last_fullsized":"2023-09-23T15:17:15.276820+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":255,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.305714+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:17:18.305714+0000","last_peered":"2023-09-23T15:17:18.305714+0000","last_clean":"2023-09-23T15:17:18.305714+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:17:18.305714+0000","last_undegraded":"2023-09-23T15:17:18.305714+0000","last_fullsized":"2023-09-23T15:17:18.305714+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":260,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-09-23T15:17:18.306475+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:17:18.306475+0000","last_peered":"2023-09-23T15:17:18.306475+0000","last_clean":"2023-09-23T15:17:18.306475+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:17:18.306475+0000","last_undegraded":"2023-09-23T15:17:18.306475+0000","last_fullsized":"2023-09-23T15:17:18.306475+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":282,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.239761+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:17:28.239761+0000","last_peered":"2023-09-23T15:17:28.239761+0000","last_clean":"2023-09-23T15:17:28.239761+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:17:28.239761+0000","last_undegraded":"2023-09-23T15:17:28.239761+0000","last_fullsized":"2023-09-23T15:17:28.239761+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":64,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276580+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:17:15.276580+0000","last_peered":"2023-09-23T15:17:15.276580+0000","last_clean":"2023-09-23T15:17:15.276580+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:17:15.276580+0000","last_undegraded":"2023-09-23T15:17:15.276580+0000","last_fullsized":"2023-09-23T15:17:15.276580+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":141,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-09-23T15:17:15.276367+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:17:15.276367+0000","last_peered":"2023-09-23T15:17:15.276367+0000","last_clean":"2023-09-23T15:17:15.276367+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:17:15.276367+0000","last_undegraded":"2023-09-23T15:17:15.276367+0000","last_fullsized":"2023-09-23T15:17:15.276367+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":2231762968,"num_objects":34055,"num_object_clones":0,"num_object_copies":102165,"num_objects_missing_on_primary":3533,"num_objects_missing":3533,"num_objects_degraded":9511,"num_objects_misplaced":25618,"num_objects_unfound":0,"num_objects_dirty":34055,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":138069,"num_write_kb":5507905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49234,"num_bytes_recovered":2605449216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8741662720,"data_stored":8741650504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96272,"ondisk_log_size":96272,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":499,"num_read_kb":923,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2570490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674317,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":967744,"kb_used_data":929976,"kb_used_omap":85,"kb_used_meta":37674,"kb_avail":92777408,"statfs":{"total":95995035648,"available":95004065792,"internally_reserved":0,"allocated":952295424,"data_stored":951416111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":38578184},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1719999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.119}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.755}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34499999999999997}]}]},{"osd":6,"up_from":122,"seq":523986010196,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1301180,"kb_used_data":1140148,"kb_used_omap":9,"kb_used_meta":161014,"kb_avail":92443972,"statfs":{"total":95995035648,"available":94662627328,"internally_reserved":0,"allocated":1167511552,"data_stored":1166636247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":164878675},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.94499999999999995,"15min":2.0550000000000002},"min":{"1min":0.219,"5min":0.217,"15min":0.20100000000000001},"max":{"1min":0.86599999999999999,"5min":9.5570000000000004,"15min":26.251000000000001},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.89700000000000002,"15min":2.395},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":2.794,"5min":4.5780000000000003,"15min":26.045999999999999},"last":0.29099999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.5780000000000001,"15min":1.4490000000000001},"min":{"1min":0.28299999999999997,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":6.4859999999999998,"5min":31.256,"15min":31.256},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.857,"15min":1.847},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.484,"5min":28.850000000000001,"15min":28.850000000000001},"last":0.307}]},{"osd":2,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":1.321,"15min":1.649},"min":{"1min":0.29599999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":2.907,"5min":6.9100000000000001,"15min":6.9100000000000001},"last":8.5990000000000002},{"interface":"front","average":{"1min":0.90900000000000003,"5min":1.6719999999999999,"15min":1.827},"min":{"1min":0.29899999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":3.5579999999999998,"5min":11.478,"15min":11.478},"last":0.45500000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":2.3879999999999999,"5min":2.391,"15min":1.675},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.311},"max":{"1min":23.609000000000002,"5min":45.393999999999998,"15min":45.393999999999998},"last":10.105},{"interface":"front","average":{"1min":0.90300000000000002,"5min":2.4540000000000002,"15min":2.3700000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":3.4079999999999999,"5min":45.637,"15min":45.637},"last":0.373}]},{"osd":4,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":1.2290000000000001,"15min":0.754},"min":{"1min":0.25,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.90000000000000002,"5min":36.335000000000001,"15min":36.335000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":1.3260000000000001,"15min":0.996},"min":{"1min":0.26900000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.96299999999999997,"5min":36.374000000000002,"15min":36.374000000000002},"last":0.252}]},{"osd":5,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":1.3240000000000001,"15min":6.2599999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.58999999999999997,"5min":19.908000000000001,"15min":144.953},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.1899999999999999,"15min":5.9820000000000002},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.115,"5min":17.462,"15min":144.79400000000001},"last":0.35499999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:15:36 2023","interfaces":[{"interface":"back","average":{"1min":1.0840000000000001,"5min":1.3959999999999999,"15min":1.288},"min":{"1min":0.35099999999999998,"5min":0.315,"15min":0.315},"max":{"1min":8.0009999999999994,"5min":8.0009999999999994,"15min":8.0009999999999994},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":1.016,"15min":0.83799999999999997},"min":{"1min":0.36699999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.95,"5min":6.399,"15min":6.399},"last":0.378}]}]},{"osd":1,"up_from":89,"seq":382252089473,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1760884,"kb_used_data":1483756,"kb_used_omap":9,"kb_used_meta":277110,"kb_avail":91984268,"statfs":{"total":95995035648,"available":94191890432,"internally_reserved":0,"allocated":1519366144,"data_stored":1518089024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":283761641},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":1.071,"15min":0.79100000000000004},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":6.0540000000000003,"5min":8.5250000000000004,"15min":15.233000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.3029999999999999,"15min":0.80900000000000005},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":2.9700000000000002,"5min":7.367,"15min":7.367},"last":8.9589999999999996}]},{"osd":2,"last update":"Sat Sep 23 15:17:13 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.7969999999999999,"15min":4.1070000000000002},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.185},"max":{"1min":10.052,"5min":47.584000000000003,"15min":64.444999999999993},"last":0.30199999999999999},{"interface":"front","average":{"1min":2.1429999999999998,"5min":1.6020000000000001,"15min":4.2670000000000003},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":10.071999999999999,"5min":10.071999999999999,"15min":63.148000000000003},"last":3.0600000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":10.426,"5min":4.5960000000000001,"15min":2.0819999999999999},"min":{"1min":0.22600000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":128.65799999999999,"5min":128.65799999999999,"15min":128.65799999999999},"last":0.309},{"interface":"front","average":{"1min":10.036,"5min":4.1390000000000002,"15min":1.8939999999999999},"min":{"1min":0.29599999999999999,"5min":0.22500000000000001,"15min":0.216},"max":{"1min":128.227,"5min":128.227,"15min":128.227},"last":0.32600000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":2.5470000000000002,"15min":1.349},"min":{"1min":0.313,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.649,"5min":76.534999999999997,"15min":76.534999999999997},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.99399999999999999,"5min":2.1899999999999999,"15min":1.23},"min":{"1min":0.38900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.8630000000000004,"5min":76.661000000000001,"15min":76.661000000000001},"last":0.628}]},{"osd":5,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":1.546,"15min":0.96699999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":3.02,"5min":9.8330000000000002,"15min":9.8330000000000002},"last":3.1019999999999999},{"interface":"front","average":{"1min":0.999,"5min":1.7090000000000001,"15min":1.111},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.30399999999999999},"max":{"1min":4.726,"5min":13.994,"15min":13.994},"last":0.52700000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:16:47 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":1.952,"15min":1.774},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.30599999999999999},"max":{"1min":3.6269999999999998,"5min":23.978000000000002,"15min":23.978000000000002},"last":3.129},{"interface":"front","average":{"1min":1.004,"5min":2.016,"15min":2.0179999999999998},"min":{"1min":0.40899999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":4.6870000000000003,"5min":26.975999999999999,"15min":26.975999999999999},"last":0.49299999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:15:02 2023","interfaces":[{"interface":"back","average":{"1min":4.0640000000000001,"5min":2.0910000000000002,"15min":1.103},"min":{"1min":0.51100000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":13.965,"5min":13.965,"15min":13.965},"last":0.60699999999999998},{"interface":"front","average":{"1min":2.0830000000000002,"5min":1.4830000000000001,"15min":0.91400000000000003},"min":{"1min":0.39900000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":11.066000000000001,"5min":11.066000000000001,"15min":11.066000000000001},"last":0.51300000000000001}]}]},{"osd":0,"up_from":84,"seq":360777253001,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":753456,"kb_used_data":635688,"kb_used_omap":28,"kb_used_meta":117731,"kb_avail":92991696,"statfs":{"total":95995035648,"available":95223496704,"internally_reserved":0,"allocated":650944512,"data_stored":649497706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":120557392},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:17:02 2023","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.361,"15min":1.157},"min":{"1min":0.23599999999999999,"5min":0.188,"15min":0.188},"max":{"1min":11.606,"5min":12.281000000000001,"15min":71.188000000000002},"last":5.133},{"interface":"front","average":{"1min":0.434,"5min":1.393,"15min":1.105},"min":{"1min":0.27900000000000003,"5min":0.223,"15min":0.217},"max":{"1min":0.83699999999999997,"5min":9.8089999999999993,"15min":70.156999999999996},"last":3.456}]},{"osd":2,"last update":"Sat Sep 23 15:17:20 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":2.891,"15min":2.7519999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.215},"max":{"1min":9.0180000000000007,"5min":138.55099999999999,"15min":138.55099999999999},"last":6.1950000000000003},{"interface":"front","average":{"1min":0.755,"5min":2.8239999999999998,"15min":2.2069999999999999},"min":{"1min":0.23499999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":6.782,"5min":138.322,"15min":138.322},"last":5.3120000000000003}]},{"osd":3,"last update":"Sat Sep 23 15:17:12 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":2.5219999999999998,"15min":1.998},"min":{"1min":0.28799999999999998,"5min":0.251,"15min":0.25},"max":{"1min":1.609,"5min":86.218999999999994,"15min":100.062},"last":6.0259999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":2.6190000000000002,"15min":2.0369999999999999},"min":{"1min":0.316,"5min":0.27800000000000002,"15min":0.26400000000000001},"max":{"1min":2.0939999999999999,"5min":86.271000000000001,"15min":100.547},"last":5.9610000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:16:30 2023","interfaces":[{"interface":"back","average":{"1min":9.6020000000000003,"5min":2.8570000000000002,"15min":1.411},"min":{"1min":0.35099999999999998,"5min":0.30399999999999999,"15min":0.28599999999999998},"max":{"1min":142.44200000000001,"5min":142.44200000000001,"15min":142.44200000000001},"last":5.0499999999999998},{"interface":"front","average":{"1min":9.9280000000000008,"5min":3.302,"15min":1.677},"min":{"1min":0.41399999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":141.69200000000001,"5min":141.69200000000001,"15min":141.69200000000001},"last":3.5150000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:16:30 2023","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":1.379,"15min":1.071},"min":{"1min":0.39000000000000001,"5min":0.30499999999999999,"15min":0.30099999999999999},"max":{"1min":4.4480000000000004,"5min":10.757,"15min":41.631999999999998},"last":3.5419999999999998},{"interface":"front","average":{"1min":1.081,"5min":1.401,"15min":0.98999999999999999},"min":{"1min":0.40400000000000003,"5min":0.36399999999999999,"15min":0.33800000000000002},"max":{"1min":3.8010000000000002,"5min":10.289,"15min":10.289},"last":0.45600000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:16:37 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":1.6339999999999999,"15min":1.855},"min":{"1min":0.39900000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.766,"5min":10.222,"15min":10.222},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.85499999999999998,"5min":1.752,"15min":1.591},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.38600000000000001},"max":{"1min":3.4159999999999999,"5min":9.4600000000000009,"15min":10.355},"last":5.101}]},{"osd":7,"last update":"Sat Sep 23 15:15:29 2023","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":1.8160000000000001,"15min":1.0329999999999999},"min":{"1min":0.35299999999999998,"5min":0.35099999999999998,"15min":0.32800000000000001},"max":{"1min":3.6840000000000002,"5min":10.337999999999999,"15min":10.337999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.27,"5min":1.6679999999999999,"15min":0.995},"min":{"1min":0.40799999999999997,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":9.5429999999999993,"5min":10.292999999999999,"15min":10.292999999999999},"last":0.43099999999999999}]}]},{"osd":2,"up_from":117,"seq":502511173716,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1243060,"kb_used_data":995180,"kb_used_omap":81,"kb_used_meta":247726,"kb_avail":92502092,"statfs":{"total":95995035648,"available":94722142208,"internally_reserved":0,"allocated":1019064320,"data_stored":1017791580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":253671642},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.92900000000000005,"15min":1.6830000000000001},"min":{"1min":0.215,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.49199999999999999,"5min":13.717000000000001,"15min":13.717000000000001},"last":4.5099999999999998},{"interface":"front","average":{"1min":1.1759999999999999,"5min":1.3759999999999999,"15min":1.4179999999999999},"min":{"1min":0.218,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":10.917999999999999,"5min":12.381,"15min":12.381},"last":0.53100000000000003}]},{"osd":1,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":3.9329999999999998,"15min":1.923},"min":{"1min":0.255,"5min":0.223,"15min":0.21099999999999999},"max":{"1min":2.7869999999999999,"5min":169.398,"15min":169.398},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.96299999999999997,"5min":3.4870000000000001,"15min":2.2280000000000002},"min":{"1min":0.248,"5min":0.23400000000000001,"15min":0.21199999999999999},"max":{"1min":3.0579999999999998,"5min":166.50999999999999,"15min":166.50999999999999},"last":0.47999999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":5.2149999999999999,"15min":5.2030000000000003},"min":{"1min":0.20599999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.9729999999999999,"5min":165.32300000000001,"15min":165.32300000000001},"last":2.7909999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":3.8119999999999998,"15min":4.9610000000000003},"min":{"1min":0.307,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":3.6619999999999999,"5min":165.66999999999999,"15min":165.66999999999999},"last":6.585}]},{"osd":4,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":1.0089999999999999,"15min":4.3600000000000003},"min":{"1min":0.32700000000000001,"5min":0.311,"15min":0.311},"max":{"1min":1.198,"5min":12.945,"15min":50.792000000000002},"last":4.6189999999999998},{"interface":"front","average":{"1min":0.71199999999999997,"5min":1.194,"15min":2.2930000000000001},"min":{"1min":0.318,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":2.1099999999999999,"5min":7.7229999999999999,"15min":36.051000000000002},"last":0.625}]},{"osd":5,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":1.2689999999999999,"15min":2.496},"min":{"1min":0.33300000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":2.0840000000000001,"5min":7.7670000000000003,"15min":35.878},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.1759999999999999,"15min":4.2460000000000004},"min":{"1min":0.35799999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":2.9409999999999998,"5min":13.266999999999999,"15min":50.816000000000003},"last":0.55700000000000005}]},{"osd":6,"last update":"Sat Sep 23 15:16:40 2023","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":1.1970000000000001,"15min":4.7080000000000002},"min":{"1min":0.35699999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.2160000000000002,"5min":12.975,"15min":50.871000000000002},"last":4.5960000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":1.3939999999999999,"15min":4.1959999999999997},"min":{"1min":0.41399999999999998,"5min":0.36599999999999999,"15min":0.34899999999999998},"max":{"1min":2.6360000000000001,"5min":11.397,"15min":50.771000000000001},"last":0.59299999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:15:16 2023","interfaces":[{"interface":"back","average":{"1min":1.391,"5min":2.4849999999999999,"15min":5.0369999999999999},"min":{"1min":0.40699999999999997,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":6.2160000000000002,"5min":50.853999999999999,"15min":50.853999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":2.0609999999999999,"5min":2.524,"15min":5.2140000000000004},"min":{"1min":0.41899999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":12.895,"5min":50.841999999999999,"15min":50.841999999999999},"last":4.5609999999999999}]}]},{"osd":3,"up_from":99,"seq":425201762422,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2017420,"kb_used_data":1642820,"kb_used_omap":7,"kb_used_meta":374584,"kb_avail":91727732,"statfs":{"total":95995035648,"available":93929197568,"internally_reserved":0,"allocated":1682247680,"data_stored":1680953659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":383574632},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4820000000000002,"5min":1.698,"15min":0.93600000000000005},"min":{"1min":0.20699999999999999,"5min":0.19700000000000001,"15min":0.19600000000000001},"max":{"1min":40.311999999999998,"5min":40.311999999999998,"15min":40.311999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.4550000000000001,"15min":0.88700000000000001},"min":{"1min":0.22500000000000001,"5min":0.215,"15min":0.17499999999999999},"max":{"1min":16.289000000000001,"5min":16.289000000000001,"15min":16.289000000000001},"last":0.29899999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.6879999999999999,"15min":1.0640000000000001},"min":{"1min":0.247,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":3.2050000000000001,"5min":24.013000000000002,"15min":24.013000000000002},"last":1.4770000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":1.958,"15min":1.143},"min":{"1min":0.254,"5min":0.24399999999999999,"15min":0.23699999999999999},"max":{"1min":1.9750000000000001,"5min":21.827999999999999,"15min":21.827999999999999},"last":0.66500000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:17:18 2023","interfaces":[{"interface":"back","average":{"1min":1.2350000000000001,"5min":2.0009999999999999,"15min":3.3759999999999999},"min":{"1min":0.307,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.0030000000000001,"5min":22.73,"15min":55.378999999999998},"last":1.4390000000000001},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.8640000000000001,"15min":3.7149999999999999},"min":{"1min":0.29699999999999999,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":6.0899999999999999,"5min":18.323,"15min":55.401000000000003},"last":0.52400000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.246,"15min":0.86699999999999999},"min":{"1min":0.35399999999999998,"5min":0.31,"15min":0.31},"max":{"1min":2.125,"5min":9.3469999999999995,"15min":9.3469999999999995},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.629,"5min":1.282,"15min":0.92300000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":1.718,"5min":9.4000000000000004,"15min":9.4000000000000004},"last":0.54200000000000004}]},{"osd":5,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":1.391,"15min":0.95799999999999996},"min":{"1min":0.33900000000000002,"5min":0.318,"15min":0.27300000000000002},"max":{"1min":1.8779999999999999,"5min":10.962999999999999,"15min":10.962999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.89400000000000002,"5min":1.3280000000000001,"15min":0.97099999999999997},"min":{"1min":0.45900000000000002,"5min":0.30599999999999999,"15min":0.30099999999999999},"max":{"1min":6.1920000000000002,"5min":10.361000000000001,"15min":10.361000000000001},"last":0.56299999999999994}]},{"osd":6,"last update":"Sat Sep 23 15:16:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":1.498,"15min":1.5760000000000001},"min":{"1min":0.39800000000000002,"5min":0.317,"15min":0.317},"max":{"1min":1.673,"5min":9.423,"15min":9.423},"last":0.49399999999999999},{"interface":"front","average":{"1min":1.214,"5min":1.5800000000000001,"15min":1.7609999999999999},"min":{"1min":0.40600000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":6.1630000000000003,"5min":10.856999999999999,"15min":10.856999999999999},"last":0.59399999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:15:06 2023","interfaces":[{"interface":"back","average":{"1min":2.4649999999999999,"5min":1.645,"15min":0.94599999999999995},"min":{"1min":0.33000000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":9.3900000000000006,"5min":9.5899999999999999,"15min":9.5899999999999999},"last":0.68000000000000005},{"interface":"front","average":{"1min":2.1549999999999998,"5min":1.6519999999999999,"15min":0.95299999999999996},"min":{"1min":0.39300000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":9.4450000000000003,"5min":9.4450000000000003,"15min":9.4450000000000003},"last":0.50600000000000001}]}]},{"osd":4,"up_from":0,"seq":133143986447,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724810,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1011240,"kb_used_data":907680,"kb_used_omap":0,"kb_used_meta":103552,"kb_avail":92733912,"statfs":{"total":95995035648,"available":94959525888,"internally_reserved":0,"allocated":929464320,"data_stored":928604713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":106037248},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:16:38 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":1.0349999999999999,"15min":0.75600000000000001},"min":{"1min":0.251,"5min":0.23799999999999999,"15min":0.218},"max":{"1min":0.58099999999999996,"5min":6.4880000000000004,"15min":6.4880000000000004},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":1.276,"15min":0.86599999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":3.5449999999999999,"5min":13.832000000000001,"15min":13.832000000000001},"last":1.8100000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:17:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":3.6960000000000002,"15min":1.8169999999999999},"min":{"1min":0.29799999999999999,"5min":0.27900000000000003,"15min":0.26300000000000001},"max":{"1min":5.2149999999999999,"5min":125.14400000000001,"15min":125.14400000000001},"last":1.4330000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":3.7679999999999998,"15min":1.8640000000000001},"min":{"1min":0.25600000000000001,"5min":0.25,"15min":0.25},"max":{"1min":2.3069999999999999,"5min":125.36499999999999,"15min":125.36499999999999},"last":0.375}]},{"osd":2,"last update":"Sat Sep 23 15:17:23 2023","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.681,"15min":1.778},"min":{"1min":0.28999999999999998,"5min":0.27700000000000002,"15min":0.26200000000000001},"max":{"1min":4.798,"5min":36.466000000000001,"15min":36.466000000000001},"last":0.747},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.7949999999999999,"15min":1.9239999999999999},"min":{"1min":0.35799999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.3300000000000001,"5min":40.749000000000002,"15min":40.749000000000002},"last":0.47299999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:17:04 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.262,"15min":1.722},"min":{"1min":0.33200000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.1159999999999997,"5min":79.302000000000007,"15min":103.989},"last":1.4179999999999999},{"interface":"front","average":{"1min":0.71499999999999997,"5min":2.415,"15min":1.78},"min":{"1min":0.32900000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.0300000000000002,"5min":79.557000000000002,"15min":101.824},"last":1.391}]},{"osd":4,"last update":"Sat Sep 23 15:17:23 2023","interfaces":[{"interface":"back","average":{"1min":2.2029999999999998,"5min":1.4410000000000001,"15min":1.036},"min":{"1min":0.26900000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":40.061,"5min":40.061,"15min":48.997999999999998},"last":0.53500000000000003},{"interface":"front","average":{"1min":2.206,"5min":1.3089999999999999,"15min":1.077},"min":{"1min":0.27500000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":40.124000000000002,"5min":40.124000000000002,"15min":49.017000000000003},"last":0.44800000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:16:44 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":2.2469999999999999,"15min":1.569},"min":{"1min":0.27100000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61199999999999999,"5min":111.089,"15min":111.089},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":2.0960000000000001,"15min":2.157},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.54800000000000004,"5min":111.146,"15min":111.146},"last":0.51300000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:15:09 2023","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":1.9810000000000001,"15min":1.0469999999999999},"min":{"1min":0.34999999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":8.7010000000000005,"5min":77.837000000000003,"15min":77.837000000000003},"last":0.5},{"interface":"front","average":{"1min":1.994,"5min":2.3620000000000001,"15min":1.181},"min":{"1min":0.36299999999999999,"5min":0.318,"15min":0.318},"max":{"1min":6.532,"5min":78.174000000000007,"15min":78.174000000000007},"last":0.54900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":646774784,"data_stored":646774784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1513164800,"data_stored":1513160728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1014366208,"data_stored":1014366208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1678577664,"data_stored":1678573592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":854458368,"data_stored":854458368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":924123136,"data_stored":924123136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1163464704,"data_stored":1163460632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":946733056,"data_stored":946733056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:17:32.824 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T15:17:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:33 smithi118 ceph-mon[219580]: pgmap v639: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 235 op/s; 9436/99909 objects degraded (9.445%); 25360/99909 objects misplaced (25.383%); 947 KiB/s, 19 objects/s recovering 2023-09-23T15:17:33.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:33 smithi118 ceph-mon[212312]: pgmap v639: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 235 op/s; 9436/99909 objects degraded (9.445%); 25360/99909 objects misplaced (25.383%); 947 KiB/s, 19 objects/s recovering 2023-09-23T15:17:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:33 smithi178 ceph-mon[192298]: pgmap v639: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.5 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 235 op/s; 9436/99909 objects degraded (9.445%); 25360/99909 objects misplaced (25.383%); 947 KiB/s, 19 objects/s recovering 2023-09-23T15:17:33.747 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:33.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:33.753 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:33.853 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:33.921 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:33.938 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:34.047 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:34.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:34.053 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:34.153 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:34.179 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:34.222 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:34.226 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:34.226 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:34.327 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:34.352 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:34.360 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:34.395 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:17:34.395 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:17:34.395 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:17:34.395 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:17:34.395 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:17:34.398 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:34.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:34.404 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:34.505 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:34.531 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:34.577 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:34.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:34.581 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:34.682 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:34.731 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:35.744 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:17:35.931 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:35.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:35.935 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:36.036 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:36.085 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:36.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:36 smithi118 ceph-mon[219580]: pgmap v640: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 243 op/s; 9436/98457 objects degraded (9.584%); 25044/98457 objects misplaced (25.436%); 947 KiB/s, 19 objects/s recovering 2023-09-23T15:17:36.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:36 smithi118 ceph-mon[212312]: pgmap v640: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 243 op/s; 9436/98457 objects degraded (9.584%); 25044/98457 objects misplaced (25.436%); 947 KiB/s, 19 objects/s recovering 2023-09-23T15:17:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:36 smithi178 ceph-mon[192298]: pgmap v640: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 243 op/s; 9436/98457 objects degraded (9.584%); 25044/98457 objects misplaced (25.436%); 947 KiB/s, 19 objects/s recovering 2023-09-23T15:17:37.474 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:37.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:37.476 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:37.577 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:37.602 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:37.648 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:37.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:37.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:37.755 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:37.781 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:37.824 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:37.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:37.830 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:37.925 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:17:37.931 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:38.047 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:17:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:37 smithi118 ceph-mon[219580]: pgmap v641: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 249 op/s; 9532/97044 objects degraded (9.822%); 24775/97044 objects misplaced (25.530%); 947 KiB/s, 38 objects/s recovering 2023-09-23T15:17:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9436/98457 objects degraded (9.584%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:17:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:37 smithi118 ceph-mon[212312]: pgmap v641: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 249 op/s; 9532/97044 objects degraded (9.822%); 24775/97044 objects misplaced (25.530%); 947 KiB/s, 38 objects/s recovering 2023-09-23T15:17:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9436/98457 objects degraded (9.584%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:17:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:37 smithi178 ceph-mon[192298]: pgmap v641: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 2.0 GiB data, 8.3 GiB used, 617 GiB / 626 GiB avail; 0 B/s wr, 249 op/s; 9532/97044 objects degraded (9.822%); 24775/97044 objects misplaced (25.530%); 947 KiB/s, 38 objects/s recovering 2023-09-23T15:17:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9436/98457 objects degraded (9.584%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:38.572 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:17:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:17:38] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.43.0" 2023-09-23T15:17:39.012 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:39.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:39.016 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:39.117 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:39.147 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:39.285 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:39.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:39.303 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:39.403 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:39.472 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:39.499 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:39.534 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:39.699 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:39.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:39.707 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:39.808 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:39.836 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:39.885 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:39.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:39.890 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:39.992 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:40.018 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:40.070 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:40.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:40.079 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:40.180 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:40.235 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:17:40.257 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:40.453 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:40 smithi118 ceph-mon[219580]: pgmap v642: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.9 GiB data, 8.2 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 285 op/s; 9359/94287 objects degraded (9.926%); 24434/94287 objects misplaced (25.914%); 962 KiB/s, 36 objects/s recovering 2023-09-23T15:17:40.453 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:40 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/756455311' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:40.453 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:40 smithi118 ceph-mon[212312]: pgmap v642: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.9 GiB data, 8.2 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 285 op/s; 9359/94287 objects degraded (9.926%); 24434/94287 objects misplaced (25.914%); 962 KiB/s, 36 objects/s recovering 2023-09-23T15:17:40.454 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:40 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/756455311' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:40.522 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:40.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:40.529 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:40.541 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:17:40.541 INFO:teuthology.orchestra.run.smithi118.stdout:{"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 9359/94287 objects degraded (9.926%), 5 pgs degraded, 3 pgs undersized","count":8},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":782,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":245,"num_osds":8,"num_up_osds":8,"osd_up_since":1695482188,"num_in_osds":7,"osd_in_since":1695482111,"num_remapped_pgs":12},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":86},{"state_name":"active+remapped+backfill_wait","count":8},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":3},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+degraded","count":1}],"num_pgs":99,"num_pools":5,"num_objects":31429,"data_bytes":2058688440,"bytes_used":8800526336,"bytes_avail":663164723200,"bytes_total":671965249536,"degraded_objects":9359,"degraded_total":94287,"degraded_ratio":0.099260767656198623,"misplaced_objects":24434,"misplaced_total":94287,"misplaced_ratio":0.25914495105369773,"recovering_objects_per_sec":36,"recovering_bytes_per_sec":985488,"recovering_keys_per_sec":0,"num_objects_recovered":403,"num_bytes_recovered":10747904,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":285},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi118.efkhxl","status":"up:active","gid":24566}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"}},"servicemap":{"epoch":24,"modified":"2023-09-23T15:17:29.139799+0000","services":{"mds":{"daemons":{"summary":"","foo.smithi118.efkhxl":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"foo.smithi178.hfjibd":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"mgr":{"daemons":{"summary":"","x":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"y":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{"6eed1e4c-d43f-49ed-9fa1-01d4ae5d302e":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [============................] (remaining: 5m)","progress":0.44999998807907104,"add_to_ceph_s":true},"95416194-d905-487e-aed2-245dc80708b8":{"message":"Global Recovery Event (4m)\n [========================....] (remaining: 33s)","progress":0.87878787517547607,"add_to_ceph_s":true}}} 2023-09-23T15:17:40.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:40 smithi178 ceph-mon[192298]: pgmap v642: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.9 GiB data, 8.2 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 285 op/s; 9359/94287 objects degraded (9.926%); 24434/94287 objects misplaced (25.914%); 962 KiB/s, 36 objects/s recovering 2023-09-23T15:17:40.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:40 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/756455311' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:17:40.629 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:40.681 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:41.215 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:41.215 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[212312]: failed to encode map e245 with expected crc 2023-09-23T15:17:41.215 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/756455311' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:17:41.215 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[212312]: osdmap e245: 8 total, 8 up, 7 in 2023-09-23T15:17:41.216 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[212312]: failed to encode map e245 with expected crc 2023-09-23T15:17:41.216 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1801381922' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:17:41.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:41.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[219580]: failed to encode map e245 with expected crc 2023-09-23T15:17:41.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/756455311' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:17:41.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[219580]: osdmap e245: 8 total, 8 up, 7 in 2023-09-23T15:17:41.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[219580]: failed to encode map e245 with expected crc 2023-09-23T15:17:41.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1801381922' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:17:41.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:41 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:41.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:41 smithi178 ceph-mon[192298]: failed to encode map e245 with expected crc 2023-09-23T15:17:41.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/756455311' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:17:41.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:41 smithi178 ceph-mon[192298]: osdmap e245: 8 total, 8 up, 7 in 2023-09-23T15:17:41.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:41 smithi178 ceph-mon[192298]: failed to encode map e245 with expected crc 2023-09-23T15:17:41.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1801381922' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:17:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:42 smithi118 ceph-mon[219580]: pgmap v644: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.9 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 270 op/s; 9435/92679 objects degraded (10.180%); 23817/92679 objects misplaced (25.698%); 1.9 MiB/s, 54 objects/s recovering 2023-09-23T15:17:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9435/92679 objects degraded (10.180%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:42 smithi118 ceph-mon[212312]: pgmap v644: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.9 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 270 op/s; 9435/92679 objects degraded (10.180%); 23817/92679 objects misplaced (25.698%); 1.9 MiB/s, 54 objects/s recovering 2023-09-23T15:17:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9435/92679 objects degraded (10.180%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:42.618 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:42.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:42.623 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:42 smithi178 ceph-mon[192298]: pgmap v644: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.9 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 270 op/s; 9435/92679 objects degraded (10.180%); 23817/92679 objects misplaced (25.698%); 1.9 MiB/s, 54 objects/s recovering 2023-09-23T15:17:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9435/92679 objects degraded (10.180%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:42.724 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:42.815 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:44.361 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:44.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:44.364 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:44.464 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:44.490 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:44 smithi178 ceph-mon[192298]: pgmap v645: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.9 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 278 op/s; 9270/91536 objects degraded (10.127%); 23806/91536 objects misplaced (26.007%); 1.8 MiB/s, 53 objects/s recovering 2023-09-23T15:17:44.492 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:44.542 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:44.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:44.548 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:44 smithi118 ceph-mon[212312]: pgmap v645: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.9 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 278 op/s; 9270/91536 objects degraded (10.127%); 23806/91536 objects misplaced (26.007%); 1.8 MiB/s, 53 objects/s recovering 2023-09-23T15:17:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:44 smithi118 ceph-mon[219580]: pgmap v645: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.9 GiB data, 8.1 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 278 op/s; 9270/91536 objects degraded (10.127%); 23806/91536 objects misplaced (26.007%); 1.8 MiB/s, 53 objects/s recovering 2023-09-23T15:17:44.649 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:44.677 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:44.727 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:44.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:44.731 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:44.832 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:44.862 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:44.908 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:44.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:44.913 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:45.014 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:45.040 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:45.083 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:45.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:45.088 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:45.189 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:17:45.216 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:45.272 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:17:45.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:45.278 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:17:45.323 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T15:17:45.323 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:17:45.379 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:45.410 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:45.465 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:45.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:45.475 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:45.576 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:45.581 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:17:45.603 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:45.649 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:45.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:45.658 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:45.759 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:45.882 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:46.115 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:46.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:46.119 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:46.220 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:46.262 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:17:46.309 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:17:46.328 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:46.342 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:17:46.422 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:17:46.455 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:17:46.513 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:17:46.553 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:46.561 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:46 smithi118 ceph-mon[219580]: pgmap v646: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.8 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 296 op/s; 9270/89568 objects degraded (10.350%); 23373/89568 objects misplaced (26.095%); 1.8 MiB/s, 53 objects/s recovering 2023-09-23T15:17:46.561 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:46 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3030808335' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:46.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:46.562 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:46.562 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:46 smithi118 ceph-mon[212312]: pgmap v646: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.8 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 296 op/s; 9270/89568 objects degraded (10.350%); 23373/89568 objects misplaced (26.095%); 1.8 MiB/s, 53 objects/s recovering 2023-09-23T15:17:46.562 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:46 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3030808335' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:46.571 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:17:46.599 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:17:46.619 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:17:46.620 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:17:46.620 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:17:46.620 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:17:46.620 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:17:46.620 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:17:46.620 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:17:46.620 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:17:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:46 smithi178 ceph-mon[192298]: pgmap v646: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.8 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 296 op/s; 9270/89568 objects degraded (10.350%); 23373/89568 objects misplaced (26.095%); 1.8 MiB/s, 53 objects/s recovering 2023-09-23T15:17:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:46 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3030808335' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:17:46.663 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:46.678 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:17:46.679 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:17:46.753 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:47.047 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:47.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:47.049 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:47.150 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:47.175 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:47.217 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:47.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:47.221 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:47.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9270/89568 objects degraded (10.350%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:47.321 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:47.363 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:47.421 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:47.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:47.428 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:47.529 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:47.567 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9270/89568 objects degraded (10.350%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:47.576 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9270/89568 objects degraded (10.350%), 5 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:47.650 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:47.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:47.660 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:47.761 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:47.787 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:47.830 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:47.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:47.838 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:47.939 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:47.970 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:48.029 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:48.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:48.033 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:48.133 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:48.176 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:48.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:48 smithi118 ceph-mon[219580]: pgmap v647: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.8 GiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 322 op/s; 9270/87375 objects degraded (10.609%); 22600/87375 objects misplaced (25.866%); 2.7 MiB/s, 47 objects/s recovering 2023-09-23T15:17:48.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:48 smithi118 ceph-mon[212312]: pgmap v647: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.8 GiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 322 op/s; 9270/87375 objects degraded (10.609%); 22600/87375 objects misplaced (25.866%); 2.7 MiB/s, 47 objects/s recovering 2023-09-23T15:17:48.571 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:17:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:17:48] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.43.0" 2023-09-23T15:17:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:48 smithi178 ceph-mon[192298]: pgmap v647: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.8 GiB data, 7.9 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 322 op/s; 9270/87375 objects degraded (10.609%); 22600/87375 objects misplaced (25.866%); 2.7 MiB/s, 47 objects/s recovering 2023-09-23T15:17:49.151 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:49.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:49.154 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:49.216 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:17:49.255 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:49.271 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:49.274 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:49.280 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:49.322 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:49.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:49.328 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:49.429 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:49.455 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:49.500 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:49.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:49.506 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:49.607 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:49.671 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:50.065 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:50.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:50.076 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:50.177 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:50.235 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:50.542 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:50 smithi118 ceph-mon[219580]: pgmap v648: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.7 GiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 344 op/s; 9122/83937 objects degraded (10.868%); 22074/83937 objects misplaced (26.298%); 2.3 MiB/s, 40 objects/s recovering 2023-09-23T15:17:50.542 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:50 smithi118 ceph-mon[212312]: pgmap v648: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.7 GiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 344 op/s; 9122/83937 objects degraded (10.868%); 22074/83937 objects misplaced (26.298%); 2.3 MiB/s, 40 objects/s recovering 2023-09-23T15:17:50.623 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:50 smithi178 ceph-mon[192298]: pgmap v648: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.7 GiB data, 7.7 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 344 op/s; 9122/83937 objects degraded (10.868%); 22074/83937 objects misplaced (26.298%); 2.3 MiB/s, 40 objects/s recovering 2023-09-23T15:17:50.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:50.636 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:50.737 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:50.762 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:50.804 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:50.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:50.808 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:50.909 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:50.935 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:50.979 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:50.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:50.984 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:51.085 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:51.122 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:51.189 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:51.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:51.191 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:51.292 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:51.310 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:17:51.326 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:51.404 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:51.408 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:51 smithi118 ceph-mon[219580]: pgmap v649: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.7 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 371 op/s; 9122/82092 objects degraded (11.112%); 21354/82092 objects misplaced (26.012%); 3.1 MiB/s, 52 objects/s recovering 2023-09-23T15:17:51.408 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:51 smithi118 ceph-mon[212312]: pgmap v649: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.7 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 371 op/s; 9122/82092 objects degraded (11.112%); 21354/82092 objects misplaced (26.012%); 3.1 MiB/s, 52 objects/s recovering 2023-09-23T15:17:51.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:51.409 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:51.510 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:51.553 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:51.623 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:51 smithi178 ceph-mon[192298]: pgmap v649: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.7 GiB data, 7.6 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 371 op/s; 9122/82092 objects degraded (11.112%); 21354/82092 objects misplaced (26.012%); 3.1 MiB/s, 52 objects/s recovering 2023-09-23T15:17:51.634 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:51.635 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:51.735 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:17:51.779 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:52.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:52.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9122/82092 objects degraded (11.112%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:52.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:52.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9122/82092 objects degraded (11.112%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:17:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9122/82092 objects degraded (11.112%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:52.715 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:17:52.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:52.721 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:17:52.822 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:52.843 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:52.924 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:52.984 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:17:53.015 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:53.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:53.021 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:53.122 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:53.177 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:53.283 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:53 smithi118 ceph-mon[212312]: pgmap v650: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.6 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 322 op/s; 8961/81081 objects degraded (11.052%); 21284/81081 objects misplaced (26.250%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T15:17:53.361 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:53.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:53.366 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:53.467 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:53.493 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:53.534 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:53.537 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:53 smithi178 ceph-mon[192298]: pgmap v650: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.6 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 322 op/s; 8961/81081 objects degraded (11.052%); 21284/81081 objects misplaced (26.250%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T15:17:53.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:53.538 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:53.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:53 smithi118 ceph-mon[219580]: pgmap v650: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.6 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 322 op/s; 8961/81081 objects degraded (11.052%); 21284/81081 objects misplaced (26.250%); 2.5 MiB/s, 40 objects/s recovering 2023-09-23T15:17:53.639 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:17:53.664 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:53.708 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:17:53.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:53.712 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:17:53.813 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:53.873 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:54.328 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:17:54.359 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:54 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3083455771' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:54.359 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:54 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:54.359 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:54 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3083455771' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:54.360 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:54 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:54.391 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:54.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:54.396 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:54.497 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:17:54.523 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:54.568 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:17:54.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:54 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3083455771' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:54.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:54 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:17:54.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:54.575 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:17:54.668 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:17:54.676 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:17:54.688 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:17:54.735 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:55.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:55.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[212312]: failed to encode map e246 with expected crc 2023-09-23T15:17:55.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:17:55.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[212312]: osdmap e246: 8 total, 8 up, 7 in 2023-09-23T15:17:55.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[212312]: from='client.45374 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:17:55.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[212312]: pgmap v652: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.6 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 331 op/s; 8961/79635 objects degraded (11.253%); 20952/79635 objects misplaced (26.310%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T15:17:55.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:55.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[219580]: failed to encode map e246 with expected crc 2023-09-23T15:17:55.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:17:55.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[219580]: osdmap e246: 8 total, 8 up, 7 in 2023-09-23T15:17:55.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[219580]: from='client.45374 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:17:55.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:55 smithi118 ceph-mon[219580]: pgmap v652: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.6 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 331 op/s; 8961/79635 objects degraded (11.253%); 20952/79635 objects misplaced (26.310%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T15:17:55.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:55 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:17:55.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:55 smithi178 ceph-mon[192298]: failed to encode map e246 with expected crc 2023-09-23T15:17:55.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:55 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:17:55.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:55 smithi178 ceph-mon[192298]: osdmap e246: 8 total, 8 up, 7 in 2023-09-23T15:17:55.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:55 smithi178 ceph-mon[192298]: from='client.45374 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:17:55.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:55 smithi178 ceph-mon[192298]: pgmap v652: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.6 GiB data, 7.5 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 331 op/s; 8961/79635 objects degraded (11.253%); 20952/79635 objects misplaced (26.310%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T15:17:57.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 8961/79635 objects degraded (11.253%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:57.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 8961/79635 objects degraded (11.253%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:57.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 8961/79635 objects degraded (11.253%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:17:58.216 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:58 smithi118 ceph-mon[219580]: pgmap v653: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.6 GiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 306 op/s; 8961/78192 objects degraded (11.460%); 20245/78192 objects misplaced (25.891%); 3.0 MiB/s, 47 objects/s recovering 2023-09-23T15:17:58.216 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:17:58 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:17:58.300 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:17:58.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:58.308 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:17:58.408 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:58.457 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:17:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:17:58] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2023-09-23T15:17:58.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:58 smithi118 ceph-mon[212312]: pgmap v653: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.6 GiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 306 op/s; 8961/78192 objects degraded (11.460%); 20245/78192 objects misplaced (25.891%); 3.0 MiB/s, 47 objects/s recovering 2023-09-23T15:17:58.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:17:58 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:17:58.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:58 smithi178 ceph-mon[192298]: pgmap v653: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.6 GiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 0 B/s wr, 306 op/s; 8961/78192 objects degraded (11.460%); 20245/78192 objects misplaced (25.891%); 3.0 MiB/s, 47 objects/s recovering 2023-09-23T15:17:58.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:17:58 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:17:58.959 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:17:58.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:58.962 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:17:58.978 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":651,"stamp":"2023-09-23T15:17:54.306349+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1738610616,"num_objects":26545,"num_object_clones":0,"num_object_copies":79635,"num_objects_missing_on_primary":3402,"num_objects_missing":3402,"num_objects_degraded":8961,"num_objects_misplaced":20952,"num_objects_unfound":0,"num_objects_dirty":26545,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":145903,"num_write_kb":5510350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50335,"num_bytes_recovered":2659204556,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100732,"ondisk_log_size":100732,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":314,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":7842616,"kb_used_data":6480768,"kb_used_omap":222,"kb_used_meta":1361569,"kb_avail":648373448,"statfs":{"total":671965249536,"available":663934410752,"internally_reserved":0,"allocated":6636306432,"data_stored":6628332537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":1394247638},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,5,2,0,3,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-259981312,"num_objects":-3967,"num_object_clones":0,"num_object_copies":-11901,"num_objects_missing_on_primary":-104,"num_objects_missing":-104,"num_objects_degraded":-309,"num_objects_misplaced":-2854,"num_objects_unfound":0,"num_objects_dirty":-3967,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3967,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":421,"num_bytes_recovered":27590656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.159972"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":251,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.262307+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:17:40.262307+0000","last_peered":"2023-09-23T15:17:40.262307+0000","last_clean":"2023-09-23T15:17:40.262307+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:17:40.262307+0000","last_undegraded":"2023-09-23T15:17:40.262307+0000","last_fullsized":"2023-09-23T15:17:40.262307+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":220,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.221680+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:17:40.221680+0000","last_peered":"2023-09-23T15:17:40.221680+0000","last_clean":"2023-09-23T15:17:40.221680+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:17:40.221680+0000","last_undegraded":"2023-09-23T15:17:40.221680+0000","last_fullsized":"2023-09-23T15:17:40.221680+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":202,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.247059+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:17:28.247059+0000","last_peered":"2023-09-23T15:17:28.247059+0000","last_clean":"2023-09-23T15:17:28.247059+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:17:28.247059+0000","last_undegraded":"2023-09-23T15:17:28.247059+0000","last_fullsized":"2023-09-23T15:17:28.247059+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":130,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250365+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:17:28.250365+0000","last_peered":"2023-09-23T15:17:28.250365+0000","last_clean":"2023-09-23T15:17:28.250365+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:17:28.250365+0000","last_undegraded":"2023-09-23T15:17:28.250365+0000","last_fullsized":"2023-09-23T15:17:28.250365+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":265,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.784770+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:17:28.784770+0000","last_peered":"2023-09-23T15:17:28.784770+0000","last_clean":"2023-09-23T15:17:28.784770+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:17:28.784770+0000","last_undegraded":"2023-09-23T15:17:28.784770+0000","last_fullsized":"2023-09-23T15:17:28.784770+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":185,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.242199+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:17:28.242199+0000","last_peered":"2023-09-23T15:17:28.242199+0000","last_clean":"2023-09-23T15:17:28.242199+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:17:28.242199+0000","last_undegraded":"2023-09-23T15:17:28.242199+0000","last_fullsized":"2023-09-23T15:17:28.242199+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":133,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.252953+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:17:28.252953+0000","last_peered":"2023-09-23T15:17:28.252953+0000","last_clean":"2023-09-23T15:17:28.252953+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:17:28.252953+0000","last_undegraded":"2023-09-23T15:17:28.252953+0000","last_fullsized":"2023-09-23T15:17:28.252953+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":226,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.239108+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:17:28.239108+0000","last_peered":"2023-09-23T15:17:28.239108+0000","last_clean":"2023-09-23T15:17:28.239108+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:17:28.239108+0000","last_undegraded":"2023-09-23T15:17:28.239108+0000","last_fullsized":"2023-09-23T15:17:28.239108+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":220,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.251891+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:17:28.251891+0000","last_peered":"2023-09-23T15:17:28.251891+0000","last_clean":"2023-09-23T15:17:28.251891+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:17:28.251891+0000","last_undegraded":"2023-09-23T15:17:28.251891+0000","last_fullsized":"2023-09-23T15:17:28.251891+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":201,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.239828+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:17:28.239828+0000","last_peered":"2023-09-23T15:17:28.239828+0000","last_clean":"2023-09-23T15:17:28.239828+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:17:28.239828+0000","last_undegraded":"2023-09-23T15:17:28.239828+0000","last_fullsized":"2023-09-23T15:17:28.239828+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":214,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250154+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:17:28.250154+0000","last_peered":"2023-09-23T15:17:28.250154+0000","last_clean":"2023-09-23T15:17:28.250154+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:17:28.250154+0000","last_undegraded":"2023-09-23T15:17:28.250154+0000","last_fullsized":"2023-09-23T15:17:28.250154+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":237,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.247824+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:17:28.247824+0000","last_peered":"2023-09-23T15:17:28.247824+0000","last_clean":"2023-09-23T15:17:28.247824+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:17:28.247824+0000","last_undegraded":"2023-09-23T15:17:28.247824+0000","last_fullsized":"2023-09-23T15:17:28.247824+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":99,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250052+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:17:28.250052+0000","last_peered":"2023-09-23T15:17:28.250052+0000","last_clean":"2023-09-23T15:17:28.250052+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:17:28.250052+0000","last_undegraded":"2023-09-23T15:17:28.250052+0000","last_fullsized":"2023-09-23T15:17:28.250052+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":143,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.243042+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:17:28.243042+0000","last_peered":"2023-09-23T15:17:28.243042+0000","last_clean":"2023-09-23T15:17:28.243042+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:17:28.243042+0000","last_undegraded":"2023-09-23T15:17:28.243042+0000","last_fullsized":"2023-09-23T15:17:28.243042+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":262,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249943+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:17:28.249943+0000","last_peered":"2023-09-23T15:17:28.249943+0000","last_clean":"2023-09-23T15:17:28.249943+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:17:28.249943+0000","last_undegraded":"2023-09-23T15:17:28.249943+0000","last_fullsized":"2023-09-23T15:17:28.249943+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":226,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.244174+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:17:28.244174+0000","last_peered":"2023-09-23T15:17:28.244174+0000","last_clean":"2023-09-23T15:17:28.244174+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:17:28.244174+0000","last_undegraded":"2023-09-23T15:17:28.244174+0000","last_fullsized":"2023-09-23T15:17:28.244174+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":130,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249857+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:17:28.249857+0000","last_peered":"2023-09-23T15:17:28.249857+0000","last_clean":"2023-09-23T15:17:28.249857+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:17:28.249857+0000","last_undegraded":"2023-09-23T15:17:28.249857+0000","last_fullsized":"2023-09-23T15:17:28.249857+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":133,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250054+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:17:28.250054+0000","last_peered":"2023-09-23T15:17:28.250054+0000","last_clean":"2023-09-23T15:17:28.250054+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:17:28.250054+0000","last_undegraded":"2023-09-23T15:17:28.250054+0000","last_fullsized":"2023-09-23T15:17:28.250054+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":205,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249745+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:17:28.249745+0000","last_peered":"2023-09-23T15:17:28.249745+0000","last_clean":"2023-09-23T15:17:28.249745+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:17:28.249745+0000","last_undegraded":"2023-09-23T15:17:28.249745+0000","last_fullsized":"2023-09-23T15:17:28.249745+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":156,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.239376+0000","last_change":"2023-09-23T15:16:29.243272+0000","last_active":"2023-09-23T15:17:28.239376+0000","last_peered":"2023-09-23T15:17:28.239376+0000","last_clean":"2023-09-23T15:17:28.239376+0000","last_became_active":"2023-09-23T15:16:29.236288+0000","last_became_peered":"2023-09-23T15:16:29.236288+0000","last_unstale":"2023-09-23T15:17:28.239376+0000","last_undegraded":"2023-09-23T15:17:28.239376+0000","last_fullsized":"2023-09-23T15:17:28.239376+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:50:28.484728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":277,"reported_epoch":244,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:17:28.241703+0000","last_change":"2023-09-23T15:16:49.311017+0000","last_active":"2023-09-23T15:17:28.241703+0000","last_peered":"2023-09-23T15:17:28.241703+0000","last_clean":"2023-09-23T15:16:45.283608+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:17:28.241703+0000","last_undegraded":"2023-09-23T15:16:49.301192+0000","last_fullsized":"2023-09-23T15:17:28.241703+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":226,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.785061+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:17:28.785061+0000","last_peered":"2023-09-23T15:17:28.785061+0000","last_clean":"2023-09-23T15:17:28.785061+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:17:28.785061+0000","last_undegraded":"2023-09-23T15:17:28.785061+0000","last_fullsized":"2023-09-23T15:17:28.785061+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"245'9112","reported_seq":23582,"reported_epoch":245,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:50.526153+0000","last_change":"2023-09-23T15:16:50.613440+0000","last_active":"2023-09-23T15:17:50.526153+0000","last_peered":"2023-09-23T15:17:50.526153+0000","last_clean":"2023-09-23T15:16:48.053183+0000","last_became_active":"2023-09-23T15:16:50.583574+0000","last_became_peered":"2023-09-23T15:16:50.583574+0000","last_unstale":"2023-09-23T15:17:50.526153+0000","last_undegraded":"2023-09-23T15:17:50.526153+0000","last_fullsized":"2023-09-23T15:17:50.526153+0000","mapping_epoch":235,"log_start":"164'3458","ondisk_log_start":"164'3458","created":147,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5654,"log_dups_size":0,"ondisk_log_size":5654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:59:22.109744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108003328,"num_objects":1648,"num_object_clones":0,"num_object_copies":4944,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1648,"num_objects_unfound":0,"num_objects_dirty":1648,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9112,"num_write_kb":344320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7156,"num_bytes_recovered":360710144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,6,2],"avail_no_missing":["1","2","4","6"],"object_location_counts":[{"shards":"1,2,6","objects":1648}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":234,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250321+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:17:28.250321+0000","last_peered":"2023-09-23T15:17:28.250321+0000","last_clean":"2023-09-23T15:17:28.250321+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:17:28.250321+0000","last_undegraded":"2023-09-23T15:17:28.250321+0000","last_fullsized":"2023-09-23T15:17:28.250321+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":192,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249658+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:17:28.249658+0000","last_peered":"2023-09-23T15:17:28.249658+0000","last_clean":"2023-09-23T15:17:28.249658+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:17:28.249658+0000","last_undegraded":"2023-09-23T15:17:28.249658+0000","last_fullsized":"2023-09-23T15:17:28.249658+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.a","version":"245'9153","reported_seq":11498,"reported_epoch":245,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:53.719744+0000","last_change":"2023-09-23T15:16:31.628711+0000","last_active":"2023-09-23T15:17:53.719744+0000","last_peered":"2023-09-23T15:17:53.719744+0000","last_clean":"2023-09-23T15:13:11.097166+0000","last_became_active":"2023-09-23T15:14:43.433988+0000","last_became_peered":"2023-09-23T15:14:43.433988+0000","last_unstale":"2023-09-23T15:17:53.719744+0000","last_undegraded":"2023-09-23T15:16:31.627878+0000","last_fullsized":"2023-09-23T15:14:43.180281+0000","mapping_epoch":191,"log_start":"164'3353","ondisk_log_start":"164'3353","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5800,"log_dups_size":0,"ondisk_log_size":5800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:53.541437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107806720,"num_objects":1645,"num_object_clones":0,"num_object_copies":4935,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1645,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9153,"num_write_kb":345536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1105,"num_bytes_recovered":72286208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"1,3,5","objects":797},{"shards":"3,5","objects":848}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":211,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250193+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:17:28.250193+0000","last_peered":"2023-09-23T15:17:28.250193+0000","last_clean":"2023-09-23T15:17:28.250193+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:17:28.250193+0000","last_undegraded":"2023-09-23T15:17:28.250193+0000","last_fullsized":"2023-09-23T15:17:28.250193+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":223,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.239662+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:17:28.239662+0000","last_peered":"2023-09-23T15:17:28.239662+0000","last_clean":"2023-09-23T15:17:28.239662+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:17:28.239662+0000","last_undegraded":"2023-09-23T15:17:28.239662+0000","last_fullsized":"2023-09-23T15:17:28.239662+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"245'9054","reported_seq":13674,"reported_epoch":245,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:52.176145+0000","last_change":"2023-09-23T15:16:31.272424+0000","last_active":"2023-09-23T15:17:52.176145+0000","last_peered":"2023-09-23T15:17:52.176145+0000","last_clean":"2023-09-23T15:14:59.128717+0000","last_became_active":"2023-09-23T15:16:31.249710+0000","last_became_peered":"2023-09-23T15:16:31.249710+0000","last_unstale":"2023-09-23T15:17:52.176145+0000","last_undegraded":"2023-09-23T15:17:52.176145+0000","last_fullsized":"2023-09-23T15:17:52.176145+0000","mapping_epoch":226,"log_start":"164'3451","ondisk_log_start":"164'3451","created":147,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5603,"log_dups_size":0,"ondisk_log_size":5603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:55.937440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109051904,"num_objects":1664,"num_object_clones":0,"num_object_copies":4992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1280,"num_objects_unfound":0,"num_objects_dirty":1664,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9054,"num_write_kb":342976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2695,"num_bytes_recovered":160694272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,1,4],"avail_no_missing":["7","1","4"],"object_location_counts":[{"shards":"1,4,7","objects":1664}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":212,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250250+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:17:28.250250+0000","last_peered":"2023-09-23T15:17:28.250250+0000","last_clean":"2023-09-23T15:17:28.250250+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:17:28.250250+0000","last_undegraded":"2023-09-23T15:17:28.250250+0000","last_fullsized":"2023-09-23T15:17:28.250250+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":202,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.242446+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:17:28.242446+0000","last_peered":"2023-09-23T15:17:28.242446+0000","last_clean":"2023-09-23T15:17:28.242446+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:17:28.242446+0000","last_undegraded":"2023-09-23T15:17:28.242446+0000","last_fullsized":"2023-09-23T15:17:28.242446+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"245'9077","reported_seq":21550,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:52.678391+0000","last_change":"2023-09-23T15:16:43.179877+0000","last_active":"2023-09-23T15:17:52.678391+0000","last_peered":"2023-09-23T15:17:52.678391+0000","last_clean":"2023-09-23T15:17:52.678391+0000","last_became_active":"2023-09-23T15:16:43.160319+0000","last_became_peered":"2023-09-23T15:16:43.160319+0000","last_unstale":"2023-09-23T15:17:52.678391+0000","last_undegraded":"2023-09-23T15:17:52.678391+0000","last_fullsized":"2023-09-23T15:17:52.678391+0000","mapping_epoch":231,"log_start":"155'1888","ondisk_log_start":"155'1888","created":147,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":7189,"log_dups_size":0,"ondisk_log_size":7189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.522533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112656384,"num_objects":1719,"num_object_clones":0,"num_object_copies":5157,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1719,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9077,"num_write_kb":345472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8158,"num_bytes_recovered":353697792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":190,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.784986+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:17:28.784986+0000","last_peered":"2023-09-23T15:17:28.784986+0000","last_clean":"2023-09-23T15:17:28.784986+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:17:28.784986+0000","last_undegraded":"2023-09-23T15:17:28.784986+0000","last_fullsized":"2023-09-23T15:17:28.784986+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":69,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.252843+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:17:28.252843+0000","last_peered":"2023-09-23T15:17:28.252843+0000","last_clean":"2023-09-23T15:17:28.252843+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:17:28.252843+0000","last_undegraded":"2023-09-23T15:17:28.252843+0000","last_fullsized":"2023-09-23T15:17:28.252843+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":645,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249798+0000","last_change":"2023-09-23T15:16:29.239182+0000","last_active":"2023-09-23T15:17:28.249798+0000","last_peered":"2023-09-23T15:17:28.249798+0000","last_clean":"2023-09-23T15:17:28.249798+0000","last_became_active":"2023-09-23T15:16:29.237845+0000","last_became_peered":"2023-09-23T15:16:29.237845+0000","last_unstale":"2023-09-23T15:17:28.249798+0000","last_undegraded":"2023-09-23T15:17:28.249798+0000","last_fullsized":"2023-09-23T15:17:28.249798+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.f","version":"245'9054","reported_seq":13649,"reported_epoch":245,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:53.603874+0000","last_change":"2023-09-23T15:16:43.187597+0000","last_active":"2023-09-23T15:17:53.603874+0000","last_peered":"2023-09-23T15:17:53.603874+0000","last_clean":"2023-09-23T15:14:59.094540+0000","last_became_active":"2023-09-23T15:16:43.159896+0000","last_became_peered":"2023-09-23T15:16:43.159896+0000","last_unstale":"2023-09-23T15:17:53.603874+0000","last_undegraded":"2023-09-23T15:17:53.603874+0000","last_fullsized":"2023-09-23T15:17:53.603874+0000","mapping_epoch":231,"log_start":"164'3268","ondisk_log_start":"164'3268","created":147,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5786,"log_dups_size":0,"ondisk_log_size":5786,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:00.653030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100007936,"num_objects":1526,"num_object_clones":0,"num_object_copies":4578,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1526,"num_objects_unfound":0,"num_objects_dirty":1526,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9054,"num_write_kb":338560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2214,"num_bytes_recovered":128581632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":1526}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":244,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.240412+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:17:28.240412+0000","last_peered":"2023-09-23T15:17:28.240412+0000","last_clean":"2023-09-23T15:17:28.240412+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:17:28.240412+0000","last_undegraded":"2023-09-23T15:17:28.240412+0000","last_fullsized":"2023-09-23T15:17:28.240412+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":143,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.784964+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:17:28.784964+0000","last_peered":"2023-09-23T15:17:28.784964+0000","last_clean":"2023-09-23T15:17:28.784964+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:17:28.784964+0000","last_undegraded":"2023-09-23T15:17:28.784964+0000","last_fullsized":"2023-09-23T15:17:28.784964+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":631,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249747+0000","last_change":"2023-09-23T15:16:30.231136+0000","last_active":"2023-09-23T15:17:28.249747+0000","last_peered":"2023-09-23T15:17:28.249747+0000","last_clean":"2023-09-23T15:17:28.249747+0000","last_became_active":"2023-09-23T15:16:30.230729+0000","last_became_peered":"2023-09-23T15:16:30.230729+0000","last_unstale":"2023-09-23T15:17:28.249747+0000","last_undegraded":"2023-09-23T15:17:28.249747+0000","last_fullsized":"2023-09-23T15:17:28.249747+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.e","version":"245'9161","reported_seq":22510,"reported_epoch":245,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:52.803000+0000","last_change":"2023-09-23T15:17:02.148547+0000","last_active":"2023-09-23T15:17:52.803000+0000","last_peered":"2023-09-23T15:17:52.803000+0000","last_clean":"2023-09-23T15:13:11.076557+0000","last_became_active":"2023-09-23T15:17:01.630154+0000","last_became_peered":"2023-09-23T15:17:01.630154+0000","last_unstale":"2023-09-23T15:17:52.803000+0000","last_undegraded":"2023-09-23T15:16:55.995320+0000","last_fullsized":"2023-09-23T15:16:49.300503+0000","mapping_epoch":234,"log_start":"152'1200","ondisk_log_start":"152'1200","created":147,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":7961,"log_dups_size":0,"ondisk_log_size":7961,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:05:39.067697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108331008,"num_objects":1653,"num_object_clones":0,"num_object_copies":4959,"num_objects_missing_on_primary":3402,"num_objects_missing":3402,"num_objects_degraded":5055,"num_objects_misplaced":3934,"num_objects_unfound":0,"num_objects_dirty":1653,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9161,"num_write_kb":346048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5703,"num_bytes_recovered":373620736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,1],"avail_no_missing":["1","3"],"object_location_counts":[{"shards":"1,2,3,5","objects":11},{"shards":"1,3","objects":1},{"shards":"1,3,5","objects":639},{"shards":"1,3,7","objects":1002}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":196,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.242563+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:17:28.242563+0000","last_peered":"2023-09-23T15:17:28.242563+0000","last_clean":"2023-09-23T15:17:28.242563+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:17:28.242563+0000","last_undegraded":"2023-09-23T15:17:28.242563+0000","last_fullsized":"2023-09-23T15:17:28.242563+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":248,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:32.589547+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:17:32.589547+0000","last_peered":"2023-09-23T15:17:32.589547+0000","last_clean":"2023-09-23T15:17:32.589547+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:17:32.589547+0000","last_undegraded":"2023-09-23T15:17:32.589547+0000","last_fullsized":"2023-09-23T15:17:32.589547+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"245'9171","reported_seq":13302,"reported_epoch":245,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:50.045599+0000","last_change":"2023-09-23T15:16:29.815373+0000","last_active":"2023-09-23T15:17:50.045599+0000","last_peered":"2023-09-23T15:17:50.045599+0000","last_clean":"2023-09-23T15:12:44.085616+0000","last_became_active":"2023-09-23T15:15:01.396056+0000","last_became_peered":"2023-09-23T15:15:01.396056+0000","last_unstale":"2023-09-23T15:17:50.045599+0000","last_undegraded":"2023-09-23T15:17:50.045599+0000","last_fullsized":"2023-09-23T15:17:50.045599+0000","mapping_epoch":197,"log_start":"164'3370","ondisk_log_start":"164'3370","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5801,"log_dups_size":0,"ondisk_log_size":5801,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.884324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109707288,"num_objects":1675,"num_object_clones":0,"num_object_copies":5025,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1675,"num_objects_unfound":0,"num_objects_dirty":1675,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9171,"num_write_kb":347009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1993,"num_bytes_recovered":109182976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":1675}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":248,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.233299+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:17:28.233299+0000","last_peered":"2023-09-23T15:17:28.233299+0000","last_clean":"2023-09-23T15:17:28.233299+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:17:28.233299+0000","last_undegraded":"2023-09-23T15:17:28.233299+0000","last_fullsized":"2023-09-23T15:17:28.233299+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":143,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.242016+0000","last_change":"2023-09-23T15:15:12.161053+0000","last_active":"2023-09-23T15:17:28.242016+0000","last_peered":"2023-09-23T15:17:28.242016+0000","last_clean":"2023-09-23T15:17:28.242016+0000","last_became_active":"2023-09-23T15:15:12.160629+0000","last_became_peered":"2023-09-23T15:15:12.160629+0000","last_unstale":"2023-09-23T15:17:28.242016+0000","last_undegraded":"2023-09-23T15:17:28.242016+0000","last_fullsized":"2023-09-23T15:17:28.242016+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:53.912905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":645,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249885+0000","last_change":"2023-09-23T15:16:29.247296+0000","last_active":"2023-09-23T15:17:28.249885+0000","last_peered":"2023-09-23T15:17:28.249885+0000","last_clean":"2023-09-23T15:17:28.249885+0000","last_became_active":"2023-09-23T15:16:29.246090+0000","last_became_peered":"2023-09-23T15:16:29.246090+0000","last_unstale":"2023-09-23T15:17:28.249885+0000","last_undegraded":"2023-09-23T15:17:28.249885+0000","last_fullsized":"2023-09-23T15:17:28.249885+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"245'9058","reported_seq":9660,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:50.149951+0000","last_change":"2023-09-23T15:16:32.343894+0000","last_active":"2023-09-23T15:17:50.149951+0000","last_peered":"2023-09-23T15:17:50.149951+0000","last_clean":"2023-09-23T15:17:50.149951+0000","last_became_active":"2023-09-23T15:16:32.327421+0000","last_became_peered":"2023-09-23T15:16:32.327421+0000","last_unstale":"2023-09-23T15:17:50.149951+0000","last_undegraded":"2023-09-23T15:17:50.149951+0000","last_fullsized":"2023-09-23T15:17:50.149951+0000","mapping_epoch":227,"log_start":"164'3235","ondisk_log_start":"164'3235","created":147,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5823,"log_dups_size":0,"ondisk_log_size":5823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:15.858227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112984064,"num_objects":1724,"num_object_clones":0,"num_object_copies":5172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1724,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9058,"num_write_kb":345024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":233,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":227,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.238956+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:17:28.238956+0000","last_peered":"2023-09-23T15:17:28.238956+0000","last_clean":"2023-09-23T15:17:28.238956+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:17:28.238956+0000","last_undegraded":"2023-09-23T15:17:28.238956+0000","last_fullsized":"2023-09-23T15:17:28.238956+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":217,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.247396+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:17:28.247396+0000","last_peered":"2023-09-23T15:17:28.247396+0000","last_clean":"2023-09-23T15:17:28.247396+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:17:28.247396+0000","last_undegraded":"2023-09-23T15:17:28.247396+0000","last_fullsized":"2023-09-23T15:17:28.247396+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":645,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250448+0000","last_change":"2023-09-23T15:16:29.240553+0000","last_active":"2023-09-23T15:17:28.250448+0000","last_peered":"2023-09-23T15:17:28.250448+0000","last_clean":"2023-09-23T15:17:28.250448+0000","last_became_active":"2023-09-23T15:16:29.239612+0000","last_became_peered":"2023-09-23T15:16:29.239612+0000","last_unstale":"2023-09-23T15:17:28.250448+0000","last_undegraded":"2023-09-23T15:17:28.250448+0000","last_fullsized":"2023-09-23T15:17:28.250448+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"245'9147","reported_seq":9259,"reported_epoch":245,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:53.638638+0000","last_change":"2023-09-23T15:15:13.535307+0000","last_active":"2023-09-23T15:17:53.638638+0000","last_peered":"2023-09-23T15:17:53.638638+0000","last_clean":"2023-09-23T15:15:01.817213+0000","last_became_active":"2023-09-23T15:15:13.509774+0000","last_became_peered":"2023-09-23T15:15:13.509774+0000","last_unstale":"2023-09-23T15:17:53.638638+0000","last_undegraded":"2023-09-23T15:17:53.638638+0000","last_fullsized":"2023-09-23T15:17:53.638638+0000","mapping_epoch":203,"log_start":"164'3320","ondisk_log_start":"164'3320","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5827,"log_dups_size":0,"ondisk_log_size":5827,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:33.729271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108462080,"num_objects":1655,"num_object_clones":0,"num_object_copies":4965,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1655,"num_objects_unfound":0,"num_objects_dirty":1655,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9147,"num_write_kb":345664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":1655}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":209,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250232+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:17:28.250232+0000","last_peered":"2023-09-23T15:17:28.250232+0000","last_clean":"2023-09-23T15:17:28.250232+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:17:28.250232+0000","last_undegraded":"2023-09-23T15:17:28.250232+0000","last_fullsized":"2023-09-23T15:17:28.250232+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":220,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.239116+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:17:28.239116+0000","last_peered":"2023-09-23T15:17:28.239116+0000","last_clean":"2023-09-23T15:17:28.239116+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:17:28.239116+0000","last_undegraded":"2023-09-23T15:17:28.239116+0000","last_fullsized":"2023-09-23T15:17:28.239116+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":224,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.247889+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:17:28.247889+0000","last_peered":"2023-09-23T15:17:28.247889+0000","last_clean":"2023-09-23T15:17:28.247889+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:17:28.247889+0000","last_undegraded":"2023-09-23T15:17:28.247889+0000","last_fullsized":"2023-09-23T15:17:28.247889+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":644,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249886+0000","last_change":"2023-09-23T15:16:29.239081+0000","last_active":"2023-09-23T15:17:28.249886+0000","last_peered":"2023-09-23T15:17:28.249886+0000","last_clean":"2023-09-23T15:17:28.249886+0000","last_became_active":"2023-09-23T15:16:29.237815+0000","last_became_peered":"2023-09-23T15:16:29.237815+0000","last_unstale":"2023-09-23T15:17:28.249886+0000","last_undegraded":"2023-09-23T15:17:28.249886+0000","last_fullsized":"2023-09-23T15:17:28.249886+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"245'9095","reported_seq":13199,"reported_epoch":245,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:50.133937+0000","last_change":"2023-09-23T15:16:28.333172+0000","last_active":"2023-09-23T15:17:50.133937+0000","last_peered":"2023-09-23T15:17:50.133937+0000","last_clean":"2023-09-23T15:14:59.097787+0000","last_became_active":"2023-09-23T15:15:01.359303+0000","last_became_peered":"2023-09-23T15:15:01.359303+0000","last_unstale":"2023-09-23T15:17:50.133937+0000","last_undegraded":"2023-09-23T15:17:50.133937+0000","last_fullsized":"2023-09-23T15:17:50.133937+0000","mapping_epoch":197,"log_start":"164'3308","ondisk_log_start":"164'3308","created":147,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5787,"log_dups_size":0,"ondisk_log_size":5787,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:10.643349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110166016,"num_objects":1681,"num_object_clones":0,"num_object_copies":5043,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1647,"num_objects_unfound":0,"num_objects_dirty":1681,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9095,"num_write_kb":344832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1976,"num_bytes_recovered":78381056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,3,1],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":1681}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":193,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.248034+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:17:28.248034+0000","last_peered":"2023-09-23T15:17:28.248034+0000","last_clean":"2023-09-23T15:17:28.248034+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:17:28.248034+0000","last_undegraded":"2023-09-23T15:17:28.248034+0000","last_fullsized":"2023-09-23T15:17:28.248034+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":225,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.243143+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:17:28.243143+0000","last_peered":"2023-09-23T15:17:28.243143+0000","last_clean":"2023-09-23T15:17:28.243143+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:17:28.243143+0000","last_undegraded":"2023-09-23T15:17:28.243143+0000","last_fullsized":"2023-09-23T15:17:28.243143+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":65,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.233530+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:17:28.233530+0000","last_peered":"2023-09-23T15:17:28.233530+0000","last_clean":"2023-09-23T15:17:28.233530+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:17:28.233530+0000","last_undegraded":"2023-09-23T15:17:28.233530+0000","last_fullsized":"2023-09-23T15:17:28.233530+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":645,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249816+0000","last_change":"2023-09-23T15:16:29.247689+0000","last_active":"2023-09-23T15:17:28.249816+0000","last_peered":"2023-09-23T15:17:28.249816+0000","last_clean":"2023-09-23T15:17:28.249816+0000","last_became_active":"2023-09-23T15:16:29.247327+0000","last_became_peered":"2023-09-23T15:16:29.247327+0000","last_unstale":"2023-09-23T15:17:28.249816+0000","last_undegraded":"2023-09-23T15:17:28.249816+0000","last_fullsized":"2023-09-23T15:17:28.249816+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"245'9072","reported_seq":14380,"reported_epoch":245,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:50.648729+0000","last_change":"2023-09-23T15:16:31.630149+0000","last_active":"2023-09-23T15:17:50.648729+0000","last_peered":"2023-09-23T15:17:50.648729+0000","last_clean":"2023-09-23T15:14:59.050404+0000","last_became_active":"2023-09-23T15:15:13.152569+0000","last_became_peered":"2023-09-23T15:15:13.152569+0000","last_unstale":"2023-09-23T15:17:50.648729+0000","last_undegraded":"2023-09-23T15:17:50.648729+0000","last_fullsized":"2023-09-23T15:17:50.648729+0000","mapping_epoch":203,"log_start":"164'3482","ondisk_log_start":"164'3482","created":147,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5590,"log_dups_size":0,"ondisk_log_size":5590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:05:46.733481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108265472,"num_objects":1652,"num_object_clones":0,"num_object_copies":4956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1224,"num_objects_unfound":0,"num_objects_dirty":1652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9072,"num_write_kb":343168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2578,"num_bytes_recovered":168951808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":1652}],"blocked_by":[],"up_primary":0,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":74,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.233385+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:17:28.233385+0000","last_peered":"2023-09-23T15:17:28.233385+0000","last_clean":"2023-09-23T15:17:28.233385+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:17:28.233385+0000","last_undegraded":"2023-09-23T15:17:28.233385+0000","last_fullsized":"2023-09-23T15:17:28.233385+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":65,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.233096+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:17:28.233096+0000","last_peered":"2023-09-23T15:17:28.233096+0000","last_clean":"2023-09-23T15:17:28.233096+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:17:28.233096+0000","last_undegraded":"2023-09-23T15:17:28.233096+0000","last_fullsized":"2023-09-23T15:17:28.233096+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":231,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:30.755562+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:17:30.755562+0000","last_peered":"2023-09-23T15:17:30.755562+0000","last_clean":"2023-09-23T15:17:30.755562+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:17:30.755562+0000","last_undegraded":"2023-09-23T15:17:30.755562+0000","last_fullsized":"2023-09-23T15:17:30.755562+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"245'8978","reported_seq":21530,"reported_epoch":245,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:53.428513+0000","last_change":"2023-09-23T15:16:30.310395+0000","last_active":"2023-09-23T15:17:53.428513+0000","last_peered":"2023-09-23T15:17:53.428513+0000","last_clean":"2023-09-23T15:13:36.067740+0000","last_became_active":"2023-09-23T15:16:30.264048+0000","last_became_peered":"2023-09-23T15:16:30.264048+0000","last_unstale":"2023-09-23T15:17:53.428513+0000","last_undegraded":"2023-09-23T15:16:30.258644+0000","last_fullsized":"2023-09-23T15:16:30.223210+0000","mapping_epoch":225,"log_start":"164'3164","ondisk_log_start":"164'3164","created":147,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5814,"log_dups_size":0,"ondisk_log_size":5814,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:55:35.828687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106954752,"num_objects":1632,"num_object_clones":0,"num_object_copies":4896,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":763,"num_objects_misplaced":1132,"num_objects_unfound":0,"num_objects_dirty":1632,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8978,"num_write_kb":339520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5619,"num_bytes_recovered":294846464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[3,1],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"1,3","objects":1632}],"blocked_by":[],"up_primary":7,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":80,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.234088+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:17:28.234088+0000","last_peered":"2023-09-23T15:17:28.234088+0000","last_clean":"2023-09-23T15:17:28.234088+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:17:28.234088+0000","last_undegraded":"2023-09-23T15:17:28.234088+0000","last_fullsized":"2023-09-23T15:17:28.234088+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":649,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249746+0000","last_change":"2023-09-23T15:16:29.248294+0000","last_active":"2023-09-23T15:17:28.249746+0000","last_peered":"2023-09-23T15:17:28.249746+0000","last_clean":"2023-09-23T15:17:28.249746+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:17:28.249746+0000","last_undegraded":"2023-09-23T15:17:28.249746+0000","last_fullsized":"2023-09-23T15:17:28.249746+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":186,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.241706+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:17:28.241706+0000","last_peered":"2023-09-23T15:17:28.241706+0000","last_clean":"2023-09-23T15:17:28.241706+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:17:28.241706+0000","last_undegraded":"2023-09-23T15:17:28.241706+0000","last_fullsized":"2023-09-23T15:17:28.241706+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":173,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.242672+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:17:28.242672+0000","last_peered":"2023-09-23T15:17:28.242672+0000","last_clean":"2023-09-23T15:17:28.242672+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:17:28.242672+0000","last_undegraded":"2023-09-23T15:17:28.242672+0000","last_fullsized":"2023-09-23T15:17:28.242672+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":645,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249978+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:17:28.249978+0000","last_peered":"2023-09-23T15:17:28.249978+0000","last_clean":"2023-09-23T15:17:28.249978+0000","last_became_active":"2023-09-23T15:16:29.237813+0000","last_became_peered":"2023-09-23T15:16:29.237813+0000","last_unstale":"2023-09-23T15:17:28.249978+0000","last_undegraded":"2023-09-23T15:17:28.249978+0000","last_fullsized":"2023-09-23T15:17:28.249978+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"245'9146","reported_seq":19748,"reported_epoch":245,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:17:50.757934+0000","last_change":"2023-09-23T15:16:45.455003+0000","last_active":"2023-09-23T15:17:50.757934+0000","last_peered":"2023-09-23T15:17:50.757934+0000","last_clean":"2023-09-23T15:12:44.098817+0000","last_became_active":"2023-09-23T15:16:43.812630+0000","last_became_peered":"2023-09-23T15:16:43.812630+0000","last_unstale":"2023-09-23T15:17:50.757934+0000","last_undegraded":"2023-09-23T15:16:40.431679+0000","last_fullsized":"2023-09-23T15:16:30.234972+0000","mapping_epoch":225,"log_start":"170'3529","ondisk_log_start":"170'3529","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5617,"log_dups_size":0,"ondisk_log_size":5617,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:05.886511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110886912,"num_objects":1692,"num_object_clones":0,"num_object_copies":5076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":615,"num_objects_misplaced":3567,"num_objects_unfound":0,"num_objects_dirty":1692,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9146,"num_write_kb":346816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3822,"num_bytes_recovered":205651968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,6,7","objects":1476},{"shards":"1,7","objects":-399}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":229,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.249836+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:17:28.249836+0000","last_peered":"2023-09-23T15:17:28.249836+0000","last_clean":"2023-09-23T15:17:28.249836+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:17:28.249836+0000","last_undegraded":"2023-09-23T15:17:28.249836+0000","last_fullsized":"2023-09-23T15:17:28.249836+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":84,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.240017+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:17:28.240017+0000","last_peered":"2023-09-23T15:17:28.240017+0000","last_clean":"2023-09-23T15:17:28.240017+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:17:28.240017+0000","last_undegraded":"2023-09-23T15:17:28.240017+0000","last_fullsized":"2023-09-23T15:17:28.240017+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":60,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250339+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:17:28.250339+0000","last_peered":"2023-09-23T15:17:28.250339+0000","last_clean":"2023-09-23T15:17:28.250339+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:17:28.250339+0000","last_undegraded":"2023-09-23T15:17:28.250339+0000","last_fullsized":"2023-09-23T15:17:28.250339+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":645,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250287+0000","last_change":"2023-09-23T15:16:29.240555+0000","last_active":"2023-09-23T15:17:28.250287+0000","last_peered":"2023-09-23T15:17:28.250287+0000","last_clean":"2023-09-23T15:17:28.250287+0000","last_became_active":"2023-09-23T15:16:29.240189+0000","last_became_peered":"2023-09-23T15:16:29.240189+0000","last_unstale":"2023-09-23T15:17:28.250287+0000","last_undegraded":"2023-09-23T15:17:28.250287+0000","last_fullsized":"2023-09-23T15:17:28.250287+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"245'9030","reported_seq":9135,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:52.909335+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:17:52.909335+0000","last_peered":"2023-09-23T15:17:52.909335+0000","last_clean":"2023-09-23T15:17:52.909335+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:17:52.909335+0000","last_undegraded":"2023-09-23T15:17:52.909335+0000","last_fullsized":"2023-09-23T15:17:52.909335+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":9030,"log_dups_size":0,"ondisk_log_size":9030,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110886912,"num_objects":1692,"num_object_clones":0,"num_object_copies":5076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1692,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9030,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":229,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250229+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:17:28.250229+0000","last_peered":"2023-09-23T15:17:28.250229+0000","last_clean":"2023-09-23T15:17:28.250229+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:17:28.250229+0000","last_undegraded":"2023-09-23T15:17:28.250229+0000","last_fullsized":"2023-09-23T15:17:28.250229+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":65,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.233599+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:17:28.233599+0000","last_peered":"2023-09-23T15:17:28.233599+0000","last_clean":"2023-09-23T15:17:28.233599+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:17:28.233599+0000","last_undegraded":"2023-09-23T15:17:28.233599+0000","last_fullsized":"2023-09-23T15:17:28.233599+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":111,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.252913+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:17:28.252913+0000","last_peered":"2023-09-23T15:17:28.252913+0000","last_clean":"2023-09-23T15:17:28.252913+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:17:28.252913+0000","last_undegraded":"2023-09-23T15:17:28.252913+0000","last_fullsized":"2023-09-23T15:17:28.252913+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":645,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250320+0000","last_change":"2023-09-23T15:16:29.239511+0000","last_active":"2023-09-23T15:17:28.250320+0000","last_peered":"2023-09-23T15:17:28.250320+0000","last_clean":"2023-09-23T15:17:28.250320+0000","last_became_active":"2023-09-23T15:16:29.238724+0000","last_became_peered":"2023-09-23T15:16:29.238724+0000","last_unstale":"2023-09-23T15:17:28.250320+0000","last_undegraded":"2023-09-23T15:17:28.250320+0000","last_fullsized":"2023-09-23T15:17:28.250320+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"245'9172","reported_seq":16256,"reported_epoch":245,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:17:53.730888+0000","last_change":"2023-09-23T15:15:13.164020+0000","last_active":"2023-09-23T15:17:53.730888+0000","last_peered":"2023-09-23T15:17:53.730888+0000","last_clean":"2023-09-23T15:14:42.174497+0000","last_became_active":"2023-09-23T15:15:13.141944+0000","last_became_peered":"2023-09-23T15:15:13.141944+0000","last_unstale":"2023-09-23T15:17:53.730888+0000","last_undegraded":"2023-09-23T15:17:53.730888+0000","last_fullsized":"2023-09-23T15:17:53.730888+0000","mapping_epoch":203,"log_start":"164'3387","ondisk_log_start":"164'3387","created":147,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5785,"log_dups_size":0,"ondisk_log_size":5785,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:27:59.781738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109051904,"num_objects":1664,"num_object_clones":0,"num_object_copies":4992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1664,"num_objects_unfound":0,"num_objects_dirty":1664,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9172,"num_write_kb":346752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3471,"num_bytes_recovered":227475456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":1664}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":250,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.241114+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:17:28.241114+0000","last_peered":"2023-09-23T15:17:28.241114+0000","last_clean":"2023-09-23T15:17:28.241114+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:17:28.241114+0000","last_undegraded":"2023-09-23T15:17:28.241114+0000","last_fullsized":"2023-09-23T15:17:28.241114+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":203,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:30.755527+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:17:30.755527+0000","last_peered":"2023-09-23T15:17:30.755527+0000","last_clean":"2023-09-23T15:17:30.755527+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:17:30.755527+0000","last_undegraded":"2023-09-23T15:17:30.755527+0000","last_fullsized":"2023-09-23T15:17:30.755527+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":240,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.222910+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:17:40.222910+0000","last_peered":"2023-09-23T15:17:40.222910+0000","last_clean":"2023-09-23T15:17:40.222910+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:17:40.222910+0000","last_undegraded":"2023-09-23T15:17:40.222910+0000","last_fullsized":"2023-09-23T15:17:40.222910+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":658,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250109+0000","last_change":"2023-09-23T15:16:29.247229+0000","last_active":"2023-09-23T15:17:28.250109+0000","last_peered":"2023-09-23T15:17:28.250109+0000","last_clean":"2023-09-23T15:17:28.250109+0000","last_became_active":"2023-09-23T15:16:29.246084+0000","last_became_peered":"2023-09-23T15:16:29.246084+0000","last_unstale":"2023-09-23T15:17:28.250109+0000","last_undegraded":"2023-09-23T15:17:28.250109+0000","last_fullsized":"2023-09-23T15:17:28.250109+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"245'9123","reported_seq":16403,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:53.149704+0000","last_change":"2023-09-23T15:15:44.223618+0000","last_active":"2023-09-23T15:17:53.149704+0000","last_peered":"2023-09-23T15:17:53.149704+0000","last_clean":"2023-09-23T15:17:53.149704+0000","last_became_active":"2023-09-23T15:15:44.197850+0000","last_became_peered":"2023-09-23T15:15:44.197850+0000","last_unstale":"2023-09-23T15:17:53.149704+0000","last_undegraded":"2023-09-23T15:17:53.149704+0000","last_fullsized":"2023-09-23T15:17:53.149704+0000","mapping_epoch":208,"log_start":"164'3284","ondisk_log_start":"164'3284","created":147,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5839,"log_dups_size":0,"ondisk_log_size":5839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:51.048879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":104792064,"num_objects":1599,"num_object_clones":0,"num_object_copies":4797,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1599,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9123,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3571,"num_bytes_recovered":122552320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":231,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.242276+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:17:28.242276+0000","last_peered":"2023-09-23T15:17:28.242276+0000","last_clean":"2023-09-23T15:17:28.242276+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:17:28.242276+0000","last_undegraded":"2023-09-23T15:17:28.242276+0000","last_fullsized":"2023-09-23T15:17:28.242276+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":92,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250546+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:17:28.250546+0000","last_peered":"2023-09-23T15:17:28.250546+0000","last_clean":"2023-09-23T15:17:28.250546+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:17:28.250546+0000","last_undegraded":"2023-09-23T15:17:28.250546+0000","last_fullsized":"2023-09-23T15:17:28.250546+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":126,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.251664+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:17:28.251664+0000","last_peered":"2023-09-23T15:17:28.251664+0000","last_clean":"2023-09-23T15:17:28.251664+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:17:28.251664+0000","last_undegraded":"2023-09-23T15:17:28.251664+0000","last_fullsized":"2023-09-23T15:17:28.251664+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":84,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:31.433743+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:17:31.433743+0000","last_peered":"2023-09-23T15:17:31.433743+0000","last_clean":"2023-09-23T15:17:31.433743+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:17:31.433743+0000","last_undegraded":"2023-09-23T15:17:31.433743+0000","last_fullsized":"2023-09-23T15:17:31.433743+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":65,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.233664+0000","last_change":"2023-09-23T15:14:43.204938+0000","last_active":"2023-09-23T15:17:28.233664+0000","last_peered":"2023-09-23T15:17:28.233664+0000","last_clean":"2023-09-23T15:17:28.233664+0000","last_became_active":"2023-09-23T15:14:43.204659+0000","last_became_peered":"2023-09-23T15:14:43.204659+0000","last_unstale":"2023-09-23T15:17:28.233664+0000","last_undegraded":"2023-09-23T15:17:28.233664+0000","last_fullsized":"2023-09-23T15:17:28.233664+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:53.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":70,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.224175+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:17:40.224175+0000","last_peered":"2023-09-23T15:17:40.224175+0000","last_clean":"2023-09-23T15:17:40.224175+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:17:40.224175+0000","last_undegraded":"2023-09-23T15:17:40.224175+0000","last_fullsized":"2023-09-23T15:17:40.224175+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":223,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.223399+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:17:40.223399+0000","last_peered":"2023-09-23T15:17:40.223399+0000","last_clean":"2023-09-23T15:17:40.223399+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:17:40.223399+0000","last_undegraded":"2023-09-23T15:17:40.223399+0000","last_fullsized":"2023-09-23T15:17:40.223399+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":70,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.242565+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:17:28.242565+0000","last_peered":"2023-09-23T15:17:28.242565+0000","last_clean":"2023-09-23T15:17:28.242565+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:17:28.242565+0000","last_undegraded":"2023-09-23T15:17:28.242565+0000","last_fullsized":"2023-09-23T15:17:28.242565+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":257,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.223515+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:17:40.223515+0000","last_peered":"2023-09-23T15:17:40.223515+0000","last_clean":"2023-09-23T15:17:40.223515+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:17:40.223515+0000","last_undegraded":"2023-09-23T15:17:40.223515+0000","last_fullsized":"2023-09-23T15:17:40.223515+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":262,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.221943+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:17:40.221943+0000","last_peered":"2023-09-23T15:17:40.221943+0000","last_clean":"2023-09-23T15:17:40.221943+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:17:40.221943+0000","last_undegraded":"2023-09-23T15:17:40.221943+0000","last_fullsized":"2023-09-23T15:17:40.221943+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":283,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.784826+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:17:28.784826+0000","last_peered":"2023-09-23T15:17:28.784826+0000","last_clean":"2023-09-23T15:17:28.784826+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:17:28.784826+0000","last_undegraded":"2023-09-23T15:17:28.784826+0000","last_fullsized":"2023-09-23T15:17:28.784826+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":66,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.250966+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:17:28.250966+0000","last_peered":"2023-09-23T15:17:28.250966+0000","last_clean":"2023-09-23T15:17:28.250966+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:17:28.250966+0000","last_undegraded":"2023-09-23T15:17:28.250966+0000","last_fullsized":"2023-09-23T15:17:28.250966+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":143,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-09-23T15:17:28.241752+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:17:28.241752+0000","last_peered":"2023-09-23T15:17:28.241752+0000","last_clean":"2023-09-23T15:17:28.241752+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:17:28.241752+0000","last_undegraded":"2023-09-23T15:17:28.241752+0000","last_fullsized":"2023-09-23T15:17:28.241752+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":1738014744,"num_objects":26521,"num_object_clones":0,"num_object_copies":79563,"num_objects_missing_on_primary":3402,"num_objects_missing":3402,"num_objects_degraded":8957,"num_objects_misplaced":20952,"num_objects_unfound":0,"num_objects_dirty":26521,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":145603,"num_write_kb":5507905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50294,"num_bytes_recovered":2656632832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7248162816,"data_stored":7248150600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98906,"ondisk_log_size":98906,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":499,"num_read_kb":923,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2570490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674322,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":783000,"kb_used_data":725008,"kb_used_omap":85,"kb_used_meta":57898,"kb_avail":92962152,"statfs":{"total":95995035648,"available":95193243648,"internally_reserved":0,"allocated":742408192,"data_stored":741521207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":59287560},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":2.0449999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":2.7200000000000002},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":2.6640000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":2.1779999999999999,"5min":2.1779999999999999,"15min":2.1779999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":29.672999999999998,"5min":29.672999999999998,"15min":29.672999999999998},"last":2.399},{"interface":"front","average":{"1min":2.0790000000000002,"5min":2.0790000000000002,"15min":2.0790000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":29.635000000000002,"5min":29.635000000000002,"15min":29.635000000000002},"last":0.34499999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":3.1190000000000002,"5min":3.1190000000000002,"15min":3.1190000000000002},"last":2.7530000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":2.698}]},{"osd":4,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.33500000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.38500000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.375}]}]},{"osd":6,"up_from":122,"seq":523986010201,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1094292,"kb_used_data":933260,"kb_used_omap":9,"kb_used_meta":161014,"kb_avail":92650860,"statfs":{"total":95995035648,"available":94874480640,"internally_reserved":0,"allocated":955658240,"data_stored":954775263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":164878675},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.80700000000000005,"15min":1.9139999999999999},"min":{"1min":0.23000000000000001,"5min":0.217,"15min":0.20100000000000001},"max":{"1min":3.5270000000000001,"5min":9.5570000000000004,"15min":26.251000000000001},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.77400000000000002,"15min":2.2120000000000002},"min":{"1min":0.252,"5min":0.246,"15min":0.246},"max":{"1min":0.52300000000000002,"5min":4.5780000000000003,"15min":26.045999999999999},"last":0.318}]},{"osd":1,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.4379999999999999,"15min":1.409},"min":{"1min":0.28799999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":3.5619999999999998,"5min":31.256,"15min":31.256},"last":1.1100000000000001},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.51,"15min":1.7649999999999999},"min":{"1min":0.246,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.577,"5min":28.850000000000001,"15min":28.850000000000001},"last":2.4239999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.163,"15min":1.601},"min":{"1min":0.373,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.5990000000000002,"5min":8.5990000000000002,"15min":8.5990000000000002},"last":2.7440000000000002},{"interface":"front","average":{"1min":0.85699999999999998,"5min":1.526,"15min":1.7569999999999999},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":3.6989999999999998,"5min":11.478,"15min":11.478},"last":0.33900000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":1.53,"5min":2.4319999999999999,"15min":1.6890000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":16.715,"5min":45.393999999999998,"15min":45.393999999999998},"last":2.3479999999999999},{"interface":"front","average":{"1min":1.173,"5min":2.2770000000000001,"15min":2.2930000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":17.809000000000001,"5min":45.637,"15min":45.637},"last":0.377}]},{"osd":4,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":1.0700000000000001,"15min":0.74199999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.48399999999999999,"5min":36.335000000000001,"15min":36.335000000000001},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":1.244,"15min":0.96799999999999997},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.51200000000000001,"5min":36.374000000000002,"15min":36.374000000000002},"last":0.35199999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":1.1970000000000001,"15min":5.7050000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.1279999999999999,"5min":19.908000000000001,"15min":144.953},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.40699999999999997,"5min":1.0289999999999999,"15min":5.4500000000000002},"min":{"1min":0.33700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.59399999999999997,"5min":17.462,"15min":144.79400000000001},"last":0.42299999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.9490000000000001,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.38900000000000001}]}]},{"osd":1,"up_from":89,"seq":382252089478,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1485200,"kb_used_data":1202312,"kb_used_omap":9,"kb_used_meta":282870,"kb_avail":92259952,"statfs":{"total":95995035648,"available":94474190848,"internally_reserved":0,"allocated":1231167488,"data_stored":1229878873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":289659881},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,5,2,0,3,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":1.071,"15min":0.79100000000000004},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":6.0540000000000003,"5min":8.5250000000000004,"15min":15.233000000000001},"last":2.5899999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.3029999999999999,"15min":0.80900000000000005},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":2.9700000000000002,"5min":7.367,"15min":7.367},"last":0.26900000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:17:13 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.7969999999999999,"15min":4.1070000000000002},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.185},"max":{"1min":10.052,"5min":47.584000000000003,"15min":64.444999999999993},"last":2.7269999999999999},{"interface":"front","average":{"1min":2.1429999999999998,"5min":1.6020000000000001,"15min":4.2670000000000003},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":10.071999999999999,"5min":10.071999999999999,"15min":63.148000000000003},"last":6.2270000000000003}]},{"osd":3,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":10.426,"5min":4.5960000000000001,"15min":2.0819999999999999},"min":{"1min":0.22600000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":128.65799999999999,"5min":128.65799999999999,"15min":128.65799999999999},"last":3.0089999999999999},{"interface":"front","average":{"1min":10.036,"5min":4.1390000000000002,"15min":1.8939999999999999},"min":{"1min":0.29599999999999999,"5min":0.22500000000000001,"15min":0.216},"max":{"1min":128.227,"5min":128.227,"15min":128.227},"last":2.6880000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":2.5470000000000002,"15min":1.349},"min":{"1min":0.313,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.649,"5min":76.534999999999997,"15min":76.534999999999997},"last":2.532},{"interface":"front","average":{"1min":0.99399999999999999,"5min":2.1899999999999999,"15min":1.23},"min":{"1min":0.38900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.8630000000000004,"5min":76.661000000000001,"15min":76.661000000000001},"last":2.6150000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":1.546,"15min":0.96699999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":3.02,"5min":9.8330000000000002,"15min":9.8330000000000002},"last":0.496},{"interface":"front","average":{"1min":0.999,"5min":1.7090000000000001,"15min":1.111},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.30399999999999999},"max":{"1min":4.726,"5min":13.994,"15min":13.994},"last":3.044}]},{"osd":6,"last update":"Sat Sep 23 15:16:47 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":1.952,"15min":1.774},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.30599999999999999},"max":{"1min":3.6269999999999998,"5min":23.978000000000002,"15min":23.978000000000002},"last":0.57099999999999995},{"interface":"front","average":{"1min":1.004,"5min":2.016,"15min":2.0179999999999998},"min":{"1min":0.40899999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":4.6870000000000003,"5min":26.975999999999999,"15min":26.975999999999999},"last":2.4900000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":5.4489999999999998,"5min":5.4489999999999998,"15min":5.4489999999999998},"last":2.641},{"interface":"front","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":3.6629999999999998,"5min":3.6629999999999998,"15min":3.6629999999999998},"last":2.6779999999999999}]}]},{"osd":0,"up_from":84,"seq":360777253006,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":771344,"kb_used_data":635528,"kb_used_omap":28,"kb_used_meta":135779,"kb_avail":92973808,"statfs":{"total":95995035648,"available":95205179392,"internally_reserved":0,"allocated":650780672,"data_stored":649318548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":139038544},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:17:02 2023","interfaces":[{"interface":"back","average":{"1min":1.282,"5min":1.361,"15min":1.157},"min":{"1min":0.23599999999999999,"5min":0.188,"15min":0.188},"max":{"1min":11.606,"5min":12.281000000000001,"15min":71.188000000000002},"last":2.3039999999999998},{"interface":"front","average":{"1min":0.434,"5min":1.393,"15min":1.105},"min":{"1min":0.27900000000000003,"5min":0.223,"15min":0.217},"max":{"1min":0.83699999999999997,"5min":9.8089999999999993,"15min":70.156999999999996},"last":3.964}]},{"osd":2,"last update":"Sat Sep 23 15:17:20 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":2.891,"15min":2.7519999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.215},"max":{"1min":9.0180000000000007,"5min":138.55099999999999,"15min":138.55099999999999},"last":4.0199999999999996},{"interface":"front","average":{"1min":0.755,"5min":2.8239999999999998,"15min":2.2069999999999999},"min":{"1min":0.23499999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":6.782,"5min":138.322,"15min":138.322},"last":7.806}]},{"osd":3,"last update":"Sat Sep 23 15:17:12 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":2.5219999999999998,"15min":1.998},"min":{"1min":0.28799999999999998,"5min":0.251,"15min":0.25},"max":{"1min":1.609,"5min":86.218999999999994,"15min":100.062},"last":3.9950000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":2.6190000000000002,"15min":2.0369999999999999},"min":{"1min":0.316,"5min":0.27800000000000002,"15min":0.26400000000000001},"max":{"1min":2.0939999999999999,"5min":86.271000000000001,"15min":100.547},"last":7.8300000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:17:31 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":2.7050000000000001,"15min":1.4199999999999999},"min":{"1min":0.32200000000000001,"5min":0.30399999999999999,"15min":0.28599999999999998},"max":{"1min":5.0499999999999998,"5min":142.44200000000001,"15min":142.44200000000001},"last":2.2799999999999998},{"interface":"front","average":{"1min":1.2330000000000001,"5min":3.3839999999999999,"15min":1.718},"min":{"1min":0.307,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.0800000000000001,"5min":141.69200000000001,"15min":141.69200000000001},"last":3.8380000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:17:31 2023","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":1.369,"15min":1.111},"min":{"1min":0.36499999999999999,"5min":0.314,"15min":0.30099999999999999},"max":{"1min":9.0519999999999996,"5min":10.757,"15min":41.631999999999998},"last":3.8889999999999998},{"interface":"front","average":{"1min":0.89400000000000002,"5min":1.2529999999999999,"15min":1.006},"min":{"1min":0.40300000000000002,"5min":0.36399999999999999,"15min":0.33800000000000002},"max":{"1min":6.8129999999999997,"5min":10.289,"15min":10.289},"last":7.7279999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:17:38 2023","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.397,"15min":1.794},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":6.8609999999999998,"5min":7.319,"15min":10.222},"last":7.7839999999999998},{"interface":"front","average":{"1min":0.83099999999999996,"5min":1.607,"15min":1.546},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":5.101,"5min":9.4600000000000009,"15min":10.355},"last":2.246}]},{"osd":7,"last update":"Sat Sep 23 15:17:30 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":6.9459999999999997,"5min":6.9459999999999997,"15min":6.9459999999999997},"last":7.6929999999999996},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":6.9169999999999998,"5min":6.9169999999999998,"15min":6.9169999999999998},"last":7.7610000000000001}]}]},{"osd":2,"up_from":117,"seq":502511173721,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1096852,"kb_used_data":849036,"kb_used_omap":81,"kb_used_meta":247726,"kb_avail":92648300,"statfs":{"total":95995035648,"available":94871859200,"internally_reserved":0,"allocated":869412864,"data_stored":868124806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":253671642},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.92900000000000005,"15min":1.6830000000000001},"min":{"1min":0.215,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.49199999999999999,"5min":13.717000000000001,"15min":13.717000000000001},"last":1.665},{"interface":"front","average":{"1min":1.1759999999999999,"5min":1.3759999999999999,"15min":1.4179999999999999},"min":{"1min":0.218,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":10.917999999999999,"5min":12.381,"15min":12.381},"last":5.5709999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":3.9329999999999998,"15min":1.923},"min":{"1min":0.255,"5min":0.223,"15min":0.21099999999999999},"max":{"1min":2.7869999999999999,"5min":169.398,"15min":169.398},"last":5.601},{"interface":"front","average":{"1min":0.96299999999999997,"5min":3.4870000000000001,"15min":2.2280000000000002},"min":{"1min":0.248,"5min":0.23400000000000001,"15min":0.21199999999999999},"max":{"1min":3.0579999999999998,"5min":166.50999999999999,"15min":166.50999999999999},"last":1.778}]},{"osd":3,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":5.2149999999999999,"15min":5.2030000000000003},"min":{"1min":0.20599999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.9729999999999999,"5min":165.32300000000001,"15min":165.32300000000001},"last":1.7629999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":3.8119999999999998,"15min":4.9610000000000003},"min":{"1min":0.307,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":3.6619999999999999,"5min":165.66999999999999,"15min":165.66999999999999},"last":1.6870000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":1.0089999999999999,"15min":4.3600000000000003},"min":{"1min":0.32700000000000001,"5min":0.311,"15min":0.311},"max":{"1min":1.198,"5min":12.945,"15min":50.792000000000002},"last":1.641},{"interface":"front","average":{"1min":0.71199999999999997,"5min":1.194,"15min":2.2930000000000001},"min":{"1min":0.318,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":2.1099999999999999,"5min":7.7229999999999999,"15min":36.051000000000002},"last":5.4889999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":1.2689999999999999,"15min":2.496},"min":{"1min":0.33300000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":2.0840000000000001,"5min":7.7670000000000003,"15min":35.878},"last":5.5380000000000003},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.1759999999999999,"15min":4.2460000000000004},"min":{"1min":0.35799999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":2.9409999999999998,"5min":13.266999999999999,"15min":50.816000000000003},"last":1.7290000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:17:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":1.135,"15min":4.3280000000000003},"min":{"1min":0.39500000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.5960000000000001,"5min":12.975,"15min":50.871000000000002},"last":1.5820000000000001},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.3220000000000001,"15min":3.9009999999999998},"min":{"1min":0.38400000000000001,"5min":0.36599999999999999,"15min":0.34899999999999998},"max":{"1min":5.1219999999999999,"5min":11.397,"15min":50.771000000000001},"last":1.7470000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:17:28 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":2.9950000000000001,"5min":2.9950000000000001,"15min":2.9950000000000001},"last":1.6950000000000001},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":4.5609999999999999,"5min":4.5609999999999999,"15min":4.5609999999999999},"last":1.6160000000000001}]}]},{"osd":3,"up_from":99,"seq":425201762427,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1696792,"kb_used_data":1318096,"kb_used_omap":7,"kb_used_meta":378680,"kb_avail":92048360,"statfs":{"total":95995035648,"available":94257520640,"internally_reserved":0,"allocated":1349730304,"data_stored":1348432447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":387768936},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4820000000000002,"5min":1.698,"15min":0.93600000000000005},"min":{"1min":0.20699999999999999,"5min":0.19700000000000001,"15min":0.19600000000000001},"max":{"1min":40.311999999999998,"5min":40.311999999999998,"15min":40.311999999999998},"last":6.2610000000000001},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.4550000000000001,"15min":0.88700000000000001},"min":{"1min":0.22500000000000001,"5min":0.215,"15min":0.17499999999999999},"max":{"1min":16.289000000000001,"5min":16.289000000000001,"15min":16.289000000000001},"last":3.673}]},{"osd":1,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.6879999999999999,"15min":1.0640000000000001},"min":{"1min":0.247,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":3.2050000000000001,"5min":24.013000000000002,"15min":24.013000000000002},"last":3.7690000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":1.958,"15min":1.143},"min":{"1min":0.254,"5min":0.24399999999999999,"15min":0.23699999999999999},"max":{"1min":1.9750000000000001,"5min":21.827999999999999,"15min":21.827999999999999},"last":3.2429999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:17:18 2023","interfaces":[{"interface":"back","average":{"1min":1.2350000000000001,"5min":2.0009999999999999,"15min":3.3759999999999999},"min":{"1min":0.307,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.0030000000000001,"5min":22.73,"15min":55.378999999999998},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.8640000000000001,"15min":3.7149999999999999},"min":{"1min":0.29699999999999999,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":6.0899999999999999,"5min":18.323,"15min":55.401000000000003},"last":3.339}]},{"osd":4,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.246,"15min":0.86699999999999999},"min":{"1min":0.35399999999999998,"5min":0.31,"15min":0.31},"max":{"1min":2.125,"5min":9.3469999999999995,"15min":9.3469999999999995},"last":3.71},{"interface":"front","average":{"1min":0.629,"5min":1.282,"15min":0.92300000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":1.718,"5min":9.4000000000000004,"15min":9.4000000000000004},"last":3.278}]},{"osd":5,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":1.391,"15min":0.95799999999999996},"min":{"1min":0.33900000000000002,"5min":0.318,"15min":0.27300000000000002},"max":{"1min":1.8779999999999999,"5min":10.962999999999999,"15min":10.962999999999999},"last":3.3730000000000002},{"interface":"front","average":{"1min":0.89400000000000002,"5min":1.3280000000000001,"15min":0.97099999999999997},"min":{"1min":0.45900000000000002,"5min":0.30599999999999999,"15min":0.30099999999999999},"max":{"1min":6.1920000000000002,"5min":10.361000000000001,"15min":10.361000000000001},"last":0.438}]},{"osd":6,"last update":"Sat Sep 23 15:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":1.4750000000000001,"15min":1.5269999999999999},"min":{"1min":0.34300000000000003,"5min":0.317,"15min":0.317},"max":{"1min":3.3039999999999998,"5min":9.423,"15min":9.423},"last":3.3039999999999998},{"interface":"front","average":{"1min":0.79500000000000004,"5min":1.4470000000000001,"15min":1.6910000000000001},"min":{"1min":0.42199999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.806,"5min":10.856999999999999,"15min":10.856999999999999},"last":0.46500000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:17:32 2023","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":6.1319999999999997,"5min":6.1319999999999997,"15min":6.1319999999999997},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.2789999999999999,"5min":3.2789999999999999,"15min":3.2789999999999999},"last":3.742}]}]},{"osd":4,"up_from":0,"seq":133143986452,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724815,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":915136,"kb_used_data":817528,"kb_used_omap":0,"kb_used_meta":97600,"kb_avail":92830016,"statfs":{"total":95995035648,"available":95057936384,"internally_reserved":0,"allocated":837148672,"data_stored":836281393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":99942400},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.84999999999999998,"15min":0.76600000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.218},"max":{"1min":4.3150000000000004,"5min":6.0659999999999998,"15min":6.4880000000000004},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.117,"15min":0.86799999999999999},"min":{"1min":0.249,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":2.0659999999999998,"5min":13.832000000000001,"15min":13.832000000000001},"last":0.315}]},{"osd":1,"last update":"Sat Sep 23 15:17:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":3.6960000000000002,"15min":1.8169999999999999},"min":{"1min":0.29799999999999999,"5min":0.27900000000000003,"15min":0.26300000000000001},"max":{"1min":5.2149999999999999,"5min":125.14400000000001,"15min":125.14400000000001},"last":1.8720000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":3.7679999999999998,"15min":1.8640000000000001},"min":{"1min":0.25600000000000001,"5min":0.25,"15min":0.25},"max":{"1min":2.3069999999999999,"5min":125.36499999999999,"15min":125.36499999999999},"last":1.944}]},{"osd":2,"last update":"Sat Sep 23 15:17:23 2023","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.681,"15min":1.778},"min":{"1min":0.28999999999999998,"5min":0.27700000000000002,"15min":0.26200000000000001},"max":{"1min":4.798,"5min":36.466000000000001,"15min":36.466000000000001},"last":1.8580000000000001},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.7949999999999999,"15min":1.9239999999999999},"min":{"1min":0.35799999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.3300000000000001,"5min":40.749000000000002,"15min":40.749000000000002},"last":0.92000000000000004}]},{"osd":3,"last update":"Sat Sep 23 15:17:04 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.262,"15min":1.722},"min":{"1min":0.33200000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.1159999999999997,"5min":79.302000000000007,"15min":103.989},"last":1.8109999999999999},{"interface":"front","average":{"1min":0.71499999999999997,"5min":2.415,"15min":1.78},"min":{"1min":0.32900000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.0300000000000002,"5min":79.557000000000002,"15min":101.824},"last":0.33900000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:17:23 2023","interfaces":[{"interface":"back","average":{"1min":2.2029999999999998,"5min":1.4410000000000001,"15min":1.036},"min":{"1min":0.26900000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":40.061,"5min":40.061,"15min":48.997999999999998},"last":0.28699999999999998},{"interface":"front","average":{"1min":2.206,"5min":1.3089999999999999,"15min":1.077},"min":{"1min":0.27500000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":40.124000000000002,"5min":40.124000000000002,"15min":49.017000000000003},"last":0.44400000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":2.1400000000000001,"15min":1.5149999999999999},"min":{"1min":0.26900000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.58299999999999996,"5min":111.089,"15min":111.089},"last":0.371},{"interface":"front","average":{"1min":0.45300000000000001,"5min":1.9710000000000001,"15min":2.0409999999999999},"min":{"1min":0.38200000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.62,"5min":111.146,"15min":111.146},"last":0.36099999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.48299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":648151040,"data_stored":648151040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1221201920,"data_stored":1221197848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":865796096,"data_stored":865796096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1343950848,"data_stored":1343946776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":651755520,"data_stored":651755520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":832307200,"data_stored":832307200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":950734848,"data_stored":950730776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":734265344,"data_stored":734265344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:17:59.063 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:17:59.112 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:59.620 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:17:59.658 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:17:59.659 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:17:59.661 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:17:59.667 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:59.667 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:17:59.668 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:17:59.701 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:17:59.743 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:17:59.768 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:17:59.774 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:17:59.796 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:17:59.814 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:17:59.847 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:17:59.852 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:17:59.857 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:17:59.857 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:17:59.877 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:17:59.879 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:17:59.879 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:17:59.879 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:17:59.879 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:17:59.879 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:17:59.879 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:17:59.879 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:17:59.879 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:17:59.958 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:17:59.971 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:17:59.996 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:00.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:00 smithi118 ceph-mon[219580]: pgmap v654: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 282 op/s; 8803/75456 objects degraded (11.666%); 19793/75456 objects misplaced (26.231%); 3.4 MiB/s, 54 objects/s recovering 2023-09-23T15:18:00.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/235292530' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:00.242 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:00 smithi118 ceph-mon[212312]: pgmap v654: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 282 op/s; 8803/75456 objects degraded (11.666%); 19793/75456 objects misplaced (26.231%); 3.4 MiB/s, 54 objects/s recovering 2023-09-23T15:18:00.242 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/235292530' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:00 smithi178 ceph-mon[192298]: pgmap v654: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 282 op/s; 8803/75456 objects degraded (11.666%); 19793/75456 objects misplaced (26.231%); 3.4 MiB/s, 54 objects/s recovering 2023-09-23T15:18:00.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/235292530' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:00.632 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:00.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:00.640 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:00.741 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:00.828 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:01.573 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:01.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:01.576 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:01.677 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:01.706 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:01.751 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:01.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:01.758 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:01.859 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:01.886 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:01.930 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:01.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:01.936 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:01.987 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:18:02.037 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:18:02.064 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:02.107 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:18:02.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:02.113 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:18:02.214 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:18:02.242 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:02.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:02 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:02.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:02 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:02.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:02 smithi118 ceph-mon[219580]: pgmap v655: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 272 op/s; 8803/73905 objects degraded (11.911%); 19001/73905 objects misplaced (25.710%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:18:02.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:02 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:02.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:02 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:02.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:02 smithi118 ceph-mon[212312]: pgmap v655: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 272 op/s; 8803/73905 objects degraded (11.911%); 19001/73905 objects misplaced (25.710%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:18:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:02 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:02 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:02.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:02 smithi178 ceph-mon[192298]: pgmap v655: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 272 op/s; 8803/73905 objects degraded (11.911%); 19001/73905 objects misplaced (25.710%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:18:02.486 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:18:02.838 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:18:02.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:02.841 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:18:02.942 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:18:02.969 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:03.004 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:03.013 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:18:03.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:03.019 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:18:03.052 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:03.119 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:03.138 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:03 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 8803/73905 objects degraded (11.911%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:03.147 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:03.194 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:03.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:03.199 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:03.244 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:03.299 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:03.323 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:03 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 8803/73905 objects degraded (11.911%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:03.326 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:03.372 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:03.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:03.376 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:03.405 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:03 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 8803/73905 objects degraded (11.911%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:03.477 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:03.503 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:03.545 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:03.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:03.549 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:03.649 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:03.708 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:03.850 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:03.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:03.859 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:03.959 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:04.037 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:04.300 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:04 smithi118 ceph-mon[219580]: pgmap v656: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 271 op/s; 8641/72948 objects degraded (11.845%); 18942/72948 objects misplaced (25.966%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:18:04.301 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:04 smithi118 ceph-mon[212312]: pgmap v656: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 271 op/s; 8641/72948 objects degraded (11.845%); 18942/72948 objects misplaced (25.966%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:18:04.508 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:04.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:04.512 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:04.613 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:04 smithi178 ceph-mon[192298]: pgmap v656: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.2 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 271 op/s; 8641/72948 objects degraded (11.845%); 18942/72948 objects misplaced (25.966%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:18:04.660 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:04.918 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:18:06.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:06 smithi118 ceph-mon[219580]: pgmap v657: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 248 op/s; 8641/71547 objects degraded (12.077%); 18612/71547 objects misplaced (26.014%); 3.5 MiB/s, 55 objects/s recovering 2023-09-23T15:18:06.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:06 smithi118 ceph-mon[212312]: pgmap v657: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 248 op/s; 8641/71547 objects degraded (12.077%); 18612/71547 objects misplaced (26.014%); 3.5 MiB/s, 55 objects/s recovering 2023-09-23T15:18:06.454 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:06.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:06.458 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:06.558 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:06.621 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:06.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:06 smithi178 ceph-mon[192298]: pgmap v657: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.5 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 248 op/s; 8641/71547 objects degraded (12.077%); 18612/71547 objects misplaced (26.014%); 3.5 MiB/s, 55 objects/s recovering 2023-09-23T15:18:06.900 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:06.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:06.906 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:07.006 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:18:07.051 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:07.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:07.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 8641/71547 objects degraded (12.077%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:07.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:07.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 8641/71547 objects degraded (12.077%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:07.609 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:18:07.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:07.621 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:18:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 8641/71547 objects degraded (12.077%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:07.722 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:07.832 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:08.102 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:08.132 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:08.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:08.134 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:08.235 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:18:08.333 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:08 smithi118 ceph-mon[212312]: pgmap v658: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.4 GiB data, 7.0 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 260 op/s; 8641/70263 objects degraded (12.298%); 17885/70263 objects misplaced (25.454%); 4.4 MiB/s, 69 objects/s recovering 2023-09-23T15:18:08.334 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:18:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:18:08] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.43.0" 2023-09-23T15:18:08.334 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:08 smithi118 ceph-mon[219580]: pgmap v658: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.4 GiB data, 7.0 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 260 op/s; 8641/70263 objects degraded (12.298%); 17885/70263 objects misplaced (25.454%); 4.4 MiB/s, 69 objects/s recovering 2023-09-23T15:18:08.334 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:08.498 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:18:08.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:08.507 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:18:08.608 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:08 smithi178 ceph-mon[192298]: pgmap v658: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.4 GiB data, 7.0 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 260 op/s; 8641/70263 objects degraded (12.298%); 17885/70263 objects misplaced (25.454%); 4.4 MiB/s, 69 objects/s recovering 2023-09-23T15:18:08.678 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:09.060 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:09.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:09.081 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:09.181 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:09.204 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:18:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:18:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:18:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:18:09.204 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:18:09.261 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:18:09.269 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:18:09.289 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:09.344 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:18:09.501 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/472620800' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:18:09.501 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:09 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:18:09.501 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/472620800' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:18:09.501 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:09 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:18:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/472620800' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:18:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:09 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:18:10.355 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:10.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:10.358 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:10.458 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:10.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[219580]: pgmap v659: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.4 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 292 op/s; 8466/67662 objects degraded (12.512%); 17467/67662 objects misplaced (25.815%); 3.7 MiB/s, 59 objects/s recovering 2023-09-23T15:18:10.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:18:10.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[219580]: failed to encode map e247 with expected crc 2023-09-23T15:18:10.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:18:10.506 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[219580]: osdmap e247: 8 total, 8 up, 7 in 2023-09-23T15:18:10.506 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[219580]: failed to encode map e247 with expected crc 2023-09-23T15:18:10.506 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[219580]: from='client.45386 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:18:10.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[212312]: pgmap v659: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.4 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 292 op/s; 8466/67662 objects degraded (12.512%); 17467/67662 objects misplaced (25.815%); 3.7 MiB/s, 59 objects/s recovering 2023-09-23T15:18:10.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:18:10.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[212312]: failed to encode map e247 with expected crc 2023-09-23T15:18:10.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:18:10.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[212312]: osdmap e247: 8 total, 8 up, 7 in 2023-09-23T15:18:10.507 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[212312]: failed to encode map e247 with expected crc 2023-09-23T15:18:10.507 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:10 smithi118 ceph-mon[212312]: from='client.45386 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:18:10.511 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:10 smithi178 ceph-mon[192298]: pgmap v659: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.4 GiB data, 6.9 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 292 op/s; 8466/67662 objects degraded (12.512%); 17467/67662 objects misplaced (25.815%); 3.7 MiB/s, 59 objects/s recovering 2023-09-23T15:18:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:10 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:18:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:10 smithi178 ceph-mon[192298]: failed to encode map e247 with expected crc 2023-09-23T15:18:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:10 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:18:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:10 smithi178 ceph-mon[192298]: osdmap e247: 8 total, 8 up, 7 in 2023-09-23T15:18:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:10 smithi178 ceph-mon[192298]: failed to encode map e247 with expected crc 2023-09-23T15:18:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:10 smithi178 ceph-mon[192298]: from='client.45386 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:18:11.945 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:11.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:11.948 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:12.049 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:12.102 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:12.241 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:12 smithi118 ceph-mon[212312]: pgmap v661: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 263 op/s; 8466/66000 objects degraded (12.827%); 16678/66000 objects misplaced (25.270%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:18:12.347 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:18:12.484 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:12.493 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:12 smithi118 ceph-mon[219580]: pgmap v661: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 263 op/s; 8466/66000 objects degraded (12.827%); 16678/66000 objects misplaced (25.270%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:18:12.493 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 8466/66000 objects degraded (12.827%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:12.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:12.494 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:12.494 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 8466/66000 objects degraded (12.827%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:12.595 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:12 smithi178 ceph-mon[192298]: pgmap v661: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 263 op/s; 8466/66000 objects degraded (12.827%); 16678/66000 objects misplaced (25.270%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:18:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 8466/66000 objects degraded (12.827%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:12.662 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:14.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:14 smithi118 ceph-mon[212312]: pgmap v662: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 266 op/s; 8289/64962 objects degraded (12.760%); 16611/64962 objects misplaced (25.570%); 4.0 MiB/s, 63 objects/s recovering 2023-09-23T15:18:14.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:14 smithi118 ceph-mon[219580]: pgmap v662: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 266 op/s; 8289/64962 objects degraded (12.760%); 16611/64962 objects misplaced (25.570%); 4.0 MiB/s, 63 objects/s recovering 2023-09-23T15:18:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:14 smithi178 ceph-mon[192298]: pgmap v662: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.8 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 266 op/s; 8289/64962 objects degraded (12.760%); 16611/64962 objects misplaced (25.570%); 4.0 MiB/s, 63 objects/s recovering 2023-09-23T15:18:14.862 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:14.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:14.868 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:14.968 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:14.987 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":660,"stamp":"2023-09-23T15:18:09.238479+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1477056440,"num_objects":22554,"num_object_clones":0,"num_object_copies":67662,"num_objects_missing_on_primary":3154,"num_objects_missing":3154,"num_objects_degraded":8466,"num_objects_misplaced":17467,"num_objects_unfound":0,"num_objects_dirty":22554,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":149894,"num_write_kb":5510350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51260,"num_bytes_recovered":2719825356,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101723,"ondisk_log_size":101723,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":314,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":7258836,"kb_used_data":5879580,"kb_used_omap":222,"kb_used_meta":1378977,"kb_avail":648957228,"statfs":{"total":671965249536,"available":664532201472,"internally_reserved":0,"allocated":6020689920,"data_stored":6012681527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":1412073430},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,3,3,1,1,2,0,0,0,4,7],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-170262528,"num_objects":-2598,"num_object_clones":0,"num_object_copies":-7794,"num_objects_missing_on_primary":-169,"num_objects_missing":-169,"num_objects_degraded":-337,"num_objects_misplaced":-2326,"num_objects_unfound":0,"num_objects_dirty":-2598,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2598,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":632,"num_bytes_recovered":41418752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.087408"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":252,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:42.670147+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:17:42.670147+0000","last_peered":"2023-09-23T15:17:42.670147+0000","last_clean":"2023-09-23T15:17:42.670147+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:17:42.670147+0000","last_undegraded":"2023-09-23T15:17:42.670147+0000","last_fullsized":"2023-09-23T15:17:42.670147+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":221,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:48.797315+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:17:48.797315+0000","last_peered":"2023-09-23T15:17:48.797315+0000","last_clean":"2023-09-23T15:17:48.797315+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:17:48.797315+0000","last_undegraded":"2023-09-23T15:17:48.797315+0000","last_fullsized":"2023-09-23T15:17:48.797315+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":203,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.222544+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:17:40.222544+0000","last_peered":"2023-09-23T15:17:40.222544+0000","last_clean":"2023-09-23T15:17:40.222544+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:17:40.222544+0000","last_undegraded":"2023-09-23T15:17:40.222544+0000","last_fullsized":"2023-09-23T15:17:40.222544+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":131,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.226230+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:17:40.226230+0000","last_peered":"2023-09-23T15:17:40.226230+0000","last_clean":"2023-09-23T15:17:40.226230+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:17:40.226230+0000","last_undegraded":"2023-09-23T15:17:40.226230+0000","last_fullsized":"2023-09-23T15:17:40.226230+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":266,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.222984+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:17:40.222984+0000","last_peered":"2023-09-23T15:17:40.222984+0000","last_clean":"2023-09-23T15:17:40.222984+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:17:40.222984+0000","last_undegraded":"2023-09-23T15:17:40.222984+0000","last_fullsized":"2023-09-23T15:17:40.222984+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":186,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.205851+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:17:40.205851+0000","last_peered":"2023-09-23T15:17:40.205851+0000","last_clean":"2023-09-23T15:17:40.205851+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:17:40.205851+0000","last_undegraded":"2023-09-23T15:17:40.205851+0000","last_fullsized":"2023-09-23T15:17:40.205851+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":134,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.271032+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:17:40.271032+0000","last_peered":"2023-09-23T15:17:40.271032+0000","last_clean":"2023-09-23T15:17:40.271032+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:17:40.271032+0000","last_undegraded":"2023-09-23T15:17:40.271032+0000","last_fullsized":"2023-09-23T15:17:40.271032+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":227,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.223055+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:17:40.223055+0000","last_peered":"2023-09-23T15:17:40.223055+0000","last_clean":"2023-09-23T15:17:40.223055+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:17:40.223055+0000","last_undegraded":"2023-09-23T15:17:40.223055+0000","last_fullsized":"2023-09-23T15:17:40.223055+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":221,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.270944+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:17:40.270944+0000","last_peered":"2023-09-23T15:17:40.270944+0000","last_clean":"2023-09-23T15:17:40.270944+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:17:40.270944+0000","last_undegraded":"2023-09-23T15:17:40.270944+0000","last_fullsized":"2023-09-23T15:17:40.270944+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":202,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.224908+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:17:40.224908+0000","last_peered":"2023-09-23T15:17:40.224908+0000","last_clean":"2023-09-23T15:17:40.224908+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:17:40.224908+0000","last_undegraded":"2023-09-23T15:17:40.224908+0000","last_fullsized":"2023-09-23T15:17:40.224908+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":215,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225915+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:17:40.225915+0000","last_peered":"2023-09-23T15:17:40.225915+0000","last_clean":"2023-09-23T15:17:40.225915+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:17:40.225915+0000","last_undegraded":"2023-09-23T15:17:40.225915+0000","last_fullsized":"2023-09-23T15:17:40.225915+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":238,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.222508+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:17:40.222508+0000","last_peered":"2023-09-23T15:17:40.222508+0000","last_clean":"2023-09-23T15:17:40.222508+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:17:40.222508+0000","last_undegraded":"2023-09-23T15:17:40.222508+0000","last_fullsized":"2023-09-23T15:17:40.222508+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":100,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225855+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:17:40.225855+0000","last_peered":"2023-09-23T15:17:40.225855+0000","last_clean":"2023-09-23T15:17:40.225855+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:17:40.225855+0000","last_undegraded":"2023-09-23T15:17:40.225855+0000","last_fullsized":"2023-09-23T15:17:40.225855+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":144,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.205398+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:17:40.205398+0000","last_peered":"2023-09-23T15:17:40.205398+0000","last_clean":"2023-09-23T15:17:40.205398+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:17:40.205398+0000","last_undegraded":"2023-09-23T15:17:40.205398+0000","last_fullsized":"2023-09-23T15:17:40.205398+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":263,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225867+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:17:40.225867+0000","last_peered":"2023-09-23T15:17:40.225867+0000","last_clean":"2023-09-23T15:17:40.225867+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:17:40.225867+0000","last_undegraded":"2023-09-23T15:17:40.225867+0000","last_fullsized":"2023-09-23T15:17:40.225867+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":227,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.221151+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:17:40.221151+0000","last_peered":"2023-09-23T15:17:40.221151+0000","last_clean":"2023-09-23T15:17:40.221151+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:17:40.221151+0000","last_undegraded":"2023-09-23T15:17:40.221151+0000","last_fullsized":"2023-09-23T15:17:40.221151+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":131,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225745+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:17:40.225745+0000","last_peered":"2023-09-23T15:17:40.225745+0000","last_clean":"2023-09-23T15:17:40.225745+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:17:40.225745+0000","last_undegraded":"2023-09-23T15:17:40.225745+0000","last_fullsized":"2023-09-23T15:17:40.225745+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":134,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225831+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:17:40.225831+0000","last_peered":"2023-09-23T15:17:40.225831+0000","last_clean":"2023-09-23T15:17:40.225831+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:17:40.225831+0000","last_undegraded":"2023-09-23T15:17:40.225831+0000","last_fullsized":"2023-09-23T15:17:40.225831+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":206,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225544+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:17:40.225544+0000","last_peered":"2023-09-23T15:17:40.225544+0000","last_clean":"2023-09-23T15:17:40.225544+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:17:40.225544+0000","last_undegraded":"2023-09-23T15:17:40.225544+0000","last_fullsized":"2023-09-23T15:17:40.225544+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":157,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.222017+0000","last_change":"2023-09-23T15:16:29.243272+0000","last_active":"2023-09-23T15:17:40.222017+0000","last_peered":"2023-09-23T15:17:40.222017+0000","last_clean":"2023-09-23T15:17:40.222017+0000","last_became_active":"2023-09-23T15:16:29.236288+0000","last_became_peered":"2023-09-23T15:16:29.236288+0000","last_unstale":"2023-09-23T15:17:40.222017+0000","last_undegraded":"2023-09-23T15:17:40.222017+0000","last_fullsized":"2023-09-23T15:17:40.222017+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:50:28.484728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":278,"reported_epoch":245,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:17:40.205084+0000","last_change":"2023-09-23T15:16:49.311017+0000","last_active":"2023-09-23T15:17:40.205084+0000","last_peered":"2023-09-23T15:17:40.205084+0000","last_clean":"2023-09-23T15:16:45.283608+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:17:40.205084+0000","last_undegraded":"2023-09-23T15:16:49.301192+0000","last_fullsized":"2023-09-23T15:17:40.205084+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":227,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.224012+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:17:40.224012+0000","last_peered":"2023-09-23T15:17:40.224012+0000","last_clean":"2023-09-23T15:17:40.224012+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:17:40.224012+0000","last_undegraded":"2023-09-23T15:17:40.224012+0000","last_fullsized":"2023-09-23T15:17:40.224012+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"246'9365","reported_seq":23836,"reported_epoch":246,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:05.622881+0000","last_change":"2023-09-23T15:16:50.613440+0000","last_active":"2023-09-23T15:18:05.622881+0000","last_peered":"2023-09-23T15:18:05.622881+0000","last_clean":"2023-09-23T15:16:48.053183+0000","last_became_active":"2023-09-23T15:16:50.583574+0000","last_became_peered":"2023-09-23T15:16:50.583574+0000","last_unstale":"2023-09-23T15:18:05.622881+0000","last_undegraded":"2023-09-23T15:18:05.622881+0000","last_fullsized":"2023-09-23T15:18:05.622881+0000","mapping_epoch":235,"log_start":"172'3758","ondisk_log_start":"172'3758","created":147,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5607,"log_dups_size":0,"ondisk_log_size":5607,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:59:22.109744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91422720,"num_objects":1395,"num_object_clones":0,"num_object_copies":4185,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1395,"num_objects_unfound":0,"num_objects_dirty":1395,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9365,"num_write_kb":344320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7156,"num_bytes_recovered":360710144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,6,2],"avail_no_missing":["1","2","4","6"],"object_location_counts":[{"shards":"1,2,6","objects":1395}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":235,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.226105+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:17:40.226105+0000","last_peered":"2023-09-23T15:17:40.226105+0000","last_clean":"2023-09-23T15:17:40.226105+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:17:40.226105+0000","last_undegraded":"2023-09-23T15:17:40.226105+0000","last_fullsized":"2023-09-23T15:17:40.226105+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":193,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225528+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:17:40.225528+0000","last_peered":"2023-09-23T15:17:40.225528+0000","last_clean":"2023-09-23T15:17:40.225528+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:17:40.225528+0000","last_undegraded":"2023-09-23T15:17:40.225528+0000","last_fullsized":"2023-09-23T15:17:40.225528+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.a","version":"246'9397","reported_seq":11743,"reported_epoch":246,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:08.764402+0000","last_change":"2023-09-23T15:16:31.628711+0000","last_active":"2023-09-23T15:18:08.764402+0000","last_peered":"2023-09-23T15:18:08.764402+0000","last_clean":"2023-09-23T15:13:11.097166+0000","last_became_active":"2023-09-23T15:14:43.433988+0000","last_became_peered":"2023-09-23T15:14:43.433988+0000","last_unstale":"2023-09-23T15:18:08.764402+0000","last_undegraded":"2023-09-23T15:16:31.627878+0000","last_fullsized":"2023-09-23T15:14:43.180281+0000","mapping_epoch":191,"log_start":"169'3553","ondisk_log_start":"169'3553","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5844,"log_dups_size":0,"ondisk_log_size":5844,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:53.541437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91815936,"num_objects":1401,"num_object_clones":0,"num_object_copies":4203,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1401,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9397,"num_write_kb":345536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1105,"num_bytes_recovered":72286208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"1,3,5","objects":797},{"shards":"3,5","objects":604}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":212,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.226033+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:17:40.226033+0000","last_peered":"2023-09-23T15:17:40.226033+0000","last_clean":"2023-09-23T15:17:40.226033+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:17:40.226033+0000","last_undegraded":"2023-09-23T15:17:40.226033+0000","last_fullsized":"2023-09-23T15:17:40.226033+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":224,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.224828+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:17:40.224828+0000","last_peered":"2023-09-23T15:17:40.224828+0000","last_clean":"2023-09-23T15:17:40.224828+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:17:40.224828+0000","last_undegraded":"2023-09-23T15:17:40.224828+0000","last_fullsized":"2023-09-23T15:17:40.224828+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"246'9306","reported_seq":13927,"reported_epoch":246,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:07.011130+0000","last_change":"2023-09-23T15:16:31.272424+0000","last_active":"2023-09-23T15:18:07.011130+0000","last_peered":"2023-09-23T15:18:07.011130+0000","last_clean":"2023-09-23T15:14:59.128717+0000","last_became_active":"2023-09-23T15:16:31.249710+0000","last_became_peered":"2023-09-23T15:16:31.249710+0000","last_unstale":"2023-09-23T15:18:07.011130+0000","last_undegraded":"2023-09-23T15:18:07.011130+0000","last_fullsized":"2023-09-23T15:18:07.011130+0000","mapping_epoch":226,"log_start":"164'3451","ondisk_log_start":"164'3451","created":147,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5855,"log_dups_size":0,"ondisk_log_size":5855,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:55.937440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92536832,"num_objects":1412,"num_object_clones":0,"num_object_copies":4236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1079,"num_objects_unfound":0,"num_objects_dirty":1412,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9306,"num_write_kb":342976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2695,"num_bytes_recovered":160694272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,1,4],"avail_no_missing":["7","1","4"],"object_location_counts":[{"shards":"1,4,7","objects":1412}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":213,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.226097+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:17:40.226097+0000","last_peered":"2023-09-23T15:17:40.226097+0000","last_clean":"2023-09-23T15:17:40.226097+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:17:40.226097+0000","last_undegraded":"2023-09-23T15:17:40.226097+0000","last_fullsized":"2023-09-23T15:17:40.226097+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":203,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.205295+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:17:40.205295+0000","last_peered":"2023-09-23T15:17:40.205295+0000","last_clean":"2023-09-23T15:17:40.205295+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:17:40.205295+0000","last_undegraded":"2023-09-23T15:17:40.205295+0000","last_fullsized":"2023-09-23T15:17:40.205295+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"246'9325","reported_seq":21800,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-09-23T15:18:07.881140+0000","last_change":"2023-09-23T15:16:43.179877+0000","last_active":"2023-09-23T15:18:07.881140+0000","last_peered":"2023-09-23T15:18:07.881140+0000","last_clean":"2023-09-23T15:18:07.881140+0000","last_became_active":"2023-09-23T15:16:43.160319+0000","last_became_peered":"2023-09-23T15:16:43.160319+0000","last_unstale":"2023-09-23T15:18:07.881140+0000","last_undegraded":"2023-09-23T15:18:07.881140+0000","last_fullsized":"2023-09-23T15:18:07.881140+0000","mapping_epoch":231,"log_start":"155'1888","ondisk_log_start":"155'1888","created":147,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":7437,"log_dups_size":0,"ondisk_log_size":7437,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.522533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96403456,"num_objects":1471,"num_object_clones":0,"num_object_copies":4413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9325,"num_write_kb":345472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8158,"num_bytes_recovered":353697792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":191,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.221348+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:17:40.221348+0000","last_peered":"2023-09-23T15:17:40.221348+0000","last_clean":"2023-09-23T15:17:40.221348+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:17:40.221348+0000","last_undegraded":"2023-09-23T15:17:40.221348+0000","last_fullsized":"2023-09-23T15:17:40.221348+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":70,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.232165+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:17:40.232165+0000","last_peered":"2023-09-23T15:17:40.232165+0000","last_clean":"2023-09-23T15:17:40.232165+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:17:40.232165+0000","last_undegraded":"2023-09-23T15:17:40.232165+0000","last_fullsized":"2023-09-23T15:17:40.232165+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":646,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225569+0000","last_change":"2023-09-23T15:16:29.239182+0000","last_active":"2023-09-23T15:17:40.225569+0000","last_peered":"2023-09-23T15:17:40.225569+0000","last_clean":"2023-09-23T15:17:40.225569+0000","last_became_active":"2023-09-23T15:16:29.237845+0000","last_became_peered":"2023-09-23T15:16:29.237845+0000","last_unstale":"2023-09-23T15:17:40.225569+0000","last_undegraded":"2023-09-23T15:17:40.225569+0000","last_fullsized":"2023-09-23T15:17:40.225569+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.f","version":"246'9321","reported_seq":13917,"reported_epoch":246,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:08.640598+0000","last_change":"2023-09-23T15:16:43.187597+0000","last_active":"2023-09-23T15:18:08.640598+0000","last_peered":"2023-09-23T15:18:08.640598+0000","last_clean":"2023-09-23T15:14:59.094540+0000","last_became_active":"2023-09-23T15:16:43.159896+0000","last_became_peered":"2023-09-23T15:16:43.159896+0000","last_unstale":"2023-09-23T15:18:08.640598+0000","last_undegraded":"2023-09-23T15:18:08.640598+0000","last_fullsized":"2023-09-23T15:18:08.640598+0000","mapping_epoch":231,"log_start":"164'3468","ondisk_log_start":"164'3468","created":147,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5853,"log_dups_size":0,"ondisk_log_size":5853,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:00.653030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82509824,"num_objects":1259,"num_object_clones":0,"num_object_copies":3777,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1259,"num_objects_unfound":0,"num_objects_dirty":1259,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9321,"num_write_kb":338560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2214,"num_bytes_recovered":128581632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":1259}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":245,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.223543+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:17:40.223543+0000","last_peered":"2023-09-23T15:17:40.223543+0000","last_clean":"2023-09-23T15:17:40.223543+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:17:40.223543+0000","last_undegraded":"2023-09-23T15:17:40.223543+0000","last_fullsized":"2023-09-23T15:17:40.223543+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":144,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.221261+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:17:40.221261+0000","last_peered":"2023-09-23T15:17:40.221261+0000","last_clean":"2023-09-23T15:17:40.221261+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:17:40.221261+0000","last_undegraded":"2023-09-23T15:17:40.221261+0000","last_fullsized":"2023-09-23T15:17:40.221261+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":632,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225643+0000","last_change":"2023-09-23T15:16:30.231136+0000","last_active":"2023-09-23T15:17:40.225643+0000","last_peered":"2023-09-23T15:17:40.225643+0000","last_clean":"2023-09-23T15:17:40.225643+0000","last_became_active":"2023-09-23T15:16:30.230729+0000","last_became_peered":"2023-09-23T15:16:30.230729+0000","last_unstale":"2023-09-23T15:17:40.225643+0000","last_undegraded":"2023-09-23T15:17:40.225643+0000","last_fullsized":"2023-09-23T15:17:40.225643+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.e","version":"246'9408","reported_seq":23253,"reported_epoch":246,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:07.909408+0000","last_change":"2023-09-23T15:17:02.148547+0000","last_active":"2023-09-23T15:18:07.909408+0000","last_peered":"2023-09-23T15:18:07.909408+0000","last_clean":"2023-09-23T15:13:11.076557+0000","last_became_active":"2023-09-23T15:17:01.630154+0000","last_became_peered":"2023-09-23T15:17:01.630154+0000","last_unstale":"2023-09-23T15:18:07.909408+0000","last_undegraded":"2023-09-23T15:16:55.995320+0000","last_fullsized":"2023-09-23T15:16:49.300503+0000","mapping_epoch":234,"log_start":"152'1200","ondisk_log_start":"152'1200","created":147,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":8208,"log_dups_size":0,"ondisk_log_size":8208,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:05:39.067697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92143616,"num_objects":1406,"num_object_clones":0,"num_object_copies":4218,"num_objects_missing_on_primary":3154,"num_objects_missing":3154,"num_objects_degraded":4560,"num_objects_misplaced":3934,"num_objects_unfound":0,"num_objects_dirty":1406,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9408,"num_write_kb":346048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5950,"num_bytes_recovered":389808128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,1],"avail_no_missing":["1","3"],"object_location_counts":[{"shards":"1,2,3,5","objects":12},{"shards":"1,3","objects":1},{"shards":"1,3,5","objects":391},{"shards":"1,3,7","objects":1002}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":197,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.205350+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:17:40.205350+0000","last_peered":"2023-09-23T15:17:40.205350+0000","last_clean":"2023-09-23T15:17:40.205350+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:17:40.205350+0000","last_undegraded":"2023-09-23T15:17:40.205350+0000","last_fullsized":"2023-09-23T15:17:40.205350+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":249,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.262999+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:17:40.262999+0000","last_peered":"2023-09-23T15:17:40.262999+0000","last_clean":"2023-09-23T15:17:40.262999+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:17:40.262999+0000","last_undegraded":"2023-09-23T15:17:40.262999+0000","last_fullsized":"2023-09-23T15:17:40.262999+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"246'9406","reported_seq":13538,"reported_epoch":246,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:05.078693+0000","last_change":"2023-09-23T15:16:29.815373+0000","last_active":"2023-09-23T15:18:05.078693+0000","last_peered":"2023-09-23T15:18:05.078693+0000","last_clean":"2023-09-23T15:12:44.085616+0000","last_became_active":"2023-09-23T15:15:01.396056+0000","last_became_peered":"2023-09-23T15:15:01.396056+0000","last_unstale":"2023-09-23T15:18:05.078693+0000","last_undegraded":"2023-09-23T15:18:05.078693+0000","last_fullsized":"2023-09-23T15:18:05.078693+0000","mapping_epoch":197,"log_start":"169'3570","ondisk_log_start":"169'3570","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5836,"log_dups_size":0,"ondisk_log_size":5836,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.884324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94306328,"num_objects":1440,"num_object_clones":0,"num_object_copies":4320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1440,"num_objects_unfound":0,"num_objects_dirty":1440,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9406,"num_write_kb":347009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1993,"num_bytes_recovered":109182976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":1440}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":249,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.262004+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:17:40.262004+0000","last_peered":"2023-09-23T15:17:40.262004+0000","last_clean":"2023-09-23T15:17:40.262004+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:17:40.262004+0000","last_undegraded":"2023-09-23T15:17:40.262004+0000","last_fullsized":"2023-09-23T15:17:40.262004+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":144,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.205743+0000","last_change":"2023-09-23T15:15:12.161053+0000","last_active":"2023-09-23T15:17:40.205743+0000","last_peered":"2023-09-23T15:17:40.205743+0000","last_clean":"2023-09-23T15:17:40.205743+0000","last_became_active":"2023-09-23T15:15:12.160629+0000","last_became_peered":"2023-09-23T15:15:12.160629+0000","last_unstale":"2023-09-23T15:17:40.205743+0000","last_undegraded":"2023-09-23T15:17:40.205743+0000","last_fullsized":"2023-09-23T15:17:40.205743+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:53.912905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":646,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225774+0000","last_change":"2023-09-23T15:16:29.247296+0000","last_active":"2023-09-23T15:17:40.225774+0000","last_peered":"2023-09-23T15:17:40.225774+0000","last_clean":"2023-09-23T15:17:40.225774+0000","last_became_active":"2023-09-23T15:16:29.246090+0000","last_became_peered":"2023-09-23T15:16:29.246090+0000","last_unstale":"2023-09-23T15:17:40.225774+0000","last_undegraded":"2023-09-23T15:17:40.225774+0000","last_fullsized":"2023-09-23T15:17:40.225774+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"246'9305","reported_seq":9908,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-09-23T15:18:05.234706+0000","last_change":"2023-09-23T15:16:32.343894+0000","last_active":"2023-09-23T15:18:05.234706+0000","last_peered":"2023-09-23T15:18:05.234706+0000","last_clean":"2023-09-23T15:18:05.234706+0000","last_became_active":"2023-09-23T15:16:32.327421+0000","last_became_peered":"2023-09-23T15:16:32.327421+0000","last_unstale":"2023-09-23T15:18:05.234706+0000","last_undegraded":"2023-09-23T15:18:05.234706+0000","last_fullsized":"2023-09-23T15:18:05.234706+0000","mapping_epoch":227,"log_start":"171'3535","ondisk_log_start":"171'3535","created":147,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5770,"log_dups_size":0,"ondisk_log_size":5770,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:15.858227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":96796672,"num_objects":1477,"num_object_clones":0,"num_object_copies":4431,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1477,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9305,"num_write_kb":345024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":233,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":228,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.222842+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:17:40.222842+0000","last_peered":"2023-09-23T15:17:40.222842+0000","last_clean":"2023-09-23T15:17:40.222842+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:17:40.222842+0000","last_undegraded":"2023-09-23T15:17:40.222842+0000","last_fullsized":"2023-09-23T15:17:40.222842+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":219,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-09-23T15:17:54.319363+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:17:54.319363+0000","last_peered":"2023-09-23T15:17:54.319363+0000","last_clean":"2023-09-23T15:17:54.319363+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:17:54.319363+0000","last_undegraded":"2023-09-23T15:17:54.319363+0000","last_fullsized":"2023-09-23T15:17:54.319363+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":646,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.226199+0000","last_change":"2023-09-23T15:16:29.240553+0000","last_active":"2023-09-23T15:17:40.226199+0000","last_peered":"2023-09-23T15:17:40.226199+0000","last_clean":"2023-09-23T15:17:40.226199+0000","last_became_active":"2023-09-23T15:16:29.239612+0000","last_became_peered":"2023-09-23T15:16:29.239612+0000","last_unstale":"2023-09-23T15:17:40.226199+0000","last_undegraded":"2023-09-23T15:17:40.226199+0000","last_fullsized":"2023-09-23T15:17:40.226199+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"246'9414","reported_seq":9527,"reported_epoch":246,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:08.790877+0000","last_change":"2023-09-23T15:15:13.535307+0000","last_active":"2023-09-23T15:18:08.790877+0000","last_peered":"2023-09-23T15:18:08.790877+0000","last_clean":"2023-09-23T15:15:01.817213+0000","last_became_active":"2023-09-23T15:15:13.509774+0000","last_became_peered":"2023-09-23T15:15:13.509774+0000","last_unstale":"2023-09-23T15:18:08.790877+0000","last_undegraded":"2023-09-23T15:18:08.790877+0000","last_fullsized":"2023-09-23T15:18:08.790877+0000","mapping_epoch":203,"log_start":"171'3620","ondisk_log_start":"171'3620","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5794,"log_dups_size":0,"ondisk_log_size":5794,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:33.729271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90963968,"num_objects":1388,"num_object_clones":0,"num_object_copies":4164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1388,"num_objects_unfound":0,"num_objects_dirty":1388,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9414,"num_write_kb":345664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":1388}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":210,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.226008+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:17:40.226008+0000","last_peered":"2023-09-23T15:17:40.226008+0000","last_clean":"2023-09-23T15:17:40.226008+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:17:40.226008+0000","last_undegraded":"2023-09-23T15:17:40.226008+0000","last_fullsized":"2023-09-23T15:17:40.226008+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":221,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.221548+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:17:40.221548+0000","last_peered":"2023-09-23T15:17:40.221548+0000","last_clean":"2023-09-23T15:17:40.221548+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:17:40.221548+0000","last_undegraded":"2023-09-23T15:17:40.221548+0000","last_fullsized":"2023-09-23T15:17:40.221548+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":225,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.222578+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:17:40.222578+0000","last_peered":"2023-09-23T15:17:40.222578+0000","last_clean":"2023-09-23T15:17:40.222578+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:17:40.222578+0000","last_undegraded":"2023-09-23T15:17:40.222578+0000","last_fullsized":"2023-09-23T15:17:40.222578+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":645,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225692+0000","last_change":"2023-09-23T15:16:29.239081+0000","last_active":"2023-09-23T15:17:40.225692+0000","last_peered":"2023-09-23T15:17:40.225692+0000","last_clean":"2023-09-23T15:17:40.225692+0000","last_became_active":"2023-09-23T15:16:29.237815+0000","last_became_peered":"2023-09-23T15:16:29.237815+0000","last_unstale":"2023-09-23T15:17:40.225692+0000","last_undegraded":"2023-09-23T15:17:40.225692+0000","last_fullsized":"2023-09-23T15:17:40.225692+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"246'9319","reported_seq":13424,"reported_epoch":246,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:05.098996+0000","last_change":"2023-09-23T15:16:28.333172+0000","last_active":"2023-09-23T15:18:05.098996+0000","last_peered":"2023-09-23T15:18:05.098996+0000","last_clean":"2023-09-23T15:14:59.097787+0000","last_became_active":"2023-09-23T15:15:01.359303+0000","last_became_peered":"2023-09-23T15:15:01.359303+0000","last_unstale":"2023-09-23T15:18:05.098996+0000","last_undegraded":"2023-09-23T15:18:05.098996+0000","last_fullsized":"2023-09-23T15:18:05.098996+0000","mapping_epoch":197,"log_start":"169'3508","ondisk_log_start":"169'3508","created":147,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5811,"log_dups_size":0,"ondisk_log_size":5811,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:10.643349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":95485952,"num_objects":1457,"num_object_clones":0,"num_object_copies":4371,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1426,"num_objects_unfound":0,"num_objects_dirty":1457,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9319,"num_write_kb":344832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1976,"num_bytes_recovered":78381056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,3,1],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":1457}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":194,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.222706+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:17:40.222706+0000","last_peered":"2023-09-23T15:17:40.222706+0000","last_clean":"2023-09-23T15:17:40.222706+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:17:40.222706+0000","last_undegraded":"2023-09-23T15:17:40.222706+0000","last_fullsized":"2023-09-23T15:17:40.222706+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":226,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.205401+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:17:40.205401+0000","last_peered":"2023-09-23T15:17:40.205401+0000","last_clean":"2023-09-23T15:17:40.205401+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:17:40.205401+0000","last_undegraded":"2023-09-23T15:17:40.205401+0000","last_fullsized":"2023-09-23T15:17:40.205401+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":66,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.262614+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:17:40.262614+0000","last_peered":"2023-09-23T15:17:40.262614+0000","last_clean":"2023-09-23T15:17:40.262614+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:17:40.262614+0000","last_undegraded":"2023-09-23T15:17:40.262614+0000","last_fullsized":"2023-09-23T15:17:40.262614+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":646,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225688+0000","last_change":"2023-09-23T15:16:29.247689+0000","last_active":"2023-09-23T15:17:40.225688+0000","last_peered":"2023-09-23T15:17:40.225688+0000","last_clean":"2023-09-23T15:17:40.225688+0000","last_became_active":"2023-09-23T15:16:29.247327+0000","last_became_peered":"2023-09-23T15:16:29.247327+0000","last_unstale":"2023-09-23T15:17:40.225688+0000","last_undegraded":"2023-09-23T15:17:40.225688+0000","last_fullsized":"2023-09-23T15:17:40.225688+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"246'9289","reported_seq":14598,"reported_epoch":246,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:05.734557+0000","last_change":"2023-09-23T15:16:31.630149+0000","last_active":"2023-09-23T15:18:05.734557+0000","last_peered":"2023-09-23T15:18:05.734557+0000","last_clean":"2023-09-23T15:14:59.050404+0000","last_became_active":"2023-09-23T15:15:13.152569+0000","last_became_peered":"2023-09-23T15:15:13.152569+0000","last_unstale":"2023-09-23T15:18:05.734557+0000","last_undegraded":"2023-09-23T15:18:05.734557+0000","last_fullsized":"2023-09-23T15:18:05.734557+0000","mapping_epoch":203,"log_start":"171'3682","ondisk_log_start":"171'3682","created":147,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5607,"log_dups_size":0,"ondisk_log_size":5607,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:05:46.733481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94044160,"num_objects":1435,"num_object_clones":0,"num_object_copies":4305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1063,"num_objects_unfound":0,"num_objects_dirty":1435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9289,"num_write_kb":343168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2578,"num_bytes_recovered":168951808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":1435}],"blocked_by":[],"up_primary":0,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":75,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.262085+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:17:40.262085+0000","last_peered":"2023-09-23T15:17:40.262085+0000","last_clean":"2023-09-23T15:17:40.262085+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:17:40.262085+0000","last_undegraded":"2023-09-23T15:17:40.262085+0000","last_fullsized":"2023-09-23T15:17:40.262085+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":66,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.263018+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:17:40.263018+0000","last_peered":"2023-09-23T15:17:40.263018+0000","last_clean":"2023-09-23T15:17:40.263018+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:17:40.263018+0000","last_undegraded":"2023-09-23T15:17:40.263018+0000","last_fullsized":"2023-09-23T15:17:40.263018+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":232,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.226866+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:17:40.226866+0000","last_peered":"2023-09-23T15:17:40.226866+0000","last_clean":"2023-09-23T15:17:40.226866+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:17:40.226866+0000","last_undegraded":"2023-09-23T15:17:40.226866+0000","last_fullsized":"2023-09-23T15:17:40.226866+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"246'9239","reported_seq":21793,"reported_epoch":246,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:08.759608+0000","last_change":"2023-09-23T15:16:30.310395+0000","last_active":"2023-09-23T15:18:08.759608+0000","last_peered":"2023-09-23T15:18:08.759608+0000","last_clean":"2023-09-23T15:13:36.067740+0000","last_became_active":"2023-09-23T15:16:30.264048+0000","last_became_peered":"2023-09-23T15:16:30.264048+0000","last_unstale":"2023-09-23T15:18:08.759608+0000","last_undegraded":"2023-09-23T15:16:30.258644+0000","last_fullsized":"2023-09-23T15:16:30.223210+0000","mapping_epoch":225,"log_start":"171'3464","ondisk_log_start":"171'3464","created":147,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5775,"log_dups_size":0,"ondisk_log_size":5775,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:55:35.828687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89849856,"num_objects":1371,"num_object_clones":0,"num_object_copies":4113,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":763,"num_objects_misplaced":871,"num_objects_unfound":0,"num_objects_dirty":1371,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9239,"num_write_kb":339520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5619,"num_bytes_recovered":294846464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[3,1],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"1,3","objects":1371}],"blocked_by":[],"up_primary":7,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":81,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.266823+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:17:40.266823+0000","last_peered":"2023-09-23T15:17:40.266823+0000","last_clean":"2023-09-23T15:17:40.266823+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:17:40.266823+0000","last_undegraded":"2023-09-23T15:17:40.266823+0000","last_fullsized":"2023-09-23T15:17:40.266823+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":650,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225641+0000","last_change":"2023-09-23T15:16:29.248294+0000","last_active":"2023-09-23T15:17:40.225641+0000","last_peered":"2023-09-23T15:17:40.225641+0000","last_clean":"2023-09-23T15:17:40.225641+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:17:40.225641+0000","last_undegraded":"2023-09-23T15:17:40.225641+0000","last_fullsized":"2023-09-23T15:17:40.225641+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":187,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.223374+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:17:40.223374+0000","last_peered":"2023-09-23T15:17:40.223374+0000","last_clean":"2023-09-23T15:17:40.223374+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:17:40.223374+0000","last_undegraded":"2023-09-23T15:17:40.223374+0000","last_fullsized":"2023-09-23T15:17:40.223374+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":174,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.205691+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:17:40.205691+0000","last_peered":"2023-09-23T15:17:40.205691+0000","last_clean":"2023-09-23T15:17:40.205691+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:17:40.205691+0000","last_undegraded":"2023-09-23T15:17:40.205691+0000","last_fullsized":"2023-09-23T15:17:40.205691+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":646,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225889+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:17:40.225889+0000","last_peered":"2023-09-23T15:17:40.225889+0000","last_clean":"2023-09-23T15:17:40.225889+0000","last_became_active":"2023-09-23T15:16:29.237813+0000","last_became_peered":"2023-09-23T15:16:29.237813+0000","last_unstale":"2023-09-23T15:17:40.225889+0000","last_undegraded":"2023-09-23T15:17:40.225889+0000","last_fullsized":"2023-09-23T15:17:40.225889+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"246'9396","reported_seq":22033,"reported_epoch":246,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:05.802705+0000","last_change":"2023-09-23T15:16:45.455003+0000","last_active":"2023-09-23T15:18:05.802705+0000","last_peered":"2023-09-23T15:18:05.802705+0000","last_clean":"2023-09-23T15:12:44.098817+0000","last_became_active":"2023-09-23T15:16:43.812630+0000","last_became_peered":"2023-09-23T15:16:43.812630+0000","last_unstale":"2023-09-23T15:18:05.802705+0000","last_undegraded":"2023-09-23T15:16:40.431679+0000","last_fullsized":"2023-09-23T15:16:30.234972+0000","mapping_epoch":225,"log_start":"172'3829","ondisk_log_start":"172'3829","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5567,"log_dups_size":0,"ondisk_log_size":5567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:05.886511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94502912,"num_objects":1442,"num_object_clones":0,"num_object_copies":4326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":615,"num_objects_misplaced":2211,"num_objects_unfound":0,"num_objects_dirty":1442,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9396,"num_write_kb":346816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4500,"num_bytes_recovered":250085376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,6,7","objects":798},{"shards":"1,7","objects":29}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":230,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225802+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:17:40.225802+0000","last_peered":"2023-09-23T15:17:40.225802+0000","last_clean":"2023-09-23T15:17:40.225802+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:17:40.225802+0000","last_undegraded":"2023-09-23T15:17:40.225802+0000","last_fullsized":"2023-09-23T15:17:40.225802+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":85,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225029+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:17:40.225029+0000","last_peered":"2023-09-23T15:17:40.225029+0000","last_clean":"2023-09-23T15:17:40.225029+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:17:40.225029+0000","last_undegraded":"2023-09-23T15:17:40.225029+0000","last_fullsized":"2023-09-23T15:17:40.225029+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":61,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.234761+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:17:40.234761+0000","last_peered":"2023-09-23T15:17:40.234761+0000","last_clean":"2023-09-23T15:17:40.234761+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:17:40.234761+0000","last_undegraded":"2023-09-23T15:17:40.234761+0000","last_fullsized":"2023-09-23T15:17:40.234761+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":646,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.226131+0000","last_change":"2023-09-23T15:16:29.240555+0000","last_active":"2023-09-23T15:17:40.226131+0000","last_peered":"2023-09-23T15:17:40.226131+0000","last_clean":"2023-09-23T15:17:40.226131+0000","last_became_active":"2023-09-23T15:16:29.240189+0000","last_became_peered":"2023-09-23T15:16:29.240189+0000","last_unstale":"2023-09-23T15:17:40.226131+0000","last_undegraded":"2023-09-23T15:17:40.226131+0000","last_fullsized":"2023-09-23T15:17:40.226131+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"246'9290","reported_seq":9396,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-09-23T15:18:07.790762+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:18:07.790762+0000","last_peered":"2023-09-23T15:18:07.790762+0000","last_clean":"2023-09-23T15:18:07.790762+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:18:07.790762+0000","last_undegraded":"2023-09-23T15:18:07.790762+0000","last_fullsized":"2023-09-23T15:18:07.790762+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":9290,"log_dups_size":0,"ondisk_log_size":9290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93847552,"num_objects":1432,"num_object_clones":0,"num_object_copies":4296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1432,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9290,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":230,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.226101+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:17:40.226101+0000","last_peered":"2023-09-23T15:17:40.226101+0000","last_clean":"2023-09-23T15:17:40.226101+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:17:40.226101+0000","last_undegraded":"2023-09-23T15:17:40.226101+0000","last_fullsized":"2023-09-23T15:17:40.226101+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":66,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.262694+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:17:40.262694+0000","last_peered":"2023-09-23T15:17:40.262694+0000","last_clean":"2023-09-23T15:17:40.262694+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:17:40.262694+0000","last_undegraded":"2023-09-23T15:17:40.262694+0000","last_fullsized":"2023-09-23T15:17:40.262694+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":112,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.270801+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:17:40.270801+0000","last_peered":"2023-09-23T15:17:40.270801+0000","last_clean":"2023-09-23T15:17:40.270801+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:17:40.270801+0000","last_undegraded":"2023-09-23T15:17:40.270801+0000","last_fullsized":"2023-09-23T15:17:40.270801+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":646,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.226165+0000","last_change":"2023-09-23T15:16:29.239511+0000","last_active":"2023-09-23T15:17:40.226165+0000","last_peered":"2023-09-23T15:17:40.226165+0000","last_clean":"2023-09-23T15:17:40.226165+0000","last_became_active":"2023-09-23T15:16:29.238724+0000","last_became_peered":"2023-09-23T15:16:29.238724+0000","last_unstale":"2023-09-23T15:17:40.226165+0000","last_undegraded":"2023-09-23T15:17:40.226165+0000","last_fullsized":"2023-09-23T15:17:40.226165+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"246'9435","reported_seq":16520,"reported_epoch":246,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:08.696871+0000","last_change":"2023-09-23T15:15:13.164020+0000","last_active":"2023-09-23T15:18:08.696871+0000","last_peered":"2023-09-23T15:18:08.696871+0000","last_clean":"2023-09-23T15:14:42.174497+0000","last_became_active":"2023-09-23T15:15:13.141944+0000","last_became_peered":"2023-09-23T15:15:13.141944+0000","last_unstale":"2023-09-23T15:18:08.696871+0000","last_undegraded":"2023-09-23T15:18:08.696871+0000","last_fullsized":"2023-09-23T15:18:08.696871+0000","mapping_epoch":203,"log_start":"171'3587","ondisk_log_start":"171'3587","created":147,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5848,"log_dups_size":0,"ondisk_log_size":5848,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:27:59.781738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91815936,"num_objects":1401,"num_object_clones":0,"num_object_copies":4203,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1401,"num_objects_unfound":0,"num_objects_dirty":1401,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9435,"num_write_kb":346752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3471,"num_bytes_recovered":227475456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":1401}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":251,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.223937+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:17:40.223937+0000","last_peered":"2023-09-23T15:17:40.223937+0000","last_clean":"2023-09-23T15:17:40.223937+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:17:40.223937+0000","last_undegraded":"2023-09-23T15:17:40.223937+0000","last_fullsized":"2023-09-23T15:17:40.223937+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":204,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.224432+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:17:40.224432+0000","last_peered":"2023-09-23T15:17:40.224432+0000","last_clean":"2023-09-23T15:17:40.224432+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:17:40.224432+0000","last_undegraded":"2023-09-23T15:17:40.224432+0000","last_fullsized":"2023-09-23T15:17:40.224432+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":241,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:48.797087+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:17:48.797087+0000","last_peered":"2023-09-23T15:17:48.797087+0000","last_clean":"2023-09-23T15:17:48.797087+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:17:48.797087+0000","last_undegraded":"2023-09-23T15:17:48.797087+0000","last_fullsized":"2023-09-23T15:17:48.797087+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":659,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.225916+0000","last_change":"2023-09-23T15:16:29.247229+0000","last_active":"2023-09-23T15:17:40.225916+0000","last_peered":"2023-09-23T15:17:40.225916+0000","last_clean":"2023-09-23T15:17:40.225916+0000","last_became_active":"2023-09-23T15:16:29.246084+0000","last_became_peered":"2023-09-23T15:16:29.246084+0000","last_unstale":"2023-09-23T15:17:40.225916+0000","last_undegraded":"2023-09-23T15:17:40.225916+0000","last_fullsized":"2023-09-23T15:17:40.225916+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"246'9379","reported_seq":16660,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-09-23T15:18:08.689000+0000","last_change":"2023-09-23T15:15:44.223618+0000","last_active":"2023-09-23T15:18:08.689000+0000","last_peered":"2023-09-23T15:18:08.689000+0000","last_clean":"2023-09-23T15:18:08.689000+0000","last_became_active":"2023-09-23T15:15:44.197850+0000","last_became_peered":"2023-09-23T15:15:44.197850+0000","last_unstale":"2023-09-23T15:18:08.689000+0000","last_undegraded":"2023-09-23T15:18:08.689000+0000","last_fullsized":"2023-09-23T15:18:08.689000+0000","mapping_epoch":208,"log_start":"171'3584","ondisk_log_start":"171'3584","created":147,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5795,"log_dups_size":0,"ondisk_log_size":5795,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:51.048879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88014848,"num_objects":1343,"num_object_clones":0,"num_object_copies":4029,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1343,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9379,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3571,"num_bytes_recovered":122552320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":232,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.205891+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:17:40.205891+0000","last_peered":"2023-09-23T15:17:40.205891+0000","last_clean":"2023-09-23T15:17:40.205891+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:17:40.205891+0000","last_undegraded":"2023-09-23T15:17:40.205891+0000","last_fullsized":"2023-09-23T15:17:40.205891+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":93,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.234950+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:17:40.234950+0000","last_peered":"2023-09-23T15:17:40.234950+0000","last_clean":"2023-09-23T15:17:40.234950+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:17:40.234950+0000","last_undegraded":"2023-09-23T15:17:40.234950+0000","last_fullsized":"2023-09-23T15:17:40.234950+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":127,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.270637+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:17:40.270637+0000","last_peered":"2023-09-23T15:17:40.270637+0000","last_clean":"2023-09-23T15:17:40.270637+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:17:40.270637+0000","last_undegraded":"2023-09-23T15:17:40.270637+0000","last_fullsized":"2023-09-23T15:17:40.270637+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":85,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.232250+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:17:40.232250+0000","last_peered":"2023-09-23T15:17:40.232250+0000","last_clean":"2023-09-23T15:17:40.232250+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:17:40.232250+0000","last_undegraded":"2023-09-23T15:17:40.232250+0000","last_fullsized":"2023-09-23T15:17:40.232250+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":66,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.262767+0000","last_change":"2023-09-23T15:14:43.204938+0000","last_active":"2023-09-23T15:17:40.262767+0000","last_peered":"2023-09-23T15:17:40.262767+0000","last_clean":"2023-09-23T15:17:40.262767+0000","last_became_active":"2023-09-23T15:14:43.204659+0000","last_became_peered":"2023-09-23T15:14:43.204659+0000","last_unstale":"2023-09-23T15:17:40.262767+0000","last_undegraded":"2023-09-23T15:17:40.262767+0000","last_fullsized":"2023-09-23T15:17:40.262767+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:53.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":71,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:45.763850+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:17:45.763850+0000","last_peered":"2023-09-23T15:17:45.763850+0000","last_clean":"2023-09-23T15:17:45.763850+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:17:45.763850+0000","last_undegraded":"2023-09-23T15:17:45.763850+0000","last_fullsized":"2023-09-23T15:17:45.763850+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":224,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:43.792813+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:17:43.792813+0000","last_peered":"2023-09-23T15:17:43.792813+0000","last_clean":"2023-09-23T15:17:43.792813+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:17:43.792813+0000","last_undegraded":"2023-09-23T15:17:43.792813+0000","last_fullsized":"2023-09-23T15:17:43.792813+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":71,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.205695+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:17:40.205695+0000","last_peered":"2023-09-23T15:17:40.205695+0000","last_clean":"2023-09-23T15:17:40.205695+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:17:40.205695+0000","last_undegraded":"2023-09-23T15:17:40.205695+0000","last_fullsized":"2023-09-23T15:17:40.205695+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":258,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:43.792787+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:17:43.792787+0000","last_peered":"2023-09-23T15:17:43.792787+0000","last_clean":"2023-09-23T15:17:43.792787+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:17:43.792787+0000","last_undegraded":"2023-09-23T15:17:43.792787+0000","last_fullsized":"2023-09-23T15:17:43.792787+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":263,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:48.797337+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:17:48.797337+0000","last_peered":"2023-09-23T15:17:48.797337+0000","last_clean":"2023-09-23T15:17:48.797337+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:17:48.797337+0000","last_undegraded":"2023-09-23T15:17:48.797337+0000","last_fullsized":"2023-09-23T15:17:48.797337+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":284,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.224869+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:17:40.224869+0000","last_peered":"2023-09-23T15:17:40.224869+0000","last_clean":"2023-09-23T15:17:40.224869+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:17:40.224869+0000","last_undegraded":"2023-09-23T15:17:40.224869+0000","last_fullsized":"2023-09-23T15:17:40.224869+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":67,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.236012+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:17:40.236012+0000","last_peered":"2023-09-23T15:17:40.236012+0000","last_clean":"2023-09-23T15:17:40.236012+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:17:40.236012+0000","last_undegraded":"2023-09-23T15:17:40.236012+0000","last_fullsized":"2023-09-23T15:17:40.236012+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":144,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-09-23T15:17:40.205090+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:17:40.205090+0000","last_peered":"2023-09-23T15:17:40.205090+0000","last_clean":"2023-09-23T15:17:40.205090+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:17:40.205090+0000","last_undegraded":"2023-09-23T15:17:40.205090+0000","last_fullsized":"2023-09-23T15:17:40.205090+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":1476460568,"num_objects":22530,"num_object_clones":0,"num_object_copies":67590,"num_objects_missing_on_primary":3154,"num_objects_missing":3154,"num_objects_degraded":8462,"num_objects_misplaced":17467,"num_objects_unfound":0,"num_objects_dirty":22530,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":149594,"num_write_kb":5507905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51219,"num_bytes_recovered":2717253632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6520320000,"data_stored":6520307784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99897,"ondisk_log_size":99897,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":499,"num_read_kb":923,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2570490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674325,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":676388,"kb_used_data":628956,"kb_used_omap":85,"kb_used_meta":47338,"kb_avail":93068764,"statfs":{"total":95995035648,"available":95302414336,"internally_reserved":0,"allocated":644050944,"data_stored":643160123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":48474120},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.499},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.27800000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.442},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":2.5369999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":2.1779999999999999,"5min":2.1779999999999999,"15min":2.1779999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":29.672999999999998,"5min":29.672999999999998,"15min":29.672999999999998},"last":0.314},{"interface":"front","average":{"1min":2.0790000000000002,"5min":2.0790000000000002,"15min":2.0790000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":29.635000000000002,"5min":29.635000000000002,"15min":29.635000000000002},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":3.1190000000000002,"5min":3.1190000000000002,"15min":3.1190000000000002},"last":0.374},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.47199999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.36099999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.432}]},{"osd":6,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.48299999999999998}]}]},{"osd":6,"up_from":122,"seq":523986010204,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":979104,"kb_used_data":824024,"kb_used_omap":9,"kb_used_meta":155062,"kb_avail":92766048,"statfs":{"total":95995035648,"available":94992433152,"internally_reserved":0,"allocated":843800576,"data_stored":842913763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":158783827},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.80700000000000005,"15min":1.9139999999999999},"min":{"1min":0.23000000000000001,"5min":0.217,"15min":0.20100000000000001},"max":{"1min":3.5270000000000001,"5min":9.5570000000000004,"15min":26.251000000000001},"last":1.2769999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.77400000000000002,"15min":2.2120000000000002},"min":{"1min":0.252,"5min":0.246,"15min":0.246},"max":{"1min":0.52300000000000002,"5min":4.5780000000000003,"15min":26.045999999999999},"last":0.28899999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.4379999999999999,"15min":1.409},"min":{"1min":0.28799999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":3.5619999999999998,"5min":31.256,"15min":31.256},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.51,"15min":1.7649999999999999},"min":{"1min":0.246,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.577,"5min":28.850000000000001,"15min":28.850000000000001},"last":0.32100000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.163,"15min":1.601},"min":{"1min":0.373,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.5990000000000002,"5min":8.5990000000000002,"15min":8.5990000000000002},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":1.526,"15min":1.7569999999999999},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":3.6989999999999998,"5min":11.478,"15min":11.478},"last":0.27400000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":1.53,"5min":2.4319999999999999,"15min":1.6890000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":16.715,"5min":45.393999999999998,"15min":45.393999999999998},"last":1.1830000000000001},{"interface":"front","average":{"1min":1.173,"5min":2.2770000000000001,"15min":2.2930000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":17.809000000000001,"5min":45.637,"15min":45.637},"last":1.0940000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":1.0700000000000001,"15min":0.74199999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.48399999999999999,"5min":36.335000000000001,"15min":36.335000000000001},"last":0.255},{"interface":"front","average":{"1min":0.41099999999999998,"5min":1.244,"15min":0.96799999999999997},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.51200000000000001,"5min":36.374000000000002,"15min":36.374000000000002},"last":0.38400000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":1.1970000000000001,"15min":5.7050000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.1279999999999999,"5min":19.908000000000001,"15min":144.953},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.40699999999999997,"5min":1.0289999999999999,"15min":5.4500000000000002},"min":{"1min":0.33700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.59399999999999997,"5min":17.462,"15min":144.79400000000001},"last":0.34999999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.9490000000000001,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.40300000000000002}]}]},{"osd":1,"up_from":89,"seq":382252089481,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1340380,"kb_used_data":1045204,"kb_used_omap":9,"kb_used_meta":295158,"kb_avail":92404772,"statfs":{"total":95995035648,"available":94622486528,"internally_reserved":0,"allocated":1070288896,"data_stored":1068996445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":302242793},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":1.071,"15min":0.79100000000000004},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":6.0540000000000003,"5min":8.5250000000000004,"15min":15.233000000000001},"last":0.221},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.3029999999999999,"15min":0.80900000000000005},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":2.9700000000000002,"5min":7.367,"15min":7.367},"last":0.34599999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:17:13 2023","interfaces":[{"interface":"back","average":{"1min":1.724,"5min":1.7969999999999999,"15min":4.1070000000000002},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.185},"max":{"1min":10.052,"5min":47.584000000000003,"15min":64.444999999999993},"last":0.27900000000000003},{"interface":"front","average":{"1min":2.1429999999999998,"5min":1.6020000000000001,"15min":4.2670000000000003},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":10.071999999999999,"5min":10.071999999999999,"15min":63.148000000000003},"last":0.29799999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":10.426,"5min":4.5960000000000001,"15min":2.0819999999999999},"min":{"1min":0.22600000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":128.65799999999999,"5min":128.65799999999999,"15min":128.65799999999999},"last":7.8659999999999997},{"interface":"front","average":{"1min":10.036,"5min":4.1390000000000002,"15min":1.8939999999999999},"min":{"1min":0.29599999999999999,"5min":0.22500000000000001,"15min":0.216},"max":{"1min":128.227,"5min":128.227,"15min":128.227},"last":0.33700000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":2.5470000000000002,"15min":1.349},"min":{"1min":0.313,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":4.649,"5min":76.534999999999997,"15min":76.534999999999997},"last":7.9870000000000001},{"interface":"front","average":{"1min":0.99399999999999999,"5min":2.1899999999999999,"15min":1.23},"min":{"1min":0.38900000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.8630000000000004,"5min":76.661000000000001,"15min":76.661000000000001},"last":0.379}]},{"osd":5,"last update":"Sat Sep 23 15:17:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":1.546,"15min":0.96699999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":3.02,"5min":9.8330000000000002,"15min":9.8330000000000002},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.999,"5min":1.7090000000000001,"15min":1.111},"min":{"1min":0.41399999999999998,"5min":0.34599999999999997,"15min":0.30399999999999999},"max":{"1min":4.726,"5min":13.994,"15min":13.994},"last":7.9690000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:17:51 2023","interfaces":[{"interface":"back","average":{"1min":1.468,"5min":1.966,"15min":1.7589999999999999},"min":{"1min":0.34399999999999997,"5min":0.34100000000000003,"15min":0.30599999999999999},"max":{"1min":6.9420000000000002,"5min":23.978000000000002,"15min":23.978000000000002},"last":0.372},{"interface":"front","average":{"1min":1.101,"5min":2.024,"15min":1.9570000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":3.6190000000000002,"5min":26.975999999999999,"15min":26.975999999999999},"last":8.0220000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":5.4489999999999998,"5min":5.4489999999999998,"15min":5.4489999999999998},"last":0.40699999999999997},{"interface":"front","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":3.6629999999999998,"5min":3.6629999999999998,"15min":3.6629999999999998},"last":8.0050000000000008}]}]},{"osd":0,"up_from":84,"seq":360777253009,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":803872,"kb_used_data":655768,"kb_used_omap":28,"kb_used_meta":148067,"kb_avail":92941280,"statfs":{"total":95995035648,"available":95171870720,"internally_reserved":0,"allocated":671506432,"data_stored":670036649,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":151621456},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:18:04 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":1.2689999999999999,"15min":1.1970000000000001},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":5.133,"5min":11.606,"15min":71.188000000000002},"last":0.219},{"interface":"front","average":{"1min":2.4550000000000001,"5min":1.6399999999999999,"15min":1.2450000000000001},"min":{"1min":0.24299999999999999,"5min":0.223,"15min":0.217},"max":{"1min":15.460000000000001,"5min":15.460000000000001,"15min":70.156999999999996},"last":0.93500000000000005}]},{"osd":2,"last update":"Sat Sep 23 15:17:20 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":2.891,"15min":2.7519999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.215},"max":{"1min":9.0180000000000007,"5min":138.55099999999999,"15min":138.55099999999999},"last":2.621},{"interface":"front","average":{"1min":0.755,"5min":2.8239999999999998,"15min":2.2069999999999999},"min":{"1min":0.23499999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":6.782,"5min":138.322,"15min":138.322},"last":0.36099999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:17:12 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":2.5219999999999998,"15min":1.998},"min":{"1min":0.28799999999999998,"5min":0.251,"15min":0.25},"max":{"1min":1.609,"5min":86.218999999999994,"15min":100.062},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":2.6190000000000002,"15min":2.0369999999999999},"min":{"1min":0.316,"5min":0.27800000000000002,"15min":0.26400000000000001},"max":{"1min":2.0939999999999999,"5min":86.271000000000001,"15min":100.547},"last":0.77500000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:17:31 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":2.7050000000000001,"15min":1.4199999999999999},"min":{"1min":0.32200000000000001,"5min":0.30399999999999999,"15min":0.28599999999999998},"max":{"1min":5.0499999999999998,"5min":142.44200000000001,"15min":142.44200000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":1.2330000000000001,"5min":3.3839999999999999,"15min":1.718},"min":{"1min":0.307,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.0800000000000001,"5min":141.69200000000001,"15min":141.69200000000001},"last":0.65200000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:17:31 2023","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":1.369,"15min":1.111},"min":{"1min":0.36499999999999999,"5min":0.314,"15min":0.30099999999999999},"max":{"1min":9.0519999999999996,"5min":10.757,"15min":41.631999999999998},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.89400000000000002,"5min":1.2529999999999999,"15min":1.006},"min":{"1min":0.40300000000000002,"5min":0.36399999999999999,"15min":0.33800000000000002},"max":{"1min":6.8129999999999997,"5min":10.289,"15min":10.289},"last":0.67400000000000004}]},{"osd":6,"last update":"Sat Sep 23 15:17:38 2023","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.397,"15min":1.794},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":6.8609999999999998,"5min":7.319,"15min":10.222},"last":0.745},{"interface":"front","average":{"1min":0.83099999999999996,"5min":1.607,"15min":1.546},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":5.101,"5min":9.4600000000000009,"15min":10.355},"last":0.58399999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:17:30 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":6.9459999999999997,"5min":6.9459999999999997,"15min":6.9459999999999997},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":6.9169999999999998,"5min":6.9169999999999998,"15min":6.9169999999999998},"last":0.61199999999999999}]}]},{"osd":2,"up_from":117,"seq":502511173724,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1070308,"kb_used_data":814300,"kb_used_omap":81,"kb_used_meta":255918,"kb_avail":92674844,"statfs":{"total":95995035648,"available":94899040256,"internally_reserved":0,"allocated":833843200,"data_stored":832547483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":262060250},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,1,2,0,0,0,4,7],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.92900000000000005,"15min":1.6830000000000001},"min":{"1min":0.215,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.49199999999999999,"5min":13.717000000000001,"15min":13.717000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":1.1759999999999999,"5min":1.3759999999999999,"15min":1.4179999999999999},"min":{"1min":0.218,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":10.917999999999999,"5min":12.381,"15min":12.381},"last":1.514}]},{"osd":1,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":3.9329999999999998,"15min":1.923},"min":{"1min":0.255,"5min":0.223,"15min":0.21099999999999999},"max":{"1min":2.7869999999999999,"5min":169.398,"15min":169.398},"last":1.5580000000000001},{"interface":"front","average":{"1min":0.96299999999999997,"5min":3.4870000000000001,"15min":2.2280000000000002},"min":{"1min":0.248,"5min":0.23400000000000001,"15min":0.21199999999999999},"max":{"1min":3.0579999999999998,"5min":166.50999999999999,"15min":166.50999999999999},"last":0.443}]},{"osd":3,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":5.2149999999999999,"15min":5.2030000000000003},"min":{"1min":0.20599999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.9729999999999999,"5min":165.32300000000001,"15min":165.32300000000001},"last":1.2010000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":3.8119999999999998,"15min":4.9610000000000003},"min":{"1min":0.307,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":3.6619999999999999,"5min":165.66999999999999,"15min":165.66999999999999},"last":0.76300000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":1.0089999999999999,"15min":4.3600000000000003},"min":{"1min":0.32700000000000001,"5min":0.311,"15min":0.311},"max":{"1min":1.198,"5min":12.945,"15min":50.792000000000002},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.71199999999999997,"5min":1.194,"15min":2.2930000000000001},"min":{"1min":0.318,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":2.1099999999999999,"5min":7.7229999999999999,"15min":36.051000000000002},"last":1.585}]},{"osd":5,"last update":"Sat Sep 23 15:17:17 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":1.2689999999999999,"15min":2.496},"min":{"1min":0.33300000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":2.0840000000000001,"5min":7.7670000000000003,"15min":35.878},"last":1.6180000000000001},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.1759999999999999,"15min":4.2460000000000004},"min":{"1min":0.35799999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":2.9409999999999998,"5min":13.266999999999999,"15min":50.816000000000003},"last":0.46999999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:17:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":1.135,"15min":4.3280000000000003},"min":{"1min":0.39500000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.5960000000000001,"5min":12.975,"15min":50.871000000000002},"last":0.50700000000000001},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.3220000000000001,"15min":3.9009999999999998},"min":{"1min":0.38400000000000001,"5min":0.36599999999999999,"15min":0.34899999999999998},"max":{"1min":5.1219999999999999,"5min":11.397,"15min":50.771000000000001},"last":0.58199999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:17:28 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":2.9950000000000001,"5min":2.9950000000000001,"15min":2.9950000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":4.5609999999999999,"5min":4.5609999999999999,"15min":4.5609999999999999},"last":0.56799999999999995}]}]},{"osd":3,"up_from":99,"seq":425201762430,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1514340,"kb_used_data":1139740,"kb_used_omap":7,"kb_used_meta":374584,"kb_avail":92230812,"statfs":{"total":95995035648,"available":94444351488,"internally_reserved":0,"allocated":1167093760,"data_stored":1165792067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":383574632},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":2.4820000000000002,"5min":1.698,"15min":0.93600000000000005},"min":{"1min":0.20699999999999999,"5min":0.19700000000000001,"15min":0.19600000000000001},"max":{"1min":40.311999999999998,"5min":40.311999999999998,"15min":40.311999999999998},"last":1.964},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.4550000000000001,"15min":0.88700000000000001},"min":{"1min":0.22500000000000001,"5min":0.215,"15min":0.17499999999999999},"max":{"1min":16.289000000000001,"5min":16.289000000000001,"15min":16.289000000000001},"last":0.21199999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.6879999999999999,"15min":1.0640000000000001},"min":{"1min":0.247,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":3.2050000000000001,"5min":24.013000000000002,"15min":24.013000000000002},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.52900000000000003,"5min":1.958,"15min":1.143},"min":{"1min":0.254,"5min":0.24399999999999999,"15min":0.23699999999999999},"max":{"1min":1.9750000000000001,"5min":21.827999999999999,"15min":21.827999999999999},"last":1.9990000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:17:18 2023","interfaces":[{"interface":"back","average":{"1min":1.2350000000000001,"5min":2.0009999999999999,"15min":3.3759999999999999},"min":{"1min":0.307,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":6.0030000000000001,"5min":22.73,"15min":55.378999999999998},"last":0.27400000000000002},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.8640000000000001,"15min":3.7149999999999999},"min":{"1min":0.29699999999999999,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":6.0899999999999999,"5min":18.323,"15min":55.401000000000003},"last":0.39000000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.246,"15min":0.86699999999999999},"min":{"1min":0.35399999999999998,"5min":0.31,"15min":0.31},"max":{"1min":2.125,"5min":9.3469999999999995,"15min":9.3469999999999995},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.629,"5min":1.282,"15min":0.92300000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":1.718,"5min":9.4000000000000004,"15min":9.4000000000000004},"last":2.0600000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:17:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":1.391,"15min":0.95799999999999996},"min":{"1min":0.33900000000000002,"5min":0.318,"15min":0.27300000000000002},"max":{"1min":1.8779999999999999,"5min":10.962999999999999,"15min":10.962999999999999},"last":2.0329999999999999},{"interface":"front","average":{"1min":0.89400000000000002,"5min":1.3280000000000001,"15min":0.97099999999999997},"min":{"1min":0.45900000000000002,"5min":0.30599999999999999,"15min":0.30099999999999999},"max":{"1min":6.1920000000000002,"5min":10.361000000000001,"15min":10.361000000000001},"last":0.45500000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":1.4750000000000001,"15min":1.5269999999999999},"min":{"1min":0.34300000000000003,"5min":0.317,"15min":0.317},"max":{"1min":3.3039999999999998,"5min":9.423,"15min":9.423},"last":2.0840000000000001},{"interface":"front","average":{"1min":0.79500000000000004,"5min":1.4470000000000001,"15min":1.6910000000000001},"min":{"1min":0.42199999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.806,"5min":10.856999999999999,"15min":10.856999999999999},"last":0.46899999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:17:32 2023","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":6.1319999999999997,"5min":6.1319999999999997,"15min":6.1319999999999997},"last":0.435},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.2789999999999999,"5min":3.2789999999999999,"15min":3.2789999999999999},"last":0.86199999999999999}]}]},{"osd":4,"up_from":0,"seq":133143986455,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724818,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":874444,"kb_used_data":771588,"kb_used_omap":0,"kb_used_meta":102848,"kb_avail":92870708,"statfs":{"total":95995035648,"available":95099604992,"internally_reserved":0,"allocated":790106112,"data_stored":789234997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":105316352},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.84999999999999998,"15min":0.76600000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.218},"max":{"1min":4.3150000000000004,"5min":6.0659999999999998,"15min":6.4880000000000004},"last":1.202},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.117,"15min":0.86799999999999999},"min":{"1min":0.249,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":2.0659999999999998,"5min":13.832000000000001,"15min":13.832000000000001},"last":1.347}]},{"osd":1,"last update":"Sat Sep 23 15:18:07 2023","interfaces":[{"interface":"back","average":{"1min":8.5809999999999995,"5min":3.7160000000000002,"15min":2.3519999999999999},"min":{"1min":0.308,"5min":0.27900000000000003,"15min":0.26300000000000001},"max":{"1min":119.61499999999999,"5min":119.61499999999999,"15min":125.14400000000001},"last":1.3759999999999999},{"interface":"front","average":{"1min":8.3480000000000008,"5min":3.7749999999999999,"15min":2.3839999999999999},"min":{"1min":0.30399999999999999,"5min":0.25600000000000001,"15min":0.25},"max":{"1min":119.541,"5min":119.541,"15min":125.36499999999999},"last":6.3209999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:17:23 2023","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":1.681,"15min":1.778},"min":{"1min":0.28999999999999998,"5min":0.27700000000000002,"15min":0.26200000000000001},"max":{"1min":4.798,"5min":36.466000000000001,"15min":36.466000000000001},"last":2.6760000000000002},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.7949999999999999,"15min":1.9239999999999999},"min":{"1min":0.35799999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.3300000000000001,"5min":40.749000000000002,"15min":40.749000000000002},"last":17.707999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:18:07 2023","interfaces":[{"interface":"back","average":{"1min":6.7549999999999999,"5min":3.4510000000000001,"15min":2.1339999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":36.868000000000002,"5min":79.302000000000007,"15min":103.989},"last":1.476},{"interface":"front","average":{"1min":6.0800000000000001,"5min":3.375,"15min":2.141},"min":{"1min":0.33500000000000002,"5min":0.32500000000000001,"15min":0.27900000000000003},"max":{"1min":41.424999999999997,"5min":79.557000000000002,"15min":101.824},"last":1.3169999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:17:23 2023","interfaces":[{"interface":"back","average":{"1min":2.2029999999999998,"5min":1.4410000000000001,"15min":1.036},"min":{"1min":0.26900000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":40.061,"5min":40.061,"15min":48.997999999999998},"last":0.41699999999999998},{"interface":"front","average":{"1min":2.206,"5min":1.3089999999999999,"15min":1.077},"min":{"1min":0.27500000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":40.124000000000002,"5min":40.124000000000002,"15min":49.017000000000003},"last":0.374}]},{"osd":6,"last update":"Sat Sep 23 15:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":2.1400000000000001,"15min":1.5149999999999999},"min":{"1min":0.26900000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.58299999999999996,"5min":111.089,"15min":111.089},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":1.9710000000000001,"15min":2.0409999999999999},"min":{"1min":0.38200000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.62,"5min":111.146,"15min":111.146},"last":0.51200000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.54600000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":669188096,"data_stored":669188096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1063391232,"data_stored":1063387160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":828964864,"data_stored":828964864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1158615040,"data_stored":1158610968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":540475392,"data_stored":540475392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":783417344,"data_stored":783417344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":839454720,"data_stored":839450648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":636813312,"data_stored":636813312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:18:14.994 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T15:18:14.997 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:15.047 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:15.056 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:15.057 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:15.157 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:15.246 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:15.246 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:15.376 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:15.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:15.382 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:15.419 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:18:15.455 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:18:15.483 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:15.489 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:18:15.509 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:15.523 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:18:15.556 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:15.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:15.561 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:15.572 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:18:15.616 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:18:15.643 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:18:15.661 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:18:15.668 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:18:15.669 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:18:15.670 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:18:15.670 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:18:15.670 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:18:15.670 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:18:15.670 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:18:15.670 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:18:15.670 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:18:15.689 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:15.735 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:18:15.742 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:15.742 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:18:15.843 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:15.869 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:15.917 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:15.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:15.925 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:16.026 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:16.057 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:16 smithi118 ceph-mon[219580]: pgmap v663: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 270 op/s; 8289/63420 objects degraded (13.070%); 16263/63420 objects misplaced (25.643%); 4.0 MiB/s, 63 objects/s recovering 2023-09-23T15:18:16.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1494223530' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:16.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:16 smithi118 ceph-mon[212312]: pgmap v663: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 270 op/s; 8289/63420 objects degraded (13.070%); 16263/63420 objects misplaced (25.643%); 4.0 MiB/s, 63 objects/s recovering 2023-09-23T15:18:16.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1494223530' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:16 smithi178 ceph-mon[192298]: pgmap v663: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.7 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 270 op/s; 8289/63420 objects degraded (13.070%); 16263/63420 objects misplaced (25.643%); 4.0 MiB/s, 63 objects/s recovering 2023-09-23T15:18:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1494223530' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:16.852 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:18:17.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 8289/63420 objects degraded (13.070%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:17.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 8289/63420 objects degraded (13.070%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 8289/63420 objects degraded (13.070%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:18.111 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:18.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:18.113 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:18.214 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:18:18.234 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:18:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:18:18] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.43.0" 2023-09-23T15:18:18.240 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:18.289 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:18:18.295 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:18.295 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:18:18.396 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:18.422 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:18.464 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:18.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:18.468 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:18.569 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:18.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:18 smithi118 ceph-mon[219580]: pgmap v664: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 280 op/s; 8289/61848 objects degraded (13.402%); 15403/61848 objects misplaced (24.905%); 4.2 MiB/s, 66 objects/s recovering 2023-09-23T15:18:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:18.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:18 smithi118 ceph-mon[212312]: pgmap v664: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 280 op/s; 8289/61848 objects degraded (13.402%); 15403/61848 objects misplaced (24.905%); 4.2 MiB/s, 66 objects/s recovering 2023-09-23T15:18:18.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:18.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:18.601 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:18 smithi178 ceph-mon[192298]: pgmap v664: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.3 GiB data, 6.6 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 280 op/s; 8289/61848 objects degraded (13.402%); 15403/61848 objects misplaced (24.905%); 4.2 MiB/s, 66 objects/s recovering 2023-09-23T15:18:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:19.023 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:19.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:19.027 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:19.127 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:18:19.144 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:19.153 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:19.201 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:18:19.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:19.205 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:18:19.254 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:19.264 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:18:19.264 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:18:19.264 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:19.306 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:19.372 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:19.514 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:18:19.514 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:18:19.514 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:18:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:18:19.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:19.803 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:19.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:19.809 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:19.909 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:19.976 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:20.265 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:20 smithi118 ceph-mon[212312]: pgmap v665: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.2 GiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 281 op/s; 8105/59199 objects degraded (13.691%); 15000/59199 objects misplaced (25.338%); 4.2 MiB/s, 66 objects/s recovering 2023-09-23T15:18:20.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:20 smithi118 ceph-mon[219580]: pgmap v665: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.2 GiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 281 op/s; 8105/59199 objects degraded (13.691%); 15000/59199 objects misplaced (25.338%); 4.2 MiB/s, 66 objects/s recovering 2023-09-23T15:18:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:20 smithi178 ceph-mon[192298]: pgmap v665: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.2 GiB data, 6.5 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 281 op/s; 8105/59199 objects degraded (13.691%); 15000/59199 objects misplaced (25.338%); 4.2 MiB/s, 66 objects/s recovering 2023-09-23T15:18:20.888 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:18:22.237 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:18:22.237 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:18:22.561 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:22.564 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:22 smithi118 ceph-mon[219580]: pgmap v666: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.2 GiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 274 op/s; 8105/57831 objects degraded (14.015%); 14135/57831 objects misplaced (24.442%); 5.1 MiB/s, 81 objects/s recovering 2023-09-23T15:18:22.564 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:22.564 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:22.564 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 8105/57831 objects degraded (14.015%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:22.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:22 smithi118 ceph-mon[212312]: pgmap v666: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.2 GiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 274 op/s; 8105/57831 objects degraded (14.015%); 14135/57831 objects misplaced (24.442%); 5.1 MiB/s, 81 objects/s recovering 2023-09-23T15:18:22.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:22.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:22.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 8105/57831 objects degraded (14.015%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:22.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:22.566 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:22.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:22 smithi178 ceph-mon[192298]: pgmap v666: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.2 GiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 274 op/s; 8105/57831 objects degraded (14.015%); 14135/57831 objects misplaced (24.442%); 5.1 MiB/s, 81 objects/s recovering 2023-09-23T15:18:22.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:22.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:22.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 8105/57831 objects degraded (14.015%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:22.667 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:22.693 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:22.736 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:22.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:22.739 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:22.840 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:22.923 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:23.751 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:23.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:23.755 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:23.855 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:23.887 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:23.936 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:18:24.168 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:24.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:24.174 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:24.274 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:24.287 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:24 smithi178 ceph-mon[192298]: pgmap v667: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.2 GiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 257 op/s; 7913/56709 objects degraded (13.954%); 14072/56709 objects misplaced (24.814%); 4.4 MiB/s, 69 objects/s recovering 2023-09-23T15:18:24.304 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:24.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:24 smithi118 ceph-mon[219580]: pgmap v667: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.2 GiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 257 op/s; 7913/56709 objects degraded (13.954%); 14072/56709 objects misplaced (24.814%); 4.4 MiB/s, 69 objects/s recovering 2023-09-23T15:18:24.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:24 smithi118 ceph-mon[212312]: pgmap v667: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.2 GiB data, 6.4 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 257 op/s; 7913/56709 objects degraded (13.954%); 14072/56709 objects misplaced (24.814%); 4.4 MiB/s, 69 objects/s recovering 2023-09-23T15:18:24.320 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:18:24.355 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:24.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:24.363 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:24.418 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:24.464 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:24.491 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:24.589 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:24.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:24.592 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:24.692 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:24.795 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:24.890 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:24.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:24.898 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:24.999 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:25.073 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:18:25.073 INFO:teuthology.orchestra.run.smithi118.stdout:{"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 7913/56709 objects degraded (13.954%), 5 pgs degraded, 4 pgs undersized","count":9},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":826,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":247,"num_osds":8,"num_up_osds":8,"osd_up_since":1695482188,"num_in_osds":7,"osd_in_since":1695482111,"num_remapped_pgs":12},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":86},{"state_name":"active+remapped+backfill_wait","count":8},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":3},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+degraded","count":1}],"num_pgs":99,"num_pools":5,"num_objects":18903,"data_bytes":1237784504,"bytes_used":6859837440,"bytes_avail":665105412096,"bytes_total":671965249536,"degraded_objects":7913,"degraded_total":56709,"degraded_ratio":0.13953693417270627,"misplaced_objects":14072,"misplaced_total":56709,"misplaced_ratio":0.24814403357491754,"recovering_objects_per_sec":69,"recovering_bytes_per_sec":4585676,"recovering_keys_per_sec":0,"num_objects_recovered":840,"num_bytes_recovered":55050240,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":257},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi118.efkhxl","status":"up:active","gid":24566}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"}},"servicemap":{"epoch":25,"modified":"2023-09-23T15:17:53.149561+0000","services":{}},"progress_events":{"6eed1e4c-d43f-49ed-9fa1-01d4ae5d302e":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [============................] (remaining: 5m)","progress":0.44999998807907104,"add_to_ceph_s":true},"95416194-d905-487e-aed2-245dc80708b8":{"message":"Global Recovery Event (4m)\n [========================....] (remaining: 33s)","progress":0.87878787517547607,"add_to_ceph_s":true}}} 2023-09-23T15:18:25.073 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:25.310 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:18:25.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3624059536' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:18:25.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:25 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:18:25.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/42991711' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:18:25.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:25 smithi118 ceph-mon[212312]: pgmap v668: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.1 GiB data, 6.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 273 op/s; 7913/55125 objects degraded (14.355%); 13733/55125 objects misplaced (24.912%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:18:25.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3624059536' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:18:25.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:25 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:18:25.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/42991711' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:18:25.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:25 smithi118 ceph-mon[219580]: pgmap v668: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.1 GiB data, 6.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 273 op/s; 7913/55125 objects degraded (14.355%); 13733/55125 objects misplaced (24.912%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:18:25.384 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:25.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:25.396 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:25.497 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:25.532 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:25.590 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3624059536' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:18:25.590 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:25 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:18:25.590 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/42991711' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:18:25.590 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:25 smithi178 ceph-mon[192298]: pgmap v668: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.1 GiB data, 6.3 GiB used, 619 GiB / 626 GiB avail; 0 B/s wr, 273 op/s; 7913/55125 objects degraded (14.355%); 13733/55125 objects misplaced (24.912%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:18:25.635 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:25.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:25.639 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:25.740 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:25.796 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:26.171 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:18:26.172 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:18:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:26 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:18:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:26 smithi118 ceph-mon[219580]: failed to encode map e248 with expected crc 2023-09-23T15:18:26.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:26 smithi118 ceph-mon[219580]: failed to encode map e248 with expected crc 2023-09-23T15:18:26.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:26 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:18:26.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:26 smithi118 ceph-mon[219580]: osdmap e248: 8 total, 8 up, 7 in 2023-09-23T15:18:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:26 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:18:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:26 smithi118 ceph-mon[212312]: failed to encode map e248 with expected crc 2023-09-23T15:18:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:26 smithi118 ceph-mon[212312]: failed to encode map e248 with expected crc 2023-09-23T15:18:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:26 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:18:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:26 smithi118 ceph-mon[212312]: osdmap e248: 8 total, 8 up, 7 in 2023-09-23T15:18:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:26 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:18:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:26 smithi178 ceph-mon[192298]: failed to encode map e248 with expected crc 2023-09-23T15:18:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:26 smithi178 ceph-mon[192298]: failed to encode map e248 with expected crc 2023-09-23T15:18:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:26 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:18:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:26 smithi178 ceph-mon[192298]: osdmap e248: 8 total, 8 up, 7 in 2023-09-23T15:18:27.023 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:27.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:27.026 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:27.049 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:18:27.126 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:27.170 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:27.414 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:18:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:27 smithi118 ceph-mon[219580]: pgmap v670: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.1 GiB data, 6.2 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 282 op/s; 7915/53364 objects degraded (14.832%); 13334/53364 objects misplaced (24.987%); 3.1 MiB/s, 77 objects/s recovering 2023-09-23T15:18:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 7913/55125 objects degraded (14.355%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:27.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:27 smithi118 ceph-mon[212312]: pgmap v670: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.1 GiB data, 6.2 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 282 op/s; 7915/53364 objects degraded (14.832%); 13334/53364 objects misplaced (24.987%); 3.1 MiB/s, 77 objects/s recovering 2023-09-23T15:18:27.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 7913/55125 objects degraded (14.355%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:27 smithi178 ceph-mon[192298]: pgmap v670: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.1 GiB data, 6.2 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 282 op/s; 7915/53364 objects degraded (14.832%); 13334/53364 objects misplaced (24.987%); 3.1 MiB/s, 77 objects/s recovering 2023-09-23T15:18:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 7913/55125 objects degraded (14.355%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:28.450 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:28.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:28.472 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:28.529 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:18:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:18:28] "GET /metrics HTTP/1.1" 200 36422 "" "Prometheus/2.43.0" 2023-09-23T15:18:28.553 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T15:18:28.553 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:18:28.573 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:28.606 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:28.711 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:28.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:28.716 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:28.817 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:18:28.904 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:29.069 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:18:29.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:29.073 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:18:29.174 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:29.207 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:29.213 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:18:29.213 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:18:29.239 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:18:29.259 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:29.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:29.262 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:29.274 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:18:29.281 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:29.303 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:18:29.337 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:18:29.363 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:18:29.363 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:18:29.393 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:18:29.411 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:29.419 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:18:29.453 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:18:29.455 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:18:29.455 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:18:29.455 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:18:29.455 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:18:29.455 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:18:29.455 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:18:29.456 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:18:29.456 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:18:29.562 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:29 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/145753892' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:29.562 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:29 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/145753892' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:29 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/145753892' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:30.084 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:18:30.317 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:18:30.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:30.325 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:18:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:30 smithi178 ceph-mon[192298]: pgmap v671: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.0 GiB data, 6.1 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 290 op/s; 7720/50487 objects degraded (15.291%); 12877/50487 objects misplaced (25.506%); 3.1 MiB/s, 78 objects/s recovering 2023-09-23T15:18:30.426 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:30.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:30 smithi118 ceph-mon[219580]: pgmap v671: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.0 GiB data, 6.1 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 290 op/s; 7720/50487 objects degraded (15.291%); 12877/50487 objects misplaced (25.506%); 3.1 MiB/s, 78 objects/s recovering 2023-09-23T15:18:30.455 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:30 smithi118 ceph-mon[212312]: pgmap v671: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1.0 GiB data, 6.1 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 290 op/s; 7720/50487 objects degraded (15.291%); 12877/50487 objects misplaced (25.506%); 3.1 MiB/s, 78 objects/s recovering 2023-09-23T15:18:30.459 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:30.476 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:18:30.486 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:18:32.263 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:18:32.263 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:18:32.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:18:32.263 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:18:32.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:22657 6.2 6:4913f369:::benchmark_data_smithi118_284959_object22656:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.153893+0000", 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 494.10606231100002, 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.247935922, 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 22657 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.264 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153893+0000", 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153893+0000", 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153892+0000", 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153955+0000", 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2057999999999994e-05 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153962+0000", 2023-09-23T15:18:32.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7209999999999994e-06 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153968+0000", 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9379999999999997e-06 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.153997+0000", 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8541999999999999e-05 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.154067+0000", 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0635000000000004e-05 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.154156+0000", 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8881999999999994e-05 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.154870+0000", 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00071354700000000003 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.155740+0000", 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00087066200000000002 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401742+0000", 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24600138199999999 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401793+0000", 2023-09-23T15:18:32.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0926e-05 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401829+0000", 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6248999999999998e-05 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:22662 6.f e119/117 6:fbe428ad:::benchmark_data_smithi118_284959_object22661:head v 119'1401, mlcod=119'1398)", 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.157190+0000", 2023-09-23T15:18:32.270 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 494.10276540500001, 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244601707, 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157190+0000", 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157190+0000", 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157189+0000", 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157224+0000", 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4746999999999998e-05 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157234+0000", 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0096e-05 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157239+0000", 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2100000000000001e-06 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157291+0000", 2023-09-23T15:18:32.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1613000000000002e-05 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157308+0000", 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6872999999999999e-05 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401758+0000", 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244450274 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401792+0000", 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3575999999999998e-05 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:22664 6.6 e119/103 6:65e32ce2:::benchmark_data_smithi118_284959_object22663:head v 119'1423, mlcod=119'1421)", 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 494.102695977, 2023-09-23T15:18:32.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24811783300000001, 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157259+0000", 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157294+0000", 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4912e-05 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157301+0000", 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.584e-06 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157304+0000", 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.912e-06 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401744+0000", 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24443922200000001 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401767+0000", 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3181999999999999e-05 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.405345+0000", 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035782689999999998 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.405377+0000", 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2122000000000002e-05 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.44669.0:22657 6.2 e119/117 ondisk, result = 0)", 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.157347+0000", 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 494.10260879100002, 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244488131, 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157347+0000", 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157347+0000", 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157346+0000", 2023-09-23T15:18:32.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157349+0000", 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9859999999999999e-06 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157357+0000", 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.391e-06 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.282 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157361+0000", 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.194e-06 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.157393+0000", 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2345999999999998e-05 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401725+0000", 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244332258 2023-09-23T15:18:32.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401835+0000", 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109302 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:22672 6.e 6:7f586d38:::benchmark_data_smithi118_284959_object22671:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.158696+0000", 2023-09-23T15:18:32.284 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 494.10125957299999, 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.247948687, 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 22672 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158696+0000", 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158696+0000", 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158694+0000", 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.158902+0000", 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000207631 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401726+0000", 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24282376999999999 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401738+0000", 2023-09-23T15:18:32.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1968e-05 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401781+0000", 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3510999999999997e-05 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401912+0000", 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013029200000000001 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:18:32.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.402046+0000", 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000134148 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.404779+0000", 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027328550000000002 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.405383+0000", 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00060467599999999995 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.289 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.406543+0000", 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001159347 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.406609+0000", 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5856000000000001e-05 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.406645+0000", 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6013999999999998e-05 2023-09-23T15:18:32.290 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44669.0:22677 6.7 e119/103 6:e582ed45:::benchmark_data_smithi118_284959_object22676:head v 119'1403, mlcod=119'1401)", 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:18.160094+0000", 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 494.09986178299999, 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24400817999999999, 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160094+0000", 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160094+0000", 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160093+0000", 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.160115+0000", 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2313000000000001e-05 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401717+0000", 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24160209799999999 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401728+0000", 2023-09-23T15:18:32.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0838e-05 2023-09-23T15:18:32.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401764+0000", 2023-09-23T15:18:32.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5692000000000003e-05 2023-09-23T15:18:32.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.401787+0000", 2023-09-23T15:18:32.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3122999999999999e-05 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.404067+0000", 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022796689999999998 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:18.404102+0000", 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5287999999999998e-05 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:42798 6.2 6:4867264e:::benchmark_data_smithi118_284959_object42797:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124)", 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 478.93812941499999, 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.225033813, 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 42798 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.296 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321826+0000", 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321853+0000", 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6999999999999999e-05 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321859+0000", 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8020000000000003e-06 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.321863+0000", 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8750000000000002e-06 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.324168+0000", 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023051930000000001 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.324298+0000", 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012993999999999999 2023-09-23T15:18:32.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.324442+0000", 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014377500000000001 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.327752+0000", 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0033100260000000002 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.328954+0000", 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0012017729999999999 2023-09-23T15:18:32.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.546790+0000", 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21783624200000001 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.546831+0000", 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0890999999999999e-05 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:10:33.546860+0000", 2023-09-23T15:18:32.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8773999999999999e-05 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:100405 6.2 6:460d41de:::benchmark_data_smithi118_284959_object41014:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 417.97513044200002, 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.222605938, 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:18:32.302 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 100405 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284823+0000", 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284833+0000", 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6590000000000002e-06 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284854+0000", 2023-09-23T15:18:32.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1556000000000002e-05 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284863+0000", 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6559999999999998e-06 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284912+0000", 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9613000000000001e-05 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.285045+0000", 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000132807 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.285165+0000", 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000119614 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.288295+0000", 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031302669999999999 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.288382+0000", 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6942999999999997e-05 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507345+0000", 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.218962455 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507388+0000", 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3631999999999998e-05 2023-09-23T15:18:32.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507431+0000", 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2701000000000003e-05 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30510 7.4 7:2fe8dc32:::benchmark_data_smithi118_332595_object30509:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 348.15556112500002, 2023-09-23T15:18:32.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0889423740000002, 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30510 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104484+0000", 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9819000000000002e-05 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104496+0000", 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2751999999999999e-05 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104503+0000", 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8870000000000003e-06 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104557+0000", 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3671000000000002e-05 2023-09-23T15:18:32.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op must wait for map", 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104564+0000", 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9260000000000003e-06 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117924+0000", 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013359915999999999 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117935+0000", 2023-09-23T15:18:32.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0879e-05 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118366+0000", 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0004314590000001 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118380+0000", 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3713000000000001e-05 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.313 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.192804+0000", 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0744236229999999 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193337+0000", 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00053309600000000005 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.314 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30524 7.4 7:2fa0d835:::benchmark_data_smithi118_332595_object30523:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 348.14764193100001, 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0937207299999998, 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30524 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.315 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112312+0000", 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.316 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112345+0000", 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2972999999999998e-05 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112358+0000", 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2368000000000001e-05 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112367+0000", 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8480000000000007e-06 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117986+0000", 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0056192439999999998 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117995+0000", 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6319999999999997e-06 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118399+0000", 2023-09-23T15:18:32.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.000404275 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118421+0000", 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.179e-05 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193381+0000", 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0749607960000001 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193584+0000", 2023-09-23T15:18:32.319 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020219699999999999 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193732+0000", 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000148169 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.197152+0000", 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0034198620000000001 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.320 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.198140+0000", 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00098811199999999997 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.205051+0000", 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0069112560000000002 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.205104+0000", 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3201000000000001e-05 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.321 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.206034+0000", 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00093002999999999998 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30530 7.4 7:2e3ec06e:::benchmark_data_smithi118_332595_object30529:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 348.13945069300001, 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0965720729999999, 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.322 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30530 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.323 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120503+0000", 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120539+0000", 2023-09-23T15:18:32.324 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5664999999999998e-05 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120552+0000", 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2675e-05 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120558+0000", 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6390000000000003e-06 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.325 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120824+0000", 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000266147 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120836+0000", 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1579999999999999e-05 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118448+0000", 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99761222699999996 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.326 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118453+0000", 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1560000000000003e-06 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194755+0000", 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0763016620000001 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194844+0000", 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9021e-05 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.327 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194973+0000", 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012859199999999999 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.197178+0000", 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022059050000000002 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.198170+0000", 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00099125699999999995 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.328 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.216430+0000", 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.018260697999999999 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.216479+0000", 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8590000000000001e-05 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.217077+0000", 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00059778499999999998 2023-09-23T15:18:32.329 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49965 7.4 7:296cce12:::benchmark_data_smithi118_332595_object49964:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.638038+0000", 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 326.62191714800002, 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26726356299999998, 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.330 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49965 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638038+0000", 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638038+0000", 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.331 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638037+0000", 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638067+0000", 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9504000000000001e-05 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638077+0000", 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0370999999999999e-05 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.332 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638082+0000", 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0010000000000001e-06 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638168+0000", 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5718999999999997e-05 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638379+0000", 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00021099700000000001 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.333 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638513+0000", 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013469099999999999 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640440+0000", 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0019271360000000001 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.642746+0000", 2023-09-23T15:18:32.334 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002305727 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905179+0000", 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26243270800000001 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905221+0000", 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2515999999999997e-05 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.335 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905302+0000", 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0402999999999996e-05 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49968 7.1 7:81ec6202:::benchmark_data_smithi118_332595_object49967:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 326.62185908999999, 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26756739200000001, 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.336 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49968 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.337 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638121+0000", 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5401e-05 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638126+0000", 2023-09-23T15:18:32.338 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9250000000000003e-06 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638129+0000", 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9799999999999998e-06 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638172+0000", 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3059999999999998e-05 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.339 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638354+0000", 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018191999999999999 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638513+0000", 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000159037 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.642237+0000", 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037233769999999999 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.340 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.644857+0000", 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026204679999999999 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905578+0000", 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26072079500000001 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905628+0000", 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0277e-05 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.341 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905664+0000", 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5463000000000002e-05 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49969 7.1 7:8837ee92:::benchmark_data_smithi118_332595_object49968:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 326.62181797400001, 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26912029599999998, 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.342 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49969 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.343 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638274+0000", 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000137508 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.344 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638282+0000", 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1199999999999996e-06 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638287+0000", 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3750000000000002e-06 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640567+0000", 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022797070000000002 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.345 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640700+0000", 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013379399999999999 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640823+0000", 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012223099999999999 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.642372+0000", 2023-09-23T15:18:32.346 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0015488089999999999 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.644890+0000", 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025183229999999998 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907166+0000", 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26227658700000001 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.347 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907216+0000", 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9369000000000001e-05 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907258+0000", 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1937999999999997e-05 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49974 7.1 7:8259d7b6:::benchmark_data_smithi118_332595_object49973:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:18:32.348 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.645535+0000", 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 326.61442016000001, 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.261974339, 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49974 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.349 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645535+0000", 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645535+0000", 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645534+0000", 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:18:32.350 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645584+0000", 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0105000000000002e-05 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645598+0000", 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3874e-05 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645604+0000", 2023-09-23T15:18:32.351 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7910000000000001e-06 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645637+0000", 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3463999999999997e-05 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645737+0000", 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9722000000000005e-05 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:18:32.352 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645875+0000", 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000137844 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.647754+0000", 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001878848 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648328+0000", 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00057463700000000002 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.353 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907457+0000", 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.259128998 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907488+0000", 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0769999999999998e-05 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.354 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907510+0000", 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1651e-05 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49976 7.4 7:2d9479c4:::benchmark_data_smithi118_332595_object49975:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.648351+0000", 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 326.611603914, 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25712201699999998, 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.355 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49976 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648351+0000", 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648351+0000", 2023-09-23T15:18:32.356 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648346+0000", 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999943 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648392+0000", 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6158000000000001e-05 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.357 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648403+0000", 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0679000000000001e-05 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648415+0000", 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2712e-05 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648455+0000", 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0108000000000003e-05 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.358 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648565+0000", 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109626 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648674+0000", 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109397 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.650008+0000", 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0013334620000000001 2023-09-23T15:18:32.359 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.651650+0000", 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016420230000000001 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905334+0000", 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25368398399999997 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905376+0000", 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2425999999999997e-05 2023-09-23T15:18:32.360 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905474+0000", 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7180000000000001e-05 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:52053 7.4 7:27bbbde7:::benchmark_data_smithi118_332595_object52052:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:07.743606+0000", 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 324.51634987300002, 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22218727299999999, 2023-09-23T15:18:32.361 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 52053 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.743606+0000", 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.362 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.743606+0000", 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.743605+0000", 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745914+0000", 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023088340000000001 2023-09-23T15:18:32.363 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745925+0000", 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1282e-05 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745931+0000", 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.409e-06 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745978+0000", 2023-09-23T15:18:32.364 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6498000000000001e-05 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.746088+0000", 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010997099999999999 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.746233+0000", 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014565699999999999 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.365 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.753887+0000", 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0076540000000000002 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.753910+0000", 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2425e-05 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.965669+0000", 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21175967300000001 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.366 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.965703+0000", 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3581000000000003e-05 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.965793+0000", 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9727000000000003e-05 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.367 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:52062 7.4 7:22ce4074:::benchmark_data_smithi118_332595_object52061:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:07.747047+0000", 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 324.51290804000001, 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22496015899999999, 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 52062 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.368 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747047+0000", 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747047+0000", 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747046+0000", 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.369 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747105+0000", 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8857000000000002e-05 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747117+0000", 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1378e-05 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747123+0000", 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1820000000000003e-06 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.370 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.749884+0000", 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027609309999999999 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.750022+0000", 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013816800000000001 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.750170+0000", 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014832199999999999 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.371 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.753928+0000", 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037572460000000001 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.755373+0000", 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014450610000000001 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.971836+0000", 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21646383699999999 2023-09-23T15:18:32.372 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.971884+0000", 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7648999999999997e-05 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.972008+0000", 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000123397 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.373 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:52063 7.4 7:2a03c278:::benchmark_data_smithi118_332595_object52062:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 324.512825056, 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22976403100000001, 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 52063 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.374 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:18:32.375 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747184+0000", 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4589000000000002e-05 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747194+0000", 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2220000000000008e-06 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.376 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747198+0000", 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8409999999999999e-06 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.752124+0000", 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049256029999999998 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.752287+0000", 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016315899999999999 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.377 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.752434+0000", 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014669999999999999 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.754035+0000", 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016011879999999999 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.755634+0000", 2023-09-23T15:18:32.378 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001598426 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.976745+0000", 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22111160999999999 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.976799+0000", 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3501000000000002e-05 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.379 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.976894+0000", 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5699000000000006e-05 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:108542 7.1 7:802f7431:::benchmark_data_smithi118_332595_object22478:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:34.760165+0000", 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 237.49979020800001, 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22246422399999999, 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:18:32.380 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 108542 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760165+0000", 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760165+0000", 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.381 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760163+0000", 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999976 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760171+0000", 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6820000000000003e-06 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760187+0000", 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6592e-05 2023-09-23T15:18:32.382 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760194+0000", 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.029e-06 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760251+0000", 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6610999999999997e-05 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:32.383 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760370+0000", 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011961800000000001 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760468+0000", 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7541999999999995e-05 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.764011+0000", 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003543142 2023-09-23T15:18:32.384 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.767251+0000", 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0032396170000000002 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.982524+0000", 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21527338900000001 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.982583+0000", 2023-09-23T15:18:32.385 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9301e-05 2023-09-23T15:18:32.386 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:32.386 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:32.386 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:18:32.386 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.982629+0000", 2023-09-23T15:18:32.386 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6031e-05 2023-09-23T15:18:32.386 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.386 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.386 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.386 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:32.386 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:32.386 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:18:32.470 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:32.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:32.476 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:32.522 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:32 smithi118 ceph-mon[219580]: pgmap v672: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1014 MiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 303 op/s; 7718/48726 objects degraded (15.840%); 12520/48726 objects misplaced (25.695%); 1.3 MiB/s, 79 objects/s recovering 2023-09-23T15:18:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 7718/48726 objects degraded (15.840%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:32.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:32 smithi118 ceph-mon[212312]: pgmap v672: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1014 MiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 303 op/s; 7718/48726 objects degraded (15.840%); 12520/48726 objects misplaced (25.695%); 1.3 MiB/s, 79 objects/s recovering 2023-09-23T15:18:32.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 7718/48726 objects degraded (15.840%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:32.577 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:32.604 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:32 smithi178 ceph-mon[192298]: pgmap v672: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 1014 MiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 303 op/s; 7718/48726 objects degraded (15.840%); 12520/48726 objects misplaced (25.695%); 1.3 MiB/s, 79 objects/s recovering 2023-09-23T15:18:32.604 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 7718/48726 objects degraded (15.840%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:32.609 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:32.656 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:32.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:32.658 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:32.758 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:32.785 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:33.024 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:33.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:33.027 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:33.079 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:18:33.128 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:18:33.209 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:33.360 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:18:33.364 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:18:33.451 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:18:33.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:33.457 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:18:33.475 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:18:33.557 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:33.587 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:33.635 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:33.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:33.637 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:33.738 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:33.776 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:33.826 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:33.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:33.831 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:33.932 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:33.960 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:34.162 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:34.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:34.164 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:34.265 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:34.296 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:34.354 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:34.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:34.358 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:34.388 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:18:34.458 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:34.485 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:34 smithi178 ceph-mon[192298]: pgmap v673: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 999 MiB data, 5.9 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 289 op/s; 7718/48015 objects degraded (16.074%); 12434/48015 objects misplaced (25.896%); 684 KiB/s, 69 objects/s recovering 2023-09-23T15:18:34.487 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:34.540 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:34.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:34.546 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:34.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:34 smithi118 ceph-mon[219580]: pgmap v673: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 999 MiB data, 5.9 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 289 op/s; 7718/48015 objects degraded (16.074%); 12434/48015 objects misplaced (25.896%); 684 KiB/s, 69 objects/s recovering 2023-09-23T15:18:34.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:34 smithi118 ceph-mon[212312]: pgmap v673: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 999 MiB data, 5.9 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 289 op/s; 7718/48015 objects degraded (16.074%); 12434/48015 objects misplaced (25.896%); 684 KiB/s, 69 objects/s recovering 2023-09-23T15:18:34.646 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:34.674 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:34.822 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:34.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:34.825 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:34.926 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:34.955 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:35.014 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:35.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:35.019 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:35.120 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:18:35.146 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:35.245 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:18:35.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:35.249 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:18:35.349 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:35.383 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:35.506 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:18:35.506 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:18:35.506 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:35.506 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.44972.0:157965 7.b e248/235 7:d9d4157d:::benchmark_data_smithi118_332595_object71901:head v 248'9907, mlcod=248'9905)", 2023-09-23T15:18:35.506 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:35.503546+0000", 2023-09-23T15:18:35.506 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.002467178, 2023-09-23T15:18:35.506 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002487857, 2023-09-23T15:18:35.506 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:18:35.506 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:18:35.506 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:18:35.506 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:35.503546+0000", 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:35.503546+0000", 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:35.503546+0000", 2023-09-23T15:18:35.507 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:35.503554+0000", 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7760000000000003e-06 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:35.503571+0000", 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6197000000000001e-05 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:35.508 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:35.503577+0000", 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6259999999999997e-06 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:35.503623+0000", 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5856000000000003e-05 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:35.503649+0000", 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6304000000000001e-05 2023-09-23T15:18:35.509 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:35.510 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:18:35.510 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:35.510 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:18:35.510 INFO:teuthology.orchestra.run.smithi178.stdout: ], 2023-09-23T15:18:35.510 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 1 2023-09-23T15:18:35.510 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:18:35.529 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:35 smithi178 ceph-mon[192298]: from='client.45410 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:18:35.553 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:35 smithi118 ceph-mon[212312]: from='client.45410 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:18:35.554 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:35 smithi118 ceph-mon[219580]: from='client.45410 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:18:35.586 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:35.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:35.597 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:35.698 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:35.719 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":673,"stamp":"2023-09-23T15:18:33.165423+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1047861176,"num_objects":16005,"num_object_clones":0,"num_object_copies":48015,"num_objects_missing_on_primary":2781,"num_objects_missing":2781,"num_objects_degraded":7718,"num_objects_misplaced":12434,"num_objects_unfound":0,"num_objects_dirty":16005,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":156443,"num_write_kb":5510350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53026,"num_bytes_recovered":2796699084,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103372,"ondisk_log_size":103372,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":314,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":6158544,"kb_used_data":4745816,"kb_used_omap":222,"kb_used_meta":1412449,"kb_avail":650057520,"statfs":{"total":671965249536,"available":665658900480,"internally_reserved":0,"allocated":4859715584,"data_stored":4851634372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":1446348758},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-189923328,"num_objects":-2898,"num_object_clones":0,"num_object_copies":-8694,"num_objects_missing_on_primary":-97,"num_objects_missing":-97,"num_objects_degraded":-195,"num_objects_misplaced":-1638,"num_objects_unfound":0,"num_objects_dirty":-2898,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2898,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":700,"num_bytes_recovered":7012352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.005836"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":254,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.250793+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:18:09.250793+0000","last_peered":"2023-09-23T15:18:09.250793+0000","last_clean":"2023-09-23T15:18:09.250793+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:18:09.250793+0000","last_undegraded":"2023-09-23T15:18:09.250793+0000","last_fullsized":"2023-09-23T15:18:09.250793+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":223,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.253991+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:18:09.253991+0000","last_peered":"2023-09-23T15:18:09.253991+0000","last_clean":"2023-09-23T15:18:09.253991+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:18:09.253991+0000","last_undegraded":"2023-09-23T15:18:09.253991+0000","last_fullsized":"2023-09-23T15:18:09.253991+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":205,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.239861+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:18:09.239861+0000","last_peered":"2023-09-23T15:18:09.239861+0000","last_clean":"2023-09-23T15:18:09.239861+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:18:09.239861+0000","last_undegraded":"2023-09-23T15:18:09.239861+0000","last_fullsized":"2023-09-23T15:18:09.239861+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":133,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259586+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:18:09.259586+0000","last_peered":"2023-09-23T15:18:09.259586+0000","last_clean":"2023-09-23T15:18:09.259586+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:18:09.259586+0000","last_undegraded":"2023-09-23T15:18:09.259586+0000","last_fullsized":"2023-09-23T15:18:09.259586+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":268,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.258826+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:18:09.258826+0000","last_peered":"2023-09-23T15:18:09.258826+0000","last_clean":"2023-09-23T15:18:09.258826+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:18:09.258826+0000","last_undegraded":"2023-09-23T15:18:09.258826+0000","last_fullsized":"2023-09-23T15:18:09.258826+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":188,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.242678+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:18:09.242678+0000","last_peered":"2023-09-23T15:18:09.242678+0000","last_clean":"2023-09-23T15:18:09.242678+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:18:09.242678+0000","last_undegraded":"2023-09-23T15:18:09.242678+0000","last_fullsized":"2023-09-23T15:18:09.242678+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":136,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.250636+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:18:09.250636+0000","last_peered":"2023-09-23T15:18:09.250636+0000","last_clean":"2023-09-23T15:18:09.250636+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:18:09.250636+0000","last_undegraded":"2023-09-23T15:18:09.250636+0000","last_fullsized":"2023-09-23T15:18:09.250636+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":229,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.258897+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:18:09.258897+0000","last_peered":"2023-09-23T15:18:09.258897+0000","last_clean":"2023-09-23T15:18:09.258897+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:18:09.258897+0000","last_undegraded":"2023-09-23T15:18:09.258897+0000","last_fullsized":"2023-09-23T15:18:09.258897+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":223,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.250535+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:18:09.250535+0000","last_peered":"2023-09-23T15:18:09.250535+0000","last_clean":"2023-09-23T15:18:09.250535+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:18:09.250535+0000","last_undegraded":"2023-09-23T15:18:09.250535+0000","last_fullsized":"2023-09-23T15:18:09.250535+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":204,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.253074+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:18:09.253074+0000","last_peered":"2023-09-23T15:18:09.253074+0000","last_clean":"2023-09-23T15:18:09.253074+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:18:09.253074+0000","last_undegraded":"2023-09-23T15:18:09.253074+0000","last_fullsized":"2023-09-23T15:18:09.253074+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":217,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259247+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:18:09.259247+0000","last_peered":"2023-09-23T15:18:09.259247+0000","last_clean":"2023-09-23T15:18:09.259247+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:18:09.259247+0000","last_undegraded":"2023-09-23T15:18:09.259247+0000","last_fullsized":"2023-09-23T15:18:09.259247+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":241,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.308434+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:18:25.308434+0000","last_peered":"2023-09-23T15:18:25.308434+0000","last_clean":"2023-09-23T15:18:25.308434+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:18:25.308434+0000","last_undegraded":"2023-09-23T15:18:25.308434+0000","last_fullsized":"2023-09-23T15:18:25.308434+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":102,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259146+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:18:09.259146+0000","last_peered":"2023-09-23T15:18:09.259146+0000","last_clean":"2023-09-23T15:18:09.259146+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:18:09.259146+0000","last_undegraded":"2023-09-23T15:18:09.259146+0000","last_fullsized":"2023-09-23T15:18:09.259146+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":146,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.243130+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:18:09.243130+0000","last_peered":"2023-09-23T15:18:09.243130+0000","last_clean":"2023-09-23T15:18:09.243130+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:18:09.243130+0000","last_undegraded":"2023-09-23T15:18:09.243130+0000","last_fullsized":"2023-09-23T15:18:09.243130+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":265,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259196+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:18:09.259196+0000","last_peered":"2023-09-23T15:18:09.259196+0000","last_clean":"2023-09-23T15:18:09.259196+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:18:09.259196+0000","last_undegraded":"2023-09-23T15:18:09.259196+0000","last_fullsized":"2023-09-23T15:18:09.259196+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":229,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.253423+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:18:09.253423+0000","last_peered":"2023-09-23T15:18:09.253423+0000","last_clean":"2023-09-23T15:18:09.253423+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:18:09.253423+0000","last_undegraded":"2023-09-23T15:18:09.253423+0000","last_fullsized":"2023-09-23T15:18:09.253423+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":133,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259421+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:18:09.259421+0000","last_peered":"2023-09-23T15:18:09.259421+0000","last_clean":"2023-09-23T15:18:09.259421+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:18:09.259421+0000","last_undegraded":"2023-09-23T15:18:09.259421+0000","last_fullsized":"2023-09-23T15:18:09.259421+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":136,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259139+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:18:09.259139+0000","last_peered":"2023-09-23T15:18:09.259139+0000","last_clean":"2023-09-23T15:18:09.259139+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:18:09.259139+0000","last_undegraded":"2023-09-23T15:18:09.259139+0000","last_fullsized":"2023-09-23T15:18:09.259139+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":208,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.258966+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:18:09.258966+0000","last_peered":"2023-09-23T15:18:09.258966+0000","last_clean":"2023-09-23T15:18:09.258966+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:18:09.258966+0000","last_undegraded":"2023-09-23T15:18:09.258966+0000","last_fullsized":"2023-09-23T15:18:09.258966+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":159,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.252365+0000","last_change":"2023-09-23T15:16:29.243272+0000","last_active":"2023-09-23T15:18:09.252365+0000","last_peered":"2023-09-23T15:18:09.252365+0000","last_clean":"2023-09-23T15:18:09.252365+0000","last_became_active":"2023-09-23T15:16:29.236288+0000","last_became_peered":"2023-09-23T15:16:29.236288+0000","last_unstale":"2023-09-23T15:18:09.252365+0000","last_undegraded":"2023-09-23T15:18:09.252365+0000","last_fullsized":"2023-09-23T15:18:09.252365+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:50:28.484728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":280,"reported_epoch":247,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:18:09.242062+0000","last_change":"2023-09-23T15:16:49.311017+0000","last_active":"2023-09-23T15:18:09.242062+0000","last_peered":"2023-09-23T15:18:09.242062+0000","last_clean":"2023-09-23T15:16:45.283608+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:18:09.242062+0000","last_undegraded":"2023-09-23T15:16:49.301192+0000","last_fullsized":"2023-09-23T15:18:09.242062+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":229,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.252444+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:18:09.252444+0000","last_peered":"2023-09-23T15:18:09.252444+0000","last_clean":"2023-09-23T15:18:09.252444+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:18:09.252444+0000","last_undegraded":"2023-09-23T15:18:09.252444+0000","last_fullsized":"2023-09-23T15:18:09.252444+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"248'9820","reported_seq":24293,"reported_epoch":248,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:30.815197+0000","last_change":"2023-09-23T15:16:50.613440+0000","last_active":"2023-09-23T15:18:30.815197+0000","last_peered":"2023-09-23T15:18:30.815197+0000","last_clean":"2023-09-23T15:16:48.053183+0000","last_became_active":"2023-09-23T15:16:50.583574+0000","last_became_peered":"2023-09-23T15:16:50.583574+0000","last_unstale":"2023-09-23T15:18:30.815197+0000","last_undegraded":"2023-09-23T15:18:30.815197+0000","last_fullsized":"2023-09-23T15:18:30.815197+0000","mapping_epoch":235,"log_start":"173'4258","ondisk_log_start":"173'4258","created":147,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5562,"log_dups_size":0,"ondisk_log_size":5562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:59:22.109744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61603840,"num_objects":940,"num_object_clones":0,"num_object_copies":2820,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":940,"num_objects_unfound":0,"num_objects_dirty":940,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9820,"num_write_kb":344320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7156,"num_bytes_recovered":360710144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,6,2],"avail_no_missing":["1","2","4","6"],"object_location_counts":[{"shards":"1,2,6","objects":940}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":237,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259360+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:18:09.259360+0000","last_peered":"2023-09-23T15:18:09.259360+0000","last_clean":"2023-09-23T15:18:09.259360+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:18:09.259360+0000","last_undegraded":"2023-09-23T15:18:09.259360+0000","last_fullsized":"2023-09-23T15:18:09.259360+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":195,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.258808+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:18:09.258808+0000","last_peered":"2023-09-23T15:18:09.258808+0000","last_clean":"2023-09-23T15:18:09.258808+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:18:09.258808+0000","last_undegraded":"2023-09-23T15:18:09.258808+0000","last_fullsized":"2023-09-23T15:18:09.258808+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.a","version":"248'9772","reported_seq":12120,"reported_epoch":248,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:28.760486+0000","last_change":"2023-09-23T15:16:31.628711+0000","last_active":"2023-09-23T15:18:28.760486+0000","last_peered":"2023-09-23T15:18:28.760486+0000","last_clean":"2023-09-23T15:13:11.097166+0000","last_became_active":"2023-09-23T15:14:43.433988+0000","last_became_peered":"2023-09-23T15:14:43.433988+0000","last_unstale":"2023-09-23T15:18:28.760486+0000","last_undegraded":"2023-09-23T15:16:31.627878+0000","last_fullsized":"2023-09-23T15:14:43.180281+0000","mapping_epoch":191,"log_start":"172'3953","ondisk_log_start":"172'3953","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5819,"log_dups_size":0,"ondisk_log_size":5819,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:53.541437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67239936,"num_objects":1026,"num_object_clones":0,"num_object_copies":3078,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1026,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9772,"num_write_kb":345536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1105,"num_bytes_recovered":72286208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"1,3,5","objects":797},{"shards":"3,5","objects":229}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":214,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259480+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:18:09.259480+0000","last_peered":"2023-09-23T15:18:09.259480+0000","last_clean":"2023-09-23T15:18:09.259480+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:18:09.259480+0000","last_undegraded":"2023-09-23T15:18:09.259480+0000","last_fullsized":"2023-09-23T15:18:09.259480+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":226,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.252951+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:18:09.252951+0000","last_peered":"2023-09-23T15:18:09.252951+0000","last_clean":"2023-09-23T15:18:09.252951+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:18:09.252951+0000","last_undegraded":"2023-09-23T15:18:09.252951+0000","last_fullsized":"2023-09-23T15:18:09.252951+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"248'9786","reported_seq":14409,"reported_epoch":248,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:32.219068+0000","last_change":"2023-09-23T15:16:31.272424+0000","last_active":"2023-09-23T15:18:32.219068+0000","last_peered":"2023-09-23T15:18:32.219068+0000","last_clean":"2023-09-23T15:14:59.128717+0000","last_became_active":"2023-09-23T15:16:31.249710+0000","last_became_peered":"2023-09-23T15:16:31.249710+0000","last_unstale":"2023-09-23T15:18:32.219068+0000","last_undegraded":"2023-09-23T15:18:32.219068+0000","last_fullsized":"2023-09-23T15:18:32.219068+0000","mapping_epoch":226,"log_start":"171'3651","ondisk_log_start":"171'3651","created":147,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":6135,"log_dups_size":0,"ondisk_log_size":6135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:55.937440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61079552,"num_objects":932,"num_object_clones":0,"num_object_copies":2796,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":707,"num_objects_unfound":0,"num_objects_dirty":932,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9786,"num_write_kb":342976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2695,"num_bytes_recovered":160694272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,1,4],"avail_no_missing":["7","1","4"],"object_location_counts":[{"shards":"1,4,7","objects":932}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":215,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259381+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:18:09.259381+0000","last_peered":"2023-09-23T15:18:09.259381+0000","last_clean":"2023-09-23T15:18:09.259381+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:18:09.259381+0000","last_undegraded":"2023-09-23T15:18:09.259381+0000","last_fullsized":"2023-09-23T15:18:09.259381+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":205,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.242428+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:18:09.242428+0000","last_peered":"2023-09-23T15:18:09.242428+0000","last_clean":"2023-09-23T15:18:09.242428+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:18:09.242428+0000","last_undegraded":"2023-09-23T15:18:09.242428+0000","last_fullsized":"2023-09-23T15:18:09.242428+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"248'9686","reported_seq":22163,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:27.986998+0000","last_change":"2023-09-23T15:16:43.179877+0000","last_active":"2023-09-23T15:18:27.986998+0000","last_peered":"2023-09-23T15:18:27.986998+0000","last_clean":"2023-09-23T15:18:27.986998+0000","last_became_active":"2023-09-23T15:16:43.160319+0000","last_became_peered":"2023-09-23T15:16:43.160319+0000","last_unstale":"2023-09-23T15:18:27.986998+0000","last_undegraded":"2023-09-23T15:18:27.986998+0000","last_fullsized":"2023-09-23T15:18:27.986998+0000","mapping_epoch":231,"log_start":"155'1888","ondisk_log_start":"155'1888","created":147,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":7798,"log_dups_size":0,"ondisk_log_size":7798,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.522533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72744960,"num_objects":1110,"num_object_clones":0,"num_object_copies":3330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9686,"num_write_kb":345472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8158,"num_bytes_recovered":353697792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":193,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.253610+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:18:09.253610+0000","last_peered":"2023-09-23T15:18:09.253610+0000","last_clean":"2023-09-23T15:18:09.253610+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:18:09.253610+0000","last_undegraded":"2023-09-23T15:18:09.253610+0000","last_fullsized":"2023-09-23T15:18:09.253610+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":72,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.245370+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:18:09.245370+0000","last_peered":"2023-09-23T15:18:09.245370+0000","last_clean":"2023-09-23T15:18:09.245370+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:18:09.245370+0000","last_undegraded":"2023-09-23T15:18:09.245370+0000","last_fullsized":"2023-09-23T15:18:09.245370+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":648,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.258968+0000","last_change":"2023-09-23T15:16:29.239182+0000","last_active":"2023-09-23T15:18:09.258968+0000","last_peered":"2023-09-23T15:18:09.258968+0000","last_clean":"2023-09-23T15:18:09.258968+0000","last_became_active":"2023-09-23T15:16:29.237845+0000","last_became_peered":"2023-09-23T15:16:29.237845+0000","last_unstale":"2023-09-23T15:18:09.258968+0000","last_undegraded":"2023-09-23T15:18:09.258968+0000","last_fullsized":"2023-09-23T15:18:09.258968+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.f","version":"248'9652","reported_seq":14250,"reported_epoch":248,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:28.666145+0000","last_change":"2023-09-23T15:16:43.187597+0000","last_active":"2023-09-23T15:18:28.666145+0000","last_peered":"2023-09-23T15:18:28.666145+0000","last_clean":"2023-09-23T15:14:59.094540+0000","last_became_active":"2023-09-23T15:16:43.159896+0000","last_became_peered":"2023-09-23T15:16:43.159896+0000","last_unstale":"2023-09-23T15:18:28.666145+0000","last_undegraded":"2023-09-23T15:18:28.666145+0000","last_fullsized":"2023-09-23T15:18:28.666145+0000","mapping_epoch":231,"log_start":"172'3868","ondisk_log_start":"172'3868","created":147,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5784,"log_dups_size":0,"ondisk_log_size":5784,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:00.653030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60817408,"num_objects":928,"num_object_clones":0,"num_object_copies":2784,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":928,"num_objects_unfound":0,"num_objects_dirty":928,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9652,"num_write_kb":338560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2214,"num_bytes_recovered":128581632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":928}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":247,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.252101+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:18:09.252101+0000","last_peered":"2023-09-23T15:18:09.252101+0000","last_clean":"2023-09-23T15:18:09.252101+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:18:09.252101+0000","last_undegraded":"2023-09-23T15:18:09.252101+0000","last_fullsized":"2023-09-23T15:18:09.252101+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":146,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.253537+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:18:09.253537+0000","last_peered":"2023-09-23T15:18:09.253537+0000","last_clean":"2023-09-23T15:18:09.253537+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:18:09.253537+0000","last_undegraded":"2023-09-23T15:18:09.253537+0000","last_fullsized":"2023-09-23T15:18:09.253537+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":634,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.258897+0000","last_change":"2023-09-23T15:16:30.231136+0000","last_active":"2023-09-23T15:18:09.258897+0000","last_peered":"2023-09-23T15:18:09.258897+0000","last_clean":"2023-09-23T15:18:09.258897+0000","last_became_active":"2023-09-23T15:16:30.230729+0000","last_became_peered":"2023-09-23T15:16:30.230729+0000","last_unstale":"2023-09-23T15:18:09.258897+0000","last_undegraded":"2023-09-23T15:18:09.258897+0000","last_fullsized":"2023-09-23T15:18:09.258897+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.e","version":"248'9783","reported_seq":24377,"reported_epoch":248,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:28.103055+0000","last_change":"2023-09-23T15:17:02.148547+0000","last_active":"2023-09-23T15:18:28.103055+0000","last_peered":"2023-09-23T15:18:28.103055+0000","last_clean":"2023-09-23T15:13:11.076557+0000","last_became_active":"2023-09-23T15:17:01.630154+0000","last_became_peered":"2023-09-23T15:17:01.630154+0000","last_unstale":"2023-09-23T15:18:28.103055+0000","last_undegraded":"2023-09-23T15:16:55.995320+0000","last_fullsized":"2023-09-23T15:16:49.300503+0000","mapping_epoch":234,"log_start":"152'1200","ondisk_log_start":"152'1200","created":147,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":8583,"log_dups_size":0,"ondisk_log_size":8583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:05:39.067697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67567616,"num_objects":1031,"num_object_clones":0,"num_object_copies":3093,"num_objects_missing_on_primary":2781,"num_objects_missing":2781,"num_objects_degraded":3812,"num_objects_misplaced":3934,"num_objects_unfound":0,"num_objects_dirty":1031,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9783,"num_write_kb":346048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6325,"num_bytes_recovered":414384128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,1],"avail_no_missing":["1","3"],"object_location_counts":[{"shards":"1,2,3,5","objects":10},{"shards":"1,3","objects":1},{"shards":"1,3,5","objects":18},{"shards":"1,3,7","objects":1002}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":199,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.242552+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:18:09.242552+0000","last_peered":"2023-09-23T15:18:09.242552+0000","last_clean":"2023-09-23T15:18:09.242552+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:18:09.242552+0000","last_undegraded":"2023-09-23T15:18:09.242552+0000","last_fullsized":"2023-09-23T15:18:09.242552+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":251,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.250386+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:18:09.250386+0000","last_peered":"2023-09-23T15:18:09.250386+0000","last_clean":"2023-09-23T15:18:09.250386+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:18:09.250386+0000","last_undegraded":"2023-09-23T15:18:09.250386+0000","last_fullsized":"2023-09-23T15:18:09.250386+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"248'9835","reported_seq":13969,"reported_epoch":248,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:30.221031+0000","last_change":"2023-09-23T15:16:29.815373+0000","last_active":"2023-09-23T15:18:30.221031+0000","last_peered":"2023-09-23T15:18:30.221031+0000","last_clean":"2023-09-23T15:12:44.085616+0000","last_became_active":"2023-09-23T15:15:01.396056+0000","last_became_peered":"2023-09-23T15:15:01.396056+0000","last_unstale":"2023-09-23T15:18:30.221031+0000","last_undegraded":"2023-09-23T15:18:30.221031+0000","last_fullsized":"2023-09-23T15:18:30.221031+0000","mapping_epoch":197,"log_start":"172'3970","ondisk_log_start":"172'3970","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5865,"log_dups_size":0,"ondisk_log_size":5865,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.884324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66191384,"num_objects":1011,"num_object_clones":0,"num_object_copies":3033,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1011,"num_objects_unfound":0,"num_objects_dirty":1011,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9835,"num_write_kb":347009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1993,"num_bytes_recovered":109182976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":1011}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":251,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.249911+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:18:09.249911+0000","last_peered":"2023-09-23T15:18:09.249911+0000","last_clean":"2023-09-23T15:18:09.249911+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:18:09.249911+0000","last_undegraded":"2023-09-23T15:18:09.249911+0000","last_fullsized":"2023-09-23T15:18:09.249911+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":146,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.242504+0000","last_change":"2023-09-23T15:15:12.161053+0000","last_active":"2023-09-23T15:18:09.242504+0000","last_peered":"2023-09-23T15:18:09.242504+0000","last_clean":"2023-09-23T15:18:09.242504+0000","last_became_active":"2023-09-23T15:15:12.160629+0000","last_became_peered":"2023-09-23T15:15:12.160629+0000","last_unstale":"2023-09-23T15:18:09.242504+0000","last_undegraded":"2023-09-23T15:18:09.242504+0000","last_fullsized":"2023-09-23T15:18:09.242504+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:53.912905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":648,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259346+0000","last_change":"2023-09-23T15:16:29.247296+0000","last_active":"2023-09-23T15:18:09.259346+0000","last_peered":"2023-09-23T15:18:09.259346+0000","last_clean":"2023-09-23T15:18:09.259346+0000","last_became_active":"2023-09-23T15:16:29.246090+0000","last_became_peered":"2023-09-23T15:16:29.246090+0000","last_unstale":"2023-09-23T15:18:09.259346+0000","last_undegraded":"2023-09-23T15:18:09.259346+0000","last_fullsized":"2023-09-23T15:18:09.259346+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"248'9798","reported_seq":10403,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:30.153489+0000","last_change":"2023-09-23T15:16:32.343894+0000","last_active":"2023-09-23T15:18:30.153489+0000","last_peered":"2023-09-23T15:18:30.153489+0000","last_clean":"2023-09-23T15:18:30.153489+0000","last_became_active":"2023-09-23T15:16:32.327421+0000","last_became_peered":"2023-09-23T15:16:32.327421+0000","last_unstale":"2023-09-23T15:18:30.153489+0000","last_undegraded":"2023-09-23T15:18:30.153489+0000","last_fullsized":"2023-09-23T15:18:30.153489+0000","mapping_epoch":227,"log_start":"172'3935","ondisk_log_start":"172'3935","created":147,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5863,"log_dups_size":0,"ondisk_log_size":5863,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:15.858227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64487424,"num_objects":984,"num_object_clones":0,"num_object_copies":2952,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":984,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9798,"num_write_kb":345024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":233,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":230,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.258620+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:18:09.258620+0000","last_peered":"2023-09-23T15:18:09.258620+0000","last_clean":"2023-09-23T15:18:09.258620+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:18:09.258620+0000","last_undegraded":"2023-09-23T15:18:09.258620+0000","last_fullsized":"2023-09-23T15:18:09.258620+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":221,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.251415+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:18:09.251415+0000","last_peered":"2023-09-23T15:18:09.251415+0000","last_clean":"2023-09-23T15:18:09.251415+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:18:09.251415+0000","last_undegraded":"2023-09-23T15:18:09.251415+0000","last_fullsized":"2023-09-23T15:18:09.251415+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":648,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259492+0000","last_change":"2023-09-23T15:16:29.240553+0000","last_active":"2023-09-23T15:18:09.259492+0000","last_peered":"2023-09-23T15:18:09.259492+0000","last_clean":"2023-09-23T15:18:09.259492+0000","last_became_active":"2023-09-23T15:16:29.239612+0000","last_became_peered":"2023-09-23T15:16:29.239612+0000","last_unstale":"2023-09-23T15:18:09.259492+0000","last_undegraded":"2023-09-23T15:18:09.259492+0000","last_fullsized":"2023-09-23T15:18:09.259492+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"248'9762","reported_seq":9877,"reported_epoch":248,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:28.775216+0000","last_change":"2023-09-23T15:15:13.535307+0000","last_active":"2023-09-23T15:18:28.775216+0000","last_peered":"2023-09-23T15:18:28.775216+0000","last_clean":"2023-09-23T15:15:01.817213+0000","last_became_active":"2023-09-23T15:15:13.509774+0000","last_became_peered":"2023-09-23T15:15:13.509774+0000","last_unstale":"2023-09-23T15:18:28.775216+0000","last_undegraded":"2023-09-23T15:18:28.775216+0000","last_fullsized":"2023-09-23T15:18:28.775216+0000","mapping_epoch":203,"log_start":"172'3920","ondisk_log_start":"172'3920","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5842,"log_dups_size":0,"ondisk_log_size":5842,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:33.729271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68157440,"num_objects":1040,"num_object_clones":0,"num_object_copies":3120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1040,"num_objects_unfound":0,"num_objects_dirty":1040,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9762,"num_write_kb":345664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":1040}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":212,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259287+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:18:09.259287+0000","last_peered":"2023-09-23T15:18:09.259287+0000","last_clean":"2023-09-23T15:18:09.259287+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:18:09.259287+0000","last_undegraded":"2023-09-23T15:18:09.259287+0000","last_fullsized":"2023-09-23T15:18:09.259287+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":223,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.253871+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:18:09.253871+0000","last_peered":"2023-09-23T15:18:09.253871+0000","last_clean":"2023-09-23T15:18:09.253871+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:18:09.253871+0000","last_undegraded":"2023-09-23T15:18:09.253871+0000","last_fullsized":"2023-09-23T15:18:09.253871+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":227,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.239551+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:18:09.239551+0000","last_peered":"2023-09-23T15:18:09.239551+0000","last_clean":"2023-09-23T15:18:09.239551+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:18:09.239551+0000","last_undegraded":"2023-09-23T15:18:09.239551+0000","last_fullsized":"2023-09-23T15:18:09.239551+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":647,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259124+0000","last_change":"2023-09-23T15:16:29.239081+0000","last_active":"2023-09-23T15:18:09.259124+0000","last_peered":"2023-09-23T15:18:09.259124+0000","last_clean":"2023-09-23T15:18:09.259124+0000","last_became_active":"2023-09-23T15:16:29.237815+0000","last_became_peered":"2023-09-23T15:16:29.237815+0000","last_unstale":"2023-09-23T15:18:09.259124+0000","last_undegraded":"2023-09-23T15:18:09.259124+0000","last_fullsized":"2023-09-23T15:18:09.259124+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"248'9788","reported_seq":13895,"reported_epoch":248,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:30.219537+0000","last_change":"2023-09-23T15:16:28.333172+0000","last_active":"2023-09-23T15:18:30.219537+0000","last_peered":"2023-09-23T15:18:30.219537+0000","last_clean":"2023-09-23T15:14:59.097787+0000","last_became_active":"2023-09-23T15:15:01.359303+0000","last_became_peered":"2023-09-23T15:15:01.359303+0000","last_unstale":"2023-09-23T15:18:30.219537+0000","last_undegraded":"2023-09-23T15:18:30.219537+0000","last_fullsized":"2023-09-23T15:18:30.219537+0000","mapping_epoch":197,"log_start":"172'4008","ondisk_log_start":"172'4008","created":147,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5780,"log_dups_size":0,"ondisk_log_size":5780,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:10.643349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64749568,"num_objects":988,"num_object_clones":0,"num_object_copies":2964,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":969,"num_objects_unfound":0,"num_objects_dirty":988,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9788,"num_write_kb":344832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1976,"num_bytes_recovered":78381056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,3,1],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":988}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":196,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.239708+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:18:09.239708+0000","last_peered":"2023-09-23T15:18:09.239708+0000","last_clean":"2023-09-23T15:18:09.239708+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:18:09.239708+0000","last_undegraded":"2023-09-23T15:18:09.239708+0000","last_fullsized":"2023-09-23T15:18:09.239708+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":228,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.243140+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:18:09.243140+0000","last_peered":"2023-09-23T15:18:09.243140+0000","last_clean":"2023-09-23T15:18:09.243140+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:18:09.243140+0000","last_undegraded":"2023-09-23T15:18:09.243140+0000","last_fullsized":"2023-09-23T15:18:09.243140+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":68,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.250127+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:18:09.250127+0000","last_peered":"2023-09-23T15:18:09.250127+0000","last_clean":"2023-09-23T15:18:09.250127+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:18:09.250127+0000","last_undegraded":"2023-09-23T15:18:09.250127+0000","last_fullsized":"2023-09-23T15:18:09.250127+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":648,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.258916+0000","last_change":"2023-09-23T15:16:29.247689+0000","last_active":"2023-09-23T15:18:09.258916+0000","last_peered":"2023-09-23T15:18:09.258916+0000","last_clean":"2023-09-23T15:18:09.258916+0000","last_became_active":"2023-09-23T15:16:29.247327+0000","last_became_peered":"2023-09-23T15:16:29.247327+0000","last_unstale":"2023-09-23T15:18:09.258916+0000","last_undegraded":"2023-09-23T15:18:09.258916+0000","last_fullsized":"2023-09-23T15:18:09.258916+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"248'9728","reported_seq":15039,"reported_epoch":248,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:30.716731+0000","last_change":"2023-09-23T15:16:31.630149+0000","last_active":"2023-09-23T15:18:30.716731+0000","last_peered":"2023-09-23T15:18:30.716731+0000","last_clean":"2023-09-23T15:14:59.050404+0000","last_became_active":"2023-09-23T15:15:13.152569+0000","last_became_peered":"2023-09-23T15:15:13.152569+0000","last_unstale":"2023-09-23T15:18:30.716731+0000","last_undegraded":"2023-09-23T15:18:30.716731+0000","last_fullsized":"2023-09-23T15:18:30.716731+0000","mapping_epoch":203,"log_start":"172'4082","ondisk_log_start":"172'4082","created":147,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5646,"log_dups_size":0,"ondisk_log_size":5646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:05:46.733481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65273856,"num_objects":996,"num_object_clones":0,"num_object_copies":2988,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":730,"num_objects_unfound":0,"num_objects_dirty":996,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9728,"num_write_kb":343168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2578,"num_bytes_recovered":168951808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":996}],"blocked_by":[],"up_primary":0,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":77,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.249982+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:18:09.249982+0000","last_peered":"2023-09-23T15:18:09.249982+0000","last_clean":"2023-09-23T15:18:09.249982+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:18:09.249982+0000","last_undegraded":"2023-09-23T15:18:09.249982+0000","last_fullsized":"2023-09-23T15:18:09.249982+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":68,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.249372+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:18:09.249372+0000","last_peered":"2023-09-23T15:18:09.249372+0000","last_clean":"2023-09-23T15:18:09.249372+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:18:09.249372+0000","last_undegraded":"2023-09-23T15:18:09.249372+0000","last_fullsized":"2023-09-23T15:18:09.249372+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":234,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.251475+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:18:09.251475+0000","last_peered":"2023-09-23T15:18:09.251475+0000","last_clean":"2023-09-23T15:18:09.251475+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:18:09.251475+0000","last_undegraded":"2023-09-23T15:18:09.251475+0000","last_fullsized":"2023-09-23T15:18:09.251475+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"248'9589","reported_seq":22145,"reported_epoch":248,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:28.758371+0000","last_change":"2023-09-23T15:16:30.310395+0000","last_active":"2023-09-23T15:18:28.758371+0000","last_peered":"2023-09-23T15:18:28.758371+0000","last_clean":"2023-09-23T15:13:36.067740+0000","last_became_active":"2023-09-23T15:16:30.264048+0000","last_became_peered":"2023-09-23T15:16:30.264048+0000","last_unstale":"2023-09-23T15:18:28.758371+0000","last_undegraded":"2023-09-23T15:16:30.258644+0000","last_fullsized":"2023-09-23T15:16:30.223210+0000","mapping_epoch":225,"log_start":"172'3764","ondisk_log_start":"172'3764","created":147,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5825,"log_dups_size":0,"ondisk_log_size":5825,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:55:35.828687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66912256,"num_objects":1021,"num_object_clones":0,"num_object_copies":3063,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":763,"num_objects_misplaced":521,"num_objects_unfound":0,"num_objects_dirty":1021,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9589,"num_write_kb":339520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5619,"num_bytes_recovered":294846464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[3,1],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"1,3","objects":1021}],"blocked_by":[],"up_primary":7,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":83,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.250068+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:18:09.250068+0000","last_peered":"2023-09-23T15:18:09.250068+0000","last_clean":"2023-09-23T15:18:09.250068+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:18:09.250068+0000","last_undegraded":"2023-09-23T15:18:09.250068+0000","last_fullsized":"2023-09-23T15:18:09.250068+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":652,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.258890+0000","last_change":"2023-09-23T15:16:29.248294+0000","last_active":"2023-09-23T15:18:09.258890+0000","last_peered":"2023-09-23T15:18:09.258890+0000","last_clean":"2023-09-23T15:18:09.258890+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:18:09.258890+0000","last_undegraded":"2023-09-23T15:18:09.258890+0000","last_fullsized":"2023-09-23T15:18:09.258890+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":190,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:13.817579+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:18:13.817579+0000","last_peered":"2023-09-23T15:18:13.817579+0000","last_clean":"2023-09-23T15:18:13.817579+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:18:13.817579+0000","last_undegraded":"2023-09-23T15:18:13.817579+0000","last_fullsized":"2023-09-23T15:18:13.817579+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":176,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.242878+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:18:09.242878+0000","last_peered":"2023-09-23T15:18:09.242878+0000","last_clean":"2023-09-23T15:18:09.242878+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:18:09.242878+0000","last_undegraded":"2023-09-23T15:18:09.242878+0000","last_fullsized":"2023-09-23T15:18:09.242878+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":648,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259280+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:18:09.259280+0000","last_peered":"2023-09-23T15:18:09.259280+0000","last_clean":"2023-09-23T15:18:09.259280+0000","last_became_active":"2023-09-23T15:16:29.237813+0000","last_became_peered":"2023-09-23T15:16:29.237813+0000","last_unstale":"2023-09-23T15:18:09.259280+0000","last_undegraded":"2023-09-23T15:18:09.259280+0000","last_fullsized":"2023-09-23T15:18:09.259280+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"248'9819","reported_seq":26631,"reported_epoch":248,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:30.845654+0000","last_change":"2023-09-23T15:16:45.455003+0000","last_active":"2023-09-23T15:18:30.845654+0000","last_peered":"2023-09-23T15:18:30.845654+0000","last_clean":"2023-09-23T15:12:44.098817+0000","last_became_active":"2023-09-23T15:16:43.812630+0000","last_became_peered":"2023-09-23T15:16:43.812630+0000","last_unstale":"2023-09-23T15:18:30.845654+0000","last_undegraded":"2023-09-23T15:16:40.431679+0000","last_fullsized":"2023-09-23T15:16:30.234972+0000","mapping_epoch":225,"log_start":"173'4229","ondisk_log_start":"173'4229","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5590,"log_dups_size":0,"ondisk_log_size":5590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:05.886511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66781184,"num_objects":1019,"num_object_clones":0,"num_object_copies":3057,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":615,"num_objects_misplaced":615,"num_objects_unfound":0,"num_objects_dirty":1019,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9819,"num_write_kb":346816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5891,"num_bytes_recovered":302383104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,7","objects":404}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":232,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.258982+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:18:09.258982+0000","last_peered":"2023-09-23T15:18:09.258982+0000","last_clean":"2023-09-23T15:18:09.258982+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:18:09.258982+0000","last_undegraded":"2023-09-23T15:18:09.258982+0000","last_fullsized":"2023-09-23T15:18:09.258982+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":88,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:18.821470+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:18:18.821470+0000","last_peered":"2023-09-23T15:18:18.821470+0000","last_clean":"2023-09-23T15:18:18.821470+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:18:18.821470+0000","last_undegraded":"2023-09-23T15:18:18.821470+0000","last_fullsized":"2023-09-23T15:18:18.821470+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":63,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.247073+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:18:09.247073+0000","last_peered":"2023-09-23T15:18:09.247073+0000","last_clean":"2023-09-23T15:18:09.247073+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:18:09.247073+0000","last_undegraded":"2023-09-23T15:18:09.247073+0000","last_fullsized":"2023-09-23T15:18:09.247073+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":648,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259534+0000","last_change":"2023-09-23T15:16:29.240555+0000","last_active":"2023-09-23T15:18:09.259534+0000","last_peered":"2023-09-23T15:18:09.259534+0000","last_clean":"2023-09-23T15:18:09.259534+0000","last_became_active":"2023-09-23T15:16:29.240189+0000","last_became_peered":"2023-09-23T15:16:29.240189+0000","last_unstale":"2023-09-23T15:18:09.259534+0000","last_undegraded":"2023-09-23T15:18:09.259534+0000","last_fullsized":"2023-09-23T15:18:09.259534+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"248'9801","reported_seq":9909,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:32.846335+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:18:32.846335+0000","last_peered":"2023-09-23T15:18:32.846335+0000","last_clean":"2023-09-23T15:18:32.846335+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:18:32.846335+0000","last_undegraded":"2023-09-23T15:18:32.846335+0000","last_fullsized":"2023-09-23T15:18:32.846335+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":9801,"log_dups_size":0,"ondisk_log_size":9801,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60358656,"num_objects":921,"num_object_clones":0,"num_object_copies":2763,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":921,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9801,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":232,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259336+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:18:09.259336+0000","last_peered":"2023-09-23T15:18:09.259336+0000","last_clean":"2023-09-23T15:18:09.259336+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:18:09.259336+0000","last_undegraded":"2023-09-23T15:18:09.259336+0000","last_fullsized":"2023-09-23T15:18:09.259336+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":68,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.250212+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:18:09.250212+0000","last_peered":"2023-09-23T15:18:09.250212+0000","last_clean":"2023-09-23T15:18:09.250212+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:18:09.250212+0000","last_undegraded":"2023-09-23T15:18:09.250212+0000","last_fullsized":"2023-09-23T15:18:09.250212+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":114,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.250363+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:18:09.250363+0000","last_peered":"2023-09-23T15:18:09.250363+0000","last_clean":"2023-09-23T15:18:09.250363+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:18:09.250363+0000","last_undegraded":"2023-09-23T15:18:09.250363+0000","last_fullsized":"2023-09-23T15:18:09.250363+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":648,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259422+0000","last_change":"2023-09-23T15:16:29.239511+0000","last_active":"2023-09-23T15:18:09.259422+0000","last_peered":"2023-09-23T15:18:09.259422+0000","last_clean":"2023-09-23T15:18:09.259422+0000","last_became_active":"2023-09-23T15:16:29.238724+0000","last_became_peered":"2023-09-23T15:16:29.238724+0000","last_unstale":"2023-09-23T15:18:09.259422+0000","last_undegraded":"2023-09-23T15:18:09.259422+0000","last_fullsized":"2023-09-23T15:18:09.259422+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"248'9797","reported_seq":16884,"reported_epoch":248,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:28.689859+0000","last_change":"2023-09-23T15:15:13.164020+0000","last_active":"2023-09-23T15:18:28.689859+0000","last_peered":"2023-09-23T15:18:28.689859+0000","last_clean":"2023-09-23T15:14:42.174497+0000","last_became_active":"2023-09-23T15:15:13.141944+0000","last_became_peered":"2023-09-23T15:15:13.141944+0000","last_unstale":"2023-09-23T15:18:28.689859+0000","last_undegraded":"2023-09-23T15:18:28.689859+0000","last_fullsized":"2023-09-23T15:18:28.689859+0000","mapping_epoch":203,"log_start":"172'3987","ondisk_log_start":"172'3987","created":147,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5810,"log_dups_size":0,"ondisk_log_size":5810,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:27:59.781738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68091904,"num_objects":1039,"num_object_clones":0,"num_object_copies":3117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1039,"num_objects_unfound":0,"num_objects_dirty":1039,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9797,"num_write_kb":346752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3471,"num_bytes_recovered":227475456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":1039}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":253,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.252371+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:18:09.252371+0000","last_peered":"2023-09-23T15:18:09.252371+0000","last_clean":"2023-09-23T15:18:09.252371+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:18:09.252371+0000","last_undegraded":"2023-09-23T15:18:09.252371+0000","last_fullsized":"2023-09-23T15:18:09.252371+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":206,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.251675+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:18:09.251675+0000","last_peered":"2023-09-23T15:18:09.251675+0000","last_clean":"2023-09-23T15:18:09.251675+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:18:09.251675+0000","last_undegraded":"2023-09-23T15:18:09.251675+0000","last_fullsized":"2023-09-23T15:18:09.251675+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":243,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.258746+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:18:09.258746+0000","last_peered":"2023-09-23T15:18:09.258746+0000","last_clean":"2023-09-23T15:18:09.258746+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:18:09.258746+0000","last_undegraded":"2023-09-23T15:18:09.258746+0000","last_fullsized":"2023-09-23T15:18:09.258746+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":661,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.259182+0000","last_change":"2023-09-23T15:16:29.247229+0000","last_active":"2023-09-23T15:18:09.259182+0000","last_peered":"2023-09-23T15:18:09.259182+0000","last_clean":"2023-09-23T15:18:09.259182+0000","last_became_active":"2023-09-23T15:16:29.246084+0000","last_became_peered":"2023-09-23T15:16:29.246084+0000","last_unstale":"2023-09-23T15:18:09.259182+0000","last_undegraded":"2023-09-23T15:18:09.259182+0000","last_fullsized":"2023-09-23T15:18:09.259182+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"248'9727","reported_seq":17010,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:28.779778+0000","last_change":"2023-09-23T15:15:44.223618+0000","last_active":"2023-09-23T15:18:28.779778+0000","last_peered":"2023-09-23T15:18:28.779778+0000","last_clean":"2023-09-23T15:18:28.779778+0000","last_became_active":"2023-09-23T15:15:44.197850+0000","last_became_peered":"2023-09-23T15:15:44.197850+0000","last_unstale":"2023-09-23T15:18:28.779778+0000","last_undegraded":"2023-09-23T15:18:28.779778+0000","last_fullsized":"2023-09-23T15:18:28.779778+0000","mapping_epoch":208,"log_start":"172'3884","ondisk_log_start":"172'3884","created":147,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5843,"log_dups_size":0,"ondisk_log_size":5843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:51.048879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65208320,"num_objects":995,"num_object_clones":0,"num_object_copies":2985,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":995,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9727,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3571,"num_bytes_recovered":122552320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":234,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.242685+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:18:09.242685+0000","last_peered":"2023-09-23T15:18:09.242685+0000","last_clean":"2023-09-23T15:18:09.242685+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:18:09.242685+0000","last_undegraded":"2023-09-23T15:18:09.242685+0000","last_fullsized":"2023-09-23T15:18:09.242685+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":95,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.247283+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:18:09.247283+0000","last_peered":"2023-09-23T15:18:09.247283+0000","last_clean":"2023-09-23T15:18:09.247283+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:18:09.247283+0000","last_undegraded":"2023-09-23T15:18:09.247283+0000","last_fullsized":"2023-09-23T15:18:09.247283+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":129,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.250212+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:18:09.250212+0000","last_peered":"2023-09-23T15:18:09.250212+0000","last_clean":"2023-09-23T15:18:09.250212+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:18:09.250212+0000","last_undegraded":"2023-09-23T15:18:09.250212+0000","last_fullsized":"2023-09-23T15:18:09.250212+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":87,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.245460+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:18:09.245460+0000","last_peered":"2023-09-23T15:18:09.245460+0000","last_clean":"2023-09-23T15:18:09.245460+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:18:09.245460+0000","last_undegraded":"2023-09-23T15:18:09.245460+0000","last_fullsized":"2023-09-23T15:18:09.245460+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":68,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.250237+0000","last_change":"2023-09-23T15:14:43.204938+0000","last_active":"2023-09-23T15:18:09.250237+0000","last_peered":"2023-09-23T15:18:09.250237+0000","last_clean":"2023-09-23T15:18:09.250237+0000","last_became_active":"2023-09-23T15:14:43.204659+0000","last_became_peered":"2023-09-23T15:14:43.204659+0000","last_unstale":"2023-09-23T15:18:09.250237+0000","last_undegraded":"2023-09-23T15:18:09.250237+0000","last_fullsized":"2023-09-23T15:18:09.250237+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:53.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":73,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.240215+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:18:09.240215+0000","last_peered":"2023-09-23T15:18:09.240215+0000","last_clean":"2023-09-23T15:18:09.240215+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:18:09.240215+0000","last_undegraded":"2023-09-23T15:18:09.240215+0000","last_fullsized":"2023-09-23T15:18:09.240215+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":226,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.251958+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:18:09.251958+0000","last_peered":"2023-09-23T15:18:09.251958+0000","last_clean":"2023-09-23T15:18:09.251958+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:18:09.251958+0000","last_undegraded":"2023-09-23T15:18:09.251958+0000","last_fullsized":"2023-09-23T15:18:09.251958+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":73,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.242829+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:18:09.242829+0000","last_peered":"2023-09-23T15:18:09.242829+0000","last_clean":"2023-09-23T15:18:09.242829+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:18:09.242829+0000","last_undegraded":"2023-09-23T15:18:09.242829+0000","last_fullsized":"2023-09-23T15:18:09.242829+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":260,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.254232+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:18:09.254232+0000","last_peered":"2023-09-23T15:18:09.254232+0000","last_clean":"2023-09-23T15:18:09.254232+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:18:09.254232+0000","last_undegraded":"2023-09-23T15:18:09.254232+0000","last_fullsized":"2023-09-23T15:18:09.254232+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":265,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.252289+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:18:09.252289+0000","last_peered":"2023-09-23T15:18:09.252289+0000","last_clean":"2023-09-23T15:18:09.252289+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:18:09.252289+0000","last_undegraded":"2023-09-23T15:18:09.252289+0000","last_fullsized":"2023-09-23T15:18:09.252289+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":286,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.253013+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:18:09.253013+0000","last_peered":"2023-09-23T15:18:09.253013+0000","last_clean":"2023-09-23T15:18:09.253013+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:18:09.253013+0000","last_undegraded":"2023-09-23T15:18:09.253013+0000","last_fullsized":"2023-09-23T15:18:09.253013+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":69,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.250534+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:18:09.250534+0000","last_peered":"2023-09-23T15:18:09.250534+0000","last_clean":"2023-09-23T15:18:09.250534+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:18:09.250534+0000","last_undegraded":"2023-09-23T15:18:09.250534+0000","last_fullsized":"2023-09-23T15:18:09.250534+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":146,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-09-23T15:18:09.242120+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:18:09.242120+0000","last_peered":"2023-09-23T15:18:09.242120+0000","last_clean":"2023-09-23T15:18:09.242120+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:18:09.242120+0000","last_undegraded":"2023-09-23T15:18:09.242120+0000","last_fullsized":"2023-09-23T15:18:09.242120+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":1047265304,"num_objects":15981,"num_object_clones":0,"num_object_copies":47943,"num_objects_missing_on_primary":2781,"num_objects_missing":2781,"num_objects_degraded":7714,"num_objects_misplaced":12434,"num_objects_unfound":0,"num_objects_dirty":15981,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":156143,"num_write_kb":5507905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":52985,"num_bytes_recovered":2794127360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5195444224,"data_stored":5195432008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101546,"ondisk_log_size":101546,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":499,"num_read_kb":923,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2570490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674330,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":499644,"kb_used_data":453236,"kb_used_omap":85,"kb_used_meta":46314,"kb_avail":93245508,"statfs":{"total":95995035648,"available":95483400192,"internally_reserved":0,"allocated":464113664,"data_stored":463215171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":47425544},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.48299999999999998,"15min":0.439},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":4.7930000000000001,"5min":4.7930000000000001,"15min":4.7930000000000001},"last":1.8260000000000001},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.49399999999999999,"15min":0.44},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":5.4279999999999999,"5min":5.4279999999999999,"15min":5.4279999999999999},"last":0.28199999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":10.018000000000001,"5min":2.3809999999999998,"15min":1.1080000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":177.52699999999999,"5min":177.52699999999999,"15min":177.52699999999999},"last":0.24099999999999999},{"interface":"front","average":{"1min":10.138,"5min":2.4060000000000001,"15min":1.117},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":177.602,"5min":177.602,"15min":177.602},"last":0.307}]},{"osd":2,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":1.2969999999999999,"5min":2.0009999999999999,"15min":2.1190000000000002},"min":{"1min":0.30099999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":10.888999999999999,"5min":29.672999999999998,"15min":29.672999999999998},"last":0.99399999999999999},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.9379999999999999,"15min":2.032},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":10.667,"5min":29.635000000000002,"15min":29.635000000000002},"last":0.86299999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":3.8410000000000002,"5min":1.361,"15min":0.94699999999999995},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":57.662999999999997,"5min":57.662999999999997,"15min":57.662999999999997},"last":0.69399999999999995},{"interface":"front","average":{"1min":4.343,"5min":1.2809999999999999,"15min":0.77100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":57.731000000000002,"5min":57.731000000000002,"15min":57.731000000000002},"last":0.39800000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.41299999999999998,"15min":0.41799999999999998},"min":{"1min":0.29799999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.51300000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.45400000000000001,"15min":0.45800000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.54900000000000004,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.497}]},{"osd":5,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.439,"15min":0.44500000000000001},"min":{"1min":0.29499999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.69499999999999995,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.441,"5min":0.46100000000000002,"15min":0.46500000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68000000000000005,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.60699999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65500000000000003,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71999999999999997,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.41799999999999998}]}]},{"osd":6,"up_from":122,"seq":523986010209,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":790328,"kb_used_data":618800,"kb_used_omap":9,"kb_used_meta":171510,"kb_avail":92954824,"statfs":{"total":95995035648,"available":95185739776,"internally_reserved":0,"allocated":633651200,"data_stored":632756715,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":175626579},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.80700000000000005,"15min":1.9139999999999999},"min":{"1min":0.23000000000000001,"5min":0.217,"15min":0.20100000000000001},"max":{"1min":3.5270000000000001,"5min":9.5570000000000004,"15min":26.251000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.77400000000000002,"15min":2.2120000000000002},"min":{"1min":0.252,"5min":0.246,"15min":0.246},"max":{"1min":0.52300000000000002,"5min":4.5780000000000003,"15min":26.045999999999999},"last":0.39600000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.4379999999999999,"15min":1.409},"min":{"1min":0.28799999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":3.5619999999999998,"5min":31.256,"15min":31.256},"last":2.3149999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.51,"15min":1.7649999999999999},"min":{"1min":0.246,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.577,"5min":28.850000000000001,"15min":28.850000000000001},"last":0.38800000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.163,"15min":1.601},"min":{"1min":0.373,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.5990000000000002,"5min":8.5990000000000002,"15min":8.5990000000000002},"last":2.8100000000000001},{"interface":"front","average":{"1min":0.85699999999999998,"5min":1.526,"15min":1.7569999999999999},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":3.6989999999999998,"5min":11.478,"15min":11.478},"last":1.5660000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":1.53,"5min":2.4319999999999999,"15min":1.6890000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":16.715,"5min":45.393999999999998,"15min":45.393999999999998},"last":2.5939999999999999},{"interface":"front","average":{"1min":1.173,"5min":2.2770000000000001,"15min":2.2930000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":17.809000000000001,"5min":45.637,"15min":45.637},"last":0.46200000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":1.0700000000000001,"15min":0.74199999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.48399999999999999,"5min":36.335000000000001,"15min":36.335000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.41099999999999998,"5min":1.244,"15min":0.96799999999999997},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.51200000000000001,"5min":36.374000000000002,"15min":36.374000000000002},"last":0.54500000000000004}]},{"osd":5,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":1.1970000000000001,"15min":5.7050000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.1279999999999999,"5min":19.908000000000001,"15min":144.953},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":1.0289999999999999,"15min":5.4500000000000002},"min":{"1min":0.33700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.59399999999999997,"5min":17.462,"15min":144.79400000000001},"last":0.44400000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:17:29 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.9490000000000001,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.47399999999999998}]}]},{"osd":1,"up_from":89,"seq":382252089486,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049656,"kb_used_data":754480,"kb_used_omap":9,"kb_used_meta":295158,"kb_avail":92695496,"statfs":{"total":95995035648,"available":94920187904,"internally_reserved":0,"allocated":772587520,"data_stored":771283574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":302242793},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":1.554,"5min":1.1870000000000001,"15min":0.873},"min":{"1min":0.221,"5min":0.182,"15min":0.182},"max":{"1min":5.319,"5min":8.5250000000000004,"15min":15.233000000000001},"last":0.24299999999999999},{"interface":"front","average":{"1min":1.968,"5min":1.456,"15min":0.91600000000000004},"min":{"1min":0.26300000000000001,"5min":0.214,"15min":0.214},"max":{"1min":8.9589999999999996,"5min":8.9589999999999996,"15min":8.9589999999999996},"last":0.311}]},{"osd":2,"last update":"Sat Sep 23 15:18:13 2023","interfaces":[{"interface":"back","average":{"1min":3.4289999999999998,"5min":1.8240000000000001,"15min":3.9620000000000002},"min":{"1min":0.26600000000000001,"5min":0.219,"15min":0.185},"max":{"1min":17.972999999999999,"5min":17.972999999999999,"15min":64.444999999999993},"last":0.33800000000000002},{"interface":"front","average":{"1min":3.782,"5min":2.1989999999999998,"15min":4.1139999999999999},"min":{"1min":0.26500000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":18.085999999999999,"5min":18.085999999999999,"15min":63.148000000000003},"last":2.0059999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":4.9050000000000002,"15min":2.2250000000000001},"min":{"1min":0.27500000000000002,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.8659999999999997,"5min":128.65799999999999,"15min":128.65799999999999},"last":0.26300000000000001},{"interface":"front","average":{"1min":1.585,"5min":4.2469999999999999,"15min":1.976},"min":{"1min":0.318,"5min":0.22500000000000001,"15min":0.216},"max":{"1min":5.423,"5min":128.227,"15min":128.227},"last":0.27900000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":2.6589999999999998,"15min":1.431},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28499999999999998},"max":{"1min":7.9870000000000001,"5min":76.534999999999997,"15min":76.534999999999997},"last":0.32700000000000001},{"interface":"front","average":{"1min":1.5329999999999999,"5min":2.282,"15min":1.2929999999999999},"min":{"1min":0.379,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.3959999999999999,"5min":76.661000000000001,"15min":76.661000000000001},"last":0.36799999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":1.615,"15min":1.0369999999999999},"min":{"1min":0.33900000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":6.8959999999999999,"5min":9.8330000000000002,"15min":9.8330000000000002},"last":0.46200000000000002},{"interface":"front","average":{"1min":1.8600000000000001,"5min":1.784,"15min":1.1910000000000001},"min":{"1min":0.44,"5min":0.35099999999999998,"15min":0.30399999999999999},"max":{"1min":7.9690000000000003,"5min":13.994,"15min":13.994},"last":0.35899999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:17:51 2023","interfaces":[{"interface":"back","average":{"1min":1.468,"5min":1.966,"15min":1.7589999999999999},"min":{"1min":0.34399999999999997,"5min":0.34100000000000003,"15min":0.30599999999999999},"max":{"1min":6.9420000000000002,"5min":23.978000000000002,"15min":23.978000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":1.101,"5min":2.024,"15min":1.9570000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":3.6190000000000002,"5min":26.975999999999999,"15min":26.975999999999999},"last":0.42199999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":1.9630000000000001,"5min":1.2869999999999999,"15min":1.1739999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":7.3449999999999998,"5min":7.3449999999999998,"15min":7.3449999999999998},"last":0.48399999999999999},{"interface":"front","average":{"1min":2.5880000000000001,"5min":1.401,"15min":1.2030000000000001},"min":{"1min":0.49399999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":13.022,"5min":13.022,"15min":13.022},"last":0.50900000000000001}]}]},{"osd":0,"up_from":84,"seq":360777253014,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":761984,"kb_used_data":626168,"kb_used_omap":28,"kb_used_meta":135779,"kb_avail":92983168,"statfs":{"total":95995035648,"available":95214764032,"internally_reserved":0,"allocated":641196032,"data_stored":639710931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":139038544},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:18:04 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":1.2689999999999999,"15min":1.1970000000000001},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":5.133,"5min":11.606,"15min":71.188000000000002},"last":49.037999999999997},{"interface":"front","average":{"1min":2.4550000000000001,"5min":1.6399999999999999,"15min":1.2450000000000001},"min":{"1min":0.24299999999999999,"5min":0.223,"15min":0.217},"max":{"1min":15.460000000000001,"5min":15.460000000000001,"15min":70.156999999999996},"last":49.420999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:18:21 2023","interfaces":[{"interface":"back","average":{"1min":3.4700000000000002,"5min":1.8939999999999999,"15min":2.8100000000000001},"min":{"1min":0.28299999999999997,"5min":0.218,"15min":0.215},"max":{"1min":15.904999999999999,"5min":21.861000000000001,"15min":138.55099999999999},"last":0.23200000000000001},{"interface":"front","average":{"1min":2.3969999999999998,"5min":1.607,"15min":2.2469999999999999},"min":{"1min":0.28100000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":8.7439999999999998,"5min":12.901,"15min":138.322},"last":0.217}]},{"osd":3,"last update":"Sat Sep 23 15:18:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5779999999999998,"5min":2.8100000000000001,"15min":2.1419999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.1630000000000003,"5min":86.218999999999994,"15min":100.062},"last":0.30499999999999999},{"interface":"front","average":{"1min":2.4350000000000001,"5min":2.871,"15min":2.1709999999999998},"min":{"1min":0.32600000000000001,"5min":0.309,"15min":0.26400000000000001},"max":{"1min":9.1259999999999994,"5min":86.271000000000001,"15min":100.547},"last":0.28199999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:17:31 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":2.7050000000000001,"15min":1.4199999999999999},"min":{"1min":0.32200000000000001,"5min":0.30399999999999999,"15min":0.28599999999999998},"max":{"1min":5.0499999999999998,"5min":142.44200000000001,"15min":142.44200000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":1.2330000000000001,"5min":3.3839999999999999,"15min":1.718},"min":{"1min":0.307,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.0800000000000001,"5min":141.69200000000001,"15min":141.69200000000001},"last":0.39900000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:17:31 2023","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":1.369,"15min":1.111},"min":{"1min":0.36499999999999999,"5min":0.314,"15min":0.30099999999999999},"max":{"1min":9.0519999999999996,"5min":10.757,"15min":41.631999999999998},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.89400000000000002,"5min":1.2529999999999999,"15min":1.006},"min":{"1min":0.40300000000000002,"5min":0.36399999999999999,"15min":0.33800000000000002},"max":{"1min":6.8129999999999997,"5min":10.289,"15min":10.289},"last":0.38}]},{"osd":6,"last update":"Sat Sep 23 15:17:38 2023","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.397,"15min":1.794},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":6.8609999999999998,"5min":7.319,"15min":10.222},"last":0.433},{"interface":"front","average":{"1min":0.83099999999999996,"5min":1.607,"15min":1.546},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":5.101,"5min":9.4600000000000009,"15min":10.355},"last":0.33700000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:17:30 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":6.9459999999999997,"5min":6.9459999999999997,"15min":6.9459999999999997},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":6.9169999999999998,"5min":6.9169999999999998,"15min":6.9169999999999998},"last":0.46300000000000002}]}]},{"osd":2,"up_from":117,"seq":502511173728,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1017220,"kb_used_data":721020,"kb_used_omap":81,"kb_used_meta":296110,"kb_avail":92727932,"statfs":{"total":95995035648,"available":94953402368,"internally_reserved":0,"allocated":738324480,"data_stored":737013445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":303216858},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.004,"15min":1.6140000000000001},"min":{"1min":0.20300000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":4.5099999999999998,"5min":13.717000000000001,"15min":13.717000000000001},"last":0.309},{"interface":"front","average":{"1min":2.8370000000000002,"5min":1.804,"15min":1.5109999999999999},"min":{"1min":0.22500000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":16.984000000000002,"5min":16.984000000000002,"15min":16.984000000000002},"last":0.33700000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.198,"5min":4.234,"15min":2.0129999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":16.960999999999999,"5min":169.398,"15min":169.398},"last":0.38200000000000001},{"interface":"front","average":{"1min":1.2330000000000001,"5min":3.6070000000000002,"15min":2.2029999999999998},"min":{"1min":0.27900000000000003,"5min":0.23400000000000001,"15min":0.21199999999999999},"max":{"1min":5.1989999999999998,"5min":166.50999999999999,"15min":166.50999999999999},"last":0.39800000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":5.3760000000000003,"15min":4.9740000000000002},"min":{"1min":0.27300000000000002,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":5.0170000000000003,"5min":165.32300000000001,"15min":165.32300000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.3440000000000001,"5min":3.9359999999999999,"15min":4.694},"min":{"1min":0.29599999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.585,"5min":165.66999999999999,"15min":165.66999999999999},"last":0.46899999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.032,"15min":3.9940000000000002},"min":{"1min":0.34499999999999997,"5min":0.311,"15min":0.311},"max":{"1min":4.6189999999999998,"5min":12.945,"15min":50.792000000000002},"last":0.61199999999999999},{"interface":"front","average":{"1min":2.1739999999999999,"5min":1.448,"15min":2.2410000000000001},"min":{"1min":0.311,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":16.878,"5min":16.878,"15min":36.051000000000002},"last":0.56000000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.579,"15min":2.4249999999999998},"min":{"1min":0.33800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":16.927,"5min":16.927,"15min":35.878},"last":0.59499999999999997},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.1930000000000001,"15min":3.8999999999999999},"min":{"1min":0.38800000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":5.0970000000000004,"5min":13.266999999999999,"15min":50.816000000000003},"last":0.51700000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:17:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":1.135,"15min":4.3280000000000003},"min":{"1min":0.39500000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.5960000000000001,"5min":12.975,"15min":50.871000000000002},"last":0.57399999999999995},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.3220000000000001,"15min":3.9009999999999998},"min":{"1min":0.38400000000000001,"5min":0.36599999999999999,"15min":0.34899999999999998},"max":{"1min":5.1219999999999999,"5min":11.397,"15min":50.771000000000001},"last":0.48199999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:17:28 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":2.9950000000000001,"5min":2.9950000000000001,"15min":2.9950000000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":4.5609999999999999,"5min":4.5609999999999999,"15min":4.5609999999999999},"last":0.53000000000000003}]}]},{"osd":3,"up_from":99,"seq":425201762434,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1261564,"kb_used_data":891060,"kb_used_omap":7,"kb_used_meta":370488,"kb_avail":92483588,"statfs":{"total":95995035648,"available":94703194112,"internally_reserved":0,"allocated":912445440,"data_stored":911136075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":379380328},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.8169999999999999,"5min":1.9099999999999999,"15min":1.0369999999999999},"min":{"1min":0.21199999999999999,"5min":0.19700000000000001,"15min":0.19600000000000001},"max":{"1min":6.2610000000000001,"5min":40.311999999999998,"15min":40.311999999999998},"last":0.27600000000000002},{"interface":"front","average":{"1min":1.9410000000000001,"5min":1.609,"15min":0.99399999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.17499999999999999},"max":{"1min":6.5609999999999999,"5min":16.289000000000001,"15min":16.289000000000001},"last":0.30499999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.819,"5min":1.8460000000000001,"15min":1.163},"min":{"1min":0.215,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":3.9950000000000001,"5min":24.013000000000002,"15min":24.013000000000002},"last":0.29399999999999998},{"interface":"front","average":{"1min":1.2709999999999999,"5min":1.9590000000000001,"15min":1.2050000000000001},"min":{"1min":0.27100000000000002,"5min":0.24399999999999999,"15min":0.23699999999999999},"max":{"1min":3.4580000000000002,"5min":21.827999999999999,"15min":21.827999999999999},"last":0.32200000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:18:21 2023","interfaces":[{"interface":"back","average":{"1min":1.5469999999999999,"5min":1.845,"15min":3.2000000000000002},"min":{"1min":0.27400000000000002,"5min":0.23000000000000001,"15min":0.21299999999999999},"max":{"1min":5.7679999999999998,"5min":22.73,"15min":55.378999999999998},"last":6.8499999999999996},{"interface":"front","average":{"1min":1.3149999999999999,"5min":1.7190000000000001,"15min":3.484},"min":{"1min":0.314,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":3.5859999999999999,"5min":15.057,"15min":55.401000000000003},"last":6.0640000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.748,"5min":1.361,"15min":0.94499999999999995},"min":{"1min":0.35599999999999998,"5min":0.31,"15min":0.31},"max":{"1min":4.0339999999999998,"5min":9.3469999999999995,"15min":9.3469999999999995},"last":0.42399999999999999},{"interface":"front","average":{"1min":1.337,"5min":1.403,"15min":0.97299999999999998},"min":{"1min":0.38100000000000001,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":3.339,"5min":9.4000000000000004,"15min":9.4000000000000004},"last":0.48599999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":1.3979999999999999,"15min":1.01},"min":{"1min":0.36799999999999999,"5min":0.318,"15min":0.27300000000000002},"max":{"1min":3.3900000000000001,"5min":9.3659999999999997,"15min":10.962999999999999},"last":0.435},{"interface":"front","average":{"1min":1.413,"5min":1.3440000000000001,"15min":1.026},"min":{"1min":0.34699999999999998,"5min":0.30599999999999999,"15min":0.30099999999999999},"max":{"1min":3.8090000000000002,"5min":6.9009999999999998,"15min":10.361000000000001},"last":0.51400000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":1.4750000000000001,"15min":1.5269999999999999},"min":{"1min":0.34300000000000003,"5min":0.317,"15min":0.317},"max":{"1min":3.3039999999999998,"5min":9.423,"15min":9.423},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.79500000000000004,"5min":1.4470000000000001,"15min":1.6910000000000001},"min":{"1min":0.42199999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.806,"5min":10.856999999999999,"15min":10.856999999999999},"last":0.47399999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:17:32 2023","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":6.1319999999999997,"5min":6.1319999999999997,"15min":6.1319999999999997},"last":0.497},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.2789999999999999,"5min":3.2789999999999999,"15min":3.2789999999999999},"last":0.44700000000000001}]}]},{"osd":4,"up_from":0,"seq":133143986460,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724823,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":778148,"kb_used_data":681052,"kb_used_omap":0,"kb_used_meta":97088,"kb_avail":92967004,"statfs":{"total":95995035648,"available":95198212096,"internally_reserved":0,"allocated":697397248,"data_stored":696518461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":99418112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.84999999999999998,"15min":0.76600000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.218},"max":{"1min":4.3150000000000004,"5min":6.0659999999999998,"15min":6.4880000000000004},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.117,"15min":0.86799999999999999},"min":{"1min":0.249,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":2.0659999999999998,"5min":13.832000000000001,"15min":13.832000000000001},"last":0.31900000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:18:07 2023","interfaces":[{"interface":"back","average":{"1min":8.5809999999999995,"5min":3.7160000000000002,"15min":2.3519999999999999},"min":{"1min":0.308,"5min":0.27900000000000003,"15min":0.26300000000000001},"max":{"1min":119.61499999999999,"5min":119.61499999999999,"15min":125.14400000000001},"last":0.26300000000000001},{"interface":"front","average":{"1min":8.3480000000000008,"5min":3.7749999999999999,"15min":2.3839999999999999},"min":{"1min":0.30399999999999999,"5min":0.25600000000000001,"15min":0.25},"max":{"1min":119.541,"5min":119.541,"15min":125.36499999999999},"last":0.499}]},{"osd":2,"last update":"Sat Sep 23 15:18:25 2023","interfaces":[{"interface":"back","average":{"1min":3.649,"5min":2.294,"15min":1.8999999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.26200000000000001},"max":{"1min":43.345999999999997,"5min":43.345999999999997,"15min":43.345999999999997},"last":0.33300000000000002},{"interface":"front","average":{"1min":4.5709999999999997,"5min":2.552,"15min":2.0950000000000002},"min":{"1min":0.311,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":43.469999999999999,"5min":43.469999999999999,"15min":43.469999999999999},"last":0.52300000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:18:07 2023","interfaces":[{"interface":"back","average":{"1min":6.7549999999999999,"5min":3.4510000000000001,"15min":2.1339999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":36.868000000000002,"5min":79.302000000000007,"15min":103.989},"last":0.54100000000000004},{"interface":"front","average":{"1min":6.0800000000000001,"5min":3.375,"15min":2.141},"min":{"1min":0.33500000000000002,"5min":0.32500000000000001,"15min":0.27900000000000003},"max":{"1min":41.424999999999997,"5min":79.557000000000002,"15min":101.824},"last":0.47099999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:18:25 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":1.2789999999999999,"15min":1.028},"min":{"1min":0.26800000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59199999999999997,"5min":40.061,"15min":48.997999999999998},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.38300000000000001,"5min":1.2609999999999999,"15min":1.0680000000000001},"min":{"1min":0.28999999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.51200000000000001,"5min":40.124000000000002,"15min":49.017000000000003},"last":0.35499999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":2.1400000000000001,"15min":1.5149999999999999},"min":{"1min":0.26900000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.58299999999999996,"5min":111.089,"15min":111.089},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.45300000000000001,"5min":1.9710000000000001,"15min":2.0409999999999999},"min":{"1min":0.38200000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.62,"5min":111.146,"15min":111.146},"last":0.40200000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:18:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.47599999999999998,"15min":0.46200000000000002},"min":{"1min":0.35999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.48799999999999999,"15min":0.47499999999999998},"min":{"1min":0.39600000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.1709999999999998,"5min":2.1709999999999998,"15min":2.1709999999999998},"last":0.432}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":634257408,"data_stored":634257408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":764547072,"data_stored":764543000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":730464256,"data_stored":730464256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":900272128,"data_stored":900268056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":387252224,"data_stored":387252224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":692584448,"data_stored":692584448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":630067200,"data_stored":630063128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":455999488,"data_stored":455999488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:18:35.729 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:35.834 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:35.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:35.836 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:35.867 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:35.937 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:18:36.068 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:36.316 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:18:36.322 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:36.323 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:18:36.398 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:18:36.424 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:36.468 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:36.518 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:36.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:36.525 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:36.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:36 smithi118 ceph-mon[219580]: pgmap v674: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 949 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 316 op/s; 7526/45615 objects degraded (16.499%); 11976/45615 objects misplaced (26.255%); 1.3 MiB/s, 79 objects/s recovering 2023-09-23T15:18:36.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:36 smithi118 ceph-mon[212312]: pgmap v674: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 949 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 316 op/s; 7526/45615 objects degraded (16.499%); 11976/45615 objects misplaced (26.255%); 1.3 MiB/s, 79 objects/s recovering 2023-09-23T15:18:36.626 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:36 smithi178 ceph-mon[192298]: pgmap v674: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 949 MiB data, 5.8 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 316 op/s; 7526/45615 objects degraded (16.499%); 11976/45615 objects misplaced (26.255%); 1.3 MiB/s, 79 objects/s recovering 2023-09-23T15:18:36.716 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:36.818 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:18:36.999 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:37.003 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:37.003 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:37.104 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:18:37.191 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:37.277 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:18:37.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:37 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/836191155' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:18:37.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:37.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:37.282 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 7526/45615 objects degraded (16.499%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:37.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:37.284 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:18:37.308 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:18:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:37 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/836191155' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:18:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 7526/45615 objects degraded (16.499%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:37.386 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:37.413 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:37.479 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:37.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:37.496 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:37 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/836191155' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:18:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:18:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 7526/45615 objects degraded (16.499%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:37.597 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:18:37.625 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:37.683 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:18:37.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:37.686 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:18:37.787 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:37.819 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:38.017 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:38.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:38.020 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:38.121 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:38.152 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:38.460 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:38.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:38.464 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[212312]: pgmap v675: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 911 MiB data, 5.6 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 294 op/s; 7526/43752 objects degraded (17.201%); 11600/43752 objects misplaced (26.513%); 1.1 MiB/s, 97 objects/s recovering 2023-09-23T15:18:38.464 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:18:38.464 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[212312]: failed to encode map e249 with expected crc 2023-09-23T15:18:38.464 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/836191155' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:18:38.465 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[212312]: osdmap e249: 8 total, 8 up, 7 in 2023-09-23T15:18:38.465 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[212312]: failed to encode map e249 with expected crc 2023-09-23T15:18:38.465 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:18:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:18:38] "GET /metrics HTTP/1.1" 200 36424 "" "Prometheus/2.43.0" 2023-09-23T15:18:38.465 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[219580]: pgmap v675: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 911 MiB data, 5.6 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 294 op/s; 7526/43752 objects degraded (17.201%); 11600/43752 objects misplaced (26.513%); 1.1 MiB/s, 97 objects/s recovering 2023-09-23T15:18:38.465 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:18:38.465 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[219580]: failed to encode map e249 with expected crc 2023-09-23T15:18:38.466 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/836191155' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:18:38.466 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[219580]: osdmap e249: 8 total, 8 up, 7 in 2023-09-23T15:18:38.466 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:38 smithi118 ceph-mon[219580]: failed to encode map e249 with expected crc 2023-09-23T15:18:38.466 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:38.567 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:38.596 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:38 smithi178 ceph-mon[192298]: pgmap v675: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 911 MiB data, 5.6 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 294 op/s; 7526/43752 objects degraded (17.201%); 11600/43752 objects misplaced (26.513%); 1.1 MiB/s, 97 objects/s recovering 2023-09-23T15:18:38.596 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:38 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:18:38.596 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:38 smithi178 ceph-mon[192298]: failed to encode map e249 with expected crc 2023-09-23T15:18:38.596 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/836191155' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:18:38.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:38 smithi178 ceph-mon[192298]: osdmap e249: 8 total, 8 up, 7 in 2023-09-23T15:18:38.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:38 smithi178 ceph-mon[192298]: failed to encode map e249 with expected crc 2023-09-23T15:18:38.600 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:38.613 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:18:38.613 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:18:38.613 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:18:38.613 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:18:38.613 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:18:38.659 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:38.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:38.665 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:38.726 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:18:38.765 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:38.793 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:38.837 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:38.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:38.840 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:38.940 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:18:38.968 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:39.013 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:18:39.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:39.016 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:18:39.116 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:39.264 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:39.547 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:18:39.611 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:39.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:39.617 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:39.717 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:39.786 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:39.953 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:18:40.072 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:40.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:40.078 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:40.178 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:18:40.192 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:40.223 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:40.294 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:40 smithi118 ceph-mon[212312]: pgmap v677: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 849 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 322 op/s; 7324/40806 objects degraded (17.948%); 11047/40806 objects misplaced (27.072%); 1.2 MiB/s, 86 objects/s recovering 2023-09-23T15:18:40.312 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:18:40.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:40.321 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:18:40.349 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:18:40.390 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:18:40.422 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:40.422 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:18:40.448 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:18:40.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:40 smithi178 ceph-mon[192298]: pgmap v677: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 849 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 322 op/s; 7324/40806 objects degraded (17.948%); 11047/40806 objects misplaced (27.072%); 1.2 MiB/s, 86 objects/s recovering 2023-09-23T15:18:40.452 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:40.472 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:18:40.500 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:18:40.530 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:18:40.548 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:40.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:40.550 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:40.564 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:40 smithi118 ceph-mon[219580]: pgmap v677: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 849 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 322 op/s; 7324/40806 objects degraded (17.948%); 11047/40806 objects misplaced (27.072%); 1.2 MiB/s, 86 objects/s recovering 2023-09-23T15:18:40.567 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:18:40.585 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:18:40.586 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:18:40.586 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:18:40.586 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:18:40.586 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:18:40.587 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:18:40.587 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:18:40.587 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:18:40.650 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:40.704 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4045407181' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:41 smithi118 ceph-mon[219580]: pgmap v678: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 813 MiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 321 op/s; 7324/39081 objects degraded (18.741%); 10688/39081 objects misplaced (27.348%); 1.2 MiB/s, 100 objects/s recovering 2023-09-23T15:18:41.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4045407181' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:41.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:41 smithi118 ceph-mon[212312]: pgmap v678: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 813 MiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 321 op/s; 7324/39081 objects degraded (18.741%); 10688/39081 objects misplaced (27.348%); 1.2 MiB/s, 100 objects/s recovering 2023-09-23T15:18:41.506 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4045407181' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:41.506 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:41 smithi178 ceph-mon[192298]: pgmap v678: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 813 MiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 321 op/s; 7324/39081 objects degraded (18.741%); 10688/39081 objects misplaced (27.348%); 1.2 MiB/s, 100 objects/s recovering 2023-09-23T15:18:41.560 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:18:41.743 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:18:41.743 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:18:42.086 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:42.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:42.096 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:42.197 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:18:42.232 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:42.284 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:18:42.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:42.287 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:18:42.348 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 7324/39081 objects degraded (18.741%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:42.350 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 7324/39081 objects degraded (18.741%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:42.388 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:42.418 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:42.552 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 7324/39081 objects degraded (18.741%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:42.572 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:18:42.575 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:42.579 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:42.580 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:42.681 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:42.711 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:42.758 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:42.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:42.763 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:42.864 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:42.890 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:42.932 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:42.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:42.938 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:43.039 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:43.065 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:43.110 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:43.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:43.115 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:43.216 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:43.364 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:43.443 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:43.456 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:43 smithi118 ceph-mon[219580]: pgmap v679: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 803 MiB data, 5.3 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 313 op/s; 7324/38598 objects degraded (18.975%); 10621/38598 objects misplaced (27.517%); 1.2 MiB/s, 100 objects/s recovering 2023-09-23T15:18:43.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:43.458 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:43.458 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:43 smithi118 ceph-mon[212312]: pgmap v679: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 803 MiB data, 5.3 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 313 op/s; 7324/38598 objects degraded (18.975%); 10621/38598 objects misplaced (27.517%); 1.2 MiB/s, 100 objects/s recovering 2023-09-23T15:18:43.559 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:43.583 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:43 smithi178 ceph-mon[192298]: pgmap v679: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 803 MiB data, 5.3 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 313 op/s; 7324/38598 objects degraded (18.975%); 10621/38598 objects misplaced (27.517%); 1.2 MiB/s, 100 objects/s recovering 2023-09-23T15:18:43.586 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:43.634 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:43.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:43.639 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:43.740 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:43.800 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:43.922 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:43.938 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:43.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:43.945 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:43.980 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:44.047 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:44.123 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:44.352 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:18:44.354 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:18:44.433 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:44.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:44.444 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:44.545 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:44.570 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:44.614 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:44.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:44.620 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:44.721 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:44.845 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:45.227 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:18:45.514 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:45.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:45.526 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:45.626 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:45.693 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:46.229 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:46 smithi118 ceph-mon[212312]: from='client.55228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:18:46.229 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:46 smithi118 ceph-mon[212312]: pgmap v680: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 756 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 308 op/s; 7114/36357 objects degraded (19.567%); 10154/36357 objects misplaced (27.929%); 1.3 MiB/s, 101 objects/s recovering 2023-09-23T15:18:46.516 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:46 smithi118 ceph-mon[219580]: from='client.55228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:18:46.516 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:46 smithi118 ceph-mon[219580]: pgmap v680: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 756 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 308 op/s; 7114/36357 objects degraded (19.567%); 10154/36357 objects misplaced (27.929%); 1.3 MiB/s, 101 objects/s recovering 2023-09-23T15:18:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:46 smithi178 ceph-mon[192298]: from='client.55228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:18:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:46 smithi178 ceph-mon[192298]: pgmap v680: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 756 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 308 op/s; 7114/36357 objects degraded (19.567%); 10154/36357 objects misplaced (27.929%); 1.3 MiB/s, 101 objects/s recovering 2023-09-23T15:18:47.590 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 7114/36357 objects degraded (19.567%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:47.590 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 7114/36357 objects degraded (19.567%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:47.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 7114/36357 objects degraded (19.567%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:47.746 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:47.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:47.772 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:47.861 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":679,"stamp":"2023-09-23T15:18:43.168107+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":842143672,"num_objects":12866,"num_object_clones":0,"num_object_copies":38598,"num_objects_missing_on_primary":2582,"num_objects_missing":2582,"num_objects_degraded":7324,"num_objects_misplaced":10621,"num_objects_unfound":0,"num_objects_dirty":12866,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":159582,"num_write_kb":5510350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":54027,"num_bytes_recovered":2809478604,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104111,"ondisk_log_size":104111,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":314,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":5548332,"kb_used_data":4113268,"kb_used_omap":222,"kb_used_meta":1434721,"kb_avail":650667732,"statfs":{"total":671965249536,"available":666283757568,"internally_reserved":0,"allocated":4211986432,"data_stored":4203870722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":1469155286},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,2,2,4,1,3,4,0,4],"upper_bound":1024},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-205717504,"num_objects":-3139,"num_object_clones":0,"num_object_copies":-9417,"num_objects_missing_on_primary":-199,"num_objects_missing":-199,"num_objects_degraded":-394,"num_objects_misplaced":-1813,"num_objects_unfound":0,"num_objects_dirty":-3139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3139,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1001,"num_bytes_recovered":12779520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002684"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":255,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.333308+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:18:25.333308+0000","last_peered":"2023-09-23T15:18:25.333308+0000","last_clean":"2023-09-23T15:18:25.333308+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:18:25.333308+0000","last_undegraded":"2023-09-23T15:18:25.333308+0000","last_fullsized":"2023-09-23T15:18:25.333308+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":224,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.327078+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:18:25.327078+0000","last_peered":"2023-09-23T15:18:25.327078+0000","last_clean":"2023-09-23T15:18:25.327078+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:18:25.327078+0000","last_undegraded":"2023-09-23T15:18:25.327078+0000","last_fullsized":"2023-09-23T15:18:25.327078+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":206,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.310157+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:18:25.310157+0000","last_peered":"2023-09-23T15:18:25.310157+0000","last_clean":"2023-09-23T15:18:25.310157+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:18:25.310157+0000","last_undegraded":"2023-09-23T15:18:25.310157+0000","last_fullsized":"2023-09-23T15:18:25.310157+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":134,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320477+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:18:25.320477+0000","last_peered":"2023-09-23T15:18:25.320477+0000","last_clean":"2023-09-23T15:18:25.320477+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:18:25.320477+0000","last_undegraded":"2023-09-23T15:18:25.320477+0000","last_fullsized":"2023-09-23T15:18:25.320477+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":269,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.323335+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:18:25.323335+0000","last_peered":"2023-09-23T15:18:25.323335+0000","last_clean":"2023-09-23T15:18:25.323335+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:18:25.323335+0000","last_undegraded":"2023-09-23T15:18:25.323335+0000","last_fullsized":"2023-09-23T15:18:25.323335+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":189,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.301847+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:18:25.301847+0000","last_peered":"2023-09-23T15:18:25.301847+0000","last_clean":"2023-09-23T15:18:25.301847+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:18:25.301847+0000","last_undegraded":"2023-09-23T15:18:25.301847+0000","last_fullsized":"2023-09-23T15:18:25.301847+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":137,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.321343+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:18:25.321343+0000","last_peered":"2023-09-23T15:18:25.321343+0000","last_clean":"2023-09-23T15:18:25.321343+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:18:25.321343+0000","last_undegraded":"2023-09-23T15:18:25.321343+0000","last_fullsized":"2023-09-23T15:18:25.321343+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":230,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.323402+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:18:25.323402+0000","last_peered":"2023-09-23T15:18:25.323402+0000","last_clean":"2023-09-23T15:18:25.323402+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:18:25.323402+0000","last_undegraded":"2023-09-23T15:18:25.323402+0000","last_fullsized":"2023-09-23T15:18:25.323402+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":224,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.321718+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:18:25.321718+0000","last_peered":"2023-09-23T15:18:25.321718+0000","last_clean":"2023-09-23T15:18:25.321718+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:18:25.321718+0000","last_undegraded":"2023-09-23T15:18:25.321718+0000","last_fullsized":"2023-09-23T15:18:25.321718+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":205,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.326718+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:18:25.326718+0000","last_peered":"2023-09-23T15:18:25.326718+0000","last_clean":"2023-09-23T15:18:25.326718+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:18:25.326718+0000","last_undegraded":"2023-09-23T15:18:25.326718+0000","last_fullsized":"2023-09-23T15:18:25.326718+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":218,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320155+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:18:25.320155+0000","last_peered":"2023-09-23T15:18:25.320155+0000","last_clean":"2023-09-23T15:18:25.320155+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:18:25.320155+0000","last_undegraded":"2023-09-23T15:18:25.320155+0000","last_fullsized":"2023-09-23T15:18:25.320155+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":242,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.838832+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:18:25.838832+0000","last_peered":"2023-09-23T15:18:25.838832+0000","last_clean":"2023-09-23T15:18:25.838832+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:18:25.838832+0000","last_undegraded":"2023-09-23T15:18:25.838832+0000","last_fullsized":"2023-09-23T15:18:25.838832+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":103,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319992+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:18:25.319992+0000","last_peered":"2023-09-23T15:18:25.319992+0000","last_clean":"2023-09-23T15:18:25.319992+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:18:25.319992+0000","last_undegraded":"2023-09-23T15:18:25.319992+0000","last_fullsized":"2023-09-23T15:18:25.319992+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":147,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.301410+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:18:25.301410+0000","last_peered":"2023-09-23T15:18:25.301410+0000","last_clean":"2023-09-23T15:18:25.301410+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:18:25.301410+0000","last_undegraded":"2023-09-23T15:18:25.301410+0000","last_fullsized":"2023-09-23T15:18:25.301410+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":266,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319865+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:18:25.319865+0000","last_peered":"2023-09-23T15:18:25.319865+0000","last_clean":"2023-09-23T15:18:25.319865+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:18:25.319865+0000","last_undegraded":"2023-09-23T15:18:25.319865+0000","last_fullsized":"2023-09-23T15:18:25.319865+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":230,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.324598+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:18:25.324598+0000","last_peered":"2023-09-23T15:18:25.324598+0000","last_clean":"2023-09-23T15:18:25.324598+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:18:25.324598+0000","last_undegraded":"2023-09-23T15:18:25.324598+0000","last_fullsized":"2023-09-23T15:18:25.324598+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":134,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319684+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:18:25.319684+0000","last_peered":"2023-09-23T15:18:25.319684+0000","last_clean":"2023-09-23T15:18:25.319684+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:18:25.319684+0000","last_undegraded":"2023-09-23T15:18:25.319684+0000","last_fullsized":"2023-09-23T15:18:25.319684+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":137,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320073+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:18:25.320073+0000","last_peered":"2023-09-23T15:18:25.320073+0000","last_clean":"2023-09-23T15:18:25.320073+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:18:25.320073+0000","last_undegraded":"2023-09-23T15:18:25.320073+0000","last_fullsized":"2023-09-23T15:18:25.320073+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":209,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319844+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:18:25.319844+0000","last_peered":"2023-09-23T15:18:25.319844+0000","last_clean":"2023-09-23T15:18:25.319844+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:18:25.319844+0000","last_undegraded":"2023-09-23T15:18:25.319844+0000","last_fullsized":"2023-09-23T15:18:25.319844+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":161,"reported_epoch":249,"state":"active+clean","last_fresh":"2023-09-23T15:18:37.307864+0000","last_change":"2023-09-23T15:16:29.243272+0000","last_active":"2023-09-23T15:18:37.307864+0000","last_peered":"2023-09-23T15:18:37.307864+0000","last_clean":"2023-09-23T15:18:37.307864+0000","last_became_active":"2023-09-23T15:16:29.236288+0000","last_became_peered":"2023-09-23T15:16:29.236288+0000","last_unstale":"2023-09-23T15:18:37.307864+0000","last_undegraded":"2023-09-23T15:18:37.307864+0000","last_fullsized":"2023-09-23T15:18:37.307864+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:50:28.484728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":281,"reported_epoch":248,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:18:25.301015+0000","last_change":"2023-09-23T15:16:49.311017+0000","last_active":"2023-09-23T15:18:25.301015+0000","last_peered":"2023-09-23T15:18:25.301015+0000","last_clean":"2023-09-23T15:16:45.283608+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:18:25.301015+0000","last_undegraded":"2023-09-23T15:16:49.301192+0000","last_fullsized":"2023-09-23T15:18:25.301015+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":230,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.325702+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:18:25.325702+0000","last_peered":"2023-09-23T15:18:25.325702+0000","last_clean":"2023-09-23T15:18:25.325702+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:18:25.325702+0000","last_undegraded":"2023-09-23T15:18:25.325702+0000","last_fullsized":"2023-09-23T15:18:25.325702+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"249'10027","reported_seq":24501,"reported_epoch":249,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:40.712046+0000","last_change":"2023-09-23T15:16:50.613440+0000","last_active":"2023-09-23T15:18:40.712046+0000","last_peered":"2023-09-23T15:18:40.712046+0000","last_clean":"2023-09-23T15:16:48.053183+0000","last_became_active":"2023-09-23T15:16:50.583574+0000","last_became_peered":"2023-09-23T15:16:50.583574+0000","last_unstale":"2023-09-23T15:18:40.712046+0000","last_undegraded":"2023-09-23T15:18:40.712046+0000","last_fullsized":"2023-09-23T15:18:40.712046+0000","mapping_epoch":235,"log_start":"176'4458","ondisk_log_start":"176'4458","created":147,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5569,"log_dups_size":0,"ondisk_log_size":5569,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:59:22.109744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48037888,"num_objects":733,"num_object_clones":0,"num_object_copies":2199,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":733,"num_objects_unfound":0,"num_objects_dirty":733,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10027,"num_write_kb":344320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7156,"num_bytes_recovered":360710144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,6,2],"avail_no_missing":["1","2","4","6"],"object_location_counts":[{"shards":"1,2,6","objects":733}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":238,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320361+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:18:25.320361+0000","last_peered":"2023-09-23T15:18:25.320361+0000","last_clean":"2023-09-23T15:18:25.320361+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:18:25.320361+0000","last_undegraded":"2023-09-23T15:18:25.320361+0000","last_fullsized":"2023-09-23T15:18:25.320361+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":196,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319495+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:18:25.319495+0000","last_peered":"2023-09-23T15:18:25.319495+0000","last_clean":"2023-09-23T15:18:25.319495+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:18:25.319495+0000","last_undegraded":"2023-09-23T15:18:25.319495+0000","last_fullsized":"2023-09-23T15:18:25.319495+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.a","version":"249'9970","reported_seq":12319,"reported_epoch":249,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:38.733351+0000","last_change":"2023-09-23T15:16:31.628711+0000","last_active":"2023-09-23T15:18:38.733351+0000","last_peered":"2023-09-23T15:18:38.733351+0000","last_clean":"2023-09-23T15:13:11.097166+0000","last_became_active":"2023-09-23T15:14:43.433988+0000","last_became_peered":"2023-09-23T15:14:43.433988+0000","last_unstale":"2023-09-23T15:18:38.733351+0000","last_undegraded":"2023-09-23T15:16:31.627878+0000","last_fullsized":"2023-09-23T15:14:43.180281+0000","mapping_epoch":191,"log_start":"172'4153","ondisk_log_start":"172'4153","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5817,"log_dups_size":0,"ondisk_log_size":5817,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:53.541437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54263808,"num_objects":828,"num_object_clones":0,"num_object_copies":2484,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":828,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9970,"num_write_kb":345536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1105,"num_bytes_recovered":72286208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"1,3,5","objects":797},{"shards":"3,5","objects":31}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":215,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320291+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:18:25.320291+0000","last_peered":"2023-09-23T15:18:25.320291+0000","last_clean":"2023-09-23T15:18:25.320291+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:18:25.320291+0000","last_undegraded":"2023-09-23T15:18:25.320291+0000","last_fullsized":"2023-09-23T15:18:25.320291+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":227,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.323959+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:18:25.323959+0000","last_peered":"2023-09-23T15:18:25.323959+0000","last_clean":"2023-09-23T15:18:25.323959+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:18:25.323959+0000","last_undegraded":"2023-09-23T15:18:25.323959+0000","last_fullsized":"2023-09-23T15:18:25.323959+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"249'9965","reported_seq":14589,"reported_epoch":249,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:42.062037+0000","last_change":"2023-09-23T15:16:31.272424+0000","last_active":"2023-09-23T15:18:42.062037+0000","last_peered":"2023-09-23T15:18:42.062037+0000","last_clean":"2023-09-23T15:14:59.128717+0000","last_became_active":"2023-09-23T15:16:31.249710+0000","last_became_peered":"2023-09-23T15:16:31.249710+0000","last_unstale":"2023-09-23T15:18:42.062037+0000","last_undegraded":"2023-09-23T15:18:42.062037+0000","last_fullsized":"2023-09-23T15:18:42.062037+0000","mapping_epoch":226,"log_start":"172'3751","ondisk_log_start":"172'3751","created":147,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":6214,"log_dups_size":0,"ondisk_log_size":6214,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:55.937440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49348608,"num_objects":753,"num_object_clones":0,"num_object_copies":2259,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":569,"num_objects_unfound":0,"num_objects_dirty":753,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9965,"num_write_kb":342976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2695,"num_bytes_recovered":160694272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,1,4],"avail_no_missing":["7","1","4"],"object_location_counts":[{"shards":"1,4,7","objects":753}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":216,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319526+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:18:25.319526+0000","last_peered":"2023-09-23T15:18:25.319526+0000","last_clean":"2023-09-23T15:18:25.319526+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:18:25.319526+0000","last_undegraded":"2023-09-23T15:18:25.319526+0000","last_fullsized":"2023-09-23T15:18:25.319526+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":206,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.301384+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:18:25.301384+0000","last_peered":"2023-09-23T15:18:25.301384+0000","last_clean":"2023-09-23T15:18:25.301384+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:18:25.301384+0000","last_undegraded":"2023-09-23T15:18:25.301384+0000","last_fullsized":"2023-09-23T15:18:25.301384+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"249'9909","reported_seq":22387,"reported_epoch":249,"state":"active+clean","last_fresh":"2023-09-23T15:18:38.060679+0000","last_change":"2023-09-23T15:16:43.179877+0000","last_active":"2023-09-23T15:18:38.060679+0000","last_peered":"2023-09-23T15:18:38.060679+0000","last_clean":"2023-09-23T15:18:38.060679+0000","last_became_active":"2023-09-23T15:16:43.160319+0000","last_became_peered":"2023-09-23T15:16:43.160319+0000","last_unstale":"2023-09-23T15:18:38.060679+0000","last_undegraded":"2023-09-23T15:18:38.060679+0000","last_fullsized":"2023-09-23T15:18:38.060679+0000","mapping_epoch":231,"log_start":"155'1888","ondisk_log_start":"155'1888","created":147,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":8021,"log_dups_size":0,"ondisk_log_size":8021,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.522533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58130432,"num_objects":887,"num_object_clones":0,"num_object_copies":2661,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":887,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9909,"num_write_kb":345472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8158,"num_bytes_recovered":353697792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":194,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.324779+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:18:25.324779+0000","last_peered":"2023-09-23T15:18:25.324779+0000","last_clean":"2023-09-23T15:18:25.324779+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:18:25.324779+0000","last_undegraded":"2023-09-23T15:18:25.324779+0000","last_fullsized":"2023-09-23T15:18:25.324779+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":73,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.306975+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:18:25.306975+0000","last_peered":"2023-09-23T15:18:25.306975+0000","last_clean":"2023-09-23T15:18:25.306975+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:18:25.306975+0000","last_undegraded":"2023-09-23T15:18:25.306975+0000","last_fullsized":"2023-09-23T15:18:25.306975+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":649,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319927+0000","last_change":"2023-09-23T15:16:29.239182+0000","last_active":"2023-09-23T15:18:25.319927+0000","last_peered":"2023-09-23T15:18:25.319927+0000","last_clean":"2023-09-23T15:18:25.319927+0000","last_became_active":"2023-09-23T15:16:29.237845+0000","last_became_peered":"2023-09-23T15:16:29.237845+0000","last_unstale":"2023-09-23T15:18:25.319927+0000","last_undegraded":"2023-09-23T15:18:25.319927+0000","last_fullsized":"2023-09-23T15:18:25.319927+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.f","version":"249'9834","reported_seq":14433,"reported_epoch":249,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:38.665594+0000","last_change":"2023-09-23T15:16:43.187597+0000","last_active":"2023-09-23T15:18:38.665594+0000","last_peered":"2023-09-23T15:18:38.665594+0000","last_clean":"2023-09-23T15:14:59.094540+0000","last_became_active":"2023-09-23T15:16:43.159896+0000","last_became_peered":"2023-09-23T15:16:43.159896+0000","last_unstale":"2023-09-23T15:18:38.665594+0000","last_undegraded":"2023-09-23T15:18:38.665594+0000","last_fullsized":"2023-09-23T15:18:38.665594+0000","mapping_epoch":231,"log_start":"172'3968","ondisk_log_start":"172'3968","created":147,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5866,"log_dups_size":0,"ondisk_log_size":5866,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:00.653030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48889856,"num_objects":746,"num_object_clones":0,"num_object_copies":2238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":746,"num_objects_unfound":0,"num_objects_dirty":746,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9834,"num_write_kb":338560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2214,"num_bytes_recovered":128581632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":746}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":248,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.323851+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:18:25.323851+0000","last_peered":"2023-09-23T15:18:25.323851+0000","last_clean":"2023-09-23T15:18:25.323851+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:18:25.323851+0000","last_undegraded":"2023-09-23T15:18:25.323851+0000","last_fullsized":"2023-09-23T15:18:25.323851+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":147,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.324728+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:18:25.324728+0000","last_peered":"2023-09-23T15:18:25.324728+0000","last_clean":"2023-09-23T15:18:25.324728+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:18:25.324728+0000","last_undegraded":"2023-09-23T15:18:25.324728+0000","last_fullsized":"2023-09-23T15:18:25.324728+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":635,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319756+0000","last_change":"2023-09-23T15:16:30.231136+0000","last_active":"2023-09-23T15:18:25.319756+0000","last_peered":"2023-09-23T15:18:25.319756+0000","last_clean":"2023-09-23T15:18:25.319756+0000","last_became_active":"2023-09-23T15:16:30.230729+0000","last_became_peered":"2023-09-23T15:16:30.230729+0000","last_unstale":"2023-09-23T15:18:25.319756+0000","last_undegraded":"2023-09-23T15:18:25.319756+0000","last_fullsized":"2023-09-23T15:18:25.319756+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.e","version":"249'9978","reported_seq":25135,"reported_epoch":249,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:38.193211+0000","last_change":"2023-09-23T15:17:02.148547+0000","last_active":"2023-09-23T15:18:38.193211+0000","last_peered":"2023-09-23T15:18:38.193211+0000","last_clean":"2023-09-23T15:13:11.076557+0000","last_became_active":"2023-09-23T15:17:01.630154+0000","last_became_peered":"2023-09-23T15:17:01.630154+0000","last_unstale":"2023-09-23T15:18:38.193211+0000","last_undegraded":"2023-09-23T15:16:55.995320+0000","last_fullsized":"2023-09-23T15:16:49.300503+0000","mapping_epoch":234,"log_start":"152'1200","ondisk_log_start":"152'1200","created":147,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":8778,"log_dups_size":0,"ondisk_log_size":8778,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:05:39.067697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54788096,"num_objects":836,"num_object_clones":0,"num_object_copies":2508,"num_objects_missing_on_primary":2582,"num_objects_missing":2582,"num_objects_degraded":3418,"num_objects_misplaced":3767,"num_objects_unfound":0,"num_objects_dirty":836,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9978,"num_write_kb":346048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6520,"num_bytes_recovered":427163648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,1],"avail_no_missing":["1","3"],"object_location_counts":[{"shards":"1,2,3,7","objects":14},{"shards":"1,3,7","objects":822}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":200,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.301434+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:18:25.301434+0000","last_peered":"2023-09-23T15:18:25.301434+0000","last_clean":"2023-09-23T15:18:25.301434+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:18:25.301434+0000","last_undegraded":"2023-09-23T15:18:25.301434+0000","last_fullsized":"2023-09-23T15:18:25.301434+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":252,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.339435+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:18:25.339435+0000","last_peered":"2023-09-23T15:18:25.339435+0000","last_clean":"2023-09-23T15:18:25.339435+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:18:25.339435+0000","last_undegraded":"2023-09-23T15:18:25.339435+0000","last_fullsized":"2023-09-23T15:18:25.339435+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"249'10024","reported_seq":14159,"reported_epoch":249,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:40.016060+0000","last_change":"2023-09-23T15:16:29.815373+0000","last_active":"2023-09-23T15:18:40.016060+0000","last_peered":"2023-09-23T15:18:40.016060+0000","last_clean":"2023-09-23T15:12:44.085616+0000","last_became_active":"2023-09-23T15:15:01.396056+0000","last_became_peered":"2023-09-23T15:15:01.396056+0000","last_unstale":"2023-09-23T15:18:40.016060+0000","last_undegraded":"2023-09-23T15:18:40.016060+0000","last_fullsized":"2023-09-23T15:18:40.016060+0000","mapping_epoch":197,"log_start":"172'4170","ondisk_log_start":"172'4170","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5854,"log_dups_size":0,"ondisk_log_size":5854,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.884324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53805080,"num_objects":822,"num_object_clones":0,"num_object_copies":2466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":822,"num_objects_unfound":0,"num_objects_dirty":822,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10024,"num_write_kb":347009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1993,"num_bytes_recovered":109182976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":822}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":252,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.332911+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:18:25.332911+0000","last_peered":"2023-09-23T15:18:25.332911+0000","last_clean":"2023-09-23T15:18:25.332911+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:18:25.332911+0000","last_undegraded":"2023-09-23T15:18:25.332911+0000","last_fullsized":"2023-09-23T15:18:25.332911+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":147,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.301699+0000","last_change":"2023-09-23T15:15:12.161053+0000","last_active":"2023-09-23T15:18:25.301699+0000","last_peered":"2023-09-23T15:18:25.301699+0000","last_clean":"2023-09-23T15:18:25.301699+0000","last_became_active":"2023-09-23T15:15:12.160629+0000","last_became_peered":"2023-09-23T15:15:12.160629+0000","last_unstale":"2023-09-23T15:18:25.301699+0000","last_undegraded":"2023-09-23T15:18:25.301699+0000","last_fullsized":"2023-09-23T15:18:25.301699+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:53.912905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":649,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319706+0000","last_change":"2023-09-23T15:16:29.247296+0000","last_active":"2023-09-23T15:18:25.319706+0000","last_peered":"2023-09-23T15:18:25.319706+0000","last_clean":"2023-09-23T15:18:25.319706+0000","last_became_active":"2023-09-23T15:16:29.246090+0000","last_became_peered":"2023-09-23T15:16:29.246090+0000","last_unstale":"2023-09-23T15:18:25.319706+0000","last_undegraded":"2023-09-23T15:18:25.319706+0000","last_fullsized":"2023-09-23T15:18:25.319706+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"249'9984","reported_seq":10590,"reported_epoch":249,"state":"active+clean","last_fresh":"2023-09-23T15:18:39.968586+0000","last_change":"2023-09-23T15:16:32.343894+0000","last_active":"2023-09-23T15:18:39.968586+0000","last_peered":"2023-09-23T15:18:39.968586+0000","last_clean":"2023-09-23T15:18:39.968586+0000","last_became_active":"2023-09-23T15:16:32.327421+0000","last_became_peered":"2023-09-23T15:16:32.327421+0000","last_unstale":"2023-09-23T15:18:39.968586+0000","last_undegraded":"2023-09-23T15:18:39.968586+0000","last_fullsized":"2023-09-23T15:18:39.968586+0000","mapping_epoch":227,"log_start":"172'4135","ondisk_log_start":"172'4135","created":147,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5849,"log_dups_size":0,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:15.858227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52297728,"num_objects":798,"num_object_clones":0,"num_object_copies":2394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":798,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9984,"num_write_kb":345024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":233,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":232,"reported_epoch":249,"state":"active+clean","last_fresh":"2023-09-23T15:18:37.302037+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:18:37.302037+0000","last_peered":"2023-09-23T15:18:37.302037+0000","last_clean":"2023-09-23T15:18:37.302037+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:18:37.302037+0000","last_undegraded":"2023-09-23T15:18:37.302037+0000","last_fullsized":"2023-09-23T15:18:37.302037+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":222,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.318574+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:18:25.318574+0000","last_peered":"2023-09-23T15:18:25.318574+0000","last_clean":"2023-09-23T15:18:25.318574+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:18:25.318574+0000","last_undegraded":"2023-09-23T15:18:25.318574+0000","last_fullsized":"2023-09-23T15:18:25.318574+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":649,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320458+0000","last_change":"2023-09-23T15:16:29.240553+0000","last_active":"2023-09-23T15:18:25.320458+0000","last_peered":"2023-09-23T15:18:25.320458+0000","last_clean":"2023-09-23T15:18:25.320458+0000","last_became_active":"2023-09-23T15:16:29.239612+0000","last_became_peered":"2023-09-23T15:16:29.239612+0000","last_unstale":"2023-09-23T15:18:25.320458+0000","last_undegraded":"2023-09-23T15:18:25.320458+0000","last_fullsized":"2023-09-23T15:18:25.320458+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"249'9963","reported_seq":10079,"reported_epoch":249,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:38.662764+0000","last_change":"2023-09-23T15:15:13.535307+0000","last_active":"2023-09-23T15:18:38.662764+0000","last_peered":"2023-09-23T15:18:38.662764+0000","last_clean":"2023-09-23T15:15:01.817213+0000","last_became_active":"2023-09-23T15:15:13.509774+0000","last_became_peered":"2023-09-23T15:15:13.509774+0000","last_unstale":"2023-09-23T15:18:38.662764+0000","last_undegraded":"2023-09-23T15:18:38.662764+0000","last_fullsized":"2023-09-23T15:18:38.662764+0000","mapping_epoch":203,"log_start":"172'4120","ondisk_log_start":"172'4120","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5843,"log_dups_size":0,"ondisk_log_size":5843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:33.729271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54984704,"num_objects":839,"num_object_clones":0,"num_object_copies":2517,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":839,"num_objects_unfound":0,"num_objects_dirty":839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9963,"num_write_kb":345664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":839}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":213,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320096+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:18:25.320096+0000","last_peered":"2023-09-23T15:18:25.320096+0000","last_clean":"2023-09-23T15:18:25.320096+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:18:25.320096+0000","last_undegraded":"2023-09-23T15:18:25.320096+0000","last_fullsized":"2023-09-23T15:18:25.320096+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":224,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.323996+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:18:25.323996+0000","last_peered":"2023-09-23T15:18:25.323996+0000","last_clean":"2023-09-23T15:18:25.323996+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:18:25.323996+0000","last_undegraded":"2023-09-23T15:18:25.323996+0000","last_fullsized":"2023-09-23T15:18:25.323996+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":228,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.308505+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:18:25.308505+0000","last_peered":"2023-09-23T15:18:25.308505+0000","last_clean":"2023-09-23T15:18:25.308505+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:18:25.308505+0000","last_undegraded":"2023-09-23T15:18:25.308505+0000","last_fullsized":"2023-09-23T15:18:25.308505+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":648,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320141+0000","last_change":"2023-09-23T15:16:29.239081+0000","last_active":"2023-09-23T15:18:25.320141+0000","last_peered":"2023-09-23T15:18:25.320141+0000","last_clean":"2023-09-23T15:18:25.320141+0000","last_became_active":"2023-09-23T15:16:29.237815+0000","last_became_peered":"2023-09-23T15:16:29.237815+0000","last_unstale":"2023-09-23T15:18:25.320141+0000","last_undegraded":"2023-09-23T15:18:25.320141+0000","last_fullsized":"2023-09-23T15:18:25.320141+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"249'9973","reported_seq":14081,"reported_epoch":249,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:40.029321+0000","last_change":"2023-09-23T15:16:28.333172+0000","last_active":"2023-09-23T15:18:40.029321+0000","last_peered":"2023-09-23T15:18:40.029321+0000","last_clean":"2023-09-23T15:14:59.097787+0000","last_became_active":"2023-09-23T15:15:01.359303+0000","last_became_peered":"2023-09-23T15:15:01.359303+0000","last_unstale":"2023-09-23T15:18:40.029321+0000","last_undegraded":"2023-09-23T15:18:40.029321+0000","last_fullsized":"2023-09-23T15:18:40.029321+0000","mapping_epoch":197,"log_start":"172'4108","ondisk_log_start":"172'4108","created":147,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5865,"log_dups_size":0,"ondisk_log_size":5865,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:10.643349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52625408,"num_objects":803,"num_object_clones":0,"num_object_copies":2409,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":788,"num_objects_unfound":0,"num_objects_dirty":803,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9973,"num_write_kb":344832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1976,"num_bytes_recovered":78381056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,3,1],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":803}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":197,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.308627+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:18:25.308627+0000","last_peered":"2023-09-23T15:18:25.308627+0000","last_clean":"2023-09-23T15:18:25.308627+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:18:25.308627+0000","last_undegraded":"2023-09-23T15:18:25.308627+0000","last_fullsized":"2023-09-23T15:18:25.308627+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":229,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.301439+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:18:25.301439+0000","last_peered":"2023-09-23T15:18:25.301439+0000","last_clean":"2023-09-23T15:18:25.301439+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:18:25.301439+0000","last_undegraded":"2023-09-23T15:18:25.301439+0000","last_fullsized":"2023-09-23T15:18:25.301439+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":69,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.339336+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:18:25.339336+0000","last_peered":"2023-09-23T15:18:25.339336+0000","last_clean":"2023-09-23T15:18:25.339336+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:18:25.339336+0000","last_undegraded":"2023-09-23T15:18:25.339336+0000","last_fullsized":"2023-09-23T15:18:25.339336+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":649,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319629+0000","last_change":"2023-09-23T15:16:29.247689+0000","last_active":"2023-09-23T15:18:25.319629+0000","last_peered":"2023-09-23T15:18:25.319629+0000","last_clean":"2023-09-23T15:18:25.319629+0000","last_became_active":"2023-09-23T15:16:29.247327+0000","last_became_peered":"2023-09-23T15:16:29.247327+0000","last_unstale":"2023-09-23T15:18:25.319629+0000","last_undegraded":"2023-09-23T15:18:25.319629+0000","last_fullsized":"2023-09-23T15:18:25.319629+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"249'9946","reported_seq":15258,"reported_epoch":249,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:40.835284+0000","last_change":"2023-09-23T15:16:31.630149+0000","last_active":"2023-09-23T15:18:40.835284+0000","last_peered":"2023-09-23T15:18:40.835284+0000","last_clean":"2023-09-23T15:14:59.050404+0000","last_became_active":"2023-09-23T15:15:13.152569+0000","last_became_peered":"2023-09-23T15:15:13.152569+0000","last_unstale":"2023-09-23T15:18:40.835284+0000","last_undegraded":"2023-09-23T15:18:40.835284+0000","last_fullsized":"2023-09-23T15:18:40.835284+0000","mapping_epoch":203,"log_start":"176'4382","ondisk_log_start":"176'4382","created":147,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5564,"log_dups_size":0,"ondisk_log_size":5564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:05:46.733481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50987008,"num_objects":778,"num_object_clones":0,"num_object_copies":2334,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":572,"num_objects_unfound":0,"num_objects_dirty":778,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9946,"num_write_kb":343168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2578,"num_bytes_recovered":168951808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":778}],"blocked_by":[],"up_primary":0,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":78,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.332966+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:18:25.332966+0000","last_peered":"2023-09-23T15:18:25.332966+0000","last_clean":"2023-09-23T15:18:25.332966+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:18:25.332966+0000","last_undegraded":"2023-09-23T15:18:25.332966+0000","last_fullsized":"2023-09-23T15:18:25.332966+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":69,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.333027+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:18:25.333027+0000","last_peered":"2023-09-23T15:18:25.333027+0000","last_clean":"2023-09-23T15:18:25.333027+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:18:25.333027+0000","last_undegraded":"2023-09-23T15:18:25.333027+0000","last_fullsized":"2023-09-23T15:18:25.333027+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":235,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.318642+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:18:25.318642+0000","last_peered":"2023-09-23T15:18:25.318642+0000","last_clean":"2023-09-23T15:18:25.318642+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:18:25.318642+0000","last_undegraded":"2023-09-23T15:18:25.318642+0000","last_fullsized":"2023-09-23T15:18:25.318642+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"249'9782","reported_seq":22339,"reported_epoch":249,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:38.574773+0000","last_change":"2023-09-23T15:16:30.310395+0000","last_active":"2023-09-23T15:18:38.574773+0000","last_peered":"2023-09-23T15:18:38.574773+0000","last_clean":"2023-09-23T15:13:36.067740+0000","last_became_active":"2023-09-23T15:16:30.264048+0000","last_became_peered":"2023-09-23T15:16:30.264048+0000","last_unstale":"2023-09-23T15:18:38.574773+0000","last_undegraded":"2023-09-23T15:16:30.258644+0000","last_fullsized":"2023-09-23T15:16:30.223210+0000","mapping_epoch":225,"log_start":"172'3964","ondisk_log_start":"172'3964","created":147,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5818,"log_dups_size":0,"ondisk_log_size":5818,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:55:35.828687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54263808,"num_objects":828,"num_object_clones":0,"num_object_copies":2484,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":763,"num_objects_misplaced":328,"num_objects_unfound":0,"num_objects_dirty":828,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9782,"num_write_kb":339520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5619,"num_bytes_recovered":294846464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[3,1],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"1,3","objects":828}],"blocked_by":[],"up_primary":7,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":84,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.339202+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:18:25.339202+0000","last_peered":"2023-09-23T15:18:25.339202+0000","last_clean":"2023-09-23T15:18:25.339202+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:18:25.339202+0000","last_undegraded":"2023-09-23T15:18:25.339202+0000","last_fullsized":"2023-09-23T15:18:25.339202+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":653,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319676+0000","last_change":"2023-09-23T15:16:29.248294+0000","last_active":"2023-09-23T15:18:25.319676+0000","last_peered":"2023-09-23T15:18:25.319676+0000","last_clean":"2023-09-23T15:18:25.319676+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:18:25.319676+0000","last_undegraded":"2023-09-23T15:18:25.319676+0000","last_fullsized":"2023-09-23T15:18:25.319676+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":191,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.328634+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:18:25.328634+0000","last_peered":"2023-09-23T15:18:25.328634+0000","last_clean":"2023-09-23T15:18:25.328634+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:18:25.328634+0000","last_undegraded":"2023-09-23T15:18:25.328634+0000","last_fullsized":"2023-09-23T15:18:25.328634+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":177,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.301652+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:18:25.301652+0000","last_peered":"2023-09-23T15:18:25.301652+0000","last_clean":"2023-09-23T15:18:25.301652+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:18:25.301652+0000","last_undegraded":"2023-09-23T15:18:25.301652+0000","last_fullsized":"2023-09-23T15:18:25.301652+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":649,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319865+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:18:25.319865+0000","last_peered":"2023-09-23T15:18:25.319865+0000","last_clean":"2023-09-23T15:18:25.319865+0000","last_became_active":"2023-09-23T15:16:29.237813+0000","last_became_peered":"2023-09-23T15:16:29.237813+0000","last_unstale":"2023-09-23T15:18:25.319865+0000","last_undegraded":"2023-09-23T15:18:25.319865+0000","last_fullsized":"2023-09-23T15:18:25.319865+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"249'10030","reported_seq":29261,"reported_epoch":249,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:18:40.861503+0000","last_change":"2023-09-23T15:16:45.455003+0000","last_active":"2023-09-23T15:18:40.861503+0000","last_peered":"2023-09-23T15:18:40.861503+0000","last_clean":"2023-09-23T15:12:44.098817+0000","last_became_active":"2023-09-23T15:16:43.812630+0000","last_became_peered":"2023-09-23T15:16:43.812630+0000","last_unstale":"2023-09-23T15:18:40.861503+0000","last_undegraded":"2023-09-23T15:16:40.431679+0000","last_fullsized":"2023-09-23T15:16:30.234972+0000","mapping_epoch":225,"log_start":"176'4429","ondisk_log_start":"176'4429","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5601,"log_dups_size":0,"ondisk_log_size":5601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:05.886511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52953088,"num_objects":808,"num_object_clones":0,"num_object_copies":2424,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":615,"num_objects_misplaced":615,"num_objects_unfound":0,"num_objects_dirty":808,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10030,"num_write_kb":346816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6697,"num_bytes_recovered":302383104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,7","objects":193}],"blocked_by":[],"up_primary":7,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":233,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319837+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:18:25.319837+0000","last_peered":"2023-09-23T15:18:25.319837+0000","last_clean":"2023-09-23T15:18:25.319837+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:18:25.319837+0000","last_undegraded":"2023-09-23T15:18:25.319837+0000","last_fullsized":"2023-09-23T15:18:25.319837+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":89,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.326911+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:18:25.326911+0000","last_peered":"2023-09-23T15:18:25.326911+0000","last_clean":"2023-09-23T15:18:25.326911+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:18:25.326911+0000","last_undegraded":"2023-09-23T15:18:25.326911+0000","last_fullsized":"2023-09-23T15:18:25.326911+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":64,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.309185+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:18:25.309185+0000","last_peered":"2023-09-23T15:18:25.309185+0000","last_clean":"2023-09-23T15:18:25.309185+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:18:25.309185+0000","last_undegraded":"2023-09-23T15:18:25.309185+0000","last_fullsized":"2023-09-23T15:18:25.309185+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":649,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320397+0000","last_change":"2023-09-23T15:16:29.240555+0000","last_active":"2023-09-23T15:18:25.320397+0000","last_peered":"2023-09-23T15:18:25.320397+0000","last_clean":"2023-09-23T15:18:25.320397+0000","last_became_active":"2023-09-23T15:16:29.240189+0000","last_became_peered":"2023-09-23T15:16:29.240189+0000","last_unstale":"2023-09-23T15:18:25.320397+0000","last_undegraded":"2023-09-23T15:18:25.320397+0000","last_fullsized":"2023-09-23T15:18:25.320397+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"249'9980","reported_seq":10089,"reported_epoch":249,"state":"active+clean","last_fresh":"2023-09-23T15:18:43.004160+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:18:43.004160+0000","last_peered":"2023-09-23T15:18:43.004160+0000","last_clean":"2023-09-23T15:18:43.004160+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:18:43.004160+0000","last_undegraded":"2023-09-23T15:18:43.004160+0000","last_fullsized":"2023-09-23T15:18:43.004160+0000","mapping_epoch":147,"log_start":"0'0","ondisk_log_start":"0'0","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":9980,"log_dups_size":0,"ondisk_log_size":9980,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48627712,"num_objects":742,"num_object_clones":0,"num_object_copies":2226,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":742,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9980,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":233,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320223+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:18:25.320223+0000","last_peered":"2023-09-23T15:18:25.320223+0000","last_clean":"2023-09-23T15:18:25.320223+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:18:25.320223+0000","last_undegraded":"2023-09-23T15:18:25.320223+0000","last_fullsized":"2023-09-23T15:18:25.320223+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":69,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.339422+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:18:25.339422+0000","last_peered":"2023-09-23T15:18:25.339422+0000","last_clean":"2023-09-23T15:18:25.339422+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:18:25.339422+0000","last_undegraded":"2023-09-23T15:18:25.339422+0000","last_fullsized":"2023-09-23T15:18:25.339422+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":115,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.322082+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:18:25.322082+0000","last_peered":"2023-09-23T15:18:25.322082+0000","last_clean":"2023-09-23T15:18:25.322082+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:18:25.322082+0000","last_undegraded":"2023-09-23T15:18:25.322082+0000","last_fullsized":"2023-09-23T15:18:25.322082+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":649,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320268+0000","last_change":"2023-09-23T15:16:29.239511+0000","last_active":"2023-09-23T15:18:25.320268+0000","last_peered":"2023-09-23T15:18:25.320268+0000","last_clean":"2023-09-23T15:18:25.320268+0000","last_became_active":"2023-09-23T15:16:29.238724+0000","last_became_peered":"2023-09-23T15:16:29.238724+0000","last_unstale":"2023-09-23T15:18:25.320268+0000","last_undegraded":"2023-09-23T15:18:25.320268+0000","last_fullsized":"2023-09-23T15:18:25.320268+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"249'9994","reported_seq":17083,"reported_epoch":249,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:18:38.715208+0000","last_change":"2023-09-23T15:15:13.164020+0000","last_active":"2023-09-23T15:18:38.715208+0000","last_peered":"2023-09-23T15:18:38.715208+0000","last_clean":"2023-09-23T15:14:42.174497+0000","last_became_active":"2023-09-23T15:15:13.141944+0000","last_became_peered":"2023-09-23T15:15:13.141944+0000","last_unstale":"2023-09-23T15:18:38.715208+0000","last_undegraded":"2023-09-23T15:18:38.715208+0000","last_fullsized":"2023-09-23T15:18:38.715208+0000","mapping_epoch":203,"log_start":"172'4187","ondisk_log_start":"172'4187","created":147,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5807,"log_dups_size":0,"ondisk_log_size":5807,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:27:59.781738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55181312,"num_objects":842,"num_object_clones":0,"num_object_copies":2526,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":842,"num_objects_unfound":0,"num_objects_dirty":842,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9994,"num_write_kb":346752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3471,"num_bytes_recovered":227475456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":842}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":255,"reported_epoch":249,"state":"active+clean","last_fresh":"2023-09-23T15:18:37.308512+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:18:37.308512+0000","last_peered":"2023-09-23T15:18:37.308512+0000","last_clean":"2023-09-23T15:18:37.308512+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:18:37.308512+0000","last_undegraded":"2023-09-23T15:18:37.308512+0000","last_fullsized":"2023-09-23T15:18:37.308512+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":207,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.317816+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:18:25.317816+0000","last_peered":"2023-09-23T15:18:25.317816+0000","last_clean":"2023-09-23T15:18:25.317816+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:18:25.317816+0000","last_undegraded":"2023-09-23T15:18:25.317816+0000","last_fullsized":"2023-09-23T15:18:25.317816+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":244,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.323261+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:18:25.323261+0000","last_peered":"2023-09-23T15:18:25.323261+0000","last_clean":"2023-09-23T15:18:25.323261+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:18:25.323261+0000","last_undegraded":"2023-09-23T15:18:25.323261+0000","last_fullsized":"2023-09-23T15:18:25.323261+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":662,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.319998+0000","last_change":"2023-09-23T15:16:29.247229+0000","last_active":"2023-09-23T15:18:25.319998+0000","last_peered":"2023-09-23T15:18:25.319998+0000","last_clean":"2023-09-23T15:18:25.319998+0000","last_became_active":"2023-09-23T15:16:29.246084+0000","last_became_peered":"2023-09-23T15:16:29.246084+0000","last_unstale":"2023-09-23T15:18:25.319998+0000","last_undegraded":"2023-09-23T15:18:25.319998+0000","last_fullsized":"2023-09-23T15:18:25.319998+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"249'9923","reported_seq":17208,"reported_epoch":249,"state":"active+clean","last_fresh":"2023-09-23T15:18:38.715037+0000","last_change":"2023-09-23T15:15:44.223618+0000","last_active":"2023-09-23T15:18:38.715037+0000","last_peered":"2023-09-23T15:18:38.715037+0000","last_clean":"2023-09-23T15:18:38.715037+0000","last_became_active":"2023-09-23T15:15:44.197850+0000","last_became_peered":"2023-09-23T15:15:44.197850+0000","last_unstale":"2023-09-23T15:18:38.715037+0000","last_undegraded":"2023-09-23T15:18:38.715037+0000","last_fullsized":"2023-09-23T15:18:38.715037+0000","mapping_epoch":208,"log_start":"172'4084","ondisk_log_start":"172'4084","created":147,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5839,"log_dups_size":0,"ondisk_log_size":5839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:51.048879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52363264,"num_objects":799,"num_object_clones":0,"num_object_copies":2397,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":799,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9923,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3571,"num_bytes_recovered":122552320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":235,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.301904+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:18:25.301904+0000","last_peered":"2023-09-23T15:18:25.301904+0000","last_clean":"2023-09-23T15:18:25.301904+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:18:25.301904+0000","last_undegraded":"2023-09-23T15:18:25.301904+0000","last_fullsized":"2023-09-23T15:18:25.301904+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":96,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.309377+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:18:25.309377+0000","last_peered":"2023-09-23T15:18:25.309377+0000","last_clean":"2023-09-23T15:18:25.309377+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:18:25.309377+0000","last_undegraded":"2023-09-23T15:18:25.309377+0000","last_fullsized":"2023-09-23T15:18:25.309377+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":130,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.320854+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:18:25.320854+0000","last_peered":"2023-09-23T15:18:25.320854+0000","last_clean":"2023-09-23T15:18:25.320854+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:18:25.320854+0000","last_undegraded":"2023-09-23T15:18:25.320854+0000","last_fullsized":"2023-09-23T15:18:25.320854+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":88,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.307068+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:18:25.307068+0000","last_peered":"2023-09-23T15:18:25.307068+0000","last_clean":"2023-09-23T15:18:25.307068+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:18:25.307068+0000","last_undegraded":"2023-09-23T15:18:25.307068+0000","last_fullsized":"2023-09-23T15:18:25.307068+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":69,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.339500+0000","last_change":"2023-09-23T15:14:43.204938+0000","last_active":"2023-09-23T15:18:25.339500+0000","last_peered":"2023-09-23T15:18:25.339500+0000","last_clean":"2023-09-23T15:18:25.339500+0000","last_became_active":"2023-09-23T15:14:43.204659+0000","last_became_peered":"2023-09-23T15:14:43.204659+0000","last_unstale":"2023-09-23T15:18:25.339500+0000","last_undegraded":"2023-09-23T15:18:25.339500+0000","last_fullsized":"2023-09-23T15:18:25.339500+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:53.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":74,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.311582+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:18:25.311582+0000","last_peered":"2023-09-23T15:18:25.311582+0000","last_clean":"2023-09-23T15:18:25.311582+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:18:25.311582+0000","last_undegraded":"2023-09-23T15:18:25.311582+0000","last_fullsized":"2023-09-23T15:18:25.311582+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":227,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.323715+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:18:25.323715+0000","last_peered":"2023-09-23T15:18:25.323715+0000","last_clean":"2023-09-23T15:18:25.323715+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:18:25.323715+0000","last_undegraded":"2023-09-23T15:18:25.323715+0000","last_fullsized":"2023-09-23T15:18:25.323715+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":74,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.301655+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:18:25.301655+0000","last_peered":"2023-09-23T15:18:25.301655+0000","last_clean":"2023-09-23T15:18:25.301655+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:18:25.301655+0000","last_undegraded":"2023-09-23T15:18:25.301655+0000","last_fullsized":"2023-09-23T15:18:25.301655+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":261,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.329128+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:18:25.329128+0000","last_peered":"2023-09-23T15:18:25.329128+0000","last_clean":"2023-09-23T15:18:25.329128+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:18:25.329128+0000","last_undegraded":"2023-09-23T15:18:25.329128+0000","last_fullsized":"2023-09-23T15:18:25.329128+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":266,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.323037+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:18:25.323037+0000","last_peered":"2023-09-23T15:18:25.323037+0000","last_clean":"2023-09-23T15:18:25.323037+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:18:25.323037+0000","last_undegraded":"2023-09-23T15:18:25.323037+0000","last_fullsized":"2023-09-23T15:18:25.323037+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":287,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.324027+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:18:25.324027+0000","last_peered":"2023-09-23T15:18:25.324027+0000","last_clean":"2023-09-23T15:18:25.324027+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:18:25.324027+0000","last_undegraded":"2023-09-23T15:18:25.324027+0000","last_fullsized":"2023-09-23T15:18:25.324027+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":70,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.308072+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:18:25.308072+0000","last_peered":"2023-09-23T15:18:25.308072+0000","last_clean":"2023-09-23T15:18:25.308072+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:18:25.308072+0000","last_undegraded":"2023-09-23T15:18:25.308072+0000","last_fullsized":"2023-09-23T15:18:25.308072+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":147,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-09-23T15:18:25.301084+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:18:25.301084+0000","last_peered":"2023-09-23T15:18:25.301084+0000","last_clean":"2023-09-23T15:18:25.301084+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:18:25.301084+0000","last_undegraded":"2023-09-23T15:18:25.301084+0000","last_fullsized":"2023-09-23T15:18:25.301084+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":841547800,"num_objects":12842,"num_object_clones":0,"num_object_copies":38526,"num_objects_missing_on_primary":2582,"num_objects_missing":2582,"num_objects_degraded":7320,"num_objects_misplaced":10621,"num_objects_unfound":0,"num_objects_dirty":12842,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":159282,"num_write_kb":5507905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":53986,"num_bytes_recovered":2806906880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4482871296,"data_stored":4482859080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":102285,"ondisk_log_size":102285,"up":48,"acting":44,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":499,"num_read_kb":923,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2570490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674332,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":433224,"kb_used_data":381504,"kb_used_omap":85,"kb_used_meta":51626,"kb_avail":93311928,"statfs":{"total":95995035648,"available":95551414272,"internally_reserved":0,"allocated":390660096,"data_stored":389757767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":52865032},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.48299999999999998,"15min":0.439},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":4.7930000000000001,"5min":4.7930000000000001,"15min":4.7930000000000001},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.49399999999999999,"15min":0.44},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":5.4279999999999999,"5min":5.4279999999999999,"15min":5.4279999999999999},"last":0.626}]},{"osd":1,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":10.018000000000001,"5min":2.3809999999999998,"15min":1.1080000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":177.52699999999999,"5min":177.52699999999999,"15min":177.52699999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":10.138,"5min":2.4060000000000001,"15min":1.117},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":177.602,"5min":177.602,"15min":177.602},"last":0.254}]},{"osd":2,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":1.2969999999999999,"5min":2.0009999999999999,"15min":2.1190000000000002},"min":{"1min":0.30099999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":10.888999999999999,"5min":29.672999999999998,"15min":29.672999999999998},"last":0.55400000000000005},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.9379999999999999,"15min":2.032},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":10.667,"5min":29.635000000000002,"15min":29.635000000000002},"last":0.64000000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":3.8410000000000002,"5min":1.361,"15min":0.94699999999999995},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":57.662999999999997,"5min":57.662999999999997,"15min":57.662999999999997},"last":0.59799999999999998},{"interface":"front","average":{"1min":4.343,"5min":1.2809999999999999,"15min":0.77100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":57.731000000000002,"5min":57.731000000000002,"15min":57.731000000000002},"last":0.75800000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.41299999999999998,"15min":0.41799999999999998},"min":{"1min":0.29799999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.51300000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.314},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.45400000000000001,"15min":0.45800000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.54900000000000004,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.44500000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.439,"15min":0.44500000000000001},"min":{"1min":0.29499999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.69499999999999995,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.441,"5min":0.46100000000000002,"15min":0.46500000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68000000000000005,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.33600000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65500000000000003,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.496},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71999999999999997,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.50700000000000001}]}]},{"osd":6,"up_from":122,"seq":523986010211,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":692484,"kb_used_data":531516,"kb_used_omap":9,"kb_used_meta":160950,"kb_avail":93052668,"statfs":{"total":95995035648,"available":95285932032,"internally_reserved":0,"allocated":544272384,"data_stored":543374063,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":164813139},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.80700000000000005,"15min":1.9139999999999999},"min":{"1min":0.23000000000000001,"5min":0.217,"15min":0.20100000000000001},"max":{"1min":3.5270000000000001,"5min":9.5570000000000004,"15min":26.251000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.77400000000000002,"15min":2.2120000000000002},"min":{"1min":0.252,"5min":0.246,"15min":0.246},"max":{"1min":0.52300000000000002,"5min":4.5780000000000003,"15min":26.045999999999999},"last":0.32000000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.4379999999999999,"15min":1.409},"min":{"1min":0.28799999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":3.5619999999999998,"5min":31.256,"15min":31.256},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.51,"15min":1.7649999999999999},"min":{"1min":0.246,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":2.577,"5min":28.850000000000001,"15min":28.850000000000001},"last":0.30199999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.163,"15min":1.601},"min":{"1min":0.373,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":8.5990000000000002,"5min":8.5990000000000002,"15min":8.5990000000000002},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.85699999999999998,"5min":1.526,"15min":1.7569999999999999},"min":{"1min":0.29999999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":3.6989999999999998,"5min":11.478,"15min":11.478},"last":0.42099999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":1.53,"5min":2.4319999999999999,"15min":1.6890000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":16.715,"5min":45.393999999999998,"15min":45.393999999999998},"last":4.476},{"interface":"front","average":{"1min":1.173,"5min":2.2770000000000001,"15min":2.2930000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":17.809000000000001,"5min":45.637,"15min":45.637},"last":0.38700000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":1.0700000000000001,"15min":0.74199999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.48399999999999999,"5min":36.335000000000001,"15min":36.335000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":1.244,"15min":0.96799999999999997},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.51200000000000001,"5min":36.374000000000002,"15min":36.374000000000002},"last":0.28499999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":1.1970000000000001,"15min":5.7050000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.1279999999999999,"5min":19.908000000000001,"15min":144.953},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.40699999999999997,"5min":1.0289999999999999,"15min":5.4500000000000002},"min":{"1min":0.33700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.59399999999999997,"5min":17.462,"15min":144.79400000000001},"last":0.50900000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:18:31 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.48299999999999998,"15min":0.48099999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.1080000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.50700000000000001,"15min":0.51200000000000001},"min":{"1min":0.32700000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.95499999999999996,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.44500000000000001}]}]},{"osd":1,"up_from":89,"seq":382252089488,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":915780,"kb_used_data":628732,"kb_used_omap":9,"kb_used_meta":286966,"kb_avail":92829372,"statfs":{"total":95995035648,"available":95057276928,"internally_reserved":0,"allocated":643821568,"data_stored":642513786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":293854185},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":1.554,"5min":1.1870000000000001,"15min":0.873},"min":{"1min":0.221,"5min":0.182,"15min":0.182},"max":{"1min":5.319,"5min":8.5250000000000004,"15min":15.233000000000001},"last":0.23899999999999999},{"interface":"front","average":{"1min":1.968,"5min":1.456,"15min":0.91600000000000004},"min":{"1min":0.26300000000000001,"5min":0.214,"15min":0.214},"max":{"1min":8.9589999999999996,"5min":8.9589999999999996,"15min":8.9589999999999996},"last":0.48199999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:18:13 2023","interfaces":[{"interface":"back","average":{"1min":3.4289999999999998,"5min":1.8240000000000001,"15min":3.9620000000000002},"min":{"1min":0.26600000000000001,"5min":0.219,"15min":0.185},"max":{"1min":17.972999999999999,"5min":17.972999999999999,"15min":64.444999999999993},"last":2.6709999999999998},{"interface":"front","average":{"1min":3.782,"5min":2.1989999999999998,"15min":4.1139999999999999},"min":{"1min":0.26500000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":18.085999999999999,"5min":18.085999999999999,"15min":63.148000000000003},"last":0.65700000000000003}]},{"osd":3,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":4.9050000000000002,"15min":2.2250000000000001},"min":{"1min":0.27500000000000002,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.8659999999999997,"5min":128.65799999999999,"15min":128.65799999999999},"last":0.502},{"interface":"front","average":{"1min":1.585,"5min":4.2469999999999999,"15min":1.976},"min":{"1min":0.318,"5min":0.22500000000000001,"15min":0.216},"max":{"1min":5.423,"5min":128.227,"15min":128.227},"last":0.32000000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":2.6589999999999998,"15min":1.431},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28499999999999998},"max":{"1min":7.9870000000000001,"5min":76.534999999999997,"15min":76.534999999999997},"last":0.379},{"interface":"front","average":{"1min":1.5329999999999999,"5min":2.282,"15min":1.2929999999999999},"min":{"1min":0.379,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.3959999999999999,"5min":76.661000000000001,"15min":76.661000000000001},"last":0.39500000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":1.615,"15min":1.0369999999999999},"min":{"1min":0.33900000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":6.8959999999999999,"5min":9.8330000000000002,"15min":9.8330000000000002},"last":0.52200000000000002},{"interface":"front","average":{"1min":1.8600000000000001,"5min":1.784,"15min":1.1910000000000001},"min":{"1min":0.44,"5min":0.35099999999999998,"15min":0.30399999999999999},"max":{"1min":7.9690000000000003,"5min":13.994,"15min":13.994},"last":0.44800000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:17:51 2023","interfaces":[{"interface":"back","average":{"1min":1.468,"5min":1.966,"15min":1.7589999999999999},"min":{"1min":0.34399999999999997,"5min":0.34100000000000003,"15min":0.30599999999999999},"max":{"1min":6.9420000000000002,"5min":23.978000000000002,"15min":23.978000000000002},"last":0.55400000000000005},{"interface":"front","average":{"1min":1.101,"5min":2.024,"15min":1.9570000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":3.6190000000000002,"5min":26.975999999999999,"15min":26.975999999999999},"last":0.47299999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":1.9630000000000001,"5min":1.2869999999999999,"15min":1.1739999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":7.3449999999999998,"5min":7.3449999999999998,"15min":7.3449999999999998},"last":0.42599999999999999},{"interface":"front","average":{"1min":2.5880000000000001,"5min":1.401,"15min":1.2030000000000001},"min":{"1min":0.49399999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":13.022,"5min":13.022,"15min":13.022},"last":0.41899999999999998}]}]},{"osd":0,"up_from":84,"seq":360777253016,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":701584,"kb_used_data":553480,"kb_used_omap":28,"kb_used_meta":148067,"kb_avail":93043568,"statfs":{"total":95995035648,"available":95276613632,"internally_reserved":0,"allocated":566763520,"data_stored":565270760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":151621456},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:18:04 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":1.2689999999999999,"15min":1.1970000000000001},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":5.133,"5min":11.606,"15min":71.188000000000002},"last":0.218},{"interface":"front","average":{"1min":2.4550000000000001,"5min":1.6399999999999999,"15min":1.2450000000000001},"min":{"1min":0.24299999999999999,"5min":0.223,"15min":0.217},"max":{"1min":15.460000000000001,"5min":15.460000000000001,"15min":70.156999999999996},"last":0.41099999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:18:21 2023","interfaces":[{"interface":"back","average":{"1min":3.4700000000000002,"5min":1.8939999999999999,"15min":2.8100000000000001},"min":{"1min":0.28299999999999997,"5min":0.218,"15min":0.215},"max":{"1min":15.904999999999999,"5min":21.861000000000001,"15min":138.55099999999999},"last":0.24299999999999999},{"interface":"front","average":{"1min":2.3969999999999998,"5min":1.607,"15min":2.2469999999999999},"min":{"1min":0.28100000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":8.7439999999999998,"5min":12.901,"15min":138.322},"last":1.665}]},{"osd":3,"last update":"Sat Sep 23 15:18:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5779999999999998,"5min":2.8100000000000001,"15min":2.1419999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.1630000000000003,"5min":86.218999999999994,"15min":100.062},"last":0.27500000000000002},{"interface":"front","average":{"1min":2.4350000000000001,"5min":2.871,"15min":2.1709999999999998},"min":{"1min":0.32600000000000001,"5min":0.309,"15min":0.26400000000000001},"max":{"1min":9.1259999999999994,"5min":86.271000000000001,"15min":100.547},"last":0.314}]},{"osd":4,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":2.6899999999999999,"15min":1.4510000000000001},"min":{"1min":0.35999999999999999,"5min":0.30399999999999999,"15min":0.28599999999999998},"max":{"1min":3.3170000000000002,"5min":142.44200000000001,"15min":142.44200000000001},"last":0.371},{"interface":"front","average":{"1min":1.7170000000000001,"5min":3.3999999999999999,"15min":1.792},"min":{"1min":0.35599999999999998,"5min":0.307,"15min":0.28699999999999998},"max":{"1min":8.4629999999999992,"5min":141.69200000000001,"15min":141.69200000000001},"last":0.46999999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.714,"5min":1.4279999999999999,"15min":1.1819999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30099999999999999},"max":{"1min":8.4260000000000002,"5min":10.757,"15min":41.631999999999998},"last":0.52000000000000002},{"interface":"front","average":{"1min":1.9830000000000001,"5min":1.3029999999999999,"15min":1.095},"min":{"1min":0.38,"5min":0.373,"15min":0.33800000000000002},"max":{"1min":7.7279999999999998,"5min":7.7279999999999998,"15min":10.289},"last":0.42699999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:18:39 2023","interfaces":[{"interface":"back","average":{"1min":1.982,"5min":1.4490000000000001,"15min":1.7949999999999999},"min":{"1min":0.36699999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":7.7839999999999998,"5min":7.7839999999999998,"15min":10.222},"last":0.53300000000000003},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.456,"15min":1.522},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.7949999999999999,"5min":9.4600000000000009,"15min":10.355},"last":0.44700000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.103,"15min":0.96099999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":7.6929999999999996,"5min":7.6929999999999996,"15min":7.6929999999999996},"last":0.497},{"interface":"front","average":{"1min":1.9970000000000001,"5min":1.127,"15min":0.98199999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":7.7610000000000001,"5min":7.7610000000000001,"15min":7.7610000000000001},"last":0.56499999999999995}]}]},{"osd":2,"up_from":117,"seq":502511173730,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":901396,"kb_used_data":613388,"kb_used_omap":81,"kb_used_meta":287918,"kb_avail":92843756,"statfs":{"total":95995035648,"available":95072006144,"internally_reserved":0,"allocated":628109312,"data_stored":626790618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":294828250},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2,4,1,3,4,0,4],"upper_bound":1024},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.004,"15min":1.6140000000000001},"min":{"1min":0.20300000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":4.5099999999999998,"5min":13.717000000000001,"15min":13.717000000000001},"last":0.25800000000000001},{"interface":"front","average":{"1min":2.8370000000000002,"5min":1.804,"15min":1.5109999999999999},"min":{"1min":0.22500000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":16.984000000000002,"5min":16.984000000000002,"15min":16.984000000000002},"last":1.3879999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.198,"5min":4.234,"15min":2.0129999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":16.960999999999999,"5min":169.398,"15min":169.398},"last":0.35699999999999998},{"interface":"front","average":{"1min":1.2330000000000001,"5min":3.6070000000000002,"15min":2.2029999999999998},"min":{"1min":0.27900000000000003,"5min":0.23400000000000001,"15min":0.21199999999999999},"max":{"1min":5.1989999999999998,"5min":166.50999999999999,"15min":166.50999999999999},"last":1.528}]},{"osd":3,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":5.3760000000000003,"15min":4.9740000000000002},"min":{"1min":0.27300000000000002,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":5.0170000000000003,"5min":165.32300000000001,"15min":165.32300000000001},"last":1.5049999999999999},{"interface":"front","average":{"1min":1.3440000000000001,"5min":3.9359999999999999,"15min":4.694},"min":{"1min":0.29599999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.585,"5min":165.66999999999999,"15min":165.66999999999999},"last":0.995}]},{"osd":4,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.032,"15min":3.9940000000000002},"min":{"1min":0.34499999999999997,"5min":0.311,"15min":0.311},"max":{"1min":4.6189999999999998,"5min":12.945,"15min":50.792000000000002},"last":0.97899999999999998},{"interface":"front","average":{"1min":2.1739999999999999,"5min":1.448,"15min":2.2410000000000001},"min":{"1min":0.311,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":16.878,"5min":16.878,"15min":36.051000000000002},"last":1.331}]},{"osd":5,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.579,"15min":2.4249999999999998},"min":{"1min":0.33800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":16.927,"5min":16.927,"15min":35.878},"last":1.3640000000000001},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.1930000000000001,"15min":3.8999999999999999},"min":{"1min":0.38800000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":5.0970000000000004,"5min":13.266999999999999,"15min":50.816000000000003},"last":1.4550000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:17:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":1.135,"15min":4.3280000000000003},"min":{"1min":0.39500000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.5960000000000001,"5min":12.975,"15min":50.871000000000002},"last":0.95399999999999996},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.3220000000000001,"15min":3.9009999999999998},"min":{"1min":0.38400000000000001,"5min":0.36599999999999999,"15min":0.34899999999999998},"max":{"1min":5.1219999999999999,"5min":11.397,"15min":50.771000000000001},"last":1.48}]},{"osd":7,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.95099999999999996,"15min":0.94999999999999996},"min":{"1min":0.38900000000000001,"5min":0.38,"15min":0.38},"max":{"1min":5.149,"5min":5.149,"15min":5.149},"last":1.552},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.80800000000000005,"15min":0.78800000000000003},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.8300000000000001,"5min":4.5609999999999999,"15min":4.5609999999999999},"last":1.0089999999999999}]}]},{"osd":3,"up_from":99,"seq":425201762436,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1143432,"kb_used_data":746688,"kb_used_omap":7,"kb_used_meta":396728,"kb_avail":92601720,"statfs":{"total":95995035648,"available":94824161280,"internally_reserved":0,"allocated":764608512,"data_stored":763295311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":406250088},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.8169999999999999,"5min":1.9099999999999999,"15min":1.0369999999999999},"min":{"1min":0.21199999999999999,"5min":0.19700000000000001,"15min":0.19600000000000001},"max":{"1min":6.2610000000000001,"5min":40.311999999999998,"15min":40.311999999999998},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.9410000000000001,"5min":1.609,"15min":0.99399999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.17499999999999999},"max":{"1min":6.5609999999999999,"5min":16.289000000000001,"15min":16.289000000000001},"last":1.506}]},{"osd":1,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.819,"5min":1.8460000000000001,"15min":1.163},"min":{"1min":0.215,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":3.9950000000000001,"5min":24.013000000000002,"15min":24.013000000000002},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.2709999999999999,"5min":1.9590000000000001,"15min":1.2050000000000001},"min":{"1min":0.27100000000000002,"5min":0.24399999999999999,"15min":0.23699999999999999},"max":{"1min":3.4580000000000002,"5min":21.827999999999999,"15min":21.827999999999999},"last":3.0830000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:18:21 2023","interfaces":[{"interface":"back","average":{"1min":1.5469999999999999,"5min":1.845,"15min":3.2000000000000002},"min":{"1min":0.27400000000000002,"5min":0.23000000000000001,"15min":0.21299999999999999},"max":{"1min":5.7679999999999998,"5min":22.73,"15min":55.378999999999998},"last":8.827},{"interface":"front","average":{"1min":1.3149999999999999,"5min":1.7190000000000001,"15min":3.484},"min":{"1min":0.314,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":3.5859999999999999,"5min":15.057,"15min":55.401000000000003},"last":1.9430000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.748,"5min":1.361,"15min":0.94499999999999995},"min":{"1min":0.35599999999999998,"5min":0.31,"15min":0.31},"max":{"1min":4.0339999999999998,"5min":9.3469999999999995,"15min":9.3469999999999995},"last":0.497},{"interface":"front","average":{"1min":1.337,"5min":1.403,"15min":0.97299999999999998},"min":{"1min":0.38100000000000001,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":3.339,"5min":9.4000000000000004,"15min":9.4000000000000004},"last":0.41899999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":1.3979999999999999,"15min":1.01},"min":{"1min":0.36799999999999999,"5min":0.318,"15min":0.27300000000000002},"max":{"1min":3.3900000000000001,"5min":9.3659999999999997,"15min":10.962999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":1.413,"5min":1.3440000000000001,"15min":1.026},"min":{"1min":0.34699999999999998,"5min":0.30599999999999999,"15min":0.30099999999999999},"max":{"1min":3.8090000000000002,"5min":6.9009999999999998,"15min":10.361000000000001},"last":1.5880000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:17:48 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":1.4750000000000001,"15min":1.5269999999999999},"min":{"1min":0.34300000000000003,"5min":0.317,"15min":0.317},"max":{"1min":3.3039999999999998,"5min":9.423,"15min":9.423},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.79500000000000004,"5min":1.4470000000000001,"15min":1.6910000000000001},"min":{"1min":0.42199999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.806,"5min":10.856999999999999,"15min":10.856999999999999},"last":1.6140000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:18:33 2023","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.0169999999999999,"15min":1.002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.7320000000000002,"5min":6.1319999999999997,"15min":6.1319999999999997},"last":1.5609999999999999},{"interface":"front","average":{"1min":1.821,"5min":1.0069999999999999,"15min":0.871},"min":{"1min":0.40699999999999997,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":4.0620000000000003,"5min":4.0620000000000003,"15min":4.0620000000000003},"last":0.46000000000000002}]}]},{"osd":4,"up_from":0,"seq":133143986462,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724825,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":760432,"kb_used_data":657960,"kb_used_omap":0,"kb_used_meta":102464,"kb_avail":92984720,"statfs":{"total":95995035648,"available":95216353280,"internally_reserved":0,"allocated":673751040,"data_stored":672868417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":104923136},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:17:41 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.84999999999999998,"15min":0.76600000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.218},"max":{"1min":4.3150000000000004,"5min":6.0659999999999998,"15min":6.4880000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.117,"15min":0.86799999999999999},"min":{"1min":0.249,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":2.0659999999999998,"5min":13.832000000000001,"15min":13.832000000000001},"last":2.8490000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:18:07 2023","interfaces":[{"interface":"back","average":{"1min":8.5809999999999995,"5min":3.7160000000000002,"15min":2.3519999999999999},"min":{"1min":0.308,"5min":0.27900000000000003,"15min":0.26300000000000001},"max":{"1min":119.61499999999999,"5min":119.61499999999999,"15min":125.14400000000001},"last":0.35099999999999998},{"interface":"front","average":{"1min":8.3480000000000008,"5min":3.7749999999999999,"15min":2.3839999999999999},"min":{"1min":0.30399999999999999,"5min":0.25600000000000001,"15min":0.25},"max":{"1min":119.541,"5min":119.541,"15min":125.36499999999999},"last":2.8879999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:18:25 2023","interfaces":[{"interface":"back","average":{"1min":3.649,"5min":2.294,"15min":1.8999999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.26200000000000001},"max":{"1min":43.345999999999997,"5min":43.345999999999997,"15min":43.345999999999997},"last":2.0750000000000002},{"interface":"front","average":{"1min":4.5709999999999997,"5min":2.552,"15min":2.0950000000000002},"min":{"1min":0.311,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":43.469999999999999,"5min":43.469999999999999,"15min":43.469999999999999},"last":2.4169999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:18:07 2023","interfaces":[{"interface":"back","average":{"1min":6.7549999999999999,"5min":3.4510000000000001,"15min":2.1339999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":36.868000000000002,"5min":79.302000000000007,"15min":103.989},"last":2.351},{"interface":"front","average":{"1min":6.0800000000000001,"5min":3.375,"15min":2.141},"min":{"1min":0.33500000000000002,"5min":0.32500000000000001,"15min":0.27900000000000003},"max":{"1min":41.424999999999997,"5min":79.557000000000002,"15min":101.824},"last":2.2799999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:18:25 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":1.2789999999999999,"15min":1.028},"min":{"1min":0.26800000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59199999999999997,"5min":40.061,"15min":48.997999999999998},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.38300000000000001,"5min":1.2609999999999999,"15min":1.0680000000000001},"min":{"1min":0.28999999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.51200000000000001,"5min":40.124000000000002,"15min":49.017000000000003},"last":0.40600000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:17:45 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":2.1400000000000001,"15min":1.5149999999999999},"min":{"1min":0.26900000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.58299999999999996,"5min":111.089,"15min":111.089},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":1.9710000000000001,"15min":2.0409999999999999},"min":{"1min":0.38200000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.62,"5min":111.146,"15min":111.146},"last":0.43099999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:18:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.47599999999999998,"15min":0.46200000000000002},"min":{"1min":0.35999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.441},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.48799999999999999,"15min":0.47499999999999998},"min":{"1min":0.39600000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.1709999999999998,"5min":2.1709999999999998,"15min":2.1709999999999998},"last":0.45300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":560201728,"data_stored":560201728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":637276160,"data_stored":637272088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":614858752,"data_stored":614858752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":755240960,"data_stored":755236888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":324009984,"data_stored":324009984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":668598272,"data_stored":668598272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":540676096,"data_stored":540672024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":382009344,"data_stored":382009344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:18:47.868 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T15:18:47.873 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:47.992 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:48.350 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:48.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:48.354 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:48.455 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:48.542 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:18:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:18:48] "GET /metrics HTTP/1.1" 200 36424 "" "Prometheus/2.43.0" 2023-09-23T15:18:48.544 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:48 smithi118 ceph-mon[212312]: pgmap v681: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 720 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 304 op/s; 7114/34614 objects degraded (20.552%); 9791/34614 objects misplaced (28.286%); 1.3 MiB/s, 110 objects/s recovering 2023-09-23T15:18:48.545 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:48 smithi118 ceph-mon[219580]: pgmap v681: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 720 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 304 op/s; 7114/34614 objects degraded (20.552%); 9791/34614 objects misplaced (28.286%); 1.3 MiB/s, 110 objects/s recovering 2023-09-23T15:18:48.551 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:48.609 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:48 smithi178 ceph-mon[192298]: pgmap v681: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 720 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 304 op/s; 7114/34614 objects degraded (20.552%); 9791/34614 objects misplaced (28.286%); 1.3 MiB/s, 110 objects/s recovering 2023-09-23T15:18:48.753 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:48.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:48.759 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:48.860 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:48.952 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:18:48.952 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:18:48.961 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:49.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:49 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/334102892' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:18:49.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:49 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:18:49.254 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:49 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/334102892' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:18:49.280 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:18:49.443 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:49.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:49.449 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:49.549 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:49.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:49 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:18:49.584 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:49 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/334102892' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:18:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:49 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:18:49.873 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:49.911 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:49.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:49.919 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:50.020 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:18:50.048 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:50.092 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:18:50.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:50.099 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:18:50.200 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:50.227 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:50.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[212312]: pgmap v682: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 652 MiB data, 4.9 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 340 op/s; 6886/31326 objects degraded (21.982%); 9149/31326 objects misplaced (29.206%); 1.7 MiB/s, 102 objects/s recovering 2023-09-23T15:18:50.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:18:50.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[212312]: failed to encode map e250 with expected crc 2023-09-23T15:18:50.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[212312]: failed to encode map e250 with expected crc 2023-09-23T15:18:50.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:18:50.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[212312]: osdmap e250: 8 total, 8 up, 7 in 2023-09-23T15:18:50.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[212312]: failed to encode map e250 with expected crc 2023-09-23T15:18:50.275 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:50.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:50.279 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:50 smithi178 ceph-mon[192298]: pgmap v682: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 652 MiB data, 4.9 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 340 op/s; 6886/31326 objects degraded (21.982%); 9149/31326 objects misplaced (29.206%); 1.7 MiB/s, 102 objects/s recovering 2023-09-23T15:18:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:50 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:18:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:50 smithi178 ceph-mon[192298]: failed to encode map e250 with expected crc 2023-09-23T15:18:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:50 smithi178 ceph-mon[192298]: failed to encode map e250 with expected crc 2023-09-23T15:18:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:50 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:18:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:50 smithi178 ceph-mon[192298]: osdmap e250: 8 total, 8 up, 7 in 2023-09-23T15:18:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:50 smithi178 ceph-mon[192298]: failed to encode map e250 with expected crc 2023-09-23T15:18:50.380 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:50.406 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:50.450 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:50.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:50.458 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:50.559 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[219580]: pgmap v682: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 652 MiB data, 4.9 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 340 op/s; 6886/31326 objects degraded (21.982%); 9149/31326 objects misplaced (29.206%); 1.7 MiB/s, 102 objects/s recovering 2023-09-23T15:18:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:18:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[219580]: failed to encode map e250 with expected crc 2023-09-23T15:18:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[219580]: failed to encode map e250 with expected crc 2023-09-23T15:18:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:18:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[219580]: osdmap e250: 8 total, 8 up, 7 in 2023-09-23T15:18:50.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:50 smithi118 ceph-mon[219580]: failed to encode map e250 with expected crc 2023-09-23T15:18:50.585 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:50.628 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:50.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:50.632 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:50.733 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:50.761 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:50.812 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:50.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:50.817 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:50.918 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:51.017 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:51.400 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:18:51.632 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:51.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:51.637 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:51.738 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:51.770 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:51.818 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:51.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:51.822 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:51.923 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:51.954 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:52.002 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:52.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:52.006 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:52.107 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:52.146 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:52.429 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:52.435 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:52 smithi118 ceph-mon[219580]: pgmap v684: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 610 MiB data, 4.8 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 325 op/s; 6595/29322 objects degraded (22.492%); 8434/29322 objects misplaced (28.763%); 1.4 MiB/s, 129 objects/s recovering 2023-09-23T15:18:52.435 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:52.435 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 6595/29322 objects degraded (22.492%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:52.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:52.436 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:52.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:52 smithi118 ceph-mon[212312]: pgmap v684: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 610 MiB data, 4.8 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 325 op/s; 6595/29322 objects degraded (22.492%); 8434/29322 objects misplaced (28.763%); 1.4 MiB/s, 129 objects/s recovering 2023-09-23T15:18:52.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:52.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 6595/29322 objects degraded (22.492%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:52.537 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:52.624 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:52 smithi178 ceph-mon[192298]: pgmap v684: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 610 MiB data, 4.8 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 325 op/s; 6595/29322 objects degraded (22.492%); 8434/29322 objects misplaced (28.763%); 1.4 MiB/s, 129 objects/s recovering 2023-09-23T15:18:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:18:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 6595/29322 objects degraded (22.492%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:52.850 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:52.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:52.853 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:52.954 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:53.061 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:53.206 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:18:53.243 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:18:53.276 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:18:53.312 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:18:53.337 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:53.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:53.343 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:53.359 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:18:53.394 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:18:53.425 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:18:53.444 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:53.461 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:18:53.468 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:18:53.468 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:18:53.468 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:18:53.468 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:18:53.468 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:18:53.469 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:18:53.469 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:18:53.469 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:18:53.491 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1484013145' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:53.492 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1484013145' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:53.506 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:53.610 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:53.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:53.616 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:53.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1484013145' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:18:53.716 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:53.765 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:54.012 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:54.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:54.017 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:54.118 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:54.144 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:54.296 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:54 smithi118 ceph-mon[212312]: pgmap v685: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 595 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 332 op/s; 6595/28608 objects degraded (23.053%); 8343/28608 objects misplaced (29.163%); 1.4 MiB/s, 129 objects/s recovering 2023-09-23T15:18:54.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:54 smithi118 ceph-mon[219580]: pgmap v685: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 595 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 332 op/s; 6595/28608 objects degraded (23.053%); 8343/28608 objects misplaced (29.163%); 1.4 MiB/s, 129 objects/s recovering 2023-09-23T15:18:54.613 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:54.626 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:18:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:54 smithi178 ceph-mon[192298]: pgmap v685: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 595 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 332 op/s; 6595/28608 objects degraded (23.053%); 8343/28608 objects misplaced (29.163%); 1.4 MiB/s, 129 objects/s recovering 2023-09-23T15:18:54.630 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:54.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:54.644 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:54.745 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:54.771 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:54.815 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:54.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:54.821 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:54.922 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:54.963 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:55.124 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:55.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:55.128 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:55.229 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:55.260 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:55.411 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:55.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:55.423 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:55.524 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:55.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:55 smithi178 ceph-mon[192298]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:55 smithi178 ceph-mon[192298]: osdmap e251: 8 total, 8 up, 7 in 2023-09-23T15:18:55.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:55 smithi178 ceph-mon[192298]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:55 smithi178 ceph-mon[192298]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:55 smithi178 ceph-mon[192298]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:55 smithi178 ceph-mon[192298]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:55 smithi178 ceph-mon[192298]: pgmap v687: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 532 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 375 op/s; 6362/25596 objects degraded (24.855%); 7731/25596 objects misplaced (30.204%); 1.8 MiB/s, 105 objects/s recovering 2023-09-23T15:18:55.551 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:55 smithi178 ceph-mon[192298]: osdmap e252: 8 total, 8 up, 7 in 2023-09-23T15:18:55.553 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[212312]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[212312]: osdmap e251: 8 total, 8 up, 7 in 2023-09-23T15:18:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[212312]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[212312]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[212312]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[212312]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[212312]: pgmap v687: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 532 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 375 op/s; 6362/25596 objects degraded (24.855%); 7731/25596 objects misplaced (30.204%); 1.8 MiB/s, 105 objects/s recovering 2023-09-23T15:18:55.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[212312]: osdmap e252: 8 total, 8 up, 7 in 2023-09-23T15:18:55.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[219580]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[219580]: osdmap e251: 8 total, 8 up, 7 in 2023-09-23T15:18:55.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[219580]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[219580]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[219580]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[219580]: failed to encode map e251 with expected crc 2023-09-23T15:18:55.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[219580]: pgmap v687: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 532 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 375 op/s; 6362/25596 objects degraded (24.855%); 7731/25596 objects misplaced (30.204%); 1.8 MiB/s, 105 objects/s recovering 2023-09-23T15:18:55.576 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:55 smithi118 ceph-mon[219580]: osdmap e252: 8 total, 8 up, 7 in 2023-09-23T15:18:55.606 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:55.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:55.616 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:55.716 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:55.799 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:55.846 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:55.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:55.848 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:18:55.865 INFO:teuthology.orchestra.run.smithi118.stdout:{"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 6362/25596 objects degraded (24.855%), 5 pgs degraded, 4 pgs undersized","count":9},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":857,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":252,"num_osds":8,"num_up_osds":8,"osd_up_since":1695482188,"num_in_osds":7,"osd_in_since":1695482111,"num_remapped_pgs":11},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":86},{"state_name":"active+remapped+backfill_wait","count":8},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":3},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+degraded","count":1}],"num_pgs":99,"num_pools":5,"num_objects":8532,"data_bytes":558110648,"bytes_used":4984672256,"bytes_avail":666980577280,"bytes_total":671965249536,"degraded_objects":6362,"degraded_total":25596,"degraded_ratio":0.24855446163463038,"misplaced_objects":7731,"misplaced_total":25596,"misplaced_ratio":0.3020393811533052,"recovering_objects_per_sec":105,"recovering_bytes_per_sec":1891793,"recovering_keys_per_sec":0,"num_objects_recovered":847,"num_bytes_recovered":15138816,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":375},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi118.efkhxl","status":"up:active","gid":24566}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"}},"servicemap":{"epoch":25,"modified":"2023-09-23T15:17:53.149561+0000","services":{}},"progress_events":{"6eed1e4c-d43f-49ed-9fa1-01d4ae5d302e":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [============................] (remaining: 5m)","progress":0.44999998807907104,"add_to_ceph_s":true},"95416194-d905-487e-aed2-245dc80708b8":{"message":"Global Recovery Event (4m)\n [========================....] (remaining: 33s)","progress":0.87878787517547607,"add_to_ceph_s":true}}} 2023-09-23T15:18:55.950 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:18:56.044 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:56.477 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:18:56.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:56.480 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:18:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:56 smithi118 ceph-mon[219580]: failed to encode map e252 with expected crc 2023-09-23T15:18:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:56 smithi118 ceph-mon[219580]: failed to encode map e252 with expected crc 2023-09-23T15:18:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:56 smithi118 ceph-mon[219580]: failed to encode map e252 with expected crc 2023-09-23T15:18:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1780450767' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:18:56.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:56 smithi118 ceph-mon[212312]: failed to encode map e252 with expected crc 2023-09-23T15:18:56.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:56 smithi118 ceph-mon[212312]: failed to encode map e252 with expected crc 2023-09-23T15:18:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:56 smithi118 ceph-mon[212312]: failed to encode map e252 with expected crc 2023-09-23T15:18:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1780450767' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:18:56.581 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:56.607 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:56 smithi178 ceph-mon[192298]: failed to encode map e252 with expected crc 2023-09-23T15:18:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:56 smithi178 ceph-mon[192298]: failed to encode map e252 with expected crc 2023-09-23T15:18:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:56 smithi178 ceph-mon[192298]: failed to encode map e252 with expected crc 2023-09-23T15:18:56.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1780450767' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:18:56.644 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:18:56.973 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:56.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:56.981 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:18:57.081 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:18:57.111 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:57.174 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T15:18:57.174 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:18:57.269 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:18:57.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:57.272 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:18:57.298 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:57.373 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:57.399 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:57.443 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:57.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:57.450 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:57.551 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:57.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:57 smithi118 ceph-mon[212312]: pgmap v689: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 495 MiB data, 4.5 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 317 op/s; 6362/23796 objects degraded (26.736%); 7289/23796 objects misplaced (30.631%); 1004 KiB/s, 93 objects/s recovering 2023-09-23T15:18:57.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:18:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 6362/25596 objects degraded (24.855%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:57.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:57 smithi118 ceph-mon[219580]: pgmap v689: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 495 MiB data, 4.5 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 317 op/s; 6362/23796 objects degraded (26.736%); 7289/23796 objects misplaced (30.631%); 1004 KiB/s, 93 objects/s recovering 2023-09-23T15:18:57.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:18:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 6362/25596 objects degraded (24.855%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:57.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:57 smithi178 ceph-mon[192298]: pgmap v689: 99 pgs: 1 active+recovery_wait+degraded, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 495 MiB data, 4.5 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 317 op/s; 6362/23796 objects degraded (26.736%); 7289/23796 objects misplaced (30.631%); 1004 KiB/s, 93 objects/s recovering 2023-09-23T15:18:57.575 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:18:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 6362/25596 objects degraded (24.855%), 5 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:18:57.578 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:57.604 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:18:57.604 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:18:57.604 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:18:57.604 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:18:57.604 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:18:57.636 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:57.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:57.640 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:57.741 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:18:57.769 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:57.818 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:18:57.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:57.823 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:18:57.924 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:18:57.960 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:58.014 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:18:58.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:58.021 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:18:58.121 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:58.173 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:58.331 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:58.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:58.339 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:58.439 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:58.467 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:18:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:18:58] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2023-09-23T15:18:58.471 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:58.884 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:58.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:58.891 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:58.992 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:18:59.023 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:59.074 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:18:59.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:59.078 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:18:59.179 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:18:59.209 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:59.356 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:18:59.541 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:18:59.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:59.547 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:18:59.618 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:59.649 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:18:59.749 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:18:59.949 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:18:59.952 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:18:59.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:18:59.955 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:00.056 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:00.084 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:00.134 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:00.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:00.138 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:00.239 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:00.271 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:00.333 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:00.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:00 smithi178 ceph-mon[192298]: pgmap v690: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 412 MiB data, 4.3 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 396 op/s; 3166/19803 objects degraded (15.987%); 4221/19803 objects misplaced (21.315%); 1.9 MiB/s, 71 objects/s recovering 2023-09-23T15:19:00.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:00.337 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:00.438 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:00.469 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:00.521 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:00.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:00.530 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:00.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:00 smithi118 ceph-mon[212312]: pgmap v690: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 412 MiB data, 4.3 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 396 op/s; 3166/19803 objects degraded (15.987%); 4221/19803 objects misplaced (21.315%); 1.9 MiB/s, 71 objects/s recovering 2023-09-23T15:19:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:00 smithi118 ceph-mon[219580]: pgmap v690: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 412 MiB data, 4.3 GiB used, 621 GiB / 626 GiB avail; 0 B/s wr, 396 op/s; 3166/19803 objects degraded (15.987%); 4221/19803 objects misplaced (21.315%); 1.9 MiB/s, 71 objects/s recovering 2023-09-23T15:19:00.630 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:00.659 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:00.712 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:00.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:00.718 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:00.819 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:00.892 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:01.236 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2656747322' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:01.237 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:01 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:01.253 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:19:01.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2656747322' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:01.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:01 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2656747322' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:01 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:01.754 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:01.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:01.759 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:01.859 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:01.944 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:02.475 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:02.515 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[219580]: pgmap v691: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 370 MiB data, 4.2 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 449 op/s; 3166/17823 objects degraded (17.764%); 3740/17823 objects misplaced (20.984%); 1.9 MiB/s, 71 objects/s recovering 2023-09-23T15:19:02.515 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:19:02.515 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[219580]: failed to encode map e253 with expected crc 2023-09-23T15:19:02.515 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[219580]: failed to encode map e253 with expected crc 2023-09-23T15:19:02.515 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:19:02.515 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[219580]: osdmap e253: 8 total, 8 up, 7 in 2023-09-23T15:19:02.515 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[219580]: failed to encode map e253 with expected crc 2023-09-23T15:19:02.515 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 3166/17823 objects degraded (17.764%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:02.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[212312]: pgmap v691: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 370 MiB data, 4.2 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 449 op/s; 3166/17823 objects degraded (17.764%); 3740/17823 objects misplaced (20.984%); 1.9 MiB/s, 71 objects/s recovering 2023-09-23T15:19:02.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:19:02.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[212312]: failed to encode map e253 with expected crc 2023-09-23T15:19:02.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[212312]: failed to encode map e253 with expected crc 2023-09-23T15:19:02.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:19:02.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[212312]: osdmap e253: 8 total, 8 up, 7 in 2023-09-23T15:19:02.516 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[212312]: failed to encode map e253 with expected crc 2023-09-23T15:19:02.517 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 3166/17823 objects degraded (17.764%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:02 smithi178 ceph-mon[192298]: pgmap v691: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 370 MiB data, 4.2 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 449 op/s; 3166/17823 objects degraded (17.764%); 3740/17823 objects misplaced (20.984%); 1.9 MiB/s, 71 objects/s recovering 2023-09-23T15:19:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:02 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:19:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:02 smithi178 ceph-mon[192298]: failed to encode map e253 with expected crc 2023-09-23T15:19:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:02 smithi178 ceph-mon[192298]: failed to encode map e253 with expected crc 2023-09-23T15:19:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:02 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:19:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:02 smithi178 ceph-mon[192298]: osdmap e253: 8 total, 8 up, 7 in 2023-09-23T15:19:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:02 smithi178 ceph-mon[192298]: failed to encode map e253 with expected crc 2023-09-23T15:19:02.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 3166/17823 objects degraded (17.764%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:03.170 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:03.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:03.176 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:03.277 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:03.319 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:03.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:03 smithi118 ceph-mon[219580]: 1.2 scrub starts 2023-09-23T15:19:03.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:03 smithi118 ceph-mon[212312]: 1.2 scrub starts 2023-09-23T15:19:03.621 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:03 smithi178 ceph-mon[192298]: 1.2 scrub starts 2023-09-23T15:19:03.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:03.634 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:03.637 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:19:03.699 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:19:03.735 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:03.739 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:19:03.775 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:19:03.784 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:03.818 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:19:03.840 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:03.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:03.846 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:03.851 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:19:03.902 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:19:03.947 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:03.954 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:19:03.990 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:19:03.990 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:19:03.990 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:19:03.991 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:19:03.991 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:19:03.991 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:19:03.991 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:19:03.991 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:19:04.046 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:04.518 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:19:04.544 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:04 smithi118 ceph-mon[219580]: pgmap v693: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 344 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 377 op/s; 3166/16542 objects degraded (19.139%); 3632/16542 objects misplaced (21.956%); 1.0 MiB/s, 56 objects/s recovering 2023-09-23T15:19:04.544 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2371189503' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:04.544 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:04 smithi118 ceph-mon[212312]: pgmap v693: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 344 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 377 op/s; 3166/16542 objects degraded (19.139%); 3632/16542 objects misplaced (21.956%); 1.0 MiB/s, 56 objects/s recovering 2023-09-23T15:19:04.545 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2371189503' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:04 smithi178 ceph-mon[192298]: pgmap v693: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 344 MiB data, 4.1 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 377 op/s; 3166/16542 objects degraded (19.139%); 3632/16542 objects misplaced (21.956%); 1.0 MiB/s, 56 objects/s recovering 2023-09-23T15:19:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2371189503' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:04.909 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:04.917 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:04.917 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:05.018 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:05.046 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:05.099 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:05.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:05.104 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:05.205 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:05.234 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:05.292 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:05.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:05.301 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:05.402 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:05.429 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:05.487 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:05.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:05.494 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:05.595 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:05.692 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:06.000 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:06.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:06.016 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:06.117 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:06.212 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:06.233 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:06.283 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:19:06.284 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:06 smithi118 ceph-mon[212312]: pgmap v694: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 276 MiB data, 4.0 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 414 op/s; 3030/13296 objects degraded (22.789%); 2800/13296 objects misplaced (21.059%); 1.7 MiB/s, 60 objects/s recovering 2023-09-23T15:19:06.284 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:06 smithi118 ceph-mon[212312]: 1.5 scrub starts 2023-09-23T15:19:06.315 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:19:06.324 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:06.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:06.337 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:06.385 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:19:06.385 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:19:06.438 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:06.465 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:06.517 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:06.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:06.522 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:06.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:06 smithi118 ceph-mon[219580]: pgmap v694: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 276 MiB data, 4.0 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 414 op/s; 3030/13296 objects degraded (22.789%); 2800/13296 objects misplaced (21.059%); 1.7 MiB/s, 60 objects/s recovering 2023-09-23T15:19:06.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:06 smithi118 ceph-mon[219580]: 1.5 scrub starts 2023-09-23T15:19:06.623 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:06.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:06 smithi178 ceph-mon[192298]: pgmap v694: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 276 MiB data, 4.0 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 414 op/s; 3030/13296 objects degraded (22.789%); 2800/13296 objects misplaced (21.059%); 1.7 MiB/s, 60 objects/s recovering 2023-09-23T15:19:06.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:06 smithi178 ceph-mon[192298]: 1.5 scrub starts 2023-09-23T15:19:06.673 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:07.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:07 smithi118 ceph-mon[212312]: from='client.55255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:07.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:07 smithi118 ceph-mon[212312]: 1.a scrub starts 2023-09-23T15:19:07.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:07.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:07.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 3030/13296 objects degraded (22.789%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:07.551 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:07 smithi118 ceph-mon[219580]: from='client.55255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:07.551 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:07 smithi118 ceph-mon[219580]: 1.a scrub starts 2023-09-23T15:19:07.551 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:07.551 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:07.551 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 3030/13296 objects degraded (22.789%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:07 smithi178 ceph-mon[192298]: from='client.55255 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:07 smithi178 ceph-mon[192298]: 1.a scrub starts 2023-09-23T15:19:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:07.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 3030/13296 objects degraded (22.789%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:07.689 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:07.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:07.698 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:07.751 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:19:07.799 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:07.835 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:07.894 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:07.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:07.900 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:08.001 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:08.035 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:08.232 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":694,"stamp":"2023-09-23T15:19:05.174372+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":289413048,"num_objects":4432,"num_object_clones":0,"num_object_copies":13296,"num_objects_missing_on_primary":1979,"num_objects_missing":1979,"num_objects_degraded":3030,"num_objects_misplaced":2800,"num_objects_unfound":0,"num_objects_dirty":4432,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":168016,"num_write_kb":5510350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56042,"num_bytes_recovered":2849783244,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":105445,"ondisk_log_size":105445,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":314,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":4190624,"kb_used_data":2692904,"kb_used_omap":222,"kb_used_meta":1497377,"kb_avail":652025440,"statfs":{"total":671965249536,"available":667674050560,"internally_reserved":0,"allocated":2757533696,"data_stored":2749306409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":1533315030},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,3,3,2,1,0,2,5,3,1],"upper_bound":2048},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-268697600,"num_objects":-4100,"num_object_clones":0,"num_object_copies":-12300,"num_objects_missing_on_primary":-270,"num_objects_missing":-270,"num_objects_degraded":-3332,"num_objects_misplaced":-4931,"num_objects_unfound":0,"num_objects_dirty":-4100,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4100,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":600,"num_bytes_recovered":18087936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.890444"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":259,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.291978+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:18:55.291978+0000","last_peered":"2023-09-23T15:18:55.291978+0000","last_clean":"2023-09-23T15:18:55.291978+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:18:55.291978+0000","last_undegraded":"2023-09-23T15:18:55.291978+0000","last_fullsized":"2023-09-23T15:18:55.291978+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":228,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294131+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:18:55.294131+0000","last_peered":"2023-09-23T15:18:55.294131+0000","last_clean":"2023-09-23T15:18:55.294131+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:18:55.294131+0000","last_undegraded":"2023-09-23T15:18:55.294131+0000","last_fullsized":"2023-09-23T15:18:55.294131+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":210,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.291949+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:18:54.291949+0000","last_peered":"2023-09-23T15:18:54.291949+0000","last_clean":"2023-09-23T15:18:54.291949+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:18:54.291949+0000","last_undegraded":"2023-09-23T15:18:54.291949+0000","last_fullsized":"2023-09-23T15:18:54.291949+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":138,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.290027+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:18:55.290027+0000","last_peered":"2023-09-23T15:18:55.290027+0000","last_clean":"2023-09-23T15:18:55.290027+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:18:55.290027+0000","last_undegraded":"2023-09-23T15:18:55.290027+0000","last_fullsized":"2023-09-23T15:18:55.290027+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":273,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.295361+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:18:55.295361+0000","last_peered":"2023-09-23T15:18:55.295361+0000","last_clean":"2023-09-23T15:18:55.295361+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:18:55.295361+0000","last_undegraded":"2023-09-23T15:18:55.295361+0000","last_fullsized":"2023-09-23T15:18:55.295361+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":192,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.304461+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:18:54.304461+0000","last_peered":"2023-09-23T15:18:54.304461+0000","last_clean":"2023-09-23T15:18:54.304461+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:18:54.304461+0000","last_undegraded":"2023-09-23T15:18:54.304461+0000","last_fullsized":"2023-09-23T15:18:54.304461+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":141,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.343782+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:18:55.343782+0000","last_peered":"2023-09-23T15:18:55.343782+0000","last_clean":"2023-09-23T15:18:55.343782+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:18:55.343782+0000","last_undegraded":"2023-09-23T15:18:55.343782+0000","last_fullsized":"2023-09-23T15:18:55.343782+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":234,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.295435+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:18:55.295435+0000","last_peered":"2023-09-23T15:18:55.295435+0000","last_clean":"2023-09-23T15:18:55.295435+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:18:55.295435+0000","last_undegraded":"2023-09-23T15:18:55.295435+0000","last_fullsized":"2023-09-23T15:18:55.295435+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":228,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.343564+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:18:55.343564+0000","last_peered":"2023-09-23T15:18:55.343564+0000","last_clean":"2023-09-23T15:18:55.343564+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:18:55.343564+0000","last_undegraded":"2023-09-23T15:18:55.343564+0000","last_fullsized":"2023-09-23T15:18:55.343564+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":209,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294189+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:18:55.294189+0000","last_peered":"2023-09-23T15:18:55.294189+0000","last_clean":"2023-09-23T15:18:55.294189+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:18:55.294189+0000","last_undegraded":"2023-09-23T15:18:55.294189+0000","last_fullsized":"2023-09-23T15:18:55.294189+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":222,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.290204+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:18:55.290204+0000","last_peered":"2023-09-23T15:18:55.290204+0000","last_clean":"2023-09-23T15:18:55.290204+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:18:55.290204+0000","last_undegraded":"2023-09-23T15:18:55.290204+0000","last_fullsized":"2023-09-23T15:18:55.290204+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":245,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.292658+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:18:54.292658+0000","last_peered":"2023-09-23T15:18:54.292658+0000","last_clean":"2023-09-23T15:18:54.292658+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:18:54.292658+0000","last_undegraded":"2023-09-23T15:18:54.292658+0000","last_fullsized":"2023-09-23T15:18:54.292658+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":107,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289623+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:18:55.289623+0000","last_peered":"2023-09-23T15:18:55.289623+0000","last_clean":"2023-09-23T15:18:55.289623+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:18:55.289623+0000","last_undegraded":"2023-09-23T15:18:55.289623+0000","last_fullsized":"2023-09-23T15:18:55.289623+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":150,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.303859+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:18:54.303859+0000","last_peered":"2023-09-23T15:18:54.303859+0000","last_clean":"2023-09-23T15:18:54.303859+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:18:54.303859+0000","last_undegraded":"2023-09-23T15:18:54.303859+0000","last_fullsized":"2023-09-23T15:18:54.303859+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":270,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289606+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:18:55.289606+0000","last_peered":"2023-09-23T15:18:55.289606+0000","last_clean":"2023-09-23T15:18:55.289606+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:18:55.289606+0000","last_undegraded":"2023-09-23T15:18:55.289606+0000","last_fullsized":"2023-09-23T15:18:55.289606+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":234,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294651+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:18:55.294651+0000","last_peered":"2023-09-23T15:18:55.294651+0000","last_clean":"2023-09-23T15:18:55.294651+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:18:55.294651+0000","last_undegraded":"2023-09-23T15:18:55.294651+0000","last_fullsized":"2023-09-23T15:18:55.294651+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":138,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289544+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:18:55.289544+0000","last_peered":"2023-09-23T15:18:55.289544+0000","last_clean":"2023-09-23T15:18:55.289544+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:18:55.289544+0000","last_undegraded":"2023-09-23T15:18:55.289544+0000","last_fullsized":"2023-09-23T15:18:55.289544+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":141,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.290128+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:18:55.290128+0000","last_peered":"2023-09-23T15:18:55.290128+0000","last_clean":"2023-09-23T15:18:55.290128+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:18:55.290128+0000","last_undegraded":"2023-09-23T15:18:55.290128+0000","last_fullsized":"2023-09-23T15:18:55.290128+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":213,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289437+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:18:55.289437+0000","last_peered":"2023-09-23T15:18:55.289437+0000","last_clean":"2023-09-23T15:18:55.289437+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:18:55.289437+0000","last_undegraded":"2023-09-23T15:18:55.289437+0000","last_fullsized":"2023-09-23T15:18:55.289437+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":165,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294258+0000","last_change":"2023-09-23T15:16:29.243272+0000","last_active":"2023-09-23T15:18:55.294258+0000","last_peered":"2023-09-23T15:18:55.294258+0000","last_clean":"2023-09-23T15:18:55.294258+0000","last_became_active":"2023-09-23T15:16:29.236288+0000","last_became_peered":"2023-09-23T15:16:29.236288+0000","last_unstale":"2023-09-23T15:18:55.294258+0000","last_undegraded":"2023-09-23T15:18:55.294258+0000","last_fullsized":"2023-09-23T15:18:55.294258+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:50:28.484728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":284,"reported_epoch":251,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:18:54.303444+0000","last_change":"2023-09-23T15:16:49.311017+0000","last_active":"2023-09-23T15:18:54.303444+0000","last_peered":"2023-09-23T15:18:54.303444+0000","last_clean":"2023-09-23T15:16:45.283608+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:18:54.303444+0000","last_undegraded":"2023-09-23T15:16:49.301192+0000","last_fullsized":"2023-09-23T15:18:54.303444+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":234,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294578+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:18:55.294578+0000","last_peered":"2023-09-23T15:18:55.294578+0000","last_clean":"2023-09-23T15:18:55.294578+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:18:55.294578+0000","last_undegraded":"2023-09-23T15:18:55.294578+0000","last_fullsized":"2023-09-23T15:18:55.294578+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"252'10432","reported_seq":24926,"reported_epoch":252,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:00.716102+0000","last_change":"2023-09-23T15:18:53.534691+0000","last_active":"2023-09-23T15:19:00.716102+0000","last_peered":"2023-09-23T15:19:00.716102+0000","last_clean":"2023-09-23T15:16:48.053183+0000","last_became_active":"2023-09-23T15:16:50.583574+0000","last_became_peered":"2023-09-23T15:16:50.583574+0000","last_unstale":"2023-09-23T15:19:00.716102+0000","last_undegraded":"2023-09-23T15:19:00.716102+0000","last_fullsized":"2023-09-23T15:19:00.716102+0000","mapping_epoch":235,"log_start":"177'4858","ondisk_log_start":"177'4858","created":147,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5574,"log_dups_size":0,"ondisk_log_size":5574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:59:22.109744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21495808,"num_objects":328,"num_object_clones":0,"num_object_copies":984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":326,"num_objects_unfound":0,"num_objects_dirty":328,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10432,"num_write_kb":344320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7162,"num_bytes_recovered":361103360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,6,2],"avail_no_missing":["1","2","4","6"],"object_location_counts":[{"shards":"1,2,6","objects":328}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":242,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289821+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:18:55.289821+0000","last_peered":"2023-09-23T15:18:55.289821+0000","last_clean":"2023-09-23T15:18:55.289821+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:18:55.289821+0000","last_undegraded":"2023-09-23T15:18:55.289821+0000","last_fullsized":"2023-09-23T15:18:55.289821+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":200,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289334+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:18:55.289334+0000","last_peered":"2023-09-23T15:18:55.289334+0000","last_clean":"2023-09-23T15:18:55.289334+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:18:55.289334+0000","last_undegraded":"2023-09-23T15:18:55.289334+0000","last_fullsized":"2023-09-23T15:18:55.289334+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.a","version":"253'10559","reported_seq":12913,"reported_epoch":253,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:19:03.842508+0000","last_change":"2023-09-23T15:16:31.628711+0000","last_active":"2023-09-23T15:19:03.842508+0000","last_peered":"2023-09-23T15:19:03.842508+0000","last_clean":"2023-09-23T15:13:11.097166+0000","last_became_active":"2023-09-23T15:14:43.433988+0000","last_became_peered":"2023-09-23T15:14:43.433988+0000","last_unstale":"2023-09-23T15:19:03.842508+0000","last_undegraded":"2023-09-23T15:16:31.627878+0000","last_fullsized":"2023-09-23T15:14:43.180281+0000","mapping_epoch":191,"log_start":"177'4753","ondisk_log_start":"177'4753","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5806,"log_dups_size":0,"ondisk_log_size":5806,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:53.541437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15663104,"num_objects":239,"num_object_clones":0,"num_object_copies":717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10559,"num_write_kb":345536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1105,"num_bytes_recovered":72286208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"1,3,5","objects":239},{"shards":"3,5","objects":-558}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":219,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289697+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:18:55.289697+0000","last_peered":"2023-09-23T15:18:55.289697+0000","last_clean":"2023-09-23T15:18:55.289697+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:18:55.289697+0000","last_undegraded":"2023-09-23T15:18:55.289697+0000","last_fullsized":"2023-09-23T15:18:55.289697+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":231,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294040+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:18:55.294040+0000","last_peered":"2023-09-23T15:18:55.294040+0000","last_clean":"2023-09-23T15:18:55.294040+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:18:55.294040+0000","last_undegraded":"2023-09-23T15:18:55.294040+0000","last_fullsized":"2023-09-23T15:18:55.294040+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"253'10448","reported_seq":15076,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:02.177098+0000","last_change":"2023-09-23T15:16:31.272424+0000","last_active":"2023-09-23T15:19:02.177098+0000","last_peered":"2023-09-23T15:19:02.177098+0000","last_clean":"2023-09-23T15:14:59.128717+0000","last_became_active":"2023-09-23T15:16:31.249710+0000","last_became_peered":"2023-09-23T15:16:31.249710+0000","last_unstale":"2023-09-23T15:19:02.177098+0000","last_undegraded":"2023-09-23T15:19:02.177098+0000","last_fullsized":"2023-09-23T15:19:02.177098+0000","mapping_epoch":226,"log_start":"173'4251","ondisk_log_start":"173'4251","created":147,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":6197,"log_dups_size":0,"ondisk_log_size":6197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:55.937440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17694720,"num_objects":270,"num_object_clones":0,"num_object_copies":810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":200,"num_objects_unfound":0,"num_objects_dirty":270,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10448,"num_write_kb":342976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2695,"num_bytes_recovered":160694272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,1,4],"avail_no_missing":["7","1","4"],"object_location_counts":[{"shards":"1,4,7","objects":270}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":220,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.290297+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:18:55.290297+0000","last_peered":"2023-09-23T15:18:55.290297+0000","last_clean":"2023-09-23T15:18:55.290297+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:18:55.290297+0000","last_undegraded":"2023-09-23T15:18:55.290297+0000","last_fullsized":"2023-09-23T15:18:55.290297+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":209,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.304055+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:18:54.304055+0000","last_peered":"2023-09-23T15:18:54.304055+0000","last_clean":"2023-09-23T15:18:54.304055+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:18:54.304055+0000","last_undegraded":"2023-09-23T15:18:54.304055+0000","last_fullsized":"2023-09-23T15:18:54.304055+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"253'10516","reported_seq":22998,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:03.268631+0000","last_change":"2023-09-23T15:16:43.179877+0000","last_active":"2023-09-23T15:19:03.268631+0000","last_peered":"2023-09-23T15:19:03.268631+0000","last_clean":"2023-09-23T15:19:03.268631+0000","last_became_active":"2023-09-23T15:16:43.160319+0000","last_became_peered":"2023-09-23T15:16:43.160319+0000","last_unstale":"2023-09-23T15:19:03.268631+0000","last_undegraded":"2023-09-23T15:19:03.268631+0000","last_fullsized":"2023-09-23T15:19:03.268631+0000","mapping_epoch":231,"log_start":"155'1888","ondisk_log_start":"155'1888","created":147,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":8628,"log_dups_size":0,"ondisk_log_size":8628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.522533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18350080,"num_objects":280,"num_object_clones":0,"num_object_copies":840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":280,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10516,"num_write_kb":345472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8158,"num_bytes_recovered":353697792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":198,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294819+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:18:55.294819+0000","last_peered":"2023-09-23T15:18:55.294819+0000","last_clean":"2023-09-23T15:18:55.294819+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:18:55.294819+0000","last_undegraded":"2023-09-23T15:18:55.294819+0000","last_fullsized":"2023-09-23T15:18:55.294819+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":77,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.288362+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:18:55.288362+0000","last_peered":"2023-09-23T15:18:55.288362+0000","last_clean":"2023-09-23T15:18:55.288362+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:18:55.288362+0000","last_undegraded":"2023-09-23T15:18:55.288362+0000","last_fullsized":"2023-09-23T15:18:55.288362+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":653,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289461+0000","last_change":"2023-09-23T15:16:29.239182+0000","last_active":"2023-09-23T15:18:55.289461+0000","last_peered":"2023-09-23T15:18:55.289461+0000","last_clean":"2023-09-23T15:18:55.289461+0000","last_became_active":"2023-09-23T15:16:29.237845+0000","last_became_peered":"2023-09-23T15:16:29.237845+0000","last_unstale":"2023-09-23T15:18:55.289461+0000","last_undegraded":"2023-09-23T15:18:55.289461+0000","last_fullsized":"2023-09-23T15:18:55.289461+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.f","version":"253'10360","reported_seq":14963,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:03.805271+0000","last_change":"2023-09-23T15:16:43.187597+0000","last_active":"2023-09-23T15:19:03.805271+0000","last_peered":"2023-09-23T15:19:03.805271+0000","last_clean":"2023-09-23T15:14:59.094540+0000","last_became_active":"2023-09-23T15:16:43.159896+0000","last_became_peered":"2023-09-23T15:16:43.159896+0000","last_unstale":"2023-09-23T15:19:03.805271+0000","last_undegraded":"2023-09-23T15:19:03.805271+0000","last_fullsized":"2023-09-23T15:19:03.805271+0000","mapping_epoch":231,"log_start":"176'4568","ondisk_log_start":"176'4568","created":147,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5792,"log_dups_size":0,"ondisk_log_size":5792,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:00.653030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14417920,"num_objects":220,"num_object_clones":0,"num_object_copies":660,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":220,"num_objects_unfound":0,"num_objects_dirty":220,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10360,"num_write_kb":338560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2214,"num_bytes_recovered":128581632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,7,4],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":220}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":253,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.248070+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:19:01.248070+0000","last_peered":"2023-09-23T15:19:01.248070+0000","last_clean":"2023-09-23T15:19:01.248070+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:19:01.248070+0000","last_undegraded":"2023-09-23T15:19:01.248070+0000","last_fullsized":"2023-09-23T15:19:01.248070+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":151,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294764+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:18:55.294764+0000","last_peered":"2023-09-23T15:18:55.294764+0000","last_clean":"2023-09-23T15:18:55.294764+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:18:55.294764+0000","last_undegraded":"2023-09-23T15:18:55.294764+0000","last_fullsized":"2023-09-23T15:18:55.294764+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":639,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289442+0000","last_change":"2023-09-23T15:16:30.231136+0000","last_active":"2023-09-23T15:18:55.289442+0000","last_peered":"2023-09-23T15:18:55.289442+0000","last_clean":"2023-09-23T15:18:55.289442+0000","last_became_active":"2023-09-23T15:16:30.230729+0000","last_became_peered":"2023-09-23T15:16:30.230729+0000","last_unstale":"2023-09-23T15:18:55.289442+0000","last_undegraded":"2023-09-23T15:18:55.289442+0000","last_fullsized":"2023-09-23T15:18:55.289442+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.e","version":"253'10586","reported_seq":27563,"reported_epoch":253,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:19:03.402438+0000","last_change":"2023-09-23T15:18:53.587653+0000","last_active":"2023-09-23T15:19:03.402438+0000","last_peered":"2023-09-23T15:19:03.402438+0000","last_clean":"2023-09-23T15:13:11.076557+0000","last_became_active":"2023-09-23T15:17:01.630154+0000","last_became_peered":"2023-09-23T15:17:01.630154+0000","last_unstale":"2023-09-23T15:19:03.402438+0000","last_undegraded":"2023-09-23T15:19:03.402438+0000","last_fullsized":"2023-09-23T15:16:49.300503+0000","mapping_epoch":234,"log_start":"152'1200","ondisk_log_start":"152'1200","created":147,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":9386,"log_dups_size":0,"ondisk_log_size":9386,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:05:39.067697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14942208,"num_objects":228,"num_object_clones":0,"num_object_copies":684,"num_objects_missing_on_primary":1979,"num_objects_missing":1979,"num_objects_degraded":0,"num_objects_misplaced":673,"num_objects_unfound":0,"num_objects_dirty":228,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10586,"num_write_kb":346048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7129,"num_bytes_recovered":467075072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,1],"avail_no_missing":["1","3"],"object_location_counts":[{"shards":"1,2","objects":1},{"shards":"1,2,3,7","objects":8},{"shards":"1,3,7","objects":219}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":203,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.304148+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:18:54.304148+0000","last_peered":"2023-09-23T15:18:54.304148+0000","last_clean":"2023-09-23T15:18:54.304148+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:18:54.304148+0000","last_undegraded":"2023-09-23T15:18:54.304148+0000","last_fullsized":"2023-09-23T15:18:54.304148+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":256,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.291772+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:18:55.291772+0000","last_peered":"2023-09-23T15:18:55.291772+0000","last_clean":"2023-09-23T15:18:55.291772+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:18:55.291772+0000","last_undegraded":"2023-09-23T15:18:55.291772+0000","last_fullsized":"2023-09-23T15:18:55.291772+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"252'10522","reported_seq":14660,"reported_epoch":252,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:00.270278+0000","last_change":"2023-09-23T15:16:29.815373+0000","last_active":"2023-09-23T15:19:00.270278+0000","last_peered":"2023-09-23T15:19:00.270278+0000","last_clean":"2023-09-23T15:12:44.085616+0000","last_became_active":"2023-09-23T15:15:01.396056+0000","last_became_peered":"2023-09-23T15:15:01.396056+0000","last_unstale":"2023-09-23T15:19:00.270278+0000","last_undegraded":"2023-09-23T15:19:00.270278+0000","last_fullsized":"2023-09-23T15:19:00.270278+0000","mapping_epoch":197,"log_start":"176'4670","ondisk_log_start":"176'4670","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5852,"log_dups_size":0,"ondisk_log_size":5852,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.884324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21168152,"num_objects":324,"num_object_clones":0,"num_object_copies":972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":324,"num_objects_unfound":0,"num_objects_dirty":324,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10522,"num_write_kb":347009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1993,"num_bytes_recovered":109182976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":324}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":256,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.291804+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:18:55.291804+0000","last_peered":"2023-09-23T15:18:55.291804+0000","last_clean":"2023-09-23T15:18:55.291804+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:18:55.291804+0000","last_undegraded":"2023-09-23T15:18:55.291804+0000","last_fullsized":"2023-09-23T15:18:55.291804+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":150,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.303850+0000","last_change":"2023-09-23T15:15:12.161053+0000","last_active":"2023-09-23T15:18:54.303850+0000","last_peered":"2023-09-23T15:18:54.303850+0000","last_clean":"2023-09-23T15:18:54.303850+0000","last_became_active":"2023-09-23T15:15:12.160629+0000","last_became_peered":"2023-09-23T15:15:12.160629+0000","last_unstale":"2023-09-23T15:18:54.303850+0000","last_undegraded":"2023-09-23T15:18:54.303850+0000","last_fullsized":"2023-09-23T15:18:54.303850+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:53.912905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":653,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289645+0000","last_change":"2023-09-23T15:16:29.247296+0000","last_active":"2023-09-23T15:18:55.289645+0000","last_peered":"2023-09-23T15:18:55.289645+0000","last_clean":"2023-09-23T15:18:55.289645+0000","last_became_active":"2023-09-23T15:16:29.246090+0000","last_became_peered":"2023-09-23T15:16:29.246090+0000","last_unstale":"2023-09-23T15:18:55.289645+0000","last_undegraded":"2023-09-23T15:18:55.289645+0000","last_fullsized":"2023-09-23T15:18:55.289645+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"252'10432","reported_seq":11041,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:19:00.256587+0000","last_change":"2023-09-23T15:16:32.343894+0000","last_active":"2023-09-23T15:19:00.256587+0000","last_peered":"2023-09-23T15:19:00.256587+0000","last_clean":"2023-09-23T15:19:00.256587+0000","last_became_active":"2023-09-23T15:16:32.327421+0000","last_became_peered":"2023-09-23T15:16:32.327421+0000","last_unstale":"2023-09-23T15:19:00.256587+0000","last_undegraded":"2023-09-23T15:19:00.256587+0000","last_fullsized":"2023-09-23T15:19:00.256587+0000","mapping_epoch":227,"log_start":"176'4635","ondisk_log_start":"176'4635","created":147,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5797,"log_dups_size":0,"ondisk_log_size":5797,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:15.858227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22937600,"num_objects":350,"num_object_clones":0,"num_object_copies":1050,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":350,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10432,"num_write_kb":345024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":233,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":236,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.295827+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:18:55.295827+0000","last_peered":"2023-09-23T15:18:55.295827+0000","last_clean":"2023-09-23T15:18:55.295827+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:18:55.295827+0000","last_undegraded":"2023-09-23T15:18:55.295827+0000","last_fullsized":"2023-09-23T15:18:55.295827+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":225,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.291737+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:18:54.291737+0000","last_peered":"2023-09-23T15:18:54.291737+0000","last_clean":"2023-09-23T15:18:54.291737+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:18:54.291737+0000","last_undegraded":"2023-09-23T15:18:54.291737+0000","last_fullsized":"2023-09-23T15:18:54.291737+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":653,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289938+0000","last_change":"2023-09-23T15:16:29.240553+0000","last_active":"2023-09-23T15:18:55.289938+0000","last_peered":"2023-09-23T15:18:55.289938+0000","last_clean":"2023-09-23T15:18:55.289938+0000","last_became_active":"2023-09-23T15:16:29.239612+0000","last_became_peered":"2023-09-23T15:16:29.239612+0000","last_unstale":"2023-09-23T15:18:55.289938+0000","last_undegraded":"2023-09-23T15:18:55.289938+0000","last_fullsized":"2023-09-23T15:18:55.289938+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"253'10540","reported_seq":10660,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:03.828213+0000","last_change":"2023-09-23T15:15:13.535307+0000","last_active":"2023-09-23T15:19:03.828213+0000","last_peered":"2023-09-23T15:19:03.828213+0000","last_clean":"2023-09-23T15:15:01.817213+0000","last_became_active":"2023-09-23T15:15:13.509774+0000","last_became_peered":"2023-09-23T15:15:13.509774+0000","last_unstale":"2023-09-23T15:19:03.828213+0000","last_undegraded":"2023-09-23T15:19:03.828213+0000","last_fullsized":"2023-09-23T15:19:03.828213+0000","mapping_epoch":203,"log_start":"177'4720","ondisk_log_start":"177'4720","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5820,"log_dups_size":0,"ondisk_log_size":5820,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:33.729271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17170432,"num_objects":262,"num_object_clones":0,"num_object_copies":786,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":262,"num_objects_unfound":0,"num_objects_dirty":262,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10540,"num_write_kb":345664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":262}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":217,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289814+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:18:55.289814+0000","last_peered":"2023-09-23T15:18:55.289814+0000","last_clean":"2023-09-23T15:18:55.289814+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:18:55.289814+0000","last_undegraded":"2023-09-23T15:18:55.289814+0000","last_fullsized":"2023-09-23T15:18:55.289814+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":228,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294054+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:18:55.294054+0000","last_peered":"2023-09-23T15:18:55.294054+0000","last_clean":"2023-09-23T15:18:55.294054+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:18:55.294054+0000","last_undegraded":"2023-09-23T15:18:55.294054+0000","last_fullsized":"2023-09-23T15:18:55.294054+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":231,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.292736+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:18:54.292736+0000","last_peered":"2023-09-23T15:18:54.292736+0000","last_clean":"2023-09-23T15:18:54.292736+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:18:54.292736+0000","last_undegraded":"2023-09-23T15:18:54.292736+0000","last_fullsized":"2023-09-23T15:18:54.292736+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":652,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289856+0000","last_change":"2023-09-23T15:16:29.239081+0000","last_active":"2023-09-23T15:18:55.289856+0000","last_peered":"2023-09-23T15:18:55.289856+0000","last_clean":"2023-09-23T15:18:55.289856+0000","last_became_active":"2023-09-23T15:16:29.237815+0000","last_became_peered":"2023-09-23T15:16:29.237815+0000","last_unstale":"2023-09-23T15:18:55.289856+0000","last_undegraded":"2023-09-23T15:18:55.289856+0000","last_fullsized":"2023-09-23T15:18:55.289856+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"252'10445","reported_seq":14556,"reported_epoch":252,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:00.246599+0000","last_change":"2023-09-23T15:16:28.333172+0000","last_active":"2023-09-23T15:19:00.246599+0000","last_peered":"2023-09-23T15:19:00.246599+0000","last_clean":"2023-09-23T15:14:59.097787+0000","last_became_active":"2023-09-23T15:15:01.359303+0000","last_became_peered":"2023-09-23T15:15:01.359303+0000","last_unstale":"2023-09-23T15:19:00.246599+0000","last_undegraded":"2023-09-23T15:19:00.246599+0000","last_fullsized":"2023-09-23T15:19:00.246599+0000","mapping_epoch":197,"log_start":"176'4608","ondisk_log_start":"176'4608","created":147,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5837,"log_dups_size":0,"ondisk_log_size":5837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:10.643349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21692416,"num_objects":331,"num_object_clones":0,"num_object_copies":993,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":324,"num_objects_unfound":0,"num_objects_dirty":331,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10445,"num_write_kb":344832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1976,"num_bytes_recovered":78381056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,3,1],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":331}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":200,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.295599+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:18:54.295599+0000","last_peered":"2023-09-23T15:18:54.295599+0000","last_clean":"2023-09-23T15:18:54.295599+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:18:54.295599+0000","last_undegraded":"2023-09-23T15:18:54.295599+0000","last_fullsized":"2023-09-23T15:18:54.295599+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":232,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.303874+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:18:54.303874+0000","last_peered":"2023-09-23T15:18:54.303874+0000","last_clean":"2023-09-23T15:18:54.303874+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:18:54.303874+0000","last_undegraded":"2023-09-23T15:18:54.303874+0000","last_fullsized":"2023-09-23T15:18:54.303874+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":74,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.292431+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:18:55.292431+0000","last_peered":"2023-09-23T15:18:55.292431+0000","last_clean":"2023-09-23T15:18:55.292431+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:18:55.292431+0000","last_undegraded":"2023-09-23T15:18:55.292431+0000","last_fullsized":"2023-09-23T15:18:55.292431+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":653,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289716+0000","last_change":"2023-09-23T15:16:29.247689+0000","last_active":"2023-09-23T15:18:55.289716+0000","last_peered":"2023-09-23T15:18:55.289716+0000","last_clean":"2023-09-23T15:18:55.289716+0000","last_became_active":"2023-09-23T15:16:29.247327+0000","last_became_peered":"2023-09-23T15:16:29.247327+0000","last_unstale":"2023-09-23T15:18:55.289716+0000","last_undegraded":"2023-09-23T15:18:55.289716+0000","last_fullsized":"2023-09-23T15:18:55.289716+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"252'10415","reported_seq":15730,"reported_epoch":252,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:00.716455+0000","last_change":"2023-09-23T15:16:31.630149+0000","last_active":"2023-09-23T15:19:00.716455+0000","last_peered":"2023-09-23T15:19:00.716455+0000","last_clean":"2023-09-23T15:14:59.050404+0000","last_became_active":"2023-09-23T15:15:13.152569+0000","last_became_peered":"2023-09-23T15:15:13.152569+0000","last_unstale":"2023-09-23T15:19:00.716455+0000","last_undegraded":"2023-09-23T15:19:00.716455+0000","last_fullsized":"2023-09-23T15:19:00.716455+0000","mapping_epoch":203,"log_start":"177'4782","ondisk_log_start":"177'4782","created":147,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5633,"log_dups_size":0,"ondisk_log_size":5633,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:05:46.733481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20250624,"num_objects":309,"num_object_clones":0,"num_object_copies":927,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":231,"num_objects_unfound":0,"num_objects_dirty":309,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10415,"num_write_kb":343168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2578,"num_bytes_recovered":168951808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":309}],"blocked_by":[],"up_primary":0,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":83,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.291844+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:18:55.291844+0000","last_peered":"2023-09-23T15:18:55.291844+0000","last_clean":"2023-09-23T15:18:55.291844+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:18:55.291844+0000","last_undegraded":"2023-09-23T15:18:55.291844+0000","last_fullsized":"2023-09-23T15:18:55.291844+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":74,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.291651+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:18:55.291651+0000","last_peered":"2023-09-23T15:18:55.291651+0000","last_clean":"2023-09-23T15:18:55.291651+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:18:55.291651+0000","last_undegraded":"2023-09-23T15:18:55.291651+0000","last_fullsized":"2023-09-23T15:18:55.291651+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":238,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.291823+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:18:54.291823+0000","last_peered":"2023-09-23T15:18:54.291823+0000","last_clean":"2023-09-23T15:18:54.291823+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:18:54.291823+0000","last_undegraded":"2023-09-23T15:18:54.291823+0000","last_fullsized":"2023-09-23T15:18:54.291823+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"253'10371","reported_seq":22932,"reported_epoch":253,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:19:03.601694+0000","last_change":"2023-09-23T15:16:30.310395+0000","last_active":"2023-09-23T15:19:03.601694+0000","last_peered":"2023-09-23T15:19:03.601694+0000","last_clean":"2023-09-23T15:13:36.067740+0000","last_became_active":"2023-09-23T15:16:30.264048+0000","last_became_peered":"2023-09-23T15:16:30.264048+0000","last_unstale":"2023-09-23T15:19:03.601694+0000","last_undegraded":"2023-09-23T15:16:30.258644+0000","last_fullsized":"2023-09-23T15:16:30.223210+0000","mapping_epoch":225,"log_start":"176'4564","ondisk_log_start":"176'4564","created":147,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5807,"log_dups_size":0,"ondisk_log_size":5807,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:55:35.828687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15663104,"num_objects":239,"num_object_clones":0,"num_object_copies":717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":502,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10371,"num_write_kb":339520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5619,"num_bytes_recovered":294846464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[3,1],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"1,3","objects":239}],"blocked_by":[],"up_primary":7,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":89,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.292200+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:18:55.292200+0000","last_peered":"2023-09-23T15:18:55.292200+0000","last_clean":"2023-09-23T15:18:55.292200+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:18:55.292200+0000","last_undegraded":"2023-09-23T15:18:55.292200+0000","last_fullsized":"2023-09-23T15:18:55.292200+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":657,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289430+0000","last_change":"2023-09-23T15:16:29.248294+0000","last_active":"2023-09-23T15:18:55.289430+0000","last_peered":"2023-09-23T15:18:55.289430+0000","last_clean":"2023-09-23T15:18:55.289430+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:18:55.289430+0000","last_undegraded":"2023-09-23T15:18:55.289430+0000","last_fullsized":"2023-09-23T15:18:55.289430+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":195,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294595+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:18:55.294595+0000","last_peered":"2023-09-23T15:18:55.294595+0000","last_clean":"2023-09-23T15:18:55.294595+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:18:55.294595+0000","last_undegraded":"2023-09-23T15:18:55.294595+0000","last_fullsized":"2023-09-23T15:18:55.294595+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":180,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.304108+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:18:54.304108+0000","last_peered":"2023-09-23T15:18:54.304108+0000","last_clean":"2023-09-23T15:18:54.304108+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:18:54.304108+0000","last_undegraded":"2023-09-23T15:18:54.304108+0000","last_fullsized":"2023-09-23T15:18:54.304108+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":653,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289723+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:18:55.289723+0000","last_peered":"2023-09-23T15:18:55.289723+0000","last_clean":"2023-09-23T15:18:55.289723+0000","last_became_active":"2023-09-23T15:16:29.237813+0000","last_became_peered":"2023-09-23T15:16:29.237813+0000","last_unstale":"2023-09-23T15:18:55.289723+0000","last_undegraded":"2023-09-23T15:18:55.289723+0000","last_fullsized":"2023-09-23T15:18:55.289723+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"253'10572","reported_seq":32917,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:02.188327+0000","last_change":"2023-09-23T15:18:55.328479+0000","last_active":"2023-09-23T15:19:02.188327+0000","last_peered":"2023-09-23T15:19:02.188327+0000","last_clean":"2023-09-23T15:19:02.188327+0000","last_became_active":"2023-09-23T15:18:55.292676+0000","last_became_peered":"2023-09-23T15:18:55.292676+0000","last_unstale":"2023-09-23T15:19:02.188327+0000","last_undegraded":"2023-09-23T15:19:02.188327+0000","last_fullsized":"2023-09-23T15:19:02.188327+0000","mapping_epoch":251,"log_start":"177'4729","ondisk_log_start":"177'4729","created":147,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5843,"log_dups_size":0,"ondisk_log_size":5843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:00:59.902438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17432576,"num_objects":266,"num_object_clones":0,"num_object_copies":798,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":266,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10572,"num_write_kb":346816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8097,"num_bytes_recovered":302383104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":237,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289525+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:18:55.289525+0000","last_peered":"2023-09-23T15:18:55.289525+0000","last_clean":"2023-09-23T15:18:55.289525+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:18:55.289525+0000","last_undegraded":"2023-09-23T15:18:55.289525+0000","last_fullsized":"2023-09-23T15:18:55.289525+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":93,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294389+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:18:55.294389+0000","last_peered":"2023-09-23T15:18:55.294389+0000","last_clean":"2023-09-23T15:18:55.294389+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:18:55.294389+0000","last_undegraded":"2023-09-23T15:18:55.294389+0000","last_fullsized":"2023-09-23T15:18:55.294389+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":68,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.288785+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:18:55.288785+0000","last_peered":"2023-09-23T15:18:55.288785+0000","last_clean":"2023-09-23T15:18:55.288785+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:18:55.288785+0000","last_undegraded":"2023-09-23T15:18:55.288785+0000","last_fullsized":"2023-09-23T15:18:55.288785+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":653,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289919+0000","last_change":"2023-09-23T15:16:29.240555+0000","last_active":"2023-09-23T15:18:55.289919+0000","last_peered":"2023-09-23T15:18:55.289919+0000","last_clean":"2023-09-23T15:18:55.289919+0000","last_became_active":"2023-09-23T15:16:29.240189+0000","last_became_peered":"2023-09-23T15:16:29.240189+0000","last_unstale":"2023-09-23T15:18:55.289919+0000","last_undegraded":"2023-09-23T15:18:55.289919+0000","last_fullsized":"2023-09-23T15:18:55.289919+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"253'10437","reported_seq":10550,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:02.952470+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:19:02.952470+0000","last_peered":"2023-09-23T15:19:02.952470+0000","last_clean":"2023-09-23T15:19:02.952470+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:19:02.952470+0000","last_undegraded":"2023-09-23T15:19:02.952470+0000","last_fullsized":"2023-09-23T15:19:02.952470+0000","mapping_epoch":147,"log_start":"151'400","ondisk_log_start":"151'400","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":10037,"log_dups_size":0,"ondisk_log_size":10037,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18677760,"num_objects":285,"num_object_clones":0,"num_object_copies":855,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":285,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10437,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":237,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.290225+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:18:55.290225+0000","last_peered":"2023-09-23T15:18:55.290225+0000","last_clean":"2023-09-23T15:18:55.290225+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:18:55.290225+0000","last_undegraded":"2023-09-23T15:18:55.290225+0000","last_fullsized":"2023-09-23T15:18:55.290225+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":74,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.292402+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:18:55.292402+0000","last_peered":"2023-09-23T15:18:55.292402+0000","last_clean":"2023-09-23T15:18:55.292402+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:18:55.292402+0000","last_undegraded":"2023-09-23T15:18:55.292402+0000","last_fullsized":"2023-09-23T15:18:55.292402+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":119,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.343303+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:18:55.343303+0000","last_peered":"2023-09-23T15:18:55.343303+0000","last_clean":"2023-09-23T15:18:55.343303+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:18:55.343303+0000","last_undegraded":"2023-09-23T15:18:55.343303+0000","last_fullsized":"2023-09-23T15:18:55.343303+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":653,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.290306+0000","last_change":"2023-09-23T15:16:29.239511+0000","last_active":"2023-09-23T15:18:55.290306+0000","last_peered":"2023-09-23T15:18:55.290306+0000","last_clean":"2023-09-23T15:18:55.290306+0000","last_became_active":"2023-09-23T15:16:29.238724+0000","last_became_peered":"2023-09-23T15:16:29.238724+0000","last_unstale":"2023-09-23T15:18:55.290306+0000","last_undegraded":"2023-09-23T15:18:55.290306+0000","last_fullsized":"2023-09-23T15:18:55.290306+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"253'10596","reported_seq":17689,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:03.811697+0000","last_change":"2023-09-23T15:15:13.164020+0000","last_active":"2023-09-23T15:19:03.811697+0000","last_peered":"2023-09-23T15:19:03.811697+0000","last_clean":"2023-09-23T15:14:42.174497+0000","last_became_active":"2023-09-23T15:15:13.141944+0000","last_became_peered":"2023-09-23T15:15:13.141944+0000","last_unstale":"2023-09-23T15:19:03.811697+0000","last_undegraded":"2023-09-23T15:19:03.811697+0000","last_fullsized":"2023-09-23T15:19:03.811697+0000","mapping_epoch":203,"log_start":"177'4787","ondisk_log_start":"177'4787","created":147,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5809,"log_dups_size":0,"ondisk_log_size":5809,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:27:59.781738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15728640,"num_objects":240,"num_object_clones":0,"num_object_copies":720,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":240,"num_objects_unfound":0,"num_objects_dirty":240,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10596,"num_write_kb":346752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3471,"num_bytes_recovered":227475456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,6,4],"avail_no_missing":["3","4","6"],"object_location_counts":[{"shards":"3,4,6","objects":240}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":259,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294488+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:18:55.294488+0000","last_peered":"2023-09-23T15:18:55.294488+0000","last_clean":"2023-09-23T15:18:55.294488+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:18:55.294488+0000","last_undegraded":"2023-09-23T15:18:55.294488+0000","last_fullsized":"2023-09-23T15:18:55.294488+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":210,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.292494+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:18:54.292494+0000","last_peered":"2023-09-23T15:18:54.292494+0000","last_clean":"2023-09-23T15:18:54.292494+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:18:54.292494+0000","last_undegraded":"2023-09-23T15:18:54.292494+0000","last_fullsized":"2023-09-23T15:18:54.292494+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":248,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.295273+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:18:55.295273+0000","last_peered":"2023-09-23T15:18:55.295273+0000","last_clean":"2023-09-23T15:18:55.295273+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:18:55.295273+0000","last_undegraded":"2023-09-23T15:18:55.295273+0000","last_fullsized":"2023-09-23T15:18:55.295273+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":666,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289639+0000","last_change":"2023-09-23T15:16:29.247229+0000","last_active":"2023-09-23T15:18:55.289639+0000","last_peered":"2023-09-23T15:18:55.289639+0000","last_clean":"2023-09-23T15:18:55.289639+0000","last_became_active":"2023-09-23T15:16:29.246084+0000","last_became_peered":"2023-09-23T15:16:29.246084+0000","last_unstale":"2023-09-23T15:18:55.289639+0000","last_undegraded":"2023-09-23T15:18:55.289639+0000","last_fullsized":"2023-09-23T15:18:55.289639+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"253'10485","reported_seq":17774,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:03.843375+0000","last_change":"2023-09-23T15:15:44.223618+0000","last_active":"2023-09-23T15:19:03.843375+0000","last_peered":"2023-09-23T15:19:03.843375+0000","last_clean":"2023-09-23T15:19:03.843375+0000","last_became_active":"2023-09-23T15:15:44.197850+0000","last_became_peered":"2023-09-23T15:15:44.197850+0000","last_unstale":"2023-09-23T15:19:03.843375+0000","last_undegraded":"2023-09-23T15:19:03.843375+0000","last_fullsized":"2023-09-23T15:19:03.843375+0000","mapping_epoch":208,"log_start":"177'4684","ondisk_log_start":"177'4684","created":147,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5801,"log_dups_size":0,"ondisk_log_size":5801,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:51.048879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15532032,"num_objects":237,"num_object_clones":0,"num_object_copies":711,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":237,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10485,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3571,"num_bytes_recovered":122552320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":238,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.304532+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:18:54.304532+0000","last_peered":"2023-09-23T15:18:54.304532+0000","last_clean":"2023-09-23T15:18:54.304532+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:18:54.304532+0000","last_undegraded":"2023-09-23T15:18:54.304532+0000","last_fullsized":"2023-09-23T15:18:54.304532+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":100,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.288993+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:18:55.288993+0000","last_peered":"2023-09-23T15:18:55.288993+0000","last_clean":"2023-09-23T15:18:55.288993+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:18:55.288993+0000","last_undegraded":"2023-09-23T15:18:55.288993+0000","last_fullsized":"2023-09-23T15:18:55.288993+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":134,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.343172+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:18:55.343172+0000","last_peered":"2023-09-23T15:18:55.343172+0000","last_clean":"2023-09-23T15:18:55.343172+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:18:55.343172+0000","last_undegraded":"2023-09-23T15:18:55.343172+0000","last_fullsized":"2023-09-23T15:18:55.343172+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":92,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.288462+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:18:55.288462+0000","last_peered":"2023-09-23T15:18:55.288462+0000","last_clean":"2023-09-23T15:18:55.288462+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:18:55.288462+0000","last_undegraded":"2023-09-23T15:18:55.288462+0000","last_fullsized":"2023-09-23T15:18:55.288462+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":73,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.292482+0000","last_change":"2023-09-23T15:14:43.204938+0000","last_active":"2023-09-23T15:18:55.292482+0000","last_peered":"2023-09-23T15:18:55.292482+0000","last_clean":"2023-09-23T15:18:55.292482+0000","last_became_active":"2023-09-23T15:14:43.204659+0000","last_became_peered":"2023-09-23T15:14:43.204659+0000","last_unstale":"2023-09-23T15:18:55.292482+0000","last_undegraded":"2023-09-23T15:18:55.292482+0000","last_fullsized":"2023-09-23T15:18:55.292482+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:53.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":77,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.296391+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:18:54.296391+0000","last_peered":"2023-09-23T15:18:54.296391+0000","last_clean":"2023-09-23T15:18:54.296391+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:18:54.296391+0000","last_undegraded":"2023-09-23T15:18:54.296391+0000","last_fullsized":"2023-09-23T15:18:54.296391+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":231,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294272+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:18:55.294272+0000","last_peered":"2023-09-23T15:18:55.294272+0000","last_clean":"2023-09-23T15:18:55.294272+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:18:55.294272+0000","last_undegraded":"2023-09-23T15:18:55.294272+0000","last_fullsized":"2023-09-23T15:18:55.294272+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":77,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.304035+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:18:54.304035+0000","last_peered":"2023-09-23T15:18:54.304035+0000","last_clean":"2023-09-23T15:18:54.304035+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:18:54.304035+0000","last_undegraded":"2023-09-23T15:18:54.304035+0000","last_fullsized":"2023-09-23T15:18:54.304035+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":265,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294714+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:18:55.294714+0000","last_peered":"2023-09-23T15:18:55.294714+0000","last_clean":"2023-09-23T15:18:55.294714+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:18:55.294714+0000","last_undegraded":"2023-09-23T15:18:55.294714+0000","last_fullsized":"2023-09-23T15:18:55.294714+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":270,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294179+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:18:55.294179+0000","last_peered":"2023-09-23T15:18:55.294179+0000","last_clean":"2023-09-23T15:18:55.294179+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:18:55.294179+0000","last_undegraded":"2023-09-23T15:18:55.294179+0000","last_fullsized":"2023-09-23T15:18:55.294179+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":291,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.294118+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:18:55.294118+0000","last_peered":"2023-09-23T15:18:55.294118+0000","last_clean":"2023-09-23T15:18:55.294118+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:18:55.294118+0000","last_undegraded":"2023-09-23T15:18:55.294118+0000","last_fullsized":"2023-09-23T15:18:55.294118+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":74,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.288932+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:18:55.288932+0000","last_peered":"2023-09-23T15:18:55.288932+0000","last_clean":"2023-09-23T15:18:55.288932+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:18:55.288932+0000","last_undegraded":"2023-09-23T15:18:55.288932+0000","last_fullsized":"2023-09-23T15:18:55.288932+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":150,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-09-23T15:18:54.303477+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:18:54.303477+0000","last_peered":"2023-09-23T15:18:54.303477+0000","last_clean":"2023-09-23T15:18:54.303477+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:18:54.303477+0000","last_undegraded":"2023-09-23T15:18:54.303477+0000","last_fullsized":"2023-09-23T15:18:54.303477+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":288817176,"num_objects":4408,"num_object_clones":0,"num_object_copies":13224,"num_objects_missing_on_primary":1979,"num_objects_missing":1979,"num_objects_degraded":3026,"num_objects_misplaced":2800,"num_objects_unfound":0,"num_objects_dirty":4408,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":167716,"num_write_kb":5507905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56001,"num_bytes_recovered":2847211520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2870161408,"data_stored":2870149192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103619,"ondisk_log_size":103619,"up":48,"acting":45,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":499,"num_read_kb":923,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2570490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674336,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":268012,"kb_used_data":200996,"kb_used_omap":85,"kb_used_meta":66922,"kb_avail":93477140,"statfs":{"total":95995035648,"available":95720591360,"internally_reserved":0,"allocated":205819904,"data_stored":204906009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":68528136},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.48299999999999998,"15min":0.439},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":4.7930000000000001,"5min":4.7930000000000001,"15min":4.7930000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.49399999999999999,"15min":0.44},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":5.4279999999999999,"5min":5.4279999999999999,"15min":5.4279999999999999},"last":2.621}]},{"osd":1,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":10.018000000000001,"5min":2.3809999999999998,"15min":1.1080000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":177.52699999999999,"5min":177.52699999999999,"15min":177.52699999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":10.138,"5min":2.4060000000000001,"15min":1.117},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":177.602,"5min":177.602,"15min":177.602},"last":0.40999999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":1.2969999999999999,"5min":2.0009999999999999,"15min":2.1190000000000002},"min":{"1min":0.30099999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":10.888999999999999,"5min":29.672999999999998,"15min":29.672999999999998},"last":0.58099999999999996},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.9379999999999999,"15min":2.032},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":10.667,"5min":29.635000000000002,"15min":29.635000000000002},"last":4.1600000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":3.8410000000000002,"5min":1.361,"15min":0.94699999999999995},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":57.662999999999997,"5min":57.662999999999997,"15min":57.662999999999997},"last":2.9700000000000002},{"interface":"front","average":{"1min":4.343,"5min":1.2809999999999999,"15min":0.77100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":57.731000000000002,"5min":57.731000000000002,"15min":57.731000000000002},"last":0.53300000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.41299999999999998,"15min":0.41799999999999998},"min":{"1min":0.29799999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.51300000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.501},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.45400000000000001,"15min":0.45800000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.54900000000000004,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.39900000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.439,"15min":0.44500000000000001},"min":{"1min":0.29499999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.69499999999999995,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.441,"5min":0.46100000000000002,"15min":0.46500000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68000000000000005,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.46800000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65500000000000003,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71999999999999997,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.42699999999999999}]}]},{"osd":6,"up_from":122,"seq":523986010215,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":504168,"kb_used_data":326816,"kb_used_omap":9,"kb_used_meta":177270,"kb_avail":93240984,"statfs":{"total":95995035648,"available":95478767616,"internally_reserved":0,"allocated":334659584,"data_stored":333749697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":181524819},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.78900000000000003,"15min":1.802},"min":{"1min":0.219,"5min":0.219,"15min":0.20100000000000001},"max":{"1min":8.5199999999999996,"5min":9.5570000000000004,"15min":26.251000000000001},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.73199999999999998,"15min":2.0590000000000002},"min":{"1min":0.28699999999999998,"5min":0.246,"15min":0.246},"max":{"1min":8.5,"5min":8.5,"15min":26.045999999999999},"last":0.378}]},{"osd":1,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":4.4889999999999999,"5min":2.0470000000000002,"15min":1.6160000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.22500000000000001},"max":{"1min":58.652999999999999,"5min":58.652999999999999,"15min":58.652999999999999},"last":0.313},{"interface":"front","average":{"1min":2.4820000000000002,"5min":1.772,"15min":1.8069999999999999},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":25.829999999999998,"5min":28.850000000000001,"15min":28.850000000000001},"last":0.42799999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.2749999999999999,"15min":1.587},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":9.3070000000000004,"5min":9.3070000000000004,"15min":9.3070000000000004},"last":0.501},{"interface":"front","average":{"1min":3.8940000000000001,"5min":1.976,"15min":1.8899999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":58.975999999999999,"5min":58.975999999999999,"15min":58.975999999999999},"last":1.419}]},{"osd":3,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":15.163,"5min":5.2110000000000003,"15min":2.6120000000000001},"min":{"1min":0.30299999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":256.608,"5min":256.608,"15min":256.608},"last":0.35299999999999998},{"interface":"front","average":{"1min":15.108000000000001,"5min":4.8819999999999997,"15min":3.145},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":256.42500000000001,"5min":256.42500000000001,"15min":256.42500000000001},"last":1.0249999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.65000000000000002,"15min":0.73499999999999999},"min":{"1min":0.255,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.6699999999999999,"5min":6.4409999999999998,"15min":36.335000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.70699999999999996,"15min":0.93899999999999995},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57199999999999995,"5min":4.1239999999999997,"15min":36.374000000000002},"last":0.41799999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.88100000000000001,"15min":5.149},"min":{"1min":0.26700000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.60399999999999998,"5min":6.8209999999999997,"15min":144.953},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":4.9240000000000004},"min":{"1min":0.31,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1160000000000001,"5min":5.7089999999999996,"15min":144.79400000000001},"last":0.93500000000000005}]},{"osd":7,"last update":"Sat Sep 23 15:18:31 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.48299999999999998,"15min":0.48099999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.1080000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.50700000000000001,"15min":0.51200000000000001},"min":{"1min":0.32700000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.95499999999999996,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.60499999999999998}]}]},{"osd":1,"up_from":89,"seq":382252089492,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":638764,"kb_used_data":329636,"kb_used_omap":9,"kb_used_meta":309110,"kb_avail":93106388,"statfs":{"total":95995035648,"available":95340941312,"internally_reserved":0,"allocated":337547264,"data_stored":336224122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":316529641},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":1.554,"5min":1.1870000000000001,"15min":0.873},"min":{"1min":0.221,"5min":0.182,"15min":0.182},"max":{"1min":5.319,"5min":8.5250000000000004,"15min":15.233000000000001},"last":0.246},{"interface":"front","average":{"1min":1.968,"5min":1.456,"15min":0.91600000000000004},"min":{"1min":0.26300000000000001,"5min":0.214,"15min":0.214},"max":{"1min":8.9589999999999996,"5min":8.9589999999999996,"15min":8.9589999999999996},"last":0.26800000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:18:13 2023","interfaces":[{"interface":"back","average":{"1min":3.4289999999999998,"5min":1.8240000000000001,"15min":3.9620000000000002},"min":{"1min":0.26600000000000001,"5min":0.219,"15min":0.185},"max":{"1min":17.972999999999999,"5min":17.972999999999999,"15min":64.444999999999993},"last":0.56100000000000005},{"interface":"front","average":{"1min":3.782,"5min":2.1989999999999998,"15min":4.1139999999999999},"min":{"1min":0.26500000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":18.085999999999999,"5min":18.085999999999999,"15min":63.148000000000003},"last":2.6150000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":2.4940000000000002,"5min":4.9050000000000002,"15min":2.2250000000000001},"min":{"1min":0.27500000000000002,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.8659999999999997,"5min":128.65799999999999,"15min":128.65799999999999},"last":0.42599999999999999},{"interface":"front","average":{"1min":1.585,"5min":4.2469999999999999,"15min":1.976},"min":{"1min":0.318,"5min":0.22500000000000001,"15min":0.216},"max":{"1min":5.423,"5min":128.227,"15min":128.227},"last":0.38400000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8120000000000001,"5min":2.6589999999999998,"15min":1.431},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28499999999999998},"max":{"1min":7.9870000000000001,"5min":76.534999999999997,"15min":76.534999999999997},"last":0.36099999999999999},{"interface":"front","average":{"1min":1.5329999999999999,"5min":2.282,"15min":1.2929999999999999},"min":{"1min":0.379,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":5.3959999999999999,"5min":76.661000000000001,"15min":76.661000000000001},"last":0.436}]},{"osd":5,"last update":"Sat Sep 23 15:18:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6679999999999999,"5min":1.615,"15min":1.0369999999999999},"min":{"1min":0.33900000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":6.8959999999999999,"5min":9.8330000000000002,"15min":9.8330000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":1.8600000000000001,"5min":1.784,"15min":1.1910000000000001},"min":{"1min":0.44,"5min":0.35099999999999998,"15min":0.30399999999999999},"max":{"1min":7.9690000000000003,"5min":13.994,"15min":13.994},"last":0.29699999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:18:54 2023","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.804,"15min":1.716},"min":{"1min":0.34799999999999998,"5min":0.34100000000000003,"15min":0.30599999999999999},"max":{"1min":4.7709999999999999,"5min":23.978000000000002,"15min":23.978000000000002},"last":0.40600000000000003},{"interface":"front","average":{"1min":2.1000000000000001,"5min":2.1309999999999998,"15min":1.9630000000000001},"min":{"1min":0.375,"5min":0.317,"15min":0.317},"max":{"1min":13.103,"5min":26.975999999999999,"15min":26.975999999999999},"last":0.33200000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":1.9630000000000001,"5min":1.2869999999999999,"15min":1.1739999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":7.3449999999999998,"5min":7.3449999999999998,"15min":7.3449999999999998},"last":0.53600000000000003},{"interface":"front","average":{"1min":2.5880000000000001,"5min":1.401,"15min":1.2030000000000001},"min":{"1min":0.49399999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":13.022,"5min":13.022,"15min":13.022},"last":0.39800000000000002}]}]},{"osd":0,"up_from":84,"seq":360777253020,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":632576,"kb_used_data":474616,"kb_used_omap":28,"kb_used_meta":157923,"kb_avail":93112576,"statfs":{"total":95995035648,"available":95347277824,"internally_reserved":0,"allocated":486006784,"data_stored":484491026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":161714000},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:18:04 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":1.2689999999999999,"15min":1.1970000000000001},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":5.133,"5min":11.606,"15min":71.188000000000002},"last":0.219},{"interface":"front","average":{"1min":2.4550000000000001,"5min":1.6399999999999999,"15min":1.2450000000000001},"min":{"1min":0.24299999999999999,"5min":0.223,"15min":0.217},"max":{"1min":15.460000000000001,"5min":15.460000000000001,"15min":70.156999999999996},"last":1.353}]},{"osd":2,"last update":"Sat Sep 23 15:18:21 2023","interfaces":[{"interface":"back","average":{"1min":3.4700000000000002,"5min":1.8939999999999999,"15min":2.8100000000000001},"min":{"1min":0.28299999999999997,"5min":0.218,"15min":0.215},"max":{"1min":15.904999999999999,"5min":21.861000000000001,"15min":138.55099999999999},"last":6.9720000000000004},{"interface":"front","average":{"1min":2.3969999999999998,"5min":1.607,"15min":2.2469999999999999},"min":{"1min":0.28100000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":8.7439999999999998,"5min":12.901,"15min":138.322},"last":0.54400000000000004}]},{"osd":3,"last update":"Sat Sep 23 15:18:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5779999999999998,"5min":2.8100000000000001,"15min":2.1419999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.1630000000000003,"5min":86.218999999999994,"15min":100.062},"last":6.8540000000000001},{"interface":"front","average":{"1min":2.4350000000000001,"5min":2.871,"15min":2.1709999999999998},"min":{"1min":0.32600000000000001,"5min":0.309,"15min":0.26400000000000001},"max":{"1min":9.1259999999999994,"5min":86.271000000000001,"15min":100.547},"last":5.9359999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":2.6899999999999999,"15min":1.4510000000000001},"min":{"1min":0.35999999999999999,"5min":0.30399999999999999,"15min":0.28599999999999998},"max":{"1min":3.3170000000000002,"5min":142.44200000000001,"15min":142.44200000000001},"last":0.66000000000000003},{"interface":"front","average":{"1min":1.7170000000000001,"5min":3.3999999999999999,"15min":1.792},"min":{"1min":0.35599999999999998,"5min":0.307,"15min":0.28699999999999998},"max":{"1min":8.4629999999999992,"5min":141.69200000000001,"15min":141.69200000000001},"last":1.4430000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.714,"5min":1.4279999999999999,"15min":1.1819999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30099999999999999},"max":{"1min":8.4260000000000002,"5min":10.757,"15min":41.631999999999998},"last":1.4179999999999999},{"interface":"front","average":{"1min":1.9830000000000001,"5min":1.3029999999999999,"15min":1.095},"min":{"1min":0.38,"5min":0.373,"15min":0.33800000000000002},"max":{"1min":7.7279999999999998,"5min":7.7279999999999998,"15min":10.289},"last":0.57499999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:18:39 2023","interfaces":[{"interface":"back","average":{"1min":1.982,"5min":1.4490000000000001,"15min":1.7949999999999999},"min":{"1min":0.36699999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":7.7839999999999998,"5min":7.7839999999999998,"15min":10.222},"last":0.60099999999999998},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.456,"15min":1.522},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.7949999999999999,"5min":9.4600000000000009,"15min":10.355},"last":0.622}]},{"osd":7,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.103,"15min":0.96099999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":7.6929999999999996,"5min":7.6929999999999996,"15min":7.6929999999999996},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.9970000000000001,"5min":1.127,"15min":0.98199999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":7.7610000000000001,"5min":7.7610000000000001,"15min":7.7610000000000001},"last":0.78100000000000003}]}]},{"osd":2,"up_from":117,"seq":502511173735,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":700356,"kb_used_data":420540,"kb_used_omap":81,"kb_used_meta":279726,"kb_avail":93044796,"statfs":{"total":95995035648,"available":95277871104,"internally_reserved":0,"allocated":430632960,"data_stored":429298835,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":286439642},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,1,0,2,5,3,1],"upper_bound":2048},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.004,"15min":1.6140000000000001},"min":{"1min":0.20300000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":4.5099999999999998,"5min":13.717000000000001,"15min":13.717000000000001},"last":3.294},{"interface":"front","average":{"1min":2.8370000000000002,"5min":1.804,"15min":1.5109999999999999},"min":{"1min":0.22500000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":16.984000000000002,"5min":16.984000000000002,"15min":16.984000000000002},"last":6.1989999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.198,"5min":4.234,"15min":2.0129999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":16.960999999999999,"5min":169.398,"15min":169.398},"last":5.952},{"interface":"front","average":{"1min":1.2330000000000001,"5min":3.6070000000000002,"15min":2.2029999999999998},"min":{"1min":0.27900000000000003,"5min":0.23400000000000001,"15min":0.21199999999999999},"max":{"1min":5.1989999999999998,"5min":166.50999999999999,"15min":166.50999999999999},"last":2.6070000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":5.3760000000000003,"15min":4.9740000000000002},"min":{"1min":0.27300000000000002,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":5.0170000000000003,"5min":165.32300000000001,"15min":165.32300000000001},"last":2.641},{"interface":"front","average":{"1min":1.3440000000000001,"5min":3.9359999999999999,"15min":4.694},"min":{"1min":0.29599999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.585,"5min":165.66999999999999,"15min":165.66999999999999},"last":3.456}]},{"osd":4,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.032,"15min":3.9940000000000002},"min":{"1min":0.34499999999999997,"5min":0.311,"15min":0.311},"max":{"1min":4.6189999999999998,"5min":12.945,"15min":50.792000000000002},"last":3.3149999999999999},{"interface":"front","average":{"1min":2.1739999999999999,"5min":1.448,"15min":2.2410000000000001},"min":{"1min":0.311,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":16.878,"5min":16.878,"15min":36.051000000000002},"last":6.0270000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.579,"15min":2.4249999999999998},"min":{"1min":0.33800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":16.927,"5min":16.927,"15min":35.878},"last":5.9950000000000001},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.1930000000000001,"15min":3.8999999999999999},"min":{"1min":0.38800000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":5.0970000000000004,"5min":13.266999999999999,"15min":50.816000000000003},"last":0.5}]},{"osd":6,"last update":"Sat Sep 23 15:18:42 2023","interfaces":[{"interface":"back","average":{"1min":7.2720000000000002,"5min":2.4319999999999999,"15min":4.3819999999999997},"min":{"1min":0.39700000000000002,"5min":0.35099999999999998,"15min":0.34999999999999998},"max":{"1min":134.21700000000001,"5min":134.21700000000001,"15min":134.21700000000001},"last":3.331},{"interface":"front","average":{"1min":7.125,"5min":2.5030000000000001,"15min":4.0030000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":134.393,"5min":134.393,"15min":134.393},"last":0.41899999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.95099999999999996,"15min":0.94999999999999996},"min":{"1min":0.38900000000000001,"5min":0.38,"15min":0.38},"max":{"1min":5.149,"5min":5.149,"15min":5.149},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.80800000000000005,"15min":0.78800000000000003},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.8300000000000001,"5min":4.5609999999999999,"15min":4.5609999999999999},"last":3.3559999999999999}]}]},{"osd":3,"up_from":99,"seq":425201762441,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":732284,"kb_used_data":343732,"kb_used_omap":7,"kb_used_meta":388536,"kb_avail":93012868,"statfs":{"total":95995035648,"available":95245176832,"internally_reserved":0,"allocated":351981568,"data_stored":350649142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":397861480},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,2,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.8169999999999999,"5min":1.9099999999999999,"15min":1.0369999999999999},"min":{"1min":0.21199999999999999,"5min":0.19700000000000001,"15min":0.19600000000000001},"max":{"1min":6.2610000000000001,"5min":40.311999999999998,"15min":40.311999999999998},"last":2.585},{"interface":"front","average":{"1min":1.9410000000000001,"5min":1.609,"15min":0.99399999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.17499999999999999},"max":{"1min":6.5609999999999999,"5min":16.289000000000001,"15min":16.289000000000001},"last":6.0510000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.819,"5min":1.8460000000000001,"15min":1.163},"min":{"1min":0.215,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":3.9950000000000001,"5min":24.013000000000002,"15min":24.013000000000002},"last":5.827},{"interface":"front","average":{"1min":1.2709999999999999,"5min":1.9590000000000001,"15min":1.2050000000000001},"min":{"1min":0.27100000000000002,"5min":0.24399999999999999,"15min":0.23699999999999999},"max":{"1min":3.4580000000000002,"5min":21.827999999999999,"15min":21.827999999999999},"last":2.0230000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:18:21 2023","interfaces":[{"interface":"back","average":{"1min":1.5469999999999999,"5min":1.845,"15min":3.2000000000000002},"min":{"1min":0.27400000000000002,"5min":0.23000000000000001,"15min":0.21299999999999999},"max":{"1min":5.7679999999999998,"5min":22.73,"15min":55.378999999999998},"last":6.2210000000000001},{"interface":"front","average":{"1min":1.3149999999999999,"5min":1.7190000000000001,"15min":3.484},"min":{"1min":0.314,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":3.5859999999999999,"5min":15.057,"15min":55.401000000000003},"last":154.73400000000001}]},{"osd":4,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.748,"5min":1.361,"15min":0.94499999999999995},"min":{"1min":0.35599999999999998,"5min":0.31,"15min":0.31},"max":{"1min":4.0339999999999998,"5min":9.3469999999999995,"15min":9.3469999999999995},"last":1.3},{"interface":"front","average":{"1min":1.337,"5min":1.403,"15min":0.97299999999999998},"min":{"1min":0.38100000000000001,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":3.339,"5min":9.4000000000000004,"15min":9.4000000000000004},"last":2.0910000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":1.3979999999999999,"15min":1.01},"min":{"1min":0.36799999999999999,"5min":0.318,"15min":0.27300000000000002},"max":{"1min":3.3900000000000001,"5min":9.3659999999999997,"15min":10.962999999999999},"last":2.1480000000000001},{"interface":"front","average":{"1min":1.413,"5min":1.3440000000000001,"15min":1.026},"min":{"1min":0.34699999999999998,"5min":0.30599999999999999,"15min":0.30099999999999999},"max":{"1min":3.8090000000000002,"5min":6.9009999999999998,"15min":10.361000000000001},"last":6.0869999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:18:51 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.448,"15min":1.5089999999999999},"min":{"1min":0.42299999999999999,"5min":0.34300000000000003,"15min":0.317},"max":{"1min":3.7959999999999998,"5min":9.423,"15min":9.423},"last":2.129},{"interface":"front","average":{"1min":1.127,"5min":1.357,"15min":1.6419999999999999},"min":{"1min":0.378,"5min":0.32100000000000001,"15min":0.30099999999999999},"max":{"1min":3.6970000000000001,"5min":10.856999999999999,"15min":10.856999999999999},"last":6.1369999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:18:33 2023","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.0169999999999999,"15min":1.002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.7320000000000002,"5min":6.1319999999999997,"15min":6.1319999999999997},"last":6.1130000000000004},{"interface":"front","average":{"1min":1.821,"5min":1.0069999999999999,"15min":0.871},"min":{"1min":0.40699999999999997,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":4.0620000000000003,"5min":4.0620000000000003,"15min":4.0620000000000003},"last":1.3260000000000001}]}]},{"osd":4,"up_from":0,"seq":133143986466,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724829,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":714464,"kb_used_data":596568,"kb_used_omap":0,"kb_used_meta":117888,"kb_avail":93030688,"statfs":{"total":95995035648,"available":95263424512,"internally_reserved":0,"allocated":610885632,"data_stored":609987578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":120717312},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:46 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.90600000000000003,"15min":0.78400000000000003},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.218},"max":{"1min":4.2060000000000004,"5min":6.0659999999999998,"15min":6.4880000000000004},"last":0.27100000000000002},{"interface":"front","average":{"1min":1.377,"5min":1.2310000000000001,"15min":0.92400000000000004},"min":{"1min":0.27600000000000002,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":10.096,"5min":13.832000000000001,"15min":13.832000000000001},"last":0.41499999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:18:07 2023","interfaces":[{"interface":"back","average":{"1min":8.5809999999999995,"5min":3.7160000000000002,"15min":2.3519999999999999},"min":{"1min":0.308,"5min":0.27900000000000003,"15min":0.26300000000000001},"max":{"1min":119.61499999999999,"5min":119.61499999999999,"15min":125.14400000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":8.3480000000000008,"5min":3.7749999999999999,"15min":2.3839999999999999},"min":{"1min":0.30399999999999999,"5min":0.25600000000000001,"15min":0.25},"max":{"1min":119.541,"5min":119.541,"15min":125.36499999999999},"last":0.73499999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:18:25 2023","interfaces":[{"interface":"back","average":{"1min":3.649,"5min":2.294,"15min":1.8999999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.26200000000000001},"max":{"1min":43.345999999999997,"5min":43.345999999999997,"15min":43.345999999999997},"last":1.9530000000000001},{"interface":"front","average":{"1min":4.5709999999999997,"5min":2.552,"15min":2.0950000000000002},"min":{"1min":0.311,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":43.469999999999999,"5min":43.469999999999999,"15min":43.469999999999999},"last":2.0720000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:18:07 2023","interfaces":[{"interface":"back","average":{"1min":6.7549999999999999,"5min":3.4510000000000001,"15min":2.1339999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":36.868000000000002,"5min":79.302000000000007,"15min":103.989},"last":3.371},{"interface":"front","average":{"1min":6.0800000000000001,"5min":3.375,"15min":2.141},"min":{"1min":0.33500000000000002,"5min":0.32500000000000001,"15min":0.27900000000000003},"max":{"1min":41.424999999999997,"5min":79.557000000000002,"15min":101.824},"last":0.32400000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:18:25 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":1.2789999999999999,"15min":1.028},"min":{"1min":0.26800000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59199999999999997,"5min":40.061,"15min":48.997999999999998},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.38300000000000001,"5min":1.2609999999999999,"15min":1.0680000000000001},"min":{"1min":0.28999999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.51200000000000001,"5min":40.124000000000002,"15min":49.017000000000003},"last":0.39700000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:18:46 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.82999999999999996,"15min":1.466},"min":{"1min":0.32400000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.431,"5min":10.281000000000001,"15min":111.089},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.495,"5min":0.70099999999999996,"15min":1.929},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.314},"max":{"1min":1.4199999999999999,"5min":5.2240000000000002,"15min":111.146},"last":0.435}]},{"osd":7,"last update":"Sat Sep 23 15:18:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.47599999999999998,"15min":0.46200000000000002},"min":{"1min":0.35999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.496},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.48799999999999999,"15min":0.47499999999999998},"min":{"1min":0.39600000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.1709999999999998,"5min":2.1709999999999998,"15min":2.1709999999999998},"last":0.46100000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":481427456,"data_stored":481427456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":330633216,"data_stored":330629144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":424542208,"data_stored":424542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":339742720,"data_stored":339738648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":167968768,"data_stored":167968768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":606011392,"data_stored":606011392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":328994816,"data_stored":328990744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":190840832,"data_stored":190840832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:19:08.506 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:08.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:08 smithi118 ceph-mon[212312]: pgmap v695: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 235 MiB data, 3.8 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 413 op/s; 3030/11325 objects degraded (26.755%); 2312/11325 objects misplaced (20.415%); 1.7 MiB/s, 59 objects/s recovering 2023-09-23T15:19:08.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:08 smithi118 ceph-mon[212312]: 1.7 scrub starts 2023-09-23T15:19:08.510 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:19:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:19:08] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2023-09-23T15:19:08.510 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:08 smithi118 ceph-mon[219580]: pgmap v695: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 235 MiB data, 3.8 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 413 op/s; 3030/11325 objects degraded (26.755%); 2312/11325 objects misplaced (20.415%); 1.7 MiB/s, 59 objects/s recovering 2023-09-23T15:19:08.510 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:08 smithi118 ceph-mon[219580]: 1.7 scrub starts 2023-09-23T15:19:08.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:08.526 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:08.560 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:19:08.590 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:08 smithi178 ceph-mon[192298]: pgmap v695: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 235 MiB data, 3.8 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 413 op/s; 3030/11325 objects degraded (26.755%); 2312/11325 objects misplaced (20.415%); 1.7 MiB/s, 59 objects/s recovering 2023-09-23T15:19:08.590 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:08 smithi178 ceph-mon[192298]: 1.7 scrub starts 2023-09-23T15:19:08.627 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:08.739 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:08.834 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:08.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:08.837 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:08.937 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:08.964 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:08.965 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:19:09.031 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:09.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:09.036 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:09.137 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:09.217 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:09.380 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:09.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:09.389 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:09.489 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:09.554 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:09.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:09 smithi118 ceph-mon[219580]: pgmap v696: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 127 MiB data, 3.6 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 454 op/s; 2866/6126 objects degraded (46.784%); 1255/6126 objects misplaced (20.486%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T15:19:09.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:09 smithi118 ceph-mon[212312]: pgmap v696: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 127 MiB data, 3.6 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 454 op/s; 2866/6126 objects degraded (46.784%); 1255/6126 objects misplaced (20.486%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T15:19:09.614 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:09 smithi178 ceph-mon[192298]: pgmap v696: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 127 MiB data, 3.6 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 454 op/s; 2866/6126 objects degraded (46.784%); 1255/6126 objects misplaced (20.486%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T15:19:09.849 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:09.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:09.856 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:09.956 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:09.989 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:10.149 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:10.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:10.152 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:10.252 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:10.326 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:10.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:10 smithi118 ceph-mon[219580]: 1.0 deep-scrub starts 2023-09-23T15:19:10.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:10 smithi118 ceph-mon[212312]: 1.0 deep-scrub starts 2023-09-23T15:19:10.582 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:10.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:10.601 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:10 smithi178 ceph-mon[192298]: 1.0 deep-scrub starts 2023-09-23T15:19:10.701 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:10.734 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:10.814 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:10.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:10.817 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:10.918 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:10.952 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:11.025 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Removed 86061 objects 2023-09-23T15:19:11.026 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Clean up completed and total clean up time :311.004 2023-09-23T15:19:11.026 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:11.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:11.032 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:11.133 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:11.161 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:11.241 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:19:11.371 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:19:11.407 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:11.408 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:11.409 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:11.463 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:19:11.463 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:19:11.510 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:11.541 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:11 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2307848907' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:11 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:11 smithi118 ceph-mon[219580]: pgmap v697: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 72 MiB data, 3.4 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 475 op/s; 2866/3504 objects degraded (81.792%); 611/3504 objects misplaced (17.437%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T15:19:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:11 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2307848907' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:11 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:11.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:11 smithi118 ceph-mon[212312]: pgmap v697: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 72 MiB data, 3.4 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 475 op/s; 2866/3504 objects degraded (81.792%); 611/3504 objects misplaced (17.437%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T15:19:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:11 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2307848907' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:11 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:11 smithi178 ceph-mon[192298]: pgmap v697: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 72 MiB data, 3.4 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 475 op/s; 2866/3504 objects degraded (81.792%); 611/3504 objects misplaced (17.437%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T15:19:11.687 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:11.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:11.690 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:11.791 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:11.820 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:12.109 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:12.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:12.111 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:12.211 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:12.238 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:12.303 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T15:19:12.331 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:12.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:12.335 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:12.436 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:12.468 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:12.519 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:12.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:12.523 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:12.542 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:12.582 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:19:12.607 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:19:12.613 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_1 2023-09-23T15:19:12.614 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_1 unique_pool_1 --yes-i-really-really-mean-it 2023-09-23T15:19:12.624 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:12.626 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:19:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:12 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:12 smithi178 ceph-mon[192298]: failed to encode map e254 with expected crc 2023-09-23T15:19:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:12 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:19:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:12 smithi178 ceph-mon[192298]: osdmap e254: 8 total, 8 up, 7 in 2023-09-23T15:19:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:12 smithi178 ceph-mon[192298]: failed to encode map e254 with expected crc 2023-09-23T15:19:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:12 smithi178 ceph-mon[192298]: failed to encode map e254 with expected crc 2023-09-23T15:19:12.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 2866/3504 objects degraded (81.792%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:12.638 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:12.638 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[219580]: failed to encode map e254 with expected crc 2023-09-23T15:19:12.638 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:19:12.638 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[219580]: osdmap e254: 8 total, 8 up, 7 in 2023-09-23T15:19:12.639 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[219580]: failed to encode map e254 with expected crc 2023-09-23T15:19:12.639 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[219580]: failed to encode map e254 with expected crc 2023-09-23T15:19:12.639 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 2866/3504 objects degraded (81.792%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:12.639 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:12.639 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[212312]: failed to encode map e254 with expected crc 2023-09-23T15:19:12.639 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:19:12.639 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[212312]: osdmap e254: 8 total, 8 up, 7 in 2023-09-23T15:19:12.640 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[212312]: failed to encode map e254 with expected crc 2023-09-23T15:19:12.640 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[212312]: failed to encode map e254 with expected crc 2023-09-23T15:19:12.640 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 2866/3504 objects degraded (81.792%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:12.648 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:19:12.654 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:12.672 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:19:12.691 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:19:12.692 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:19:12.701 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:12.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:12.709 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:12.719 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:19:12.740 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:19:12.741 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:19:12.742 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:19:12.742 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:19:12.742 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:19:12.742 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:19:12.742 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:19:12.742 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:19:12.742 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:19:12.809 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:12.837 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:12.933 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:12.939 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:12.939 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:13.041 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:13.069 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:13.162 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:13.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:13.165 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:13.265 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:13.293 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:13.338 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:13.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:13.341 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:13.441 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:13.473 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:13 smithi118 ceph-mon[212312]: failed to encode map e254 with expected crc 2023-09-23T15:19:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:13 smithi118 ceph-mon[212312]: failed to encode map e254 with expected crc 2023-09-23T15:19:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:13 smithi118 ceph-mon[212312]: failed to encode map e254 with expected crc 2023-09-23T15:19:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:13 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3155044294' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:13 smithi118 ceph-mon[212312]: pgmap v699: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 47 MiB data, 3.3 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 473 op/s; 2866/2283 objects degraded (125.537%); 515/2283 objects misplaced (22.558%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T15:19:13.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:13 smithi118 ceph-mon[219580]: failed to encode map e254 with expected crc 2023-09-23T15:19:13.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:13 smithi118 ceph-mon[219580]: failed to encode map e254 with expected crc 2023-09-23T15:19:13.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:13 smithi118 ceph-mon[219580]: failed to encode map e254 with expected crc 2023-09-23T15:19:13.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:13 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3155044294' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:13.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:13 smithi118 ceph-mon[219580]: pgmap v699: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 47 MiB data, 3.3 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 473 op/s; 2866/2283 objects degraded (125.537%); 515/2283 objects misplaced (22.558%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T15:19:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:13 smithi178 ceph-mon[192298]: failed to encode map e254 with expected crc 2023-09-23T15:19:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:13 smithi178 ceph-mon[192298]: failed to encode map e254 with expected crc 2023-09-23T15:19:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:13 smithi178 ceph-mon[192298]: failed to encode map e254 with expected crc 2023-09-23T15:19:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:13 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3155044294' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:13.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:13 smithi178 ceph-mon[192298]: pgmap v699: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 47 MiB data, 3.3 GiB used, 622 GiB / 626 GiB avail; 0 B/s wr, 473 op/s; 2866/2283 objects degraded (125.537%); 515/2283 objects misplaced (22.558%); 1.9 MiB/s, 29 objects/s recovering 2023-09-23T15:19:13.722 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:13.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:13.725 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:13.825 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:13.853 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:13.901 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:13.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:13.905 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:14.006 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:14.032 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:14.248 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:19:14.334 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:19:14.335 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:19:14.335 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:19:14.335 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:19:14.335 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:19:14.351 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:14.364 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:14.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:14.370 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:14.471 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:14.499 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:14.595 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:14.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:14.597 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:14.698 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:14.727 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:14.773 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:14.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:14.777 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:14.877 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:14.905 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:15.127 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T15:19:15.135 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:15.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:15.139 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:15.239 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:15.267 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:15.479 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:19:15.701 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:19:15.717 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:19:15.719 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:15.724 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:19:15.729 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:15.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:15.735 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:15.836 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:15.864 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:15.908 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:15.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:15.911 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:16.011 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:16.039 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:16.183 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:16.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:16.186 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:16.287 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:16.314 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:16 smithi178 ceph-mon[192298]: pgmap v700: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 7.4 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 427 op/s; 2791/405 objects degraded (689.136%); 73/405 objects misplaced (18.025%); 1.4 MiB/s, 52 objects/s recovering 2023-09-23T15:19:16.537 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:16 smithi118 ceph-mon[219580]: pgmap v700: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 7.4 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 427 op/s; 2791/405 objects degraded (689.136%); 73/405 objects misplaced (18.025%); 1.4 MiB/s, 52 objects/s recovering 2023-09-23T15:19:16.537 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:16 smithi118 ceph-mon[212312]: pgmap v700: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 7.4 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 427 op/s; 2791/405 objects degraded (689.136%); 73/405 objects misplaced (18.025%); 1.4 MiB/s, 52 objects/s recovering 2023-09-23T15:19:16.682 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":700,"stamp":"2023-09-23T15:19:15.215705+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7804856,"num_objects":135,"num_object_clones":0,"num_object_copies":405,"num_objects_missing_on_primary":1463,"num_objects_missing":1463,"num_objects_degraded":2791,"num_objects_misplaced":73,"num_objects_unfound":0,"num_objects_dirty":135,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":172313,"num_write_kb":5510350,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56565,"num_bytes_recovered":2864659916,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":106342,"ondisk_log_size":106342,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":314,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":3389896,"kb_used_data":1902288,"kb_used_omap":222,"kb_used_meta":1487073,"kb_avail":652826168,"statfs":{"total":671965249536,"available":668493996032,"internally_reserved":0,"allocated":1947942912,"data_stored":1939677308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":1522763734},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-281608192,"num_objects":-4297,"num_object_clones":0,"num_object_copies":-12891,"num_objects_missing_on_primary":-516,"num_objects_missing":-516,"num_objects_degraded":-239,"num_objects_misplaced":-2727,"num_objects_unfound":0,"num_objects_dirty":-4297,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4297,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":523,"num_bytes_recovered":14876672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.041333"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":260,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.276968+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:19:01.276968+0000","last_peered":"2023-09-23T15:19:01.276968+0000","last_clean":"2023-09-23T15:19:01.276968+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:19:01.276968+0000","last_undegraded":"2023-09-23T15:19:01.276968+0000","last_fullsized":"2023-09-23T15:19:01.276968+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":229,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247456+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:19:01.247456+0000","last_peered":"2023-09-23T15:19:01.247456+0000","last_clean":"2023-09-23T15:19:01.247456+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:19:01.247456+0000","last_undegraded":"2023-09-23T15:19:01.247456+0000","last_fullsized":"2023-09-23T15:19:01.247456+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":211,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289447+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:18:55.289447+0000","last_peered":"2023-09-23T15:18:55.289447+0000","last_clean":"2023-09-23T15:18:55.289447+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:18:55.289447+0000","last_undegraded":"2023-09-23T15:18:55.289447+0000","last_fullsized":"2023-09-23T15:18:55.289447+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":139,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303766+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:19:01.303766+0000","last_peered":"2023-09-23T15:19:01.303766+0000","last_clean":"2023-09-23T15:19:01.303766+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:19:01.303766+0000","last_undegraded":"2023-09-23T15:19:01.303766+0000","last_fullsized":"2023-09-23T15:19:01.303766+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":274,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247286+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:19:01.247286+0000","last_peered":"2023-09-23T15:19:01.247286+0000","last_clean":"2023-09-23T15:19:01.247286+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:19:01.247286+0000","last_undegraded":"2023-09-23T15:19:01.247286+0000","last_fullsized":"2023-09-23T15:19:01.247286+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":193,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.288319+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:18:55.288319+0000","last_peered":"2023-09-23T15:18:55.288319+0000","last_clean":"2023-09-23T15:18:55.288319+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:18:55.288319+0000","last_undegraded":"2023-09-23T15:18:55.288319+0000","last_fullsized":"2023-09-23T15:18:55.288319+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":142,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.245767+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:19:01.245767+0000","last_peered":"2023-09-23T15:19:01.245767+0000","last_clean":"2023-09-23T15:19:01.245767+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:19:01.245767+0000","last_undegraded":"2023-09-23T15:19:01.245767+0000","last_fullsized":"2023-09-23T15:19:01.245767+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":235,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247380+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:19:01.247380+0000","last_peered":"2023-09-23T15:19:01.247380+0000","last_clean":"2023-09-23T15:19:01.247380+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:19:01.247380+0000","last_undegraded":"2023-09-23T15:19:01.247380+0000","last_fullsized":"2023-09-23T15:19:01.247380+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":229,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.245697+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:19:01.245697+0000","last_peered":"2023-09-23T15:19:01.245697+0000","last_clean":"2023-09-23T15:19:01.245697+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:19:01.245697+0000","last_undegraded":"2023-09-23T15:19:01.245697+0000","last_fullsized":"2023-09-23T15:19:01.245697+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":210,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247049+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:19:01.247049+0000","last_peered":"2023-09-23T15:19:01.247049+0000","last_clean":"2023-09-23T15:19:01.247049+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:19:01.247049+0000","last_undegraded":"2023-09-23T15:19:01.247049+0000","last_fullsized":"2023-09-23T15:19:01.247049+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":223,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.302875+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:19:01.302875+0000","last_peered":"2023-09-23T15:19:01.302875+0000","last_clean":"2023-09-23T15:19:01.302875+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:19:01.302875+0000","last_undegraded":"2023-09-23T15:19:01.302875+0000","last_fullsized":"2023-09-23T15:19:01.302875+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":246,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.289601+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:18:55.289601+0000","last_peered":"2023-09-23T15:18:55.289601+0000","last_clean":"2023-09-23T15:18:55.289601+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:18:55.289601+0000","last_undegraded":"2023-09-23T15:18:55.289601+0000","last_fullsized":"2023-09-23T15:18:55.289601+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":108,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303183+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:19:01.303183+0000","last_peered":"2023-09-23T15:19:01.303183+0000","last_clean":"2023-09-23T15:19:01.303183+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:19:01.303183+0000","last_undegraded":"2023-09-23T15:19:01.303183+0000","last_fullsized":"2023-09-23T15:19:01.303183+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":151,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.288279+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:18:55.288279+0000","last_peered":"2023-09-23T15:18:55.288279+0000","last_clean":"2023-09-23T15:18:55.288279+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:18:55.288279+0000","last_undegraded":"2023-09-23T15:18:55.288279+0000","last_fullsized":"2023-09-23T15:18:55.288279+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":271,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.302881+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:19:01.302881+0000","last_peered":"2023-09-23T15:19:01.302881+0000","last_clean":"2023-09-23T15:19:01.302881+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:19:01.302881+0000","last_undegraded":"2023-09-23T15:19:01.302881+0000","last_fullsized":"2023-09-23T15:19:01.302881+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":235,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247390+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:19:01.247390+0000","last_peered":"2023-09-23T15:19:01.247390+0000","last_clean":"2023-09-23T15:19:01.247390+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:19:01.247390+0000","last_undegraded":"2023-09-23T15:19:01.247390+0000","last_fullsized":"2023-09-23T15:19:01.247390+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":139,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.302828+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:19:01.302828+0000","last_peered":"2023-09-23T15:19:01.302828+0000","last_clean":"2023-09-23T15:19:01.302828+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:19:01.302828+0000","last_undegraded":"2023-09-23T15:19:01.302828+0000","last_fullsized":"2023-09-23T15:19:01.302828+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":142,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303617+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:19:01.303617+0000","last_peered":"2023-09-23T15:19:01.303617+0000","last_clean":"2023-09-23T15:19:01.303617+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:19:01.303617+0000","last_undegraded":"2023-09-23T15:19:01.303617+0000","last_fullsized":"2023-09-23T15:19:01.303617+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":214,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.302693+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:19:01.302693+0000","last_peered":"2023-09-23T15:19:01.302693+0000","last_clean":"2023-09-23T15:19:01.302693+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:19:01.302693+0000","last_undegraded":"2023-09-23T15:19:01.302693+0000","last_fullsized":"2023-09-23T15:19:01.302693+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":166,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.248298+0000","last_change":"2023-09-23T15:16:29.243272+0000","last_active":"2023-09-23T15:19:01.248298+0000","last_peered":"2023-09-23T15:19:01.248298+0000","last_clean":"2023-09-23T15:19:01.248298+0000","last_became_active":"2023-09-23T15:16:29.236288+0000","last_became_peered":"2023-09-23T15:16:29.236288+0000","last_unstale":"2023-09-23T15:19:01.248298+0000","last_undegraded":"2023-09-23T15:19:01.248298+0000","last_fullsized":"2023-09-23T15:19:01.248298+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:50:28.484728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":285,"reported_epoch":252,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:18:55.287516+0000","last_change":"2023-09-23T15:16:49.311017+0000","last_active":"2023-09-23T15:18:55.287516+0000","last_peered":"2023-09-23T15:18:55.287516+0000","last_clean":"2023-09-23T15:16:45.283608+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:18:55.287516+0000","last_undegraded":"2023-09-23T15:16:49.301192+0000","last_fullsized":"2023-09-23T15:18:55.287516+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":["6","0","3"],"object_location_counts":[{"shards":"0,3,6","objects":4}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":235,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247794+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:19:01.247794+0000","last_peered":"2023-09-23T15:19:01.247794+0000","last_clean":"2023-09-23T15:19:01.247794+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:19:01.247794+0000","last_undegraded":"2023-09-23T15:19:01.247794+0000","last_fullsized":"2023-09-23T15:19:01.247794+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"253'10750","reported_seq":25244,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:10.856158+0000","last_change":"2023-09-23T15:18:53.534691+0000","last_active":"2023-09-23T15:19:10.856158+0000","last_peered":"2023-09-23T15:19:10.856158+0000","last_clean":"2023-09-23T15:16:48.053183+0000","last_became_active":"2023-09-23T15:16:50.583574+0000","last_became_peered":"2023-09-23T15:16:50.583574+0000","last_unstale":"2023-09-23T15:19:10.856158+0000","last_undegraded":"2023-09-23T15:19:10.856158+0000","last_fullsized":"2023-09-23T15:19:10.856158+0000","mapping_epoch":235,"log_start":"180'5158","ondisk_log_start":"180'5158","created":147,"last_epoch_clean":216,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5592,"log_dups_size":0,"ondisk_log_size":5592,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:59:22.109744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":655360,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":10,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10750,"num_write_kb":344320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7162,"num_bytes_recovered":361103360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,6,2],"avail_no_missing":["1","2","4","6"],"object_location_counts":[{"shards":"1,2,6","objects":10}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":243,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303825+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:19:01.303825+0000","last_peered":"2023-09-23T15:19:01.303825+0000","last_clean":"2023-09-23T15:19:01.303825+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:19:01.303825+0000","last_undegraded":"2023-09-23T15:19:01.303825+0000","last_fullsized":"2023-09-23T15:19:01.303825+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":201,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303189+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:19:01.303189+0000","last_peered":"2023-09-23T15:19:01.303189+0000","last_clean":"2023-09-23T15:19:01.303189+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:19:01.303189+0000","last_undegraded":"2023-09-23T15:19:01.303189+0000","last_fullsized":"2023-09-23T15:19:01.303189+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.a","version":"253'10798","reported_seq":13153,"reported_epoch":253,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:19:10.960681+0000","last_change":"2023-09-23T15:16:31.628711+0000","last_active":"2023-09-23T15:19:10.960681+0000","last_peered":"2023-09-23T15:19:10.960681+0000","last_clean":"2023-09-23T15:13:11.097166+0000","last_became_active":"2023-09-23T15:14:43.433988+0000","last_became_peered":"2023-09-23T15:14:43.433988+0000","last_unstale":"2023-09-23T15:19:10.960681+0000","last_undegraded":"2023-09-23T15:16:31.627878+0000","last_fullsized":"2023-09-23T15:14:43.180281+0000","mapping_epoch":191,"log_start":"177'4953","ondisk_log_start":"177'4953","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5845,"log_dups_size":0,"ondisk_log_size":5845,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:51:53.541437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10798,"num_write_kb":345536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1105,"num_bytes_recovered":72286208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"3,5","objects":-797}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":220,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303387+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:19:01.303387+0000","last_peered":"2023-09-23T15:19:01.303387+0000","last_clean":"2023-09-23T15:19:01.303387+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:19:01.303387+0000","last_undegraded":"2023-09-23T15:19:01.303387+0000","last_fullsized":"2023-09-23T15:19:01.303387+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":232,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.246881+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:19:01.246881+0000","last_peered":"2023-09-23T15:19:01.246881+0000","last_clean":"2023-09-23T15:19:01.246881+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:19:01.246881+0000","last_undegraded":"2023-09-23T15:19:01.246881+0000","last_fullsized":"2023-09-23T15:19:01.246881+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.9","version":"253'10718","reported_seq":15347,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:11.020863+0000","last_change":"2023-09-23T15:16:31.272424+0000","last_active":"2023-09-23T15:19:11.020863+0000","last_peered":"2023-09-23T15:19:11.020863+0000","last_clean":"2023-09-23T15:14:59.128717+0000","last_became_active":"2023-09-23T15:16:31.249710+0000","last_became_peered":"2023-09-23T15:16:31.249710+0000","last_unstale":"2023-09-23T15:19:11.020863+0000","last_undegraded":"2023-09-23T15:19:11.020863+0000","last_fullsized":"2023-09-23T15:19:11.020863+0000","mapping_epoch":226,"log_start":"176'4551","ondisk_log_start":"176'4551","created":147,"last_epoch_clean":189,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":6167,"log_dups_size":0,"ondisk_log_size":6167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:55.937440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10718,"num_write_kb":342976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2695,"num_bytes_recovered":160694272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,1,4],"avail_no_missing":["7","0","1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":221,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303702+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:19:01.303702+0000","last_peered":"2023-09-23T15:19:01.303702+0000","last_clean":"2023-09-23T15:19:01.303702+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:19:01.303702+0000","last_undegraded":"2023-09-23T15:19:01.303702+0000","last_fullsized":"2023-09-23T15:19:01.303702+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":210,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.287849+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:18:55.287849+0000","last_peered":"2023-09-23T15:18:55.287849+0000","last_clean":"2023-09-23T15:18:55.287849+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:18:55.287849+0000","last_undegraded":"2023-09-23T15:18:55.287849+0000","last_fullsized":"2023-09-23T15:18:55.287849+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.8","version":"253'10796","reported_seq":23279,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:11.018297+0000","last_change":"2023-09-23T15:16:43.179877+0000","last_active":"2023-09-23T15:19:11.018297+0000","last_peered":"2023-09-23T15:19:11.018297+0000","last_clean":"2023-09-23T15:19:11.018297+0000","last_became_active":"2023-09-23T15:16:43.160319+0000","last_became_peered":"2023-09-23T15:16:43.160319+0000","last_unstale":"2023-09-23T15:19:11.018297+0000","last_undegraded":"2023-09-23T15:19:11.018297+0000","last_fullsized":"2023-09-23T15:19:11.018297+0000","mapping_epoch":231,"log_start":"155'1888","ondisk_log_start":"155'1888","created":147,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":8908,"log_dups_size":0,"ondisk_log_size":8908,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.522533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10796,"num_write_kb":345472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8158,"num_bytes_recovered":353697792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":199,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247600+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:19:01.247600+0000","last_peered":"2023-09-23T15:19:01.247600+0000","last_clean":"2023-09-23T15:19:01.247600+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:19:01.247600+0000","last_undegraded":"2023-09-23T15:19:01.247600+0000","last_fullsized":"2023-09-23T15:19:01.247600+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":78,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.244087+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:19:01.244087+0000","last_peered":"2023-09-23T15:19:01.244087+0000","last_clean":"2023-09-23T15:19:01.244087+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:19:01.244087+0000","last_undegraded":"2023-09-23T15:19:01.244087+0000","last_fullsized":"2023-09-23T15:19:01.244087+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":654,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303390+0000","last_change":"2023-09-23T15:16:29.239182+0000","last_active":"2023-09-23T15:19:01.303390+0000","last_peered":"2023-09-23T15:19:01.303390+0000","last_clean":"2023-09-23T15:19:01.303390+0000","last_became_active":"2023-09-23T15:16:29.237845+0000","last_became_peered":"2023-09-23T15:16:29.237845+0000","last_unstale":"2023-09-23T15:19:01.303390+0000","last_undegraded":"2023-09-23T15:19:01.303390+0000","last_fullsized":"2023-09-23T15:19:01.303390+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.f","version":"253'10580","reported_seq":15184,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:10.954299+0000","last_change":"2023-09-23T15:16:43.187597+0000","last_active":"2023-09-23T15:19:10.954299+0000","last_peered":"2023-09-23T15:19:10.954299+0000","last_clean":"2023-09-23T15:14:59.094540+0000","last_became_active":"2023-09-23T15:16:43.159896+0000","last_became_peered":"2023-09-23T15:16:43.159896+0000","last_unstale":"2023-09-23T15:19:10.954299+0000","last_undegraded":"2023-09-23T15:19:10.954299+0000","last_fullsized":"2023-09-23T15:19:10.954299+0000","mapping_epoch":231,"log_start":"177'4768","ondisk_log_start":"177'4768","created":147,"last_epoch_clean":169,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5812,"log_dups_size":0,"ondisk_log_size":5812,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:05:00.653030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10580,"num_write_kb":338560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2214,"num_bytes_recovered":128581632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,7,4],"avail_no_missing":["3","0","4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":254,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:03.876929+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:19:03.876929+0000","last_peered":"2023-09-23T15:19:03.876929+0000","last_clean":"2023-09-23T15:19:03.876929+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:19:03.876929+0000","last_undegraded":"2023-09-23T15:19:03.876929+0000","last_fullsized":"2023-09-23T15:19:03.876929+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":152,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247519+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:19:01.247519+0000","last_peered":"2023-09-23T15:19:01.247519+0000","last_clean":"2023-09-23T15:19:01.247519+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:19:01.247519+0000","last_undegraded":"2023-09-23T15:19:01.247519+0000","last_fullsized":"2023-09-23T15:19:01.247519+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":640,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303288+0000","last_change":"2023-09-23T15:16:30.231136+0000","last_active":"2023-09-23T15:19:01.303288+0000","last_peered":"2023-09-23T15:19:01.303288+0000","last_clean":"2023-09-23T15:19:01.303288+0000","last_became_active":"2023-09-23T15:16:30.230729+0000","last_became_peered":"2023-09-23T15:16:30.230729+0000","last_unstale":"2023-09-23T15:19:01.303288+0000","last_undegraded":"2023-09-23T15:19:01.303288+0000","last_fullsized":"2023-09-23T15:19:01.303288+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.e","version":"253'10814","reported_seq":29360,"reported_epoch":254,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:19:13.437850+0000","last_change":"2023-09-23T15:18:53.587653+0000","last_active":"2023-09-23T15:19:13.437850+0000","last_peered":"2023-09-23T15:19:13.437850+0000","last_clean":"2023-09-23T15:13:11.076557+0000","last_became_active":"2023-09-23T15:17:01.630154+0000","last_became_peered":"2023-09-23T15:17:01.630154+0000","last_unstale":"2023-09-23T15:19:13.437850+0000","last_undegraded":"2023-09-23T15:19:13.437850+0000","last_fullsized":"2023-09-23T15:16:49.300503+0000","mapping_epoch":234,"log_start":"152'1200","ondisk_log_start":"152'1200","created":147,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":9614,"log_dups_size":0,"ondisk_log_size":9614,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:05:39.067697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":1463,"num_objects_missing":1463,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10814,"num_write_kb":346048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7652,"num_bytes_recovered":481951744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,1],"avail_no_missing":["0","1","3"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":204,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.287975+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:18:55.287975+0000","last_peered":"2023-09-23T15:18:55.287975+0000","last_clean":"2023-09-23T15:18:55.287975+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:18:55.287975+0000","last_undegraded":"2023-09-23T15:18:55.287975+0000","last_fullsized":"2023-09-23T15:18:55.287975+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":257,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.277708+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:19:01.277708+0000","last_peered":"2023-09-23T15:19:01.277708+0000","last_clean":"2023-09-23T15:19:01.277708+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:19:01.277708+0000","last_undegraded":"2023-09-23T15:19:01.277708+0000","last_fullsized":"2023-09-23T15:19:01.277708+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"253'10810","reported_seq":14949,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:10.213639+0000","last_change":"2023-09-23T15:16:29.815373+0000","last_active":"2023-09-23T15:19:10.213639+0000","last_peered":"2023-09-23T15:19:10.213639+0000","last_clean":"2023-09-23T15:12:44.085616+0000","last_became_active":"2023-09-23T15:15:01.396056+0000","last_became_peered":"2023-09-23T15:15:01.396056+0000","last_unstale":"2023-09-23T15:19:10.213639+0000","last_undegraded":"2023-09-23T15:19:10.213639+0000","last_fullsized":"2023-09-23T15:19:10.213639+0000","mapping_epoch":197,"log_start":"177'4970","ondisk_log_start":"177'4970","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5840,"log_dups_size":0,"ondisk_log_size":5840,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.884324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2293784,"num_objects":36,"num_object_clones":0,"num_object_copies":108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":36,"num_objects_unfound":0,"num_objects_dirty":36,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10810,"num_write_kb":347009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1993,"num_bytes_recovered":109182976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":36}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":257,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.276888+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:19:01.276888+0000","last_peered":"2023-09-23T15:19:01.276888+0000","last_clean":"2023-09-23T15:19:01.276888+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:19:01.276888+0000","last_undegraded":"2023-09-23T15:19:01.276888+0000","last_fullsized":"2023-09-23T15:19:01.276888+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":151,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.287878+0000","last_change":"2023-09-23T15:15:12.161053+0000","last_active":"2023-09-23T15:18:55.287878+0000","last_peered":"2023-09-23T15:18:55.287878+0000","last_clean":"2023-09-23T15:18:55.287878+0000","last_became_active":"2023-09-23T15:15:12.160629+0000","last_became_peered":"2023-09-23T15:15:12.160629+0000","last_unstale":"2023-09-23T15:18:55.287878+0000","last_undegraded":"2023-09-23T15:18:55.287878+0000","last_fullsized":"2023-09-23T15:18:55.287878+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:53.912905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":657,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:06.271163+0000","last_change":"2023-09-23T15:19:06.271135+0000","last_active":"2023-09-23T15:19:06.271163+0000","last_peered":"2023-09-23T15:19:06.271163+0000","last_clean":"2023-09-23T15:19:06.271163+0000","last_became_active":"2023-09-23T15:16:29.246090+0000","last_became_peered":"2023-09-23T15:16:29.246090+0000","last_unstale":"2023-09-23T15:19:06.271163+0000","last_undegraded":"2023-09-23T15:19:06.271163+0000","last_fullsized":"2023-09-23T15:19:06.271163+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"253'10748","reported_seq":11358,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:10.187090+0000","last_change":"2023-09-23T15:16:32.343894+0000","last_active":"2023-09-23T15:19:10.187090+0000","last_peered":"2023-09-23T15:19:10.187090+0000","last_clean":"2023-09-23T15:19:10.187090+0000","last_became_active":"2023-09-23T15:16:32.327421+0000","last_became_peered":"2023-09-23T15:16:32.327421+0000","last_unstale":"2023-09-23T15:19:10.187090+0000","last_undegraded":"2023-09-23T15:19:10.187090+0000","last_fullsized":"2023-09-23T15:19:10.187090+0000","mapping_epoch":227,"log_start":"177'4935","ondisk_log_start":"177'4935","created":147,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5813,"log_dups_size":0,"ondisk_log_size":5813,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:15.858227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2228224,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10748,"num_write_kb":345024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":233,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":237,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247127+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:19:01.247127+0000","last_peered":"2023-09-23T15:19:01.247127+0000","last_clean":"2023-09-23T15:19:01.247127+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:19:01.247127+0000","last_undegraded":"2023-09-23T15:19:01.247127+0000","last_fullsized":"2023-09-23T15:19:01.247127+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":226,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.290569+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:18:55.290569+0000","last_peered":"2023-09-23T15:18:55.290569+0000","last_clean":"2023-09-23T15:18:55.290569+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:18:55.290569+0000","last_undegraded":"2023-09-23T15:18:55.290569+0000","last_fullsized":"2023-09-23T15:18:55.290569+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":657,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:07.250434+0000","last_change":"2023-09-23T15:19:07.250403+0000","last_active":"2023-09-23T15:19:07.250434+0000","last_peered":"2023-09-23T15:19:07.250434+0000","last_clean":"2023-09-23T15:19:07.250434+0000","last_became_active":"2023-09-23T15:16:29.239612+0000","last_became_peered":"2023-09-23T15:16:29.239612+0000","last_unstale":"2023-09-23T15:19:07.250434+0000","last_undegraded":"2023-09-23T15:19:07.250434+0000","last_fullsized":"2023-09-23T15:19:07.250434+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1","version":"253'10802","reported_seq":10923,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:11.013774+0000","last_change":"2023-09-23T15:15:13.535307+0000","last_active":"2023-09-23T15:19:11.013774+0000","last_peered":"2023-09-23T15:19:11.013774+0000","last_clean":"2023-09-23T15:15:01.817213+0000","last_became_active":"2023-09-23T15:15:13.509774+0000","last_became_peered":"2023-09-23T15:15:13.509774+0000","last_unstale":"2023-09-23T15:19:11.013774+0000","last_undegraded":"2023-09-23T15:19:11.013774+0000","last_fullsized":"2023-09-23T15:19:11.013774+0000","mapping_epoch":203,"log_start":"179'5020","ondisk_log_start":"179'5020","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5782,"log_dups_size":0,"ondisk_log_size":5782,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:33.729271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10802,"num_write_kb":345664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,4],"avail_no_missing":["3","1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":218,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.302709+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:19:01.302709+0000","last_peered":"2023-09-23T15:19:01.302709+0000","last_clean":"2023-09-23T15:19:01.302709+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:19:01.302709+0000","last_undegraded":"2023-09-23T15:19:01.302709+0000","last_fullsized":"2023-09-23T15:19:01.302709+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":230,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T15:19:11.368430+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:19:11.368430+0000","last_peered":"2023-09-23T15:19:11.368430+0000","last_clean":"2023-09-23T15:19:11.368430+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:19:11.368430+0000","last_undegraded":"2023-09-23T15:19:11.368430+0000","last_fullsized":"2023-09-23T15:19:11.368430+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":233,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.293505+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:19:01.293505+0000","last_peered":"2023-09-23T15:19:01.293505+0000","last_clean":"2023-09-23T15:19:01.293505+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:19:01.293505+0000","last_undegraded":"2023-09-23T15:19:01.293505+0000","last_fullsized":"2023-09-23T15:19:01.293505+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":653,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303494+0000","last_change":"2023-09-23T15:16:29.239081+0000","last_active":"2023-09-23T15:19:01.303494+0000","last_peered":"2023-09-23T15:19:01.303494+0000","last_clean":"2023-09-23T15:19:01.303494+0000","last_became_active":"2023-09-23T15:16:29.237815+0000","last_became_peered":"2023-09-23T15:16:29.237815+0000","last_unstale":"2023-09-23T15:19:01.303494+0000","last_undegraded":"2023-09-23T15:19:01.303494+0000","last_fullsized":"2023-09-23T15:19:01.303494+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"253'10753","reported_seq":14865,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:10.226611+0000","last_change":"2023-09-23T15:16:28.333172+0000","last_active":"2023-09-23T15:19:10.226611+0000","last_peered":"2023-09-23T15:19:10.226611+0000","last_clean":"2023-09-23T15:14:59.097787+0000","last_became_active":"2023-09-23T15:15:01.359303+0000","last_became_peered":"2023-09-23T15:15:01.359303+0000","last_unstale":"2023-09-23T15:19:10.226611+0000","last_undegraded":"2023-09-23T15:19:10.226611+0000","last_fullsized":"2023-09-23T15:19:10.226611+0000","mapping_epoch":197,"log_start":"177'4908","ondisk_log_start":"177'4908","created":147,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5845,"log_dups_size":0,"ondisk_log_size":5845,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:24:10.643349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1507328,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":22,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10753,"num_write_kb":344832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1976,"num_bytes_recovered":78381056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,3,1],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":23}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":202,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.293584+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:19:01.293584+0000","last_peered":"2023-09-23T15:19:01.293584+0000","last_clean":"2023-09-23T15:19:01.293584+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:19:01.293584+0000","last_undegraded":"2023-09-23T15:19:01.293584+0000","last_fullsized":"2023-09-23T15:19:01.293584+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":233,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.288292+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:18:55.288292+0000","last_peered":"2023-09-23T15:18:55.288292+0000","last_clean":"2023-09-23T15:18:55.288292+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:18:55.288292+0000","last_undegraded":"2023-09-23T15:18:55.288292+0000","last_fullsized":"2023-09-23T15:18:55.288292+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":75,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.277630+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:19:01.277630+0000","last_peered":"2023-09-23T15:19:01.277630+0000","last_clean":"2023-09-23T15:19:01.277630+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:19:01.277630+0000","last_undegraded":"2023-09-23T15:19:01.277630+0000","last_fullsized":"2023-09-23T15:19:01.277630+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":657,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:02.329226+0000","last_change":"2023-09-23T15:19:02.329198+0000","last_active":"2023-09-23T15:19:02.329226+0000","last_peered":"2023-09-23T15:19:02.329226+0000","last_clean":"2023-09-23T15:19:02.329226+0000","last_became_active":"2023-09-23T15:16:29.247327+0000","last_became_peered":"2023-09-23T15:16:29.247327+0000","last_unstale":"2023-09-23T15:19:02.329226+0000","last_undegraded":"2023-09-23T15:19:02.329226+0000","last_fullsized":"2023-09-23T15:19:02.329226+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"253'10716","reported_seq":16032,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:10.878825+0000","last_change":"2023-09-23T15:16:31.630149+0000","last_active":"2023-09-23T15:19:10.878825+0000","last_peered":"2023-09-23T15:19:10.878825+0000","last_clean":"2023-09-23T15:14:59.050404+0000","last_became_active":"2023-09-23T15:15:13.152569+0000","last_became_peered":"2023-09-23T15:15:13.152569+0000","last_unstale":"2023-09-23T15:19:10.878825+0000","last_undegraded":"2023-09-23T15:19:10.878825+0000","last_fullsized":"2023-09-23T15:19:10.878825+0000","mapping_epoch":203,"log_start":"179'5082","ondisk_log_start":"179'5082","created":147,"last_epoch_clean":166,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5634,"log_dups_size":0,"ondisk_log_size":5634,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:05:46.733481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524288,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10716,"num_write_kb":343168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2578,"num_bytes_recovered":168951808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[1,6,4],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4,6","objects":8}],"blocked_by":[],"up_primary":0,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":84,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.276897+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:19:01.276897+0000","last_peered":"2023-09-23T15:19:01.276897+0000","last_clean":"2023-09-23T15:19:01.276897+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:19:01.276897+0000","last_undegraded":"2023-09-23T15:19:01.276897+0000","last_fullsized":"2023-09-23T15:19:01.276897+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":75,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.276867+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:19:01.276867+0000","last_peered":"2023-09-23T15:19:01.276867+0000","last_clean":"2023-09-23T15:19:01.276867+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:19:01.276867+0000","last_undegraded":"2023-09-23T15:19:01.276867+0000","last_fullsized":"2023-09-23T15:19:01.276867+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":239,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.290642+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:18:55.290642+0000","last_peered":"2023-09-23T15:18:55.290642+0000","last_clean":"2023-09-23T15:18:55.290642+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:18:55.290642+0000","last_undegraded":"2023-09-23T15:18:55.290642+0000","last_fullsized":"2023-09-23T15:18:55.290642+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"253'10610","reported_seq":23172,"reported_epoch":253,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:19:11.020887+0000","last_change":"2023-09-23T15:16:30.310395+0000","last_active":"2023-09-23T15:19:11.020887+0000","last_peered":"2023-09-23T15:19:11.020887+0000","last_clean":"2023-09-23T15:13:36.067740+0000","last_became_active":"2023-09-23T15:16:30.264048+0000","last_became_peered":"2023-09-23T15:16:30.264048+0000","last_unstale":"2023-09-23T15:19:11.020887+0000","last_undegraded":"2023-09-23T15:16:30.258644+0000","last_fullsized":"2023-09-23T15:16:30.223210+0000","mapping_epoch":225,"log_start":"177'4764","ondisk_log_start":"177'4764","created":147,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5846,"log_dups_size":0,"ondisk_log_size":5846,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:55:35.828687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":263,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10610,"num_write_kb":339520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5619,"num_bytes_recovered":294846464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[3,1],"avail_no_missing":["3","0","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":90,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.276732+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:19:01.276732+0000","last_peered":"2023-09-23T15:19:01.276732+0000","last_clean":"2023-09-23T15:19:01.276732+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:19:01.276732+0000","last_undegraded":"2023-09-23T15:19:01.276732+0000","last_fullsized":"2023-09-23T15:19:01.276732+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":661,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:09.278000+0000","last_change":"2023-09-23T15:19:09.277973+0000","last_active":"2023-09-23T15:19:09.278000+0000","last_peered":"2023-09-23T15:19:09.278000+0000","last_clean":"2023-09-23T15:19:09.278000+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:19:09.278000+0000","last_undegraded":"2023-09-23T15:19:09.278000+0000","last_fullsized":"2023-09-23T15:19:09.278000+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":196,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.248143+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:19:01.248143+0000","last_peered":"2023-09-23T15:19:01.248143+0000","last_clean":"2023-09-23T15:19:01.248143+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:19:01.248143+0000","last_undegraded":"2023-09-23T15:19:01.248143+0000","last_fullsized":"2023-09-23T15:19:01.248143+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":181,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.288464+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:18:55.288464+0000","last_peered":"2023-09-23T15:18:55.288464+0000","last_clean":"2023-09-23T15:18:55.288464+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:18:55.288464+0000","last_undegraded":"2023-09-23T15:18:55.288464+0000","last_fullsized":"2023-09-23T15:18:55.288464+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":654,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303525+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:19:01.303525+0000","last_peered":"2023-09-23T15:19:01.303525+0000","last_clean":"2023-09-23T15:19:01.303525+0000","last_became_active":"2023-09-23T15:16:29.237813+0000","last_became_peered":"2023-09-23T15:16:29.237813+0000","last_unstale":"2023-09-23T15:19:01.303525+0000","last_undegraded":"2023-09-23T15:19:01.303525+0000","last_fullsized":"2023-09-23T15:19:01.303525+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"253'10838","reported_seq":33184,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:11.020768+0000","last_change":"2023-09-23T15:18:55.328479+0000","last_active":"2023-09-23T15:19:11.020768+0000","last_peered":"2023-09-23T15:19:11.020768+0000","last_clean":"2023-09-23T15:19:11.020768+0000","last_became_active":"2023-09-23T15:18:55.292676+0000","last_became_peered":"2023-09-23T15:18:55.292676+0000","last_unstale":"2023-09-23T15:19:11.020768+0000","last_undegraded":"2023-09-23T15:19:11.020768+0000","last_fullsized":"2023-09-23T15:19:11.020768+0000","mapping_epoch":251,"log_start":"177'4729","ondisk_log_start":"177'4729","created":147,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":6109,"log_dups_size":0,"ondisk_log_size":6109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:00:59.902438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10838,"num_write_kb":346816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8097,"num_bytes_recovered":302383104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":238,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.302784+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:19:01.302784+0000","last_peered":"2023-09-23T15:19:01.302784+0000","last_clean":"2023-09-23T15:19:01.302784+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:19:01.302784+0000","last_undegraded":"2023-09-23T15:19:01.302784+0000","last_fullsized":"2023-09-23T15:19:01.302784+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":94,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247195+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:19:01.247195+0000","last_peered":"2023-09-23T15:19:01.247195+0000","last_clean":"2023-09-23T15:19:01.247195+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:19:01.247195+0000","last_undegraded":"2023-09-23T15:19:01.247195+0000","last_fullsized":"2023-09-23T15:19:01.247195+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":69,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.244122+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:19:01.244122+0000","last_peered":"2023-09-23T15:19:01.244122+0000","last_clean":"2023-09-23T15:19:01.244122+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:19:01.244122+0000","last_undegraded":"2023-09-23T15:19:01.244122+0000","last_fullsized":"2023-09-23T15:19:01.244122+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":654,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303195+0000","last_change":"2023-09-23T15:16:29.240555+0000","last_active":"2023-09-23T15:19:01.303195+0000","last_peered":"2023-09-23T15:19:01.303195+0000","last_clean":"2023-09-23T15:19:01.303195+0000","last_became_active":"2023-09-23T15:16:29.240189+0000","last_became_peered":"2023-09-23T15:16:29.240189+0000","last_unstale":"2023-09-23T15:19:01.303195+0000","last_undegraded":"2023-09-23T15:19:01.303195+0000","last_fullsized":"2023-09-23T15:19:01.303195+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"253'10722","reported_seq":10836,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:11.004588+0000","last_change":"2023-09-23T15:12:19.047787+0000","last_active":"2023-09-23T15:19:11.004588+0000","last_peered":"2023-09-23T15:19:11.004588+0000","last_clean":"2023-09-23T15:19:11.004588+0000","last_became_active":"2023-09-23T15:12:19.047471+0000","last_became_peered":"2023-09-23T15:12:19.047471+0000","last_unstale":"2023-09-23T15:19:11.004588+0000","last_undegraded":"2023-09-23T15:19:11.004588+0000","last_fullsized":"2023-09-23T15:19:11.004588+0000","mapping_epoch":147,"log_start":"151'700","ondisk_log_start":"151'700","created":147,"last_epoch_clean":148,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":10022,"log_dups_size":0,"ondisk_log_size":10022,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:42:44.837023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10722,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":238,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.302761+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:19:01.302761+0000","last_peered":"2023-09-23T15:19:01.302761+0000","last_clean":"2023-09-23T15:19:01.302761+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:19:01.302761+0000","last_undegraded":"2023-09-23T15:19:01.302761+0000","last_fullsized":"2023-09-23T15:19:01.302761+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":75,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.277654+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:19:01.277654+0000","last_peered":"2023-09-23T15:19:01.277654+0000","last_clean":"2023-09-23T15:19:01.277654+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:19:01.277654+0000","last_undegraded":"2023-09-23T15:19:01.277654+0000","last_fullsized":"2023-09-23T15:19:01.277654+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":120,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.245555+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:19:01.245555+0000","last_peered":"2023-09-23T15:19:01.245555+0000","last_clean":"2023-09-23T15:19:01.245555+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:19:01.245555+0000","last_undegraded":"2023-09-23T15:19:01.245555+0000","last_fullsized":"2023-09-23T15:19:01.245555+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":657,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:05.301103+0000","last_change":"2023-09-23T15:19:05.301070+0000","last_active":"2023-09-23T15:19:05.301103+0000","last_peered":"2023-09-23T15:19:05.301103+0000","last_clean":"2023-09-23T15:19:05.301103+0000","last_became_active":"2023-09-23T15:16:29.238724+0000","last_became_peered":"2023-09-23T15:16:29.238724+0000","last_unstale":"2023-09-23T15:19:05.301103+0000","last_undegraded":"2023-09-23T15:19:05.301103+0000","last_fullsized":"2023-09-23T15:19:05.301103+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"253'10836","reported_seq":17930,"reported_epoch":253,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:19:11.014728+0000","last_change":"2023-09-23T15:15:13.164020+0000","last_active":"2023-09-23T15:19:11.014728+0000","last_peered":"2023-09-23T15:19:11.014728+0000","last_clean":"2023-09-23T15:14:42.174497+0000","last_became_active":"2023-09-23T15:15:13.141944+0000","last_became_peered":"2023-09-23T15:15:13.141944+0000","last_unstale":"2023-09-23T15:19:11.014728+0000","last_undegraded":"2023-09-23T15:19:11.014728+0000","last_fullsized":"2023-09-23T15:19:11.014728+0000","mapping_epoch":203,"log_start":"177'4987","ondisk_log_start":"177'4987","created":147,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5849,"log_dups_size":0,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:27:59.781738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10836,"num_write_kb":346752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3471,"num_bytes_recovered":227475456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,6,4],"avail_no_missing":["3","2","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":260,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247718+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:19:01.247718+0000","last_peered":"2023-09-23T15:19:01.247718+0000","last_clean":"2023-09-23T15:19:01.247718+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:19:01.247718+0000","last_undegraded":"2023-09-23T15:19:01.247718+0000","last_fullsized":"2023-09-23T15:19:01.247718+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":211,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.291388+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:18:55.291388+0000","last_peered":"2023-09-23T15:18:55.291388+0000","last_clean":"2023-09-23T15:18:55.291388+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:18:55.291388+0000","last_undegraded":"2023-09-23T15:18:55.291388+0000","last_fullsized":"2023-09-23T15:18:55.291388+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":249,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247208+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:19:01.247208+0000","last_peered":"2023-09-23T15:19:01.247208+0000","last_clean":"2023-09-23T15:19:01.247208+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:19:01.247208+0000","last_undegraded":"2023-09-23T15:19:01.247208+0000","last_fullsized":"2023-09-23T15:19:01.247208+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":667,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.303039+0000","last_change":"2023-09-23T15:16:29.247229+0000","last_active":"2023-09-23T15:19:01.303039+0000","last_peered":"2023-09-23T15:19:01.303039+0000","last_clean":"2023-09-23T15:19:01.303039+0000","last_became_active":"2023-09-23T15:16:29.246084+0000","last_became_peered":"2023-09-23T15:16:29.246084+0000","last_unstale":"2023-09-23T15:19:01.303039+0000","last_undegraded":"2023-09-23T15:19:01.303039+0000","last_fullsized":"2023-09-23T15:19:01.303039+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"253'10722","reported_seq":18012,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:11.006899+0000","last_change":"2023-09-23T15:15:44.223618+0000","last_active":"2023-09-23T15:19:11.006899+0000","last_peered":"2023-09-23T15:19:11.006899+0000","last_clean":"2023-09-23T15:19:11.006899+0000","last_became_active":"2023-09-23T15:15:44.197850+0000","last_became_peered":"2023-09-23T15:15:44.197850+0000","last_unstale":"2023-09-23T15:19:11.006899+0000","last_undegraded":"2023-09-23T15:19:11.006899+0000","last_fullsized":"2023-09-23T15:19:11.006899+0000","mapping_epoch":208,"log_start":"177'4884","ondisk_log_start":"177'4884","created":147,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:12:18.026432+0000","last_clean_scrub_stamp":"2023-09-23T15:12:18.026432+0000","objects_scrubbed":0,"log_size":5838,"log_dups_size":0,"ondisk_log_size":5838,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:51.048879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10722,"num_write_kb":343104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3571,"num_bytes_recovered":122552320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":239,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.288395+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:18:55.288395+0000","last_peered":"2023-09-23T15:18:55.288395+0000","last_clean":"2023-09-23T15:18:55.288395+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:18:55.288395+0000","last_undegraded":"2023-09-23T15:18:55.288395+0000","last_fullsized":"2023-09-23T15:18:55.288395+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":101,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.244444+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:19:01.244444+0000","last_peered":"2023-09-23T15:19:01.244444+0000","last_clean":"2023-09-23T15:19:01.244444+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:19:01.244444+0000","last_undegraded":"2023-09-23T15:19:01.244444+0000","last_fullsized":"2023-09-23T15:19:01.244444+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":135,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.244745+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:19:01.244745+0000","last_peered":"2023-09-23T15:19:01.244745+0000","last_clean":"2023-09-23T15:19:01.244745+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:19:01.244745+0000","last_undegraded":"2023-09-23T15:19:01.244745+0000","last_fullsized":"2023-09-23T15:19:01.244745+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":93,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.244196+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:19:01.244196+0000","last_peered":"2023-09-23T15:19:01.244196+0000","last_clean":"2023-09-23T15:19:01.244196+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:19:01.244196+0000","last_undegraded":"2023-09-23T15:19:01.244196+0000","last_fullsized":"2023-09-23T15:19:01.244196+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":74,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.277706+0000","last_change":"2023-09-23T15:14:43.204938+0000","last_active":"2023-09-23T15:19:01.277706+0000","last_peered":"2023-09-23T15:19:01.277706+0000","last_clean":"2023-09-23T15:19:01.277706+0000","last_became_active":"2023-09-23T15:14:43.204659+0000","last_became_peered":"2023-09-23T15:14:43.204659+0000","last_unstale":"2023-09-23T15:19:01.277706+0000","last_undegraded":"2023-09-23T15:19:01.277706+0000","last_fullsized":"2023-09-23T15:19:01.277706+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:53.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":78,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.290398+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:18:55.290398+0000","last_peered":"2023-09-23T15:18:55.290398+0000","last_clean":"2023-09-23T15:18:55.290398+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:18:55.290398+0000","last_undegraded":"2023-09-23T15:18:55.290398+0000","last_fullsized":"2023-09-23T15:18:55.290398+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":232,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.247935+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:19:01.247935+0000","last_peered":"2023-09-23T15:19:01.247935+0000","last_clean":"2023-09-23T15:19:01.247935+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:19:01.247935+0000","last_undegraded":"2023-09-23T15:19:01.247935+0000","last_fullsized":"2023-09-23T15:19:01.247935+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":78,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.288422+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:18:55.288422+0000","last_peered":"2023-09-23T15:18:55.288422+0000","last_clean":"2023-09-23T15:18:55.288422+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:18:55.288422+0000","last_undegraded":"2023-09-23T15:18:55.288422+0000","last_fullsized":"2023-09-23T15:18:55.288422+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":266,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.248216+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:19:01.248216+0000","last_peered":"2023-09-23T15:19:01.248216+0000","last_clean":"2023-09-23T15:19:01.248216+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:19:01.248216+0000","last_undegraded":"2023-09-23T15:19:01.248216+0000","last_fullsized":"2023-09-23T15:19:01.248216+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":271,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.248225+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:19:01.248225+0000","last_peered":"2023-09-23T15:19:01.248225+0000","last_clean":"2023-09-23T15:19:01.248225+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:19:01.248225+0000","last_undegraded":"2023-09-23T15:19:01.248225+0000","last_fullsized":"2023-09-23T15:19:01.248225+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":292,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-09-23T15:19:01.246967+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:19:01.246967+0000","last_peered":"2023-09-23T15:19:01.246967+0000","last_clean":"2023-09-23T15:19:01.246967+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:19:01.246967+0000","last_undegraded":"2023-09-23T15:19:01.246967+0000","last_fullsized":"2023-09-23T15:19:01.246967+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":76,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-09-23T15:19:11.365940+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:19:11.365940+0000","last_peered":"2023-09-23T15:19:11.365940+0000","last_clean":"2023-09-23T15:19:11.365940+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:19:11.365940+0000","last_undegraded":"2023-09-23T15:19:11.365940+0000","last_fullsized":"2023-09-23T15:19:11.365940+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":151,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-09-23T15:18:55.287547+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:18:55.287547+0000","last_peered":"2023-09-23T15:18:55.287547+0000","last_clean":"2023-09-23T15:18:55.287547+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:18:55.287547+0000","last_undegraded":"2023-09-23T15:18:55.287547+0000","last_fullsized":"2023-09-23T15:18:55.287547+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":16,"stat_sum":{"num_bytes":7208984,"num_objects":111,"num_object_clones":0,"num_object_copies":333,"num_objects_missing_on_primary":1463,"num_objects_missing":1463,"num_objects_degraded":2787,"num_objects_misplaced":73,"num_objects_unfound":0,"num_objects_dirty":111,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":172013,"num_write_kb":5507905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56524,"num_bytes_recovered":2862088192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1986732032,"data_stored":1986723888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104516,"ondisk_log_size":104516,"up":48,"acting":45,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":499,"num_read_kb":923,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2570490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":4},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674338,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":140676,"kb_used_data":84284,"kb_used_omap":85,"kb_used_meta":56298,"kb_avail":93604476,"statfs":{"total":95995035648,"available":95850983424,"internally_reserved":0,"allocated":86306816,"data_stored":85385191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":57649160},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.48299999999999998,"15min":0.439},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":4.7930000000000001,"5min":4.7930000000000001,"15min":4.7930000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.49399999999999999,"15min":0.44},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":5.4279999999999999,"5min":5.4279999999999999,"15min":5.4279999999999999},"last":0.36499999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":10.018000000000001,"5min":2.3809999999999998,"15min":1.1080000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":177.52699999999999,"5min":177.52699999999999,"15min":177.52699999999999},"last":0.501},{"interface":"front","average":{"1min":10.138,"5min":2.4060000000000001,"15min":1.117},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":177.602,"5min":177.602,"15min":177.602},"last":0.316}]},{"osd":2,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":1.2969999999999999,"5min":2.0009999999999999,"15min":2.1190000000000002},"min":{"1min":0.30099999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":10.888999999999999,"5min":29.672999999999998,"15min":29.672999999999998},"last":0.33400000000000002},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.9379999999999999,"15min":2.032},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":10.667,"5min":29.635000000000002,"15min":29.635000000000002},"last":0.56899999999999995}]},{"osd":3,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":3.8410000000000002,"5min":1.361,"15min":0.94699999999999995},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":57.662999999999997,"5min":57.662999999999997,"15min":57.662999999999997},"last":0.54400000000000004},{"interface":"front","average":{"1min":4.343,"5min":1.2809999999999999,"15min":0.77100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":57.731000000000002,"5min":57.731000000000002,"15min":57.731000000000002},"last":0.439}]},{"osd":4,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.41299999999999998,"15min":0.41799999999999998},"min":{"1min":0.29799999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.51300000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.45400000000000001,"15min":0.45800000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.54900000000000004,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.46600000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.439,"15min":0.44500000000000001},"min":{"1min":0.29499999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.69499999999999995,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.441,"5min":0.46100000000000002,"15min":0.46500000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68000000000000005,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.53100000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65500000000000003,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71999999999999997,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.61399999999999999}]}]},{"osd":6,"up_from":122,"seq":523986010217,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":361332,"kb_used_data":189740,"kb_used_omap":9,"kb_used_meta":171574,"kb_avail":93383820,"statfs":{"total":95995035648,"available":95625031680,"internally_reserved":0,"allocated":194293760,"data_stored":193380008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":175692115},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.78900000000000003,"15min":1.802},"min":{"1min":0.219,"5min":0.219,"15min":0.20100000000000001},"max":{"1min":8.5199999999999996,"5min":9.5570000000000004,"15min":26.251000000000001},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.73199999999999998,"15min":2.0590000000000002},"min":{"1min":0.28699999999999998,"5min":0.246,"15min":0.246},"max":{"1min":8.5,"5min":8.5,"15min":26.045999999999999},"last":0.47899999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":4.4889999999999999,"5min":2.0470000000000002,"15min":1.6160000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.22500000000000001},"max":{"1min":58.652999999999999,"5min":58.652999999999999,"15min":58.652999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":2.4820000000000002,"5min":1.772,"15min":1.8069999999999999},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":25.829999999999998,"5min":28.850000000000001,"15min":28.850000000000001},"last":1.7290000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.2749999999999999,"15min":1.587},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":9.3070000000000004,"5min":9.3070000000000004,"15min":9.3070000000000004},"last":1.105},{"interface":"front","average":{"1min":3.8940000000000001,"5min":1.976,"15min":1.8899999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":58.975999999999999,"5min":58.975999999999999,"15min":58.975999999999999},"last":1.8300000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":15.163,"5min":5.2110000000000003,"15min":2.6120000000000001},"min":{"1min":0.30299999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":256.608,"5min":256.608,"15min":256.608},"last":2.105},{"interface":"front","average":{"1min":15.108000000000001,"5min":4.8819999999999997,"15min":3.145},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":256.42500000000001,"5min":256.42500000000001,"15min":256.42500000000001},"last":4.7190000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.65000000000000002,"15min":0.73499999999999999},"min":{"1min":0.255,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.6699999999999999,"5min":6.4409999999999998,"15min":36.335000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.70699999999999996,"15min":0.93899999999999995},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57199999999999995,"5min":4.1239999999999997,"15min":36.374000000000002},"last":0.59299999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.88100000000000001,"15min":5.149},"min":{"1min":0.26700000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.60399999999999998,"5min":6.8209999999999997,"15min":144.953},"last":1.8},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":4.9240000000000004},"min":{"1min":0.31,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1160000000000001,"5min":5.7089999999999996,"15min":144.79400000000001},"last":0.67400000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:18:31 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.48299999999999998,"15min":0.48099999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.1080000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":1.7709999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.50700000000000001,"15min":0.51200000000000001},"min":{"1min":0.32700000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.95499999999999996,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.53000000000000003}]}]},{"osd":1,"up_from":89,"seq":382252089494,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":438200,"kb_used_data":137008,"kb_used_omap":9,"kb_used_meta":300918,"kb_avail":93306952,"statfs":{"total":95995035648,"available":95546318848,"internally_reserved":0,"allocated":140296192,"data_stored":138969185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":308141033},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.4179999999999999,"15min":0.98899999999999999},"min":{"1min":0.22,"5min":0.182,"15min":0.182},"max":{"1min":8.327,"5min":8.5250000000000004,"15min":15.233000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.97999999999999998,"5min":1.375,"15min":0.95699999999999996},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":3.7229999999999999,"5min":8.9589999999999996,"15min":8.9589999999999996},"last":2.819}]},{"osd":2,"last update":"Sat Sep 23 15:18:13 2023","interfaces":[{"interface":"back","average":{"1min":3.4289999999999998,"5min":1.8240000000000001,"15min":3.9620000000000002},"min":{"1min":0.26600000000000001,"5min":0.219,"15min":0.185},"max":{"1min":17.972999999999999,"5min":17.972999999999999,"15min":64.444999999999993},"last":6.2930000000000001},{"interface":"front","average":{"1min":3.782,"5min":2.1989999999999998,"15min":4.1139999999999999},"min":{"1min":0.26500000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":18.085999999999999,"5min":18.085999999999999,"15min":63.148000000000003},"last":3.359}]},{"osd":3,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":2.298,"5min":5.0309999999999997,"15min":2.355},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.19900000000000001},"max":{"1min":14.598000000000001,"5min":128.65799999999999,"15min":128.65799999999999},"last":0.25600000000000001},{"interface":"front","average":{"1min":2.5710000000000002,"5min":4.4649999999999999,"15min":2.1230000000000002},"min":{"1min":0.249,"5min":0.248,"15min":0.216},"max":{"1min":8.8200000000000003,"5min":128.227,"15min":128.227},"last":6.2469999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":1.704,"5min":2.7309999999999999,"15min":1.5069999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28499999999999998},"max":{"1min":13.131,"5min":76.534999999999997,"15min":76.534999999999997},"last":0.28599999999999998},{"interface":"front","average":{"1min":1.9019999999999999,"5min":2.2799999999999998,"15min":1.381},"min":{"1min":0.29699999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.3120000000000003,"5min":76.661000000000001,"15min":76.661000000000001},"last":0.41099999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":1.405,"15min":1.0529999999999999},"min":{"1min":0.34000000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.9449999999999998,"5min":9.8330000000000002,"15min":9.8330000000000002},"last":2.4940000000000002},{"interface":"front","average":{"1min":1.712,"5min":1.8080000000000001,"15min":1.2609999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":13.071999999999999,"5min":13.994,"15min":13.994},"last":0.308}]},{"osd":6,"last update":"Sat Sep 23 15:18:54 2023","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.804,"15min":1.716},"min":{"1min":0.34799999999999998,"5min":0.34100000000000003,"15min":0.30599999999999999},"max":{"1min":4.7709999999999999,"5min":23.978000000000002,"15min":23.978000000000002},"last":2.5289999999999999},{"interface":"front","average":{"1min":2.1000000000000001,"5min":2.1309999999999998,"15min":1.9630000000000001},"min":{"1min":0.375,"5min":0.317,"15min":0.317},"max":{"1min":13.103,"5min":26.975999999999999,"15min":26.975999999999999},"last":0.34999999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":1.9630000000000001,"5min":1.2869999999999999,"15min":1.1739999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":7.3449999999999998,"5min":7.3449999999999998,"15min":7.3449999999999998},"last":0.442},{"interface":"front","average":{"1min":2.5880000000000001,"5min":1.401,"15min":1.2030000000000001},"min":{"1min":0.49399999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":13.022,"5min":13.022,"15min":13.022},"last":0.33000000000000002}]}]},{"osd":0,"up_from":84,"seq":360777253022,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":610832,"kb_used_data":444680,"kb_used_omap":28,"kb_used_meta":166115,"kb_avail":93134320,"statfs":{"total":95995035648,"available":95369543680,"internally_reserved":0,"allocated":455352320,"data_stored":453828874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":170102608},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:19:05 2023","interfaces":[{"interface":"back","average":{"1min":3.5179999999999998,"5min":1.7749999999999999,"15min":1.4079999999999999},"min":{"1min":0.216,"5min":0.182,"15min":0.182},"max":{"1min":49.037999999999997,"5min":49.037999999999997,"15min":71.188000000000002},"last":0.22600000000000001},{"interface":"front","average":{"1min":3.9609999999999999,"5min":2.1819999999999999,"15min":1.4850000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.217},"max":{"1min":49.420999999999999,"5min":49.420999999999999,"15min":70.156999999999996},"last":4.0510000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:18:21 2023","interfaces":[{"interface":"back","average":{"1min":3.4700000000000002,"5min":1.8939999999999999,"15min":2.8100000000000001},"min":{"1min":0.28299999999999997,"5min":0.218,"15min":0.215},"max":{"1min":15.904999999999999,"5min":21.861000000000001,"15min":138.55099999999999},"last":3.8359999999999999},{"interface":"front","average":{"1min":2.3969999999999998,"5min":1.607,"15min":2.2469999999999999},"min":{"1min":0.28100000000000003,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":8.7439999999999998,"5min":12.901,"15min":138.322},"last":3.9740000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:18:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5779999999999998,"5min":2.8100000000000001,"15min":2.1419999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.1630000000000003,"5min":86.218999999999994,"15min":100.062},"last":9.6329999999999991},{"interface":"front","average":{"1min":2.4350000000000001,"5min":2.871,"15min":2.1709999999999998},"min":{"1min":0.32600000000000001,"5min":0.309,"15min":0.26400000000000001},"max":{"1min":9.1259999999999994,"5min":86.271000000000001,"15min":100.547},"last":9.5869999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":2.6899999999999999,"15min":1.4510000000000001},"min":{"1min":0.35999999999999999,"5min":0.30399999999999999,"15min":0.28599999999999998},"max":{"1min":3.3170000000000002,"5min":142.44200000000001,"15min":142.44200000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":1.7170000000000001,"5min":3.3999999999999999,"15min":1.792},"min":{"1min":0.35599999999999998,"5min":0.307,"15min":0.28699999999999998},"max":{"1min":8.4629999999999992,"5min":141.69200000000001,"15min":141.69200000000001},"last":0.52100000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.714,"5min":1.4279999999999999,"15min":1.1819999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30099999999999999},"max":{"1min":8.4260000000000002,"5min":10.757,"15min":41.631999999999998},"last":0.55200000000000005},{"interface":"front","average":{"1min":1.9830000000000001,"5min":1.3029999999999999,"15min":1.095},"min":{"1min":0.38,"5min":0.373,"15min":0.33800000000000002},"max":{"1min":7.7279999999999998,"5min":7.7279999999999998,"15min":10.289},"last":0.46700000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:18:39 2023","interfaces":[{"interface":"back","average":{"1min":1.982,"5min":1.4490000000000001,"15min":1.7949999999999999},"min":{"1min":0.36699999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":7.7839999999999998,"5min":7.7839999999999998,"15min":10.222},"last":14.638},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.456,"15min":1.522},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.7949999999999999,"5min":9.4600000000000009,"15min":10.355},"last":14.35}]},{"osd":7,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.103,"15min":0.96099999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":7.6929999999999996,"5min":7.6929999999999996,"15min":7.6929999999999996},"last":0.497},{"interface":"front","average":{"1min":1.9970000000000001,"5min":1.127,"15min":0.98199999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":7.7610000000000001,"5min":7.7610000000000001,"15min":7.7610000000000001},"last":0.434}]}]},{"osd":2,"up_from":117,"seq":502511173737,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":623124,"kb_used_data":335116,"kb_used_omap":81,"kb_used_meta":287918,"kb_avail":93122028,"statfs":{"total":95995035648,"available":95356956672,"internally_reserved":0,"allocated":343158784,"data_stored":341816971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":294828250},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.004,"15min":1.6140000000000001},"min":{"1min":0.20300000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":4.5099999999999998,"5min":13.717000000000001,"15min":13.717000000000001},"last":2.1549999999999998},{"interface":"front","average":{"1min":2.8370000000000002,"5min":1.804,"15min":1.5109999999999999},"min":{"1min":0.22500000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":16.984000000000002,"5min":16.984000000000002,"15min":16.984000000000002},"last":5.9409999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.198,"5min":4.234,"15min":2.0129999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":16.960999999999999,"5min":169.398,"15min":169.398},"last":5.9080000000000004},{"interface":"front","average":{"1min":1.2330000000000001,"5min":3.6070000000000002,"15min":2.2029999999999998},"min":{"1min":0.27900000000000003,"5min":0.23400000000000001,"15min":0.21199999999999999},"max":{"1min":5.1989999999999998,"5min":166.50999999999999,"15min":166.50999999999999},"last":0.38100000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":1.544,"5min":5.3760000000000003,"15min":4.9740000000000002},"min":{"1min":0.27300000000000002,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":5.0170000000000003,"5min":165.32300000000001,"15min":165.32300000000001},"last":5.7279999999999998},{"interface":"front","average":{"1min":1.3440000000000001,"5min":3.9359999999999999,"15min":4.694},"min":{"1min":0.29599999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":6.585,"5min":165.66999999999999,"15min":165.66999999999999},"last":2.306}]},{"osd":4,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.032,"15min":3.9940000000000002},"min":{"1min":0.34499999999999997,"5min":0.311,"15min":0.311},"max":{"1min":4.6189999999999998,"5min":12.945,"15min":50.792000000000002},"last":2.2789999999999999},{"interface":"front","average":{"1min":2.1739999999999999,"5min":1.448,"15min":2.2410000000000001},"min":{"1min":0.311,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":16.878,"5min":16.878,"15min":36.051000000000002},"last":5.8460000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:18:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.579,"15min":2.4249999999999998},"min":{"1min":0.33800000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":16.927,"5min":16.927,"15min":35.878},"last":5.8819999999999997},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.1930000000000001,"15min":3.8999999999999999},"min":{"1min":0.38800000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":5.0970000000000004,"5min":13.266999999999999,"15min":50.816000000000003},"last":0.439}]},{"osd":6,"last update":"Sat Sep 23 15:18:42 2023","interfaces":[{"interface":"back","average":{"1min":7.2720000000000002,"5min":2.4319999999999999,"15min":4.3819999999999997},"min":{"1min":0.39700000000000002,"5min":0.35099999999999998,"15min":0.34999999999999998},"max":{"1min":134.21700000000001,"5min":134.21700000000001,"15min":134.21700000000001},"last":2.2090000000000001},{"interface":"front","average":{"1min":7.125,"5min":2.5030000000000001,"15min":4.0030000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":134.393,"5min":134.393,"15min":134.393},"last":0.41299999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.95099999999999996,"15min":0.94999999999999996},"min":{"1min":0.38900000000000001,"5min":0.38,"15min":0.38},"max":{"1min":5.149,"5min":5.149,"15min":5.149},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.80800000000000005,"15min":0.78800000000000003},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.8300000000000001,"5min":4.5609999999999999,"15min":4.5609999999999999},"last":2.25}]}]},{"osd":3,"up_from":99,"seq":425201762443,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":558216,"kb_used_data":161472,"kb_used_omap":7,"kb_used_meta":396728,"kb_avail":93186936,"statfs":{"total":95995035648,"available":95423422464,"internally_reserved":0,"allocated":165347328,"data_stored":164011286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":406250088},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.8169999999999999,"5min":1.9099999999999999,"15min":1.0369999999999999},"min":{"1min":0.21199999999999999,"5min":0.19700000000000001,"15min":0.19600000000000001},"max":{"1min":6.2610000000000001,"5min":40.311999999999998,"15min":40.311999999999998},"last":0.85699999999999998},{"interface":"front","average":{"1min":1.9410000000000001,"5min":1.609,"15min":0.99399999999999999},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.17499999999999999},"max":{"1min":6.5609999999999999,"5min":16.289000000000001,"15min":16.289000000000001},"last":0.19600000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.819,"5min":1.8460000000000001,"15min":1.163},"min":{"1min":0.215,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":3.9950000000000001,"5min":24.013000000000002,"15min":24.013000000000002},"last":1.4279999999999999},{"interface":"front","average":{"1min":1.2709999999999999,"5min":1.9590000000000001,"15min":1.2050000000000001},"min":{"1min":0.27100000000000002,"5min":0.24399999999999999,"15min":0.23699999999999999},"max":{"1min":3.4580000000000002,"5min":21.827999999999999,"15min":21.827999999999999},"last":8.2249999999999996}]},{"osd":2,"last update":"Sat Sep 23 15:18:21 2023","interfaces":[{"interface":"back","average":{"1min":1.5469999999999999,"5min":1.845,"15min":3.2000000000000002},"min":{"1min":0.27400000000000002,"5min":0.23000000000000001,"15min":0.21299999999999999},"max":{"1min":5.7679999999999998,"5min":22.73,"15min":55.378999999999998},"last":0.249},{"interface":"front","average":{"1min":1.3149999999999999,"5min":1.7190000000000001,"15min":3.484},"min":{"1min":0.314,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":3.5859999999999999,"5min":15.057,"15min":55.401000000000003},"last":10.484999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.748,"5min":1.361,"15min":0.94499999999999995},"min":{"1min":0.35599999999999998,"5min":0.31,"15min":0.31},"max":{"1min":4.0339999999999998,"5min":9.3469999999999995,"15min":9.3469999999999995},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.337,"5min":1.403,"15min":0.97299999999999998},"min":{"1min":0.38100000000000001,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":3.339,"5min":9.4000000000000004,"15min":9.4000000000000004},"last":0.93100000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:18:10 2023","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":1.3979999999999999,"15min":1.01},"min":{"1min":0.36799999999999999,"5min":0.318,"15min":0.27300000000000002},"max":{"1min":3.3900000000000001,"5min":9.3659999999999997,"15min":10.962999999999999},"last":0.95699999999999996},{"interface":"front","average":{"1min":1.413,"5min":1.3440000000000001,"15min":1.026},"min":{"1min":0.34699999999999998,"5min":0.30599999999999999,"15min":0.30099999999999999},"max":{"1min":3.8090000000000002,"5min":6.9009999999999998,"15min":10.361000000000001},"last":0.309}]},{"osd":6,"last update":"Sat Sep 23 15:18:51 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.448,"15min":1.5089999999999999},"min":{"1min":0.42299999999999999,"5min":0.34300000000000003,"15min":0.317},"max":{"1min":3.7959999999999998,"5min":9.423,"15min":9.423},"last":0.89900000000000002},{"interface":"front","average":{"1min":1.127,"5min":1.357,"15min":1.6419999999999999},"min":{"1min":0.378,"5min":0.32100000000000001,"15min":0.30099999999999999},"max":{"1min":3.6970000000000001,"5min":10.856999999999999,"15min":10.856999999999999},"last":0.40000000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:18:33 2023","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.0169999999999999,"15min":1.002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.7320000000000002,"5min":6.1319999999999997,"15min":6.1319999999999997},"last":0.36899999999999999},{"interface":"front","average":{"1min":1.821,"5min":1.0069999999999999,"15min":0.871},"min":{"1min":0.40699999999999997,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":4.0620000000000003,"5min":4.0620000000000003,"15min":4.0620000000000003},"last":1.0609999999999999}]}]},{"osd":4,"up_from":0,"seq":133143986468,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724831,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":657516,"kb_used_data":549988,"kb_used_omap":0,"kb_used_meta":107520,"kb_avail":93087636,"statfs":{"total":95995035648,"available":95321739264,"internally_reserved":0,"allocated":563187712,"data_stored":562285793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":110100480},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:46 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.90600000000000003,"15min":0.78400000000000003},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.218},"max":{"1min":4.2060000000000004,"5min":6.0659999999999998,"15min":6.4880000000000004},"last":0.373},{"interface":"front","average":{"1min":1.377,"5min":1.2310000000000001,"15min":0.92400000000000004},"min":{"1min":0.27600000000000002,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":10.096,"5min":13.832000000000001,"15min":13.832000000000001},"last":0.63}]},{"osd":1,"last update":"Sat Sep 23 15:19:07 2023","interfaces":[{"interface":"back","average":{"1min":1.4730000000000001,"5min":2.9649999999999999,"15min":2.4129999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.6100000000000003,"5min":119.61499999999999,"15min":125.14400000000001},"last":0.442},{"interface":"front","average":{"1min":1.863,"5min":3.0030000000000001,"15min":2.4729999999999999},"min":{"1min":0.27800000000000002,"5min":0.25600000000000001,"15min":0.25},"max":{"1min":7.5460000000000003,"5min":119.541,"15min":125.36499999999999},"last":0.38900000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:18:25 2023","interfaces":[{"interface":"back","average":{"1min":3.649,"5min":2.294,"15min":1.8999999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.26200000000000001},"max":{"1min":43.345999999999997,"5min":43.345999999999997,"15min":43.345999999999997},"last":0.60299999999999998},{"interface":"front","average":{"1min":4.5709999999999997,"5min":2.552,"15min":2.0950000000000002},"min":{"1min":0.311,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":43.469999999999999,"5min":43.469999999999999,"15min":43.469999999999999},"last":0.65100000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:19:07 2023","interfaces":[{"interface":"back","average":{"1min":2.7069999999999999,"5min":3.6520000000000001,"15min":2.2759999999999998},"min":{"1min":0.48999999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":10.375999999999999,"5min":79.302000000000007,"15min":103.989},"last":0.42599999999999999},{"interface":"front","average":{"1min":2.0139999999999998,"5min":3.4940000000000002,"15min":2.2309999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.27900000000000003},"max":{"1min":6.6230000000000002,"5min":79.557000000000002,"15min":101.824},"last":0.55500000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:18:25 2023","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":1.2789999999999999,"15min":1.028},"min":{"1min":0.26800000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.59199999999999997,"5min":40.061,"15min":48.997999999999998},"last":0.495},{"interface":"front","average":{"1min":0.38300000000000001,"5min":1.2609999999999999,"15min":1.0680000000000001},"min":{"1min":0.28999999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.51200000000000001,"5min":40.124000000000002,"15min":49.017000000000003},"last":0.33600000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:18:46 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.82999999999999996,"15min":1.466},"min":{"1min":0.32400000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.431,"5min":10.281000000000001,"15min":111.089},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.495,"5min":0.70099999999999996,"15min":1.929},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.314},"max":{"1min":1.4199999999999999,"5min":5.2240000000000002,"15min":111.146},"last":0.57299999999999995}]},{"osd":7,"last update":"Sat Sep 23 15:18:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.47599999999999998,"15min":0.46200000000000002},"min":{"1min":0.35999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.48799999999999999,"15min":0.47499999999999998},"min":{"1min":0.39600000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.1709999999999998,"5min":2.1709999999999998,"15min":2.1709999999999998},"last":0.54600000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":451346432,"data_stored":451346432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":128913408,"data_stored":128909336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":336265216,"data_stored":336265216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":162136064,"data_stored":162136064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":83886080,"data_stored":83886080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":553517056,"data_stored":553517056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":187699200,"data_stored":187695128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":82968576,"data_stored":82968576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:19:16.716 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T15:19:16.970 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:16.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:16.973 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:17.074 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:17.102 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:17.208 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:19:17.209 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:19:17.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:19:17.209 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:19:17.209 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.209 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30531 7.7 7:eb84d780:::benchmark_data_smithi118_332595_object30530:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:19:17.209 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.119971+0000", 2023-09-23T15:19:17.209 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 393.08608994600002, 2023-09-23T15:19:17.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1109409619999999, 2023-09-23T15:19:17.209 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.209 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30531 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.119971+0000", 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.119971+0000", 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.119970+0000", 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120002+0000", 2023-09-23T15:19:17.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1631999999999998e-05 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120013+0000", 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0974e-05 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120023+0000", 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0349999999999999e-05 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.121320+0000", 2023-09-23T15:19:17.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0012963639999999999 2023-09-23T15:19:17.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.121326+0000", 2023-09-23T15:19:17.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6000000000000003e-06 2023-09-23T15:19:17.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.116590+0000", 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99526331400000001 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.116599+0000", 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6930000000000002e-06 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.225352+0000", 2023-09-23T15:19:17.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.108752425 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.225497+0000", 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014571399999999999 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.225611+0000", 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000113563 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.228146+0000", 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025349980000000001 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.228193+0000", 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6672999999999999e-05 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.229316+0000", 2023-09-23T15:19:17.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0011233479999999999 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.229438+0000", 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000121847 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.230912+0000", 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014745540000000001 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.217 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30541 7.d 7:b3ac3970:::benchmark_data_smithi118_332595_object30540:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.162643+0000", 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 393.04341815399999, 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0746607240000001, 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.218 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30541 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.162643+0000", 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.162643+0000", 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.162642+0000", 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.162667+0000", 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4885999999999999e-05 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.162680+0000", 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3368e-05 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.162687+0000", 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3210000000000001e-06 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.162727+0000", 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0945000000000002e-05 2023-09-23T15:19:17.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.162733+0000", 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8359999999999997e-06 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.115704+0000", 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.95297026500000004 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.115716+0000", 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2374e-05 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.231006+0000", 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1152900830000001 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.231158+0000", 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000152442 2023-09-23T15:19:17.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.231344+0000", 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018568400000000001 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.233886+0000", 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025420099999999999 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.235564+0000", 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016777199999999999 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.235645+0000", 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1019999999999993e-05 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.235708+0000", 2023-09-23T15:19:17.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2889e-05 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.237304+0000", 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001596119 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118125 7.7 7:e363a1d8:::benchmark_data_smithi118_332595_object32061:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.322212+0000", 2023-09-23T15:19:17.226 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.88384910600001, 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89973495800000003, 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118125 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.322212+0000", 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.322212+0000", 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.322211+0000", 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.322221+0000", 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0073e-05 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.322238+0000", 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6745999999999999e-05 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.322245+0000", 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9600000000000003e-06 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.322319+0000", 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4196999999999995e-05 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.322332+0000", 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3038e-05 2023-09-23T15:19:17.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.207121+0000", 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.88478897599999995 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.207210+0000", 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9145000000000001e-05 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.207284+0000", 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3911000000000004e-05 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.213949+0000", 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0066650010000000003 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.219107+0000", 2023-09-23T15:19:17.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051585709999999998 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.221890+0000", 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027822760000000002 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.221917+0000", 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7372000000000002e-05 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.221947+0000", 2023-09-23T15:19:17.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0139999999999999e-05 2023-09-23T15:19:17.234 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.234 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.234 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.234 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.234 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.234 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118141 7.7 7:e4300b9f:::benchmark_data_smithi118_332595_object32077:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.234 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.358382+0000", 2023-09-23T15:19:17.234 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.84767928999997, 2023-09-23T15:19:17.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86368372500000001, 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118141 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.358382+0000", 2023-09-23T15:19:17.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.358382+0000", 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.358381+0000", 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.358386+0000", 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.403e-06 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.358397+0000", 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1059e-05 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.358401+0000", 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4190000000000004e-06 2023-09-23T15:19:17.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.358457+0000", 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5427999999999999e-05 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.358468+0000", 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1372000000000001e-05 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.208406+0000", 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.84993766500000001 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.208496+0000", 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0748999999999995e-05 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.208559+0000", 2023-09-23T15:19:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2489000000000004e-05 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.213952+0000", 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0053932229999999999 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.221868+0000", 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0079163310000000004 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.222022+0000", 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000153258 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.222046+0000", 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4552000000000001e-05 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.222066+0000", 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9565999999999999e-05 2023-09-23T15:19:17.241 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118145 7.7 7:edd2957e:::benchmark_data_smithi118_332595_object32081:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.365098+0000", 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.84096354799999, 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86118141400000003, 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.242 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118145 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.365098+0000", 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.365098+0000", 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.365096+0000", 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.365103+0000", 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1840000000000004e-06 2023-09-23T15:19:17.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.365120+0000", 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7493e-05 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.365128+0000", 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.503e-06 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.365190+0000", 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2280999999999995e-05 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.365200+0000", 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0540000000000001e-05 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.209788+0000", 2023-09-23T15:19:17.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.84458766399999996 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.209872+0000", 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3796999999999997e-05 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.209936+0000", 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3954999999999993e-05 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.216446+0000", 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0065104669999999998 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.221987+0000", 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0055408369999999998 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226207+0000", 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042194490000000001 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226246+0000", 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9756999999999999e-05 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226279+0000", 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2799999999999998e-05 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.249 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118146 7.7 7:e53881f6:::benchmark_data_smithi118_332595_object32082:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.369310+0000", 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.83675109400002, 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.85711361600000002, 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.250 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118146 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.369310+0000", 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.369310+0000", 2023-09-23T15:19:17.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.369309+0000", 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.369315+0000", 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8039999999999998e-06 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.369327+0000", 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1770000000000001e-05 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.369332+0000", 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4399999999999996e-06 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.369388+0000", 2023-09-23T15:19:17.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5835000000000003e-05 2023-09-23T15:19:17.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.369403+0000", 2023-09-23T15:19:17.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5498999999999998e-05 2023-09-23T15:19:17.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.211062+0000", 2023-09-23T15:19:17.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.84165808200000003 2023-09-23T15:19:17.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.211136+0000", 2023-09-23T15:19:17.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3992999999999994e-05 2023-09-23T15:19:17.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.211201+0000", 2023-09-23T15:19:17.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5499000000000004e-05 2023-09-23T15:19:17.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.216457+0000", 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0052558379999999997 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226154+0000", 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0096975670000000007 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226358+0000", 2023-09-23T15:19:17.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020399799999999999 2023-09-23T15:19:17.258 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.258 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.258 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226398+0000", 2023-09-23T15:19:17.258 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9870000000000003e-05 2023-09-23T15:19:17.258 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.258 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.258 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226424+0000", 2023-09-23T15:19:17.258 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5508999999999999e-05 2023-09-23T15:19:17.258 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118171 7.7 7:e67ddd99:::benchmark_data_smithi118_332595_object32107:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.402443+0000", 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.80361792100001, 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.82413000300000006, 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.259 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118171 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.402443+0000", 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.402443+0000", 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.402442+0000", 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.402450+0000", 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0290000000000005e-06 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.402465+0000", 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5068e-05 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.402472+0000", 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2960000000000001e-06 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.402529+0000", 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6474000000000002e-05 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.402538+0000", 2023-09-23T15:19:17.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4110000000000002e-06 2023-09-23T15:19:17.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.212520+0000", 2023-09-23T15:19:17.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.80998145499999996 2023-09-23T15:19:17.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.212590+0000", 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0172000000000005e-05 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.212655+0000", 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5023000000000004e-05 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.218953+0000", 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0062981620000000004 2023-09-23T15:19:17.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226326+0000", 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0073733829999999998 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226471+0000", 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014463 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226528+0000", 2023-09-23T15:19:17.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6774000000000002e-05 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226573+0000", 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5532999999999999e-05 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118191 7.7 7:e3450b56:::benchmark_data_smithi118_332595_object32127:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.442447+0000", 2023-09-23T15:19:17.266 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.76361414100001, 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.788336496, 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118191 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.442447+0000", 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.442447+0000", 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.442446+0000", 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.442451+0000", 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4840000000000003e-06 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.442466+0000", 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4090000000000001e-05 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.442472+0000", 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1859999999999997e-06 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.442530+0000", 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8411e-05 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.442540+0000", 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9930000000000007e-06 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.213968+0000", 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.771427847 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.214047+0000", 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8891000000000001e-05 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.214110+0000", 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3336999999999993e-05 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.218973+0000", 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0048631999999999998 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.230612+0000", 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011638154 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.230700+0000", 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8552000000000002e-05 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.230745+0000", 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5034999999999998e-05 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.230784+0000", 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8523999999999999e-05 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.274 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118222 7.7 7:e55c440c:::benchmark_data_smithi118_332595_object32158:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.274 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.499314+0000", 2023-09-23T15:19:17.274 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.70674744000002, 2023-09-23T15:19:17.274 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.73165112499999996, 2023-09-23T15:19:17.274 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.274 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.274 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.274 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.274 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.274 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118222 2023-09-23T15:19:17.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.499314+0000", 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.499314+0000", 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.499313+0000", 2023-09-23T15:19:17.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.499319+0000", 2023-09-23T15:19:17.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7900000000000002e-06 2023-09-23T15:19:17.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.499336+0000", 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6571000000000001e-05 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.499344+0000", 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.4419999999999998e-06 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.499408+0000", 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3688000000000004e-05 2023-09-23T15:19:17.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.499418+0000", 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0227000000000001e-05 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.215178+0000", 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.71575999800000001 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.215272+0000", 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.3812000000000002e-05 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.215342+0000", 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0048000000000004e-05 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.219112+0000", 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037704029999999999 2023-09-23T15:19:17.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.230659+0000", 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011546977999999999 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.230883+0000", 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00022334899999999999 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.230929+0000", 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6187999999999999e-05 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.230965+0000", 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6006000000000001e-05 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.281 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118243 7.7 7:e9c02ba7:::benchmark_data_smithi118_332595_object32179:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.532171+0000", 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.67389081300001, 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.70837992999999999, 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118243 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.282 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.532171+0000", 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.532171+0000", 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.532169+0000", 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.532174+0000", 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8969999999999999e-06 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.532186+0000", 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1467e-05 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.532193+0000", 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.216e-06 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.532249+0000", 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6060000000000002e-05 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.285 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.532260+0000", 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1405e-05 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.216500+0000", 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.68423983499999996 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.216568+0000", 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7272000000000002e-05 2023-09-23T15:19:17.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.216630+0000", 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2012000000000002e-05 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.219116+0000", 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002486317 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.230847+0000", 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011731335000000001 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.240480+0000", 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0096327099999999992 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.240517+0000", 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6859000000000001e-05 2023-09-23T15:19:17.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.240550+0000", 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3658999999999997e-05 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118270 7.7 7:ebfe2f40:::benchmark_data_smithi118_332595_object32206:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.590182+0000", 2023-09-23T15:19:17.289 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.61587979500001, 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.65045962099999999, 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118270 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.590182+0000", 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.590182+0000", 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.590180+0000", 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.590187+0000", 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4909999999999999e-06 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.590202+0000", 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4823e-05 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.590210+0000", 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9060000000000002e-06 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.590280+0000", 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0407999999999994e-05 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.590291+0000", 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0988999999999999e-05 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.217716+0000", 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.62742411600000003 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.217779+0000", 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3226999999999996e-05 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.217854+0000", 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4691999999999996e-05 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.221842+0000", 2023-09-23T15:19:17.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039882010000000002 2023-09-23T15:19:17.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.233432+0000", 2023-09-23T15:19:17.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011589858999999999 2023-09-23T15:19:17.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.240583+0000", 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0071510330000000002 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.240617+0000", 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4199999999999998e-05 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.240641+0000", 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4335999999999999e-05 2023-09-23T15:19:17.296 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118275 7.7 7:e93d33db:::benchmark_data_smithi118_332595_object32211:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.597699+0000", 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.60836197100002, 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.65305600699999999, 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.297 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.298 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118275 2023-09-23T15:19:17.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.298 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.597699+0000", 2023-09-23T15:19:17.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.597699+0000", 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.597698+0000", 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.597703+0000", 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8049999999999997e-06 2023-09-23T15:19:17.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.597711+0000", 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5399999999999996e-06 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.597717+0000", 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0780000000000003e-06 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.597757+0000", 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0649999999999999e-05 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.597764+0000", 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5740000000000001e-06 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.219141+0000", 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.62137677800000002 2023-09-23T15:19:17.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.219211+0000", 2023-09-23T15:19:17.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0468000000000004e-05 2023-09-23T15:19:17.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.219281+0000", 2023-09-23T15:19:17.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9716999999999997e-05 2023-09-23T15:19:17.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.221956+0000", 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026749460000000001 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.242231+0000", 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.020275509000000001 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.250672+0000", 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0084405009999999996 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.250716+0000", 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3912000000000002e-05 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.250755+0000", 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9764000000000001e-05 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.304 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118293 7.7 7:e503104b:::benchmark_data_smithi118_332595_object32229:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.652508+0000", 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.553553142, 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.59842799800000002, 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.305 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118293 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.652508+0000", 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.652508+0000", 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.652507+0000", 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.652513+0000", 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0909999999999998e-06 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.652527+0000", 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3838e-05 2023-09-23T15:19:17.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.652533+0000", 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4620000000000001e-06 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.652597+0000", 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3248000000000002e-05 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.652610+0000", 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3179999999999999e-05 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.220548+0000", 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.56793779799999999 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.220617+0000", 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8932999999999999e-05 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.220696+0000", 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9715999999999994e-05 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.222074+0000", 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0013776470000000001 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.242524+0000", 2023-09-23T15:19:17.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.020450118 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.250815+0000", 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0082906200000000003 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.250858+0000", 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3763000000000001e-05 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.250936+0000", 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7735e-05 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118301 7.7 7:e76f8d34:::benchmark_data_smithi118_332595_object32237:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.675792+0000", 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.53026971100002, 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.57528205499999996, 2023-09-23T15:19:17.312 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118301 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.675792+0000", 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.313 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.675792+0000", 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.675790+0000", 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.314 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.675799+0000", 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6200000000000005e-06 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.675817+0000", 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8204999999999999e-05 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.675824+0000", 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2150000000000004e-06 2023-09-23T15:19:17.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.675889+0000", 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5012999999999996e-05 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.675901+0000", 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2401e-05 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.316 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.222097+0000", 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.54619599900000004 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.222182+0000", 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.4346999999999997e-05 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.222315+0000", 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013301599999999999 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226289+0000", 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039737440000000004 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.242555+0000", 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016266157 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.250989+0000", 2023-09-23T15:19:17.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0084343669999999999 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.251038+0000", 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8553000000000001e-05 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.251074+0000", 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6041999999999998e-05 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.319 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:118315 7.7 7:e9862ec9:::benchmark_data_smithi118_332595_object32251:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e194)", 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:53.723684+0000", 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 263.48237751400001, 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.52751677799999996, 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 118315 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.320 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.723684+0000", 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.723684+0000", 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.321 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.322 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.723683+0000", 2023-09-23T15:19:17.322 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:19:17.322 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.322 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.322 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.322 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.723687+0000", 2023-09-23T15:19:17.322 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1459999999999998e-06 2023-09-23T15:19:17.322 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.322 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.322 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.324 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.723700+0000", 2023-09-23T15:19:17.325 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3360000000000001e-05 2023-09-23T15:19:17.325 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.325 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.325 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.325 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.723707+0000", 2023-09-23T15:19:17.325 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9079999999999998e-06 2023-09-23T15:19:17.325 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.325 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.325 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.325 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.723766+0000", 2023-09-23T15:19:17.325 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9200999999999998e-05 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:53.723776+0000", 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1530000000000003e-06 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.223881+0000", 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.50010510699999999 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.326 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.327 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.327 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.223990+0000", 2023-09-23T15:19:17.327 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109403 2023-09-23T15:19:17.327 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.327 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.327 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:19:17.327 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.224114+0000", 2023-09-23T15:19:17.327 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012402600000000001 2023-09-23T15:19:17.327 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.327 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.327 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.226430+0000", 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023157619999999999 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.242641+0000", 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016211396999999999 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.251122+0000", 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0084811420000000005 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.328 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.251165+0000", 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2611000000000002e-05 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:54.251201+0000", 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5618999999999999e-05 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.329 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:121056 7.7 7:e851c2a7:::benchmark_data_smithi118_332595_object34992:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e195)", 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:59.158094+0000", 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 258.04796725199998, 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2534724439999998, 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 121056 2023-09-23T15:19:17.330 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.158094+0000", 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.158094+0000", 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.331 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.332 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.158093+0000", 2023-09-23T15:19:17.332 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.332 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.332 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.332 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.332 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.158099+0000", 2023-09-23T15:19:17.332 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1990000000000003e-06 2023-09-23T15:19:17.332 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.332 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.332 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.332 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.158112+0000", 2023-09-23T15:19:17.333 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2942000000000001e-05 2023-09-23T15:19:17.333 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.333 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.333 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.333 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.158119+0000", 2023-09-23T15:19:17.333 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7009999999999996e-06 2023-09-23T15:19:17.333 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.333 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.333 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.333 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.158312+0000", 2023-09-23T15:19:17.333 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00019303500000000001 2023-09-23T15:19:17.334 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.334 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.334 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.334 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.158323+0000", 2023-09-23T15:19:17.334 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0360000000000001e-05 2023-09-23T15:19:17.334 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.334 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.334 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.334 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:00.154861+0000", 2023-09-23T15:19:17.334 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99653839 2023-09-23T15:19:17.334 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:00.154874+0000", 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3157e-05 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.381926+0000", 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2270514530000001 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.335 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.336 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.382069+0000", 2023-09-23T15:19:17.336 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014296099999999999 2023-09-23T15:19:17.336 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.336 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.336 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,3", 2023-09-23T15:19:17.336 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.382211+0000", 2023-09-23T15:19:17.336 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014176600000000001 2023-09-23T15:19:17.336 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.336 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.336 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.336 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.386944+0000", 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0047332290000000003 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.401454+0000", 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014509869 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.404158+0000", 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002704578 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.337 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.338 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.411392+0000", 2023-09-23T15:19:17.338 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0072336579999999996 2023-09-23T15:19:17.338 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.338 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.338 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.338 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.411449+0000", 2023-09-23T15:19:17.338 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6867999999999998e-05 2023-09-23T15:19:17.338 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.338 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.338 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.411567+0000", 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011778299999999999 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:121076 7.7 7:eb36b2ef:::benchmark_data_smithi118_332595_object35012:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:59.221412+0000", 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 257.98464912899999, 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1903614020000002, 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.339 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 121076 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.221412+0000", 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.340 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.221412+0000", 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.221411+0000", 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.221416+0000", 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2249999999999999e-06 2023-09-23T15:19:17.341 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.221429+0000", 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2582000000000001e-05 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.221434+0000", 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1699999999999996e-06 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.342 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.343 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.221483+0000", 2023-09-23T15:19:17.343 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9280000000000003e-05 2023-09-23T15:19:17.343 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.343 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.343 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.343 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:59.221492+0000", 2023-09-23T15:19:17.343 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8459999999999997e-06 2023-09-23T15:19:17.343 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.343 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.343 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.343 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:00.154903+0000", 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.93341064600000001 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:00.154912+0000", 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1309999999999995e-06 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.384807+0000", 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2298951659999999 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.344 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.384944+0000", 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013706800000000001 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,3", 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.385085+0000", 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014102 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.387141+0000", 2023-09-23T15:19:17.345 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002055458 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.404191+0000", 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017050394 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.408093+0000", 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039017079999999998 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.346 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.411613+0000", 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035205869999999999 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.411664+0000", 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1051999999999998e-05 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.347 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:15:01.411774+0000", 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109164 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:131879 7.c 7:333a0e34:::benchmark_data_smithi118_332595_object45815:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:28.243409+0000", 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 168.962651932, 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0332325070000001, 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.348 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.349 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.349 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.349 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.349 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 131879 2023-09-23T15:19:17.349 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.349 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.349 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.349 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.349 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:28.243409+0000", 2023-09-23T15:19:17.349 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.349 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.350 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.350 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.350 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:28.243409+0000", 2023-09-23T15:19:17.350 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.350 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.350 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.350 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.350 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:28.243408+0000", 2023-09-23T15:19:17.350 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.350 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.350 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:28.243416+0000", 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3669999999999997e-06 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:28.243433+0000", 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6409000000000002e-05 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:28.243443+0000", 2023-09-23T15:19:17.351 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0212e-05 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:28.243502+0000", 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8918000000000001e-05 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:28.243515+0000", 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3711e-05 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.352 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.353 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.353 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:29.225970+0000", 2023-09-23T15:19:17.353 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.98245454799999998 2023-09-23T15:19:17.353 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.353 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.353 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:19:17.353 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:29.225984+0000", 2023-09-23T15:19:17.353 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3978000000000001e-05 2023-09-23T15:19:17.353 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.353 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.353 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.354 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:30.271835+0000", 2023-09-23T15:19:17.354 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.045850857 2023-09-23T15:19:17.354 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.354 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.354 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.354 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:30.271974+0000", 2023-09-23T15:19:17.354 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000138947 2023-09-23T15:19:17.354 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.354 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.354 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:19:17.354 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:30.272068+0000", 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4500000000000007e-05 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:30.275256+0000", 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031876880000000002 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:30.275283+0000", 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6744999999999999e-05 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.355 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:30.276535+0000", 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00125209 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:30.276569+0000", 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4025e-05 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.356 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:30.276642+0000", 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3022000000000007e-05 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:131911 7.d 7:b2fe5a3c:::benchmark_data_smithi118_332595_object45847:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e231)", 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:42.248757+0000", 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 154.95730450900001, 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0934290899999999, 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.357 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.358 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.358 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 131911 2023-09-23T15:19:17.358 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.358 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.358 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.358 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.358 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.248757+0000", 2023-09-23T15:19:17.358 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.358 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.358 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.358 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.248757+0000", 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.248756+0000", 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.248761+0000", 2023-09-23T15:19:17.359 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1880000000000001e-06 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.248776+0000", 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5017e-05 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.248783+0000", 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2230000000000001e-06 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.248832+0000", 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9188999999999999e-05 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.248934+0000", 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000101275 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,3", 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.249025+0000", 2023-09-23T15:19:17.361 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1267999999999994e-05 2023-09-23T15:19:17.362 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.362 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.362 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.362 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.251689+0000", 2023-09-23T15:19:17.362 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026636089999999999 2023-09-23T15:19:17.362 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.362 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.362 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.362 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.251766+0000", 2023-09-23T15:19:17.362 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7157999999999995e-05 2023-09-23T15:19:17.362 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:42.253598+0000", 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001832604 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.341952+0000", 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0883538220000002 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.363 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.342020+0000", 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7732999999999997e-05 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.342186+0000", 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000166019 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.364 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:131925 7.d 7:bba35df4:::benchmark_data_smithi118_332595_object45861:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e232)", 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:16:43.193648+0000", 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 154.01241367700001, 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1783839679999999, 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 131925 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:19:17.365 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.193648+0000", 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.193648+0000", 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:19:17.366 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.193646+0000", 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.193656+0000", 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5519999999999993e-06 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.193678+0000", 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2277999999999999e-05 2023-09-23T15:19:17.367 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.193687+0000", 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1570000000000006e-06 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.193754+0000", 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6654000000000003e-05 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:19:17.368 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.193914+0000", 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016074399999999999 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,1,3", 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.194075+0000", 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016089000000000001 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.196561+0000", 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024853950000000001 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.369 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.196650+0000", 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9347999999999999e-05 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:43.196948+0000", 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00029760099999999999 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.371908+0000", 2023-09-23T15:19:17.370 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1749603479999999 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.371952+0000", 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4425999999999998e-05 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:16:45.372032+0000", 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9190999999999994e-05 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.371 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.372 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.372 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:19:17.372 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:19:17.372 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:19:17.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:17 smithi118 ceph-mon[219580]: from='client.45452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:17.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 2791/405 objects degraded (689.136%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:17.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:17 smithi118 ceph-mon[212312]: from='client.45452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:17.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 2791/405 objects degraded (689.136%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:17 smithi178 ceph-mon[192298]: from='client.45452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:17.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 2791/405 objects degraded (689.136%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:19:17.645 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:17.648 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:17.648 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:17.749 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:17.780 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:17.841 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:18.028 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:18.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:18.030 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:18.086 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:19:18.126 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:18.131 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:18.164 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:18.234 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:19:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:19:18] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2023-09-23T15:19:18.271 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:18.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:18.283 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:18.300 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_1' removed 2023-09-23T15:19:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:18 smithi178 ceph-mon[192298]: pgmap v701: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 582 KiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 374 op/s; 2791/72 objects degraded (3876.389%); 1.4 MiB/s, 52 objects/s recovering 2023-09-23T15:19:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:18 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/568643038' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:19:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:18 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:19:18.384 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:18.433 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:19:18.444 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:18.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:18 smithi118 ceph-mon[219580]: pgmap v701: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 582 KiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 374 op/s; 2791/72 objects degraded (3876.389%); 1.4 MiB/s, 52 objects/s recovering 2023-09-23T15:19:18.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:18 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/568643038' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:19:18.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:18 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:19:18.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:18 smithi118 ceph-mon[212312]: pgmap v701: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 87 active+clean, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait; 582 KiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 0 B/s wr, 374 op/s; 2791/72 objects degraded (3876.389%); 1.4 MiB/s, 52 objects/s recovering 2023-09-23T15:19:18.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:18 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/568643038' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:19:18.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:18 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:19:18.964 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:18.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:18.977 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:19.078 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:19.106 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:19.150 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:19.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:19.153 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:19.254 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:19.280 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:19.287 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:19:19.348 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:19.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:19.352 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:19 smithi178 ceph-mon[192298]: failed to encode map e255 with expected crc 2023-09-23T15:19:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:19 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:19:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:19 smithi178 ceph-mon[192298]: osdmap e255: 8 total, 8 up, 7 in 2023-09-23T15:19:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:19 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/800958246' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:19 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:19.453 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:19.478 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:19 smithi118 ceph-mon[219580]: failed to encode map e255 with expected crc 2023-09-23T15:19:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:19 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:19:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:19 smithi118 ceph-mon[219580]: osdmap e255: 8 total, 8 up, 7 in 2023-09-23T15:19:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:19 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/800958246' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:19.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:19 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:19.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:19 smithi118 ceph-mon[212312]: failed to encode map e255 with expected crc 2023-09-23T15:19:19.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:19 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:19:19.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:19 smithi118 ceph-mon[212312]: osdmap e255: 8 total, 8 up, 7 in 2023-09-23T15:19:19.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:19 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/800958246' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:19.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:19 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:19.671 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:19.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:19.674 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:19.775 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:19.805 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:19.899 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:19.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:19.902 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:20.003 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:20.035 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:20.184 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:20.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:20.188 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:20.219 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:19:20.220 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:19:20.220 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:19:20.220 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:19:20.288 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:20.316 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:20.406 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T15:19:20.407 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T15:19:20.407 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_2 2023-09-23T15:19:20.407 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_2 16 2023-09-23T15:19:20.551 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[219580]: failed to encode map e255 with expected crc 2023-09-23T15:19:20.552 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[219580]: failed to encode map e255 with expected crc 2023-09-23T15:19:20.552 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[219580]: pgmap v703: 83 pgs: 1 active+recovery_wait+degraded, 82 active+clean; 582 KiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:19:20.552 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[219580]: failed to encode map e255 with expected crc 2023-09-23T15:19:20.552 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:20.552 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[219580]: failed to encode map e256 with expected crc 2023-09-23T15:19:20.552 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:19:20.552 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[219580]: osdmap e256: 8 total, 8 up, 7 in 2023-09-23T15:19:20.552 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:19:20.552 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[219580]: failed to encode map e256 with expected crc 2023-09-23T15:19:20.552 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[212312]: failed to encode map e255 with expected crc 2023-09-23T15:19:20.553 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[212312]: failed to encode map e255 with expected crc 2023-09-23T15:19:20.553 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[212312]: pgmap v703: 83 pgs: 1 active+recovery_wait+degraded, 82 active+clean; 582 KiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:19:20.553 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[212312]: failed to encode map e255 with expected crc 2023-09-23T15:19:20.553 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:20.553 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[212312]: failed to encode map e256 with expected crc 2023-09-23T15:19:20.553 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:19:20.553 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[212312]: osdmap e256: 8 total, 8 up, 7 in 2023-09-23T15:19:20.553 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:19:20.553 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:20 smithi118 ceph-mon[212312]: failed to encode map e256 with expected crc 2023-09-23T15:19:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:20 smithi178 ceph-mon[192298]: failed to encode map e255 with expected crc 2023-09-23T15:19:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:20 smithi178 ceph-mon[192298]: failed to encode map e255 with expected crc 2023-09-23T15:19:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:20 smithi178 ceph-mon[192298]: pgmap v703: 83 pgs: 1 active+recovery_wait+degraded, 82 active+clean; 582 KiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 4/72 objects degraded (5.556%) 2023-09-23T15:19:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:20 smithi178 ceph-mon[192298]: failed to encode map e255 with expected crc 2023-09-23T15:19:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:20 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:20 smithi178 ceph-mon[192298]: failed to encode map e256 with expected crc 2023-09-23T15:19:20.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:20 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:19:20.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:20 smithi178 ceph-mon[192298]: osdmap e256: 8 total, 8 up, 7 in 2023-09-23T15:19:20.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:20 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:19:20.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:20 smithi178 ceph-mon[192298]: failed to encode map e256 with expected crc 2023-09-23T15:19:21.262 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:19:21.327 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:21.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:21.333 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:21.434 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:21.458 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:21 smithi118 ceph-mon[219580]: failed to encode map e256 with expected crc 2023-09-23T15:19:21.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:21 smithi118 ceph-mon[219580]: failed to encode map e256 with expected crc 2023-09-23T15:19:21.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:21 smithi118 ceph-mon[219580]: failed to encode map e256 with expected crc 2023-09-23T15:19:21.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:21 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-09-23T15:19:21.459 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:21 smithi118 ceph-mon[212312]: failed to encode map e256 with expected crc 2023-09-23T15:19:21.459 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:21 smithi118 ceph-mon[212312]: failed to encode map e256 with expected crc 2023-09-23T15:19:21.459 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:21 smithi118 ceph-mon[212312]: failed to encode map e256 with expected crc 2023-09-23T15:19:21.459 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:21 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-09-23T15:19:21.462 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:21.596 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:21 smithi178 ceph-mon[192298]: failed to encode map e256 with expected crc 2023-09-23T15:19:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:21 smithi178 ceph-mon[192298]: failed to encode map e256 with expected crc 2023-09-23T15:19:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:21 smithi178 ceph-mon[192298]: failed to encode map e256 with expected crc 2023-09-23T15:19:21.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:21 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-09-23T15:19:21.894 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:19:21.907 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:21.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:21.911 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:21.974 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:19:21.993 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:19:22.011 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:19:22.012 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:22.031 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:19:22.041 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:22.050 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:19:22.072 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:19:22.092 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:19:22.111 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:19:22.113 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:19:22.113 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:19:22.113 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:19:22.113 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:19:22.113 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:19:22.113 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:19:22.113 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:19:22.113 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:19:22.141 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:22.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:22.144 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:22.204 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:19:22.204 INFO:teuthology.orchestra.run.smithi118.stdout:{"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":883,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":258,"num_osds":8,"num_up_osds":8,"osd_up_since":1695482188,"num_in_osds":7,"osd_in_since":1695482111,"num_remapped_pgs":10},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":83}],"num_pgs":83,"num_pools":4,"num_objects":24,"data_bytes":595872,"bytes_used":3385094144,"bytes_avail":668580155392,"bytes_total":671965249536},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi118.efkhxl","status":"up:active","gid":24566}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"}},"servicemap":{"epoch":25,"modified":"2023-09-23T15:17:53.149561+0000","services":{}},"progress_events":{"6eed1e4c-d43f-49ed-9fa1-01d4ae5d302e":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [============................] (remaining: 5m)","progress":0.44999998807907104,"add_to_ceph_s":true},"95416194-d905-487e-aed2-245dc80708b8":{"message":"Global Recovery Event (6m)\n [========================....] (remaining: 53s)","progress":0.87878787517547607,"add_to_ceph_s":true}}} 2023-09-23T15:19:22.244 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:22.273 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:22.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: pgmap v705: 83 pgs: 83 active+clean; 582 KiB data, 3.2 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:22.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/72 objects degraded (5.556%), 1 pg degraded) 2023-09-23T15:19:22.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]': finished 2023-09-23T15:19:22.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: osdmap e257: 8 total, 8 up, 7 in 2023-09-23T15:19:22.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:22.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:22.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/115915930' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:22.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: osdmap e258: 8 total, 8 up, 7 in 2023-09-23T15:19:22.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4119925956' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:19:22.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: pgmap v705: 83 pgs: 83 active+clean; 582 KiB data, 3.2 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:22.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/72 objects degraded (5.556%), 1 pg degraded) 2023-09-23T15:19:22.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]': finished 2023-09-23T15:19:22.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: osdmap e257: 8 total, 8 up, 7 in 2023-09-23T15:19:22.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:22.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:22.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/115915930' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:22.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: osdmap e258: 8 total, 8 up, 7 in 2023-09-23T15:19:22.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:22 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4119925956' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:19:22.545 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: pgmap v705: 83 pgs: 83 active+clean; 582 KiB data, 3.2 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:22.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/72 objects degraded (5.556%), 1 pg degraded) 2023-09-23T15:19:22.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]': finished 2023-09-23T15:19:22.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: osdmap e257: 8 total, 8 up, 7 in 2023-09-23T15:19:22.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.546 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: failed to encode map e257 with expected crc 2023-09-23T15:19:22.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:22.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:22.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/115915930' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:22.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: osdmap e258: 8 total, 8 up, 7 in 2023-09-23T15:19:22.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:22 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4119925956' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:19:23.351 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:19:23.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:23 smithi118 ceph-mon[219580]: failed to encode map e258 with expected crc 2023-09-23T15:19:23.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:23 smithi118 ceph-mon[219580]: failed to encode map e258 with expected crc 2023-09-23T15:19:23.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:23 smithi118 ceph-mon[219580]: failed to encode map e258 with expected crc 2023-09-23T15:19:23.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:23 smithi118 ceph-mon[219580]: osdmap e259: 8 total, 8 up, 7 in 2023-09-23T15:19:23.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:23 smithi118 ceph-mon[212312]: failed to encode map e258 with expected crc 2023-09-23T15:19:23.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:23 smithi118 ceph-mon[212312]: failed to encode map e258 with expected crc 2023-09-23T15:19:23.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:23 smithi118 ceph-mon[212312]: failed to encode map e258 with expected crc 2023-09-23T15:19:23.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:23 smithi118 ceph-mon[212312]: osdmap e259: 8 total, 8 up, 7 in 2023-09-23T15:19:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:23 smithi178 ceph-mon[192298]: failed to encode map e258 with expected crc 2023-09-23T15:19:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:23 smithi178 ceph-mon[192298]: failed to encode map e258 with expected crc 2023-09-23T15:19:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:23 smithi178 ceph-mon[192298]: failed to encode map e258 with expected crc 2023-09-23T15:19:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:23 smithi178 ceph-mon[192298]: osdmap e259: 8 total, 8 up, 7 in 2023-09-23T15:19:23.729 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:23.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:23.733 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:23.834 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:23.864 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:23.929 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:19:23.929 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:19:23.970 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:23.986 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:23.987 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:24.087 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:24.115 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:24.266 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-09-23T15:19:24.267 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:19:24.360 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:24.410 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:24.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:24.413 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:24.440 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[219580]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.440 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[219580]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.440 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[219580]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.440 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[219580]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.440 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[219580]: pgmap v709: 83 pgs: 2 remapped+peering, 1 unknown, 80 active+clean; 582 KiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T15:19:24.440 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[219580]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.440 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[219580]: osdmap e260: 8 total, 8 up, 7 in 2023-09-23T15:19:24.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[212312]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[212312]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[212312]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[212312]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[212312]: pgmap v709: 83 pgs: 2 remapped+peering, 1 unknown, 80 active+clean; 582 KiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T15:19:24.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[212312]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.441 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:24 smithi118 ceph-mon[212312]: osdmap e260: 8 total, 8 up, 7 in 2023-09-23T15:19:24.514 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:24.539 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:24 smithi178 ceph-mon[192298]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:24 smithi178 ceph-mon[192298]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:24 smithi178 ceph-mon[192298]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:24 smithi178 ceph-mon[192298]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:24 smithi178 ceph-mon[192298]: pgmap v709: 83 pgs: 2 remapped+peering, 1 unknown, 80 active+clean; 582 KiB data, 3.1 GiB used, 623 GiB / 626 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T15:19:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:24 smithi178 ceph-mon[192298]: failed to encode map e259 with expected crc 2023-09-23T15:19:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:24 smithi178 ceph-mon[192298]: osdmap e260: 8 total, 8 up, 7 in 2023-09-23T15:19:24.876 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:24.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:24.878 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:24.979 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:24.994 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:19:25.005 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:25.056 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:25.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:25.061 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:25.161 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:25.189 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:25.208 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_2' created 2023-09-23T15:19:25.252 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:25.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:25.255 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:25.356 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:25.384 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:25.398 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:19:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: failed to encode map e259 with expected crc 2023-09-23T15:19:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3695974301' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T15:19:25.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T15:19:25.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-09-23T15:19:25.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[219580]: osdmap e261: 8 total, 8 up, 7 in 2023-09-23T15:19:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: failed to encode map e259 with expected crc 2023-09-23T15:19:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3695974301' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T15:19:25.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T15:19:25.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-09-23T15:19:25.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:25 smithi118 ceph-mon[212312]: osdmap e261: 8 total, 8 up, 7 in 2023-09-23T15:19:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: failed to encode map e259 with expected crc 2023-09-23T15:19:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: failed to encode map e260 with expected crc 2023-09-23T15:19:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3695974301' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T15:19:25.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-09-23T15:19:25.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-09-23T15:19:25.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:25 smithi178 ceph-mon[192298]: osdmap e261: 8 total, 8 up, 7 in 2023-09-23T15:19:25.724 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:25.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:25.729 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:25.830 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:25.858 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:25.925 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:19:26.265 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:26.292 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_2 rados --yes-i-really-mean-it || true 2023-09-23T15:19:26.308 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:26.311 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:26.312 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:26.412 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:26.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: pgmap v712: 99 pgs: 2 remapped+peering, 17 unknown, 80 active+clean; 582 KiB data, 3.1 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:26.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:26.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:26.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:26 smithi178 ceph-mon[192298]: osdmap e262: 8 total, 8 up, 7 in 2023-09-23T15:19:26.441 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:26.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: pgmap v712: 99 pgs: 2 remapped+peering, 17 unknown, 80 active+clean; 582 KiB data, 3.1 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:26.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[212312]: osdmap e262: 8 total, 8 up, 7 in 2023-09-23T15:19:26.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: failed to encode map e261 with expected crc 2023-09-23T15:19:26.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: pgmap v712: 99 pgs: 2 remapped+peering, 17 unknown, 80 active+clean; 582 KiB data, 3.1 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:26.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:26.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:26.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:26 smithi118 ceph-mon[219580]: osdmap e262: 8 total, 8 up, 7 in 2023-09-23T15:19:26.736 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:26.742 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:26.742 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:26.757 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:26.843 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:26.883 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:27.200 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:27.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:27.204 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:27.209 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:19:27.210 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:19:27.211 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:19:27.304 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:27.331 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[219580]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[219580]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[219580]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[219580]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/583543094' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:19:27.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:19:27.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:27.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:19:27.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[219580]: osdmap e263: 8 total, 8 up, 7 in 2023-09-23T15:19:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[212312]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[212312]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[212312]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[212312]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/583543094' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:19:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:19:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:19:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:27 smithi118 ceph-mon[212312]: osdmap e263: 8 total, 8 up, 7 in 2023-09-23T15:19:27.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:27 smithi178 ceph-mon[192298]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:27 smithi178 ceph-mon[192298]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:27 smithi178 ceph-mon[192298]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:27 smithi178 ceph-mon[192298]: failed to encode map e262 with expected crc 2023-09-23T15:19:27.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:27 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/583543094' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:19:27.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:27 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:19:27.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:27 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:27.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:27 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:19:27.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:27 smithi178 ceph-mon[192298]: osdmap e263: 8 total, 8 up, 7 in 2023-09-23T15:19:28.020 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:19:28.230 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:28.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:28.233 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:28.334 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:28.365 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:28.412 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:28.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:28.418 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:28.519 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:28.545 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:19:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:19:28] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2023-09-23T15:19:28.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:28 smithi118 ceph-mon[219580]: failed to encode map e263 with expected crc 2023-09-23T15:19:28.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:28 smithi118 ceph-mon[219580]: failed to encode map e263 with expected crc 2023-09-23T15:19:28.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:28 smithi118 ceph-mon[219580]: pgmap v715: 99 pgs: 2 remapped+peering, 5 creating+peering, 9 unknown, 83 active+clean; 582 KiB data, 3.0 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:28.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:28 smithi118 ceph-mon[219580]: failed to encode map e263 with expected crc 2023-09-23T15:19:28.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:28 smithi118 ceph-mon[212312]: failed to encode map e263 with expected crc 2023-09-23T15:19:28.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:28 smithi118 ceph-mon[212312]: failed to encode map e263 with expected crc 2023-09-23T15:19:28.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:28 smithi118 ceph-mon[212312]: pgmap v715: 99 pgs: 2 remapped+peering, 5 creating+peering, 9 unknown, 83 active+clean; 582 KiB data, 3.0 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:28.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:28 smithi118 ceph-mon[212312]: failed to encode map e263 with expected crc 2023-09-23T15:19:28.586 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:28.591 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:28 smithi178 ceph-mon[192298]: failed to encode map e263 with expected crc 2023-09-23T15:19:28.591 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:28 smithi178 ceph-mon[192298]: failed to encode map e263 with expected crc 2023-09-23T15:19:28.591 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:28 smithi178 ceph-mon[192298]: pgmap v715: 99 pgs: 2 remapped+peering, 5 creating+peering, 9 unknown, 83 active+clean; 582 KiB data, 3.0 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:28.591 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:28 smithi178 ceph-mon[192298]: failed to encode map e263 with expected crc 2023-09-23T15:19:28.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:28.592 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:28.693 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:28.719 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:28.729 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:28.760 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:28.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:28.765 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:28.866 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:28.894 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:29.301 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[212312]: failed to encode map e263 with expected crc 2023-09-23T15:19:29.301 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[212312]: 1.6 scrub starts 2023-09-23T15:19:29.301 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[212312]: 1.6 scrub ok 2023-09-23T15:19:29.301 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[212312]: 1.4 scrub starts 2023-09-23T15:19:29.301 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[212312]: 1.4 scrub ok 2023-09-23T15:19:29.301 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[212312]: 1.8 scrub starts 2023-09-23T15:19:29.301 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[212312]: 1.8 scrub ok 2023-09-23T15:19:29.557 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[219580]: failed to encode map e263 with expected crc 2023-09-23T15:19:29.558 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[219580]: 1.6 scrub starts 2023-09-23T15:19:29.558 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[219580]: 1.6 scrub ok 2023-09-23T15:19:29.558 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[219580]: 1.4 scrub starts 2023-09-23T15:19:29.558 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[219580]: 1.4 scrub ok 2023-09-23T15:19:29.558 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[219580]: 1.8 scrub starts 2023-09-23T15:19:29.558 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:29 smithi118 ceph-mon[219580]: 1.8 scrub ok 2023-09-23T15:19:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:29 smithi178 ceph-mon[192298]: failed to encode map e263 with expected crc 2023-09-23T15:19:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:29 smithi178 ceph-mon[192298]: 1.6 scrub starts 2023-09-23T15:19:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:29 smithi178 ceph-mon[192298]: 1.6 scrub ok 2023-09-23T15:19:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:29 smithi178 ceph-mon[192298]: 1.4 scrub starts 2023-09-23T15:19:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:29 smithi178 ceph-mon[192298]: 1.4 scrub ok 2023-09-23T15:19:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:29 smithi178 ceph-mon[192298]: 1.8 scrub starts 2023-09-23T15:19:29.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:29 smithi178 ceph-mon[192298]: 1.8 scrub ok 2023-09-23T15:19:29.691 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:29.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:29.695 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:29.795 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:29.819 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:19:29.820 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:19:29.827 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:29.877 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:29.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:29.885 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:29.986 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:30.016 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:30.400 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:19:30.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[219580]: 1.7 scrub starts 2023-09-23T15:19:30.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[219580]: 1.7 scrub ok 2023-09-23T15:19:30.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[219580]: 1.1 scrub starts 2023-09-23T15:19:30.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[219580]: 1.1 scrub ok 2023-09-23T15:19:30.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[219580]: pgmap v716: 99 pgs: 5 creating+peering, 94 active+clean; 849 KiB data, 2.9 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:30.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4235636402' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:30.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[212312]: 1.7 scrub starts 2023-09-23T15:19:30.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[212312]: 1.7 scrub ok 2023-09-23T15:19:30.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[212312]: 1.1 scrub starts 2023-09-23T15:19:30.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[212312]: 1.1 scrub ok 2023-09-23T15:19:30.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[212312]: pgmap v716: 99 pgs: 5 creating+peering, 94 active+clean; 849 KiB data, 2.9 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:30.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4235636402' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:30.583 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:19:30.583 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:19:30.583 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:19:30.583 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:19:30.583 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:19:30.583 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:19:30.583 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:19:30.583 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:19:30.584 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:19:30.584 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:19:30.584 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:19:30.584 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:19:30.584 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:19:30.584 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:19:30.584 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:19:30.584 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:19:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:30 smithi178 ceph-mon[192298]: 1.7 scrub starts 2023-09-23T15:19:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:30 smithi178 ceph-mon[192298]: 1.7 scrub ok 2023-09-23T15:19:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:30 smithi178 ceph-mon[192298]: 1.1 scrub starts 2023-09-23T15:19:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:30 smithi178 ceph-mon[192298]: 1.1 scrub ok 2023-09-23T15:19:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:30 smithi178 ceph-mon[192298]: pgmap v716: 99 pgs: 5 creating+peering, 94 active+clean; 849 KiB data, 2.9 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4235636402' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:30.968 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":716,"stamp":"2023-09-23T15:19:29.218843+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":869882,"num_objects":25,"num_object_clones":0,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":0,"num_read":449,"num_read_kb":836,"num_write":278,"num_write_kb":2225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43,"num_bytes_recovered":2196035,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1826,"ondisk_log_size":1826,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":304,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":3084460,"kb_used_data":1556212,"kb_used_omap":222,"kb_used_meta":1527969,"kb_avail":653131604,"statfs":{"total":671965249536,"available":668806762496,"internally_reserved":0,"allocated":1593561088,"data_stored":1585136370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":1564641238},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":274010,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":-50,"num_read_kb":-87,"num_write":-22,"num_write_kb":-220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-2,"num_bytes_recovered":-375689,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.022065"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":269,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207872+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:19:26.207872+0000","last_peered":"2023-09-23T15:19:26.207872+0000","last_clean":"2023-09-23T15:19:26.207872+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:19:26.207872+0000","last_undegraded":"2023-09-23T15:19:26.207872+0000","last_fullsized":"2023-09-23T15:19:26.207872+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":238,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207636+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:19:26.207636+0000","last_peered":"2023-09-23T15:19:26.207636+0000","last_clean":"2023-09-23T15:19:26.207636+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:19:26.207636+0000","last_undegraded":"2023-09-23T15:19:26.207636+0000","last_fullsized":"2023-09-23T15:19:26.207636+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":219,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.208555+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:19:24.208555+0000","last_peered":"2023-09-23T15:19:24.208555+0000","last_clean":"2023-09-23T15:19:24.208555+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:19:24.208555+0000","last_undegraded":"2023-09-23T15:19:24.208555+0000","last_fullsized":"2023-09-23T15:19:24.208555+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":147,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.213736+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:19:25.213736+0000","last_peered":"2023-09-23T15:19:25.213736+0000","last_clean":"2023-09-23T15:19:25.213736+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:19:25.213736+0000","last_undegraded":"2023-09-23T15:19:25.213736+0000","last_fullsized":"2023-09-23T15:19:25.213736+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":283,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206638+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:19:26.206638+0000","last_peered":"2023-09-23T15:19:26.206638+0000","last_clean":"2023-09-23T15:19:26.206638+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:19:26.206638+0000","last_undegraded":"2023-09-23T15:19:26.206638+0000","last_fullsized":"2023-09-23T15:19:26.206638+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":201,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.204206+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:19:24.204206+0000","last_peered":"2023-09-23T15:19:24.204206+0000","last_clean":"2023-09-23T15:19:24.204206+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:19:24.204206+0000","last_undegraded":"2023-09-23T15:19:24.204206+0000","last_fullsized":"2023-09-23T15:19:24.204206+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":151,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207813+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:19:26.207813+0000","last_peered":"2023-09-23T15:19:26.207813+0000","last_clean":"2023-09-23T15:19:26.207813+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:19:26.207813+0000","last_undegraded":"2023-09-23T15:19:26.207813+0000","last_fullsized":"2023-09-23T15:19:26.207813+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":245,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.772374+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:19:27.772374+0000","last_peered":"2023-09-23T15:19:27.772374+0000","last_clean":"2023-09-23T15:19:27.772374+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:19:27.772374+0000","last_undegraded":"2023-09-23T15:19:27.772374+0000","last_fullsized":"2023-09-23T15:19:27.772374+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":238,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207738+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:19:26.207738+0000","last_peered":"2023-09-23T15:19:26.207738+0000","last_clean":"2023-09-23T15:19:26.207738+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:19:26.207738+0000","last_undegraded":"2023-09-23T15:19:26.207738+0000","last_fullsized":"2023-09-23T15:19:26.207738+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":220,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.771204+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:19:27.771204+0000","last_peered":"2023-09-23T15:19:27.771204+0000","last_clean":"2023-09-23T15:19:27.771204+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:19:27.771204+0000","last_undegraded":"2023-09-23T15:19:27.771204+0000","last_fullsized":"2023-09-23T15:19:27.771204+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":231,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.213326+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:19:25.213326+0000","last_peered":"2023-09-23T15:19:25.213326+0000","last_clean":"2023-09-23T15:19:25.213326+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:19:25.213326+0000","last_undegraded":"2023-09-23T15:19:25.213326+0000","last_fullsized":"2023-09-23T15:19:25.213326+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":254,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.208596+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:19:24.208596+0000","last_peered":"2023-09-23T15:19:24.208596+0000","last_clean":"2023-09-23T15:19:24.208596+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:19:24.208596+0000","last_undegraded":"2023-09-23T15:19:24.208596+0000","last_fullsized":"2023-09-23T15:19:24.208596+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":116,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.211860+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:19:25.211860+0000","last_peered":"2023-09-23T15:19:25.211860+0000","last_clean":"2023-09-23T15:19:25.211860+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:19:25.211860+0000","last_undegraded":"2023-09-23T15:19:25.211860+0000","last_fullsized":"2023-09-23T15:19:25.211860+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":159,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.204718+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:19:24.204718+0000","last_peered":"2023-09-23T15:19:24.204718+0000","last_clean":"2023-09-23T15:19:24.204718+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:19:24.204718+0000","last_undegraded":"2023-09-23T15:19:24.204718+0000","last_fullsized":"2023-09-23T15:19:24.204718+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":279,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.211789+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:19:25.211789+0000","last_peered":"2023-09-23T15:19:25.211789+0000","last_clean":"2023-09-23T15:19:25.211789+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:19:25.211789+0000","last_undegraded":"2023-09-23T15:19:25.211789+0000","last_fullsized":"2023-09-23T15:19:25.211789+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":245,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.771491+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:19:27.771491+0000","last_peered":"2023-09-23T15:19:27.771491+0000","last_clean":"2023-09-23T15:19:27.771491+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:19:27.771491+0000","last_undegraded":"2023-09-23T15:19:27.771491+0000","last_fullsized":"2023-09-23T15:19:27.771491+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":147,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.212215+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:19:25.212215+0000","last_peered":"2023-09-23T15:19:25.212215+0000","last_clean":"2023-09-23T15:19:25.212215+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:19:25.212215+0000","last_undegraded":"2023-09-23T15:19:25.212215+0000","last_fullsized":"2023-09-23T15:19:25.212215+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":150,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.213171+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:19:25.213171+0000","last_peered":"2023-09-23T15:19:25.213171+0000","last_clean":"2023-09-23T15:19:25.213171+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:19:25.213171+0000","last_undegraded":"2023-09-23T15:19:25.213171+0000","last_fullsized":"2023-09-23T15:19:25.213171+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":222,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.212505+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:19:25.212505+0000","last_peered":"2023-09-23T15:19:25.212505+0000","last_clean":"2023-09-23T15:19:25.212505+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:19:25.212505+0000","last_undegraded":"2023-09-23T15:19:25.212505+0000","last_fullsized":"2023-09-23T15:19:25.212505+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":175,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207510+0000","last_change":"2023-09-23T15:16:29.243272+0000","last_active":"2023-09-23T15:19:26.207510+0000","last_peered":"2023-09-23T15:19:26.207510+0000","last_clean":"2023-09-23T15:19:26.207510+0000","last_became_active":"2023-09-23T15:16:29.236288+0000","last_became_peered":"2023-09-23T15:16:29.236288+0000","last_unstale":"2023-09-23T15:19:26.207510+0000","last_undegraded":"2023-09-23T15:19:26.207510+0000","last_fullsized":"2023-09-23T15:19:26.207510+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:50:28.484728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":305,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.203110+0000","last_change":"2023-09-23T15:19:19.315503+0000","last_active":"2023-09-23T15:19:24.203110+0000","last_peered":"2023-09-23T15:19:24.203110+0000","last_clean":"2023-09-23T15:19:24.203110+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:19:24.203110+0000","last_undegraded":"2023-09-23T15:19:24.203110+0000","last_fullsized":"2023-09-23T15:19:24.203110+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":244,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.209677+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:19:26.209677+0000","last_peered":"2023-09-23T15:19:26.209677+0000","last_clean":"2023-09-23T15:19:26.209677+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:19:26.209677+0000","last_undegraded":"2023-09-23T15:19:26.209677+0000","last_fullsized":"2023-09-23T15:19:26.209677+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":11,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.771052+0000","last_change":"2023-09-23T15:19:26.212231+0000","last_active":"2023-09-23T15:19:27.771052+0000","last_peered":"2023-09-23T15:19:27.771052+0000","last_clean":"2023-09-23T15:19:27.771052+0000","last_became_active":"2023-09-23T15:19:26.211960+0000","last_became_peered":"2023-09-23T15:19:26.211960+0000","last_unstale":"2023-09-23T15:19:27.771052+0000","last_undegraded":"2023-09-23T15:19:27.771052+0000","last_fullsized":"2023-09-23T15:19:27.771052+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:34:10.299564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":251,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.213509+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:19:25.213509+0000","last_peered":"2023-09-23T15:19:25.213509+0000","last_clean":"2023-09-23T15:19:25.213509+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:19:25.213509+0000","last_undegraded":"2023-09-23T15:19:25.213509+0000","last_fullsized":"2023-09-23T15:19:25.213509+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":209,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.211740+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:19:25.211740+0000","last_peered":"2023-09-23T15:19:25.211740+0000","last_clean":"2023-09-23T15:19:25.211740+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:19:25.211740+0000","last_undegraded":"2023-09-23T15:19:25.211740+0000","last_fullsized":"2023-09-23T15:19:25.211740+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-09-23T15:19:25.196373+0000","last_change":"2023-09-23T15:19:25.209309+0000","last_active":"2023-09-23T15:19:25.196373+0000","last_peered":"2023-09-23T15:19:25.196373+0000","last_clean":"2023-09-23T15:19:25.196373+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:19:25.196373+0000","last_undegraded":"2023-09-23T15:19:25.196373+0000","last_fullsized":"2023-09-23T15:19:25.196373+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:46.720314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":228,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.213326+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:19:25.213326+0000","last_peered":"2023-09-23T15:19:25.213326+0000","last_clean":"2023-09-23T15:19:25.213326+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:19:25.213326+0000","last_undegraded":"2023-09-23T15:19:25.213326+0000","last_fullsized":"2023-09-23T15:19:25.213326+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":241,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206255+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:19:26.206255+0000","last_peered":"2023-09-23T15:19:26.206255+0000","last_clean":"2023-09-23T15:19:26.206255+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:19:26.206255+0000","last_undegraded":"2023-09-23T15:19:26.206255+0000","last_fullsized":"2023-09-23T15:19:26.206255+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-09-23T15:19:25.196373+0000","last_change":"2023-09-23T15:19:25.207105+0000","last_active":"2023-09-23T15:19:25.196373+0000","last_peered":"2023-09-23T15:19:25.196373+0000","last_clean":"2023-09-23T15:19:25.196373+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:19:25.196373+0000","last_undegraded":"2023-09-23T15:19:25.196373+0000","last_fullsized":"2023-09-23T15:19:25.196373+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:04:36.707004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":229,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.213427+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:19:25.213427+0000","last_peered":"2023-09-23T15:19:25.213427+0000","last_clean":"2023-09-23T15:19:25.213427+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:19:25.213427+0000","last_undegraded":"2023-09-23T15:19:25.213427+0000","last_fullsized":"2023-09-23T15:19:25.213427+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":218,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.203735+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:19:24.203735+0000","last_peered":"2023-09-23T15:19:24.203735+0000","last_clean":"2023-09-23T15:19:24.203735+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:19:24.203735+0000","last_undegraded":"2023-09-23T15:19:24.203735+0000","last_fullsized":"2023-09-23T15:19:24.203735+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":11,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.771812+0000","last_change":"2023-09-23T15:19:26.216023+0000","last_active":"2023-09-23T15:19:27.771812+0000","last_peered":"2023-09-23T15:19:27.771812+0000","last_clean":"2023-09-23T15:19:27.771812+0000","last_became_active":"2023-09-23T15:19:26.215658+0000","last_became_peered":"2023-09-23T15:19:26.215658+0000","last_unstale":"2023-09-23T15:19:27.771812+0000","last_undegraded":"2023-09-23T15:19:27.771812+0000","last_fullsized":"2023-09-23T15:19:27.771812+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:43.654739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":208,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.208016+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:19:26.208016+0000","last_peered":"2023-09-23T15:19:26.208016+0000","last_clean":"2023-09-23T15:19:26.208016+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:19:26.208016+0000","last_undegraded":"2023-09-23T15:19:26.208016+0000","last_fullsized":"2023-09-23T15:19:26.208016+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":86,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.200015+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:19:25.200015+0000","last_peered":"2023-09-23T15:19:25.200015+0000","last_clean":"2023-09-23T15:19:25.200015+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:19:25.200015+0000","last_undegraded":"2023-09-23T15:19:25.200015+0000","last_fullsized":"2023-09-23T15:19:25.200015+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":11,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.770907+0000","last_change":"2023-09-23T15:19:26.213300+0000","last_active":"2023-09-23T15:19:27.770907+0000","last_peered":"2023-09-23T15:19:27.770907+0000","last_clean":"2023-09-23T15:19:27.770907+0000","last_became_active":"2023-09-23T15:19:26.212977+0000","last_became_peered":"2023-09-23T15:19:26.212977+0000","last_unstale":"2023-09-23T15:19:27.770907+0000","last_undegraded":"2023-09-23T15:19:27.770907+0000","last_fullsized":"2023-09-23T15:19:27.770907+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:02.725965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":682,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.298499+0000","last_change":"2023-09-23T15:19:25.298114+0000","last_active":"2023-09-23T15:19:25.298499+0000","last_peered":"2023-09-23T15:19:25.298499+0000","last_clean":"2023-09-23T15:19:25.298499+0000","last_became_active":"2023-09-23T15:19:25.297699+0000","last_became_peered":"2023-09-23T15:19:25.297699+0000","last_unstale":"2023-09-23T15:19:25.298499+0000","last_undegraded":"2023-09-23T15:19:25.298499+0000","last_fullsized":"2023-09-23T15:19:25.298499+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":263,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.209003+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:19:26.209003+0000","last_peered":"2023-09-23T15:19:26.209003+0000","last_clean":"2023-09-23T15:19:26.209003+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:19:26.209003+0000","last_undegraded":"2023-09-23T15:19:26.209003+0000","last_fullsized":"2023-09-23T15:19:26.209003+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":161,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207940+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:19:26.207940+0000","last_peered":"2023-09-23T15:19:26.207940+0000","last_clean":"2023-09-23T15:19:26.207940+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:19:26.207940+0000","last_undegraded":"2023-09-23T15:19:26.207940+0000","last_fullsized":"2023-09-23T15:19:26.207940+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":1,"reported_epoch":261,"state":"creating+peering","last_fresh":"2023-09-23T15:19:25.203865+0000","last_change":"2023-09-23T15:19:25.203865+0000","last_active":"2023-09-23T15:19:25.196373+0000","last_peered":"2023-09-23T15:19:25.196373+0000","last_clean":"2023-09-23T15:19:25.196373+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:19:25.203865+0000","last_undegraded":"2023-09-23T15:19:25.203865+0000","last_fullsized":"2023-09-23T15:19:25.203865+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:27:53.161956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":630,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.770780+0000","last_change":"2023-09-23T15:19:25.294766+0000","last_active":"2023-09-23T15:19:27.770780+0000","last_peered":"2023-09-23T15:19:27.770780+0000","last_clean":"2023-09-23T15:19:27.770780+0000","last_became_active":"2023-09-23T15:19:25.294251+0000","last_became_peered":"2023-09-23T15:19:25.294251+0000","last_unstale":"2023-09-23T15:19:27.770780+0000","last_undegraded":"2023-09-23T15:19:27.770780+0000","last_fullsized":"2023-09-23T15:19:27.770780+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":212,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.203834+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:19:24.203834+0000","last_peered":"2023-09-23T15:19:24.203834+0000","last_clean":"2023-09-23T15:19:24.203834+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:19:24.203834+0000","last_undegraded":"2023-09-23T15:19:24.203834+0000","last_fullsized":"2023-09-23T15:19:24.203834+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":266,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207148+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:19:26.207148+0000","last_peered":"2023-09-23T15:19:26.207148+0000","last_clean":"2023-09-23T15:19:26.207148+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:19:26.207148+0000","last_undegraded":"2023-09-23T15:19:26.207148+0000","last_fullsized":"2023-09-23T15:19:26.207148+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.215809+0000","last_change":"2023-09-23T15:19:26.215498+0000","last_active":"2023-09-23T15:19:26.215809+0000","last_peered":"2023-09-23T15:19:26.215809+0000","last_clean":"2023-09-23T15:19:26.215809+0000","last_became_active":"2023-09-23T15:19:26.215159+0000","last_became_peered":"2023-09-23T15:19:26.215159+0000","last_unstale":"2023-09-23T15:19:26.215809+0000","last_undegraded":"2023-09-23T15:19:26.215809+0000","last_fullsized":"2023-09-23T15:19:26.215809+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:52.381252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":266,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206845+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:19:26.206845+0000","last_peered":"2023-09-23T15:19:26.206845+0000","last_clean":"2023-09-23T15:19:26.206845+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:19:26.206845+0000","last_undegraded":"2023-09-23T15:19:26.206845+0000","last_fullsized":"2023-09-23T15:19:26.206845+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":159,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.203495+0000","last_change":"2023-09-23T15:15:12.161053+0000","last_active":"2023-09-23T15:19:24.203495+0000","last_peered":"2023-09-23T15:19:24.203495+0000","last_clean":"2023-09-23T15:19:24.203495+0000","last_became_active":"2023-09-23T15:15:12.160629+0000","last_became_peered":"2023-09-23T15:15:12.160629+0000","last_unstale":"2023-09-23T15:19:24.203495+0000","last_undegraded":"2023-09-23T15:19:24.203495+0000","last_fullsized":"2023-09-23T15:19:24.203495+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:53.912905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-09-23T15:19:25.196373+0000","last_change":"2023-09-23T15:19:25.206167+0000","last_active":"2023-09-23T15:19:25.196373+0000","last_peered":"2023-09-23T15:19:25.196373+0000","last_clean":"2023-09-23T15:19:25.196373+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:19:25.196373+0000","last_undegraded":"2023-09-23T15:19:25.196373+0000","last_fullsized":"2023-09-23T15:19:25.196373+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:31.318825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":622,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.771828+0000","last_change":"2023-09-23T15:19:25.213680+0000","last_active":"2023-09-23T15:19:27.771828+0000","last_peered":"2023-09-23T15:19:27.771828+0000","last_clean":"2023-09-23T15:19:27.771828+0000","last_became_active":"2023-09-23T15:19:25.213275+0000","last_became_peered":"2023-09-23T15:19:25.213275+0000","last_unstale":"2023-09-23T15:19:27.771828+0000","last_undegraded":"2023-09-23T15:19:27.771828+0000","last_fullsized":"2023-09-23T15:19:27.771828+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":246,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206531+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:19:26.206531+0000","last_peered":"2023-09-23T15:19:26.206531+0000","last_clean":"2023-09-23T15:19:26.206531+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:19:26.206531+0000","last_undegraded":"2023-09-23T15:19:26.206531+0000","last_fullsized":"2023-09-23T15:19:26.206531+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":234,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.210111+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:19:24.210111+0000","last_peered":"2023-09-23T15:19:24.210111+0000","last_clean":"2023-09-23T15:19:24.210111+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:19:24.210111+0000","last_undegraded":"2023-09-23T15:19:24.210111+0000","last_fullsized":"2023-09-23T15:19:24.210111+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":10,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.214614+0000","last_change":"2023-09-23T15:19:26.211566+0000","last_active":"2023-09-23T15:19:26.214614+0000","last_peered":"2023-09-23T15:19:26.214614+0000","last_clean":"2023-09-23T15:19:26.214614+0000","last_became_active":"2023-09-23T15:19:26.211327+0000","last_became_peered":"2023-09-23T15:19:26.211327+0000","last_unstale":"2023-09-23T15:19:26.214614+0000","last_undegraded":"2023-09-23T15:19:26.214614+0000","last_fullsized":"2023-09-23T15:19:26.214614+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:21:58.304969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":440,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.294571+0000","last_change":"2023-09-23T15:19:25.294571+0000","last_active":"2023-09-23T15:19:25.294571+0000","last_peered":"2023-09-23T15:19:25.294571+0000","last_clean":"2023-09-23T15:19:25.294571+0000","last_became_active":"2023-09-23T15:19:25.294159+0000","last_became_peered":"2023-09-23T15:19:25.294159+0000","last_unstale":"2023-09-23T15:19:25.294571+0000","last_undegraded":"2023-09-23T15:19:25.294571+0000","last_fullsized":"2023-09-23T15:19:25.294571+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":226,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.211928+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:19:25.211928+0000","last_peered":"2023-09-23T15:19:25.211928+0000","last_clean":"2023-09-23T15:19:25.211928+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:19:25.211928+0000","last_undegraded":"2023-09-23T15:19:25.211928+0000","last_fullsized":"2023-09-23T15:19:25.211928+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":239,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207487+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:19:26.207487+0000","last_peered":"2023-09-23T15:19:26.207487+0000","last_clean":"2023-09-23T15:19:26.207487+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:19:26.207487+0000","last_undegraded":"2023-09-23T15:19:26.207487+0000","last_fullsized":"2023-09-23T15:19:26.207487+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":241,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.208645+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:19:24.208645+0000","last_peered":"2023-09-23T15:19:24.208645+0000","last_clean":"2023-09-23T15:19:24.208645+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:19:24.208645+0000","last_undegraded":"2023-09-23T15:19:24.208645+0000","last_fullsized":"2023-09-23T15:19:24.208645+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":11,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.770792+0000","last_change":"2023-09-23T15:19:26.210650+0000","last_active":"2023-09-23T15:19:27.770792+0000","last_peered":"2023-09-23T15:19:27.770792+0000","last_clean":"2023-09-23T15:19:27.770792+0000","last_became_active":"2023-09-23T15:19:26.210250+0000","last_became_peered":"2023-09-23T15:19:26.210250+0000","last_unstale":"2023-09-23T15:19:27.770792+0000","last_undegraded":"2023-09-23T15:19:27.770792+0000","last_fullsized":"2023-09-23T15:19:27.770792+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:37.416489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":628,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.214359+0000","last_change":"2023-09-23T15:19:25.213573+0000","last_active":"2023-09-23T15:19:25.214359+0000","last_peered":"2023-09-23T15:19:25.214359+0000","last_clean":"2023-09-23T15:19:25.214359+0000","last_became_active":"2023-09-23T15:19:25.213152+0000","last_became_peered":"2023-09-23T15:19:25.213152+0000","last_unstale":"2023-09-23T15:19:25.214359+0000","last_undegraded":"2023-09-23T15:19:25.214359+0000","last_fullsized":"2023-09-23T15:19:25.214359+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":210,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.208780+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:19:24.208780+0000","last_peered":"2023-09-23T15:19:24.208780+0000","last_clean":"2023-09-23T15:19:24.208780+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:19:24.208780+0000","last_undegraded":"2023-09-23T15:19:24.208780+0000","last_fullsized":"2023-09-23T15:19:24.208780+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":241,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.204761+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:19:24.204761+0000","last_peered":"2023-09-23T15:19:24.204761+0000","last_clean":"2023-09-23T15:19:24.204761+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:19:24.204761+0000","last_undegraded":"2023-09-23T15:19:24.204761+0000","last_fullsized":"2023-09-23T15:19:24.204761+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":84,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207196+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:19:26.207196+0000","last_peered":"2023-09-23T15:19:26.207196+0000","last_clean":"2023-09-23T15:19:26.207196+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:19:26.207196+0000","last_undegraded":"2023-09-23T15:19:26.207196+0000","last_fullsized":"2023-09-23T15:19:26.207196+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":11,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.771367+0000","last_change":"2023-09-23T15:19:26.215975+0000","last_active":"2023-09-23T15:19:27.771367+0000","last_peered":"2023-09-23T15:19:27.771367+0000","last_clean":"2023-09-23T15:19:27.771367+0000","last_became_active":"2023-09-23T15:19:26.215607+0000","last_became_peered":"2023-09-23T15:19:26.215607+0000","last_unstale":"2023-09-23T15:19:27.771367+0000","last_undegraded":"2023-09-23T15:19:27.771367+0000","last_fullsized":"2023-09-23T15:19:27.771367+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:44:59.910347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":685,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.216026+0000","last_change":"2023-09-23T15:19:25.215626+0000","last_active":"2023-09-23T15:19:25.216026+0000","last_peered":"2023-09-23T15:19:25.216026+0000","last_clean":"2023-09-23T15:19:25.216026+0000","last_became_active":"2023-09-23T15:19:25.215044+0000","last_became_peered":"2023-09-23T15:19:25.215044+0000","last_unstale":"2023-09-23T15:19:25.216026+0000","last_undegraded":"2023-09-23T15:19:25.216026+0000","last_fullsized":"2023-09-23T15:19:25.216026+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":93,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206942+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:19:26.206942+0000","last_peered":"2023-09-23T15:19:26.206942+0000","last_clean":"2023-09-23T15:19:26.206942+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:19:26.206942+0000","last_undegraded":"2023-09-23T15:19:26.206942+0000","last_fullsized":"2023-09-23T15:19:26.206942+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":84,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207426+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:19:26.207426+0000","last_peered":"2023-09-23T15:19:26.207426+0000","last_clean":"2023-09-23T15:19:26.207426+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:19:26.207426+0000","last_undegraded":"2023-09-23T15:19:26.207426+0000","last_fullsized":"2023-09-23T15:19:26.207426+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":247,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.208453+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:19:24.208453+0000","last_peered":"2023-09-23T15:19:24.208453+0000","last_clean":"2023-09-23T15:19:24.208453+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:19:24.208453+0000","last_undegraded":"2023-09-23T15:19:24.208453+0000","last_fullsized":"2023-09-23T15:19:24.208453+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-09-23T15:19:25.196373+0000","last_change":"2023-09-23T15:19:25.205698+0000","last_active":"2023-09-23T15:19:25.196373+0000","last_peered":"2023-09-23T15:19:25.196373+0000","last_clean":"2023-09-23T15:19:25.196373+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:19:25.196373+0000","last_undegraded":"2023-09-23T15:19:25.196373+0000","last_fullsized":"2023-09-23T15:19:25.196373+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:15:43.374414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":99,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206492+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:19:26.206492+0000","last_peered":"2023-09-23T15:19:26.206492+0000","last_clean":"2023-09-23T15:19:26.206492+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:19:26.206492+0000","last_undegraded":"2023-09-23T15:19:26.206492+0000","last_fullsized":"2023-09-23T15:19:26.206492+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":669,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.212030+0000","last_change":"2023-09-23T15:19:09.277973+0000","last_active":"2023-09-23T15:19:25.212030+0000","last_peered":"2023-09-23T15:19:25.212030+0000","last_clean":"2023-09-23T15:19:25.212030+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:19:25.212030+0000","last_undegraded":"2023-09-23T15:19:25.212030+0000","last_fullsized":"2023-09-23T15:19:25.212030+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":205,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206649+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:19:26.206649+0000","last_peered":"2023-09-23T15:19:26.206649+0000","last_clean":"2023-09-23T15:19:26.206649+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:19:26.206649+0000","last_undegraded":"2023-09-23T15:19:26.206649+0000","last_fullsized":"2023-09-23T15:19:26.206649+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":189,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.204013+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:19:24.204013+0000","last_peered":"2023-09-23T15:19:24.204013+0000","last_clean":"2023-09-23T15:19:24.204013+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:19:24.204013+0000","last_undegraded":"2023-09-23T15:19:24.204013+0000","last_fullsized":"2023-09-23T15:19:24.204013+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":11,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.771651+0000","last_change":"2023-09-23T15:19:26.214968+0000","last_active":"2023-09-23T15:19:27.771651+0000","last_peered":"2023-09-23T15:19:27.771651+0000","last_clean":"2023-09-23T15:19:27.771651+0000","last_became_active":"2023-09-23T15:19:26.214730+0000","last_became_peered":"2023-09-23T15:19:26.214730+0000","last_unstale":"2023-09-23T15:19:27.771651+0000","last_undegraded":"2023-09-23T15:19:27.771651+0000","last_fullsized":"2023-09-23T15:19:27.771651+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:51.809441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":440,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.215405+0000","last_change":"2023-09-23T15:19:25.215405+0000","last_active":"2023-09-23T15:19:25.215405+0000","last_peered":"2023-09-23T15:19:25.215405+0000","last_clean":"2023-09-23T15:19:25.215405+0000","last_became_active":"2023-09-23T15:19:25.214134+0000","last_became_peered":"2023-09-23T15:19:25.214134+0000","last_unstale":"2023-09-23T15:19:25.215405+0000","last_undegraded":"2023-09-23T15:19:25.215405+0000","last_fullsized":"2023-09-23T15:19:25.215405+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":246,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.212220+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:19:25.212220+0000","last_peered":"2023-09-23T15:19:25.212220+0000","last_clean":"2023-09-23T15:19:25.212220+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:19:25.212220+0000","last_undegraded":"2023-09-23T15:19:25.212220+0000","last_fullsized":"2023-09-23T15:19:25.212220+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":103,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206629+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:19:26.206629+0000","last_peered":"2023-09-23T15:19:26.206629+0000","last_clean":"2023-09-23T15:19:26.206629+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:19:26.206629+0000","last_undegraded":"2023-09-23T15:19:26.206629+0000","last_fullsized":"2023-09-23T15:19:26.206629+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":78,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.200291+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:19:25.200291+0000","last_peered":"2023-09-23T15:19:25.200291+0000","last_clean":"2023-09-23T15:19:25.200291+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:19:25.200291+0000","last_undegraded":"2023-09-23T15:19:25.200291+0000","last_fullsized":"2023-09-23T15:19:25.200291+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":11,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.771733+0000","last_change":"2023-09-23T15:19:26.216446+0000","last_active":"2023-09-23T15:19:27.771733+0000","last_peered":"2023-09-23T15:19:27.771733+0000","last_clean":"2023-09-23T15:19:27.771733+0000","last_became_active":"2023-09-23T15:19:26.216163+0000","last_became_peered":"2023-09-23T15:19:26.216163+0000","last_unstale":"2023-09-23T15:19:27.771733+0000","last_undegraded":"2023-09-23T15:19:27.771733+0000","last_fullsized":"2023-09-23T15:19:27.771733+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:05:17.062527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":440,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.294575+0000","last_change":"2023-09-23T15:19:25.294575+0000","last_active":"2023-09-23T15:19:25.294575+0000","last_peered":"2023-09-23T15:19:25.294575+0000","last_clean":"2023-09-23T15:19:25.294575+0000","last_became_active":"2023-09-23T15:19:25.294216+0000","last_became_peered":"2023-09-23T15:19:25.294216+0000","last_unstale":"2023-09-23T15:19:25.294575+0000","last_undegraded":"2023-09-23T15:19:25.294575+0000","last_fullsized":"2023-09-23T15:19:25.294575+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":246,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.213327+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:19:25.213327+0000","last_peered":"2023-09-23T15:19:25.213327+0000","last_clean":"2023-09-23T15:19:25.213327+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:19:25.213327+0000","last_undegraded":"2023-09-23T15:19:25.213327+0000","last_fullsized":"2023-09-23T15:19:25.213327+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":84,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207242+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:19:26.207242+0000","last_peered":"2023-09-23T15:19:26.207242+0000","last_clean":"2023-09-23T15:19:26.207242+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:19:26.207242+0000","last_undegraded":"2023-09-23T15:19:26.207242+0000","last_fullsized":"2023-09-23T15:19:26.207242+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":129,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207571+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:19:26.207571+0000","last_peered":"2023-09-23T15:19:26.207571+0000","last_clean":"2023-09-23T15:19:26.207571+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:19:26.207571+0000","last_undegraded":"2023-09-23T15:19:26.207571+0000","last_fullsized":"2023-09-23T15:19:26.207571+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":10,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.214328+0000","last_change":"2023-09-23T15:19:26.211044+0000","last_active":"2023-09-23T15:19:26.214328+0000","last_peered":"2023-09-23T15:19:26.214328+0000","last_clean":"2023-09-23T15:19:26.214328+0000","last_became_active":"2023-09-23T15:19:26.210793+0000","last_became_peered":"2023-09-23T15:19:26.210793+0000","last_unstale":"2023-09-23T15:19:26.214328+0000","last_undegraded":"2023-09-23T15:19:26.214328+0000","last_fullsized":"2023-09-23T15:19:26.214328+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:35:57.549271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":622,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:27.771542+0000","last_change":"2023-09-23T15:19:25.213150+0000","last_active":"2023-09-23T15:19:27.771542+0000","last_peered":"2023-09-23T15:19:27.771542+0000","last_clean":"2023-09-23T15:19:27.771542+0000","last_became_active":"2023-09-23T15:19:25.212691+0000","last_became_peered":"2023-09-23T15:19:25.212691+0000","last_unstale":"2023-09-23T15:19:27.771542+0000","last_undegraded":"2023-09-23T15:19:27.771542+0000","last_fullsized":"2023-09-23T15:19:27.771542+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":269,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.209616+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:19:26.209616+0000","last_peered":"2023-09-23T15:19:26.209616+0000","last_clean":"2023-09-23T15:19:26.209616+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:19:26.209616+0000","last_undegraded":"2023-09-23T15:19:26.209616+0000","last_fullsized":"2023-09-23T15:19:26.209616+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":219,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.209869+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:19:24.209869+0000","last_peered":"2023-09-23T15:19:24.209869+0000","last_clean":"2023-09-23T15:19:24.209869+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:19:24.209869+0000","last_undegraded":"2023-09-23T15:19:24.209869+0000","last_fullsized":"2023-09-23T15:19:24.209869+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":258,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206574+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:19:26.206574+0000","last_peered":"2023-09-23T15:19:26.206574+0000","last_clean":"2023-09-23T15:19:26.206574+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:19:26.206574+0000","last_undegraded":"2023-09-23T15:19:26.206574+0000","last_fullsized":"2023-09-23T15:19:26.206574+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.215049+0000","last_change":"2023-09-23T15:19:26.215049+0000","last_active":"2023-09-23T15:19:26.215049+0000","last_peered":"2023-09-23T15:19:26.215049+0000","last_clean":"2023-09-23T15:19:26.215049+0000","last_became_active":"2023-09-23T15:19:26.214704+0000","last_became_peered":"2023-09-23T15:19:26.214704+0000","last_unstale":"2023-09-23T15:19:26.215049+0000","last_undegraded":"2023-09-23T15:19:26.215049+0000","last_fullsized":"2023-09-23T15:19:26.215049+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:03:44.353471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":634,"reported_epoch":263,"state":"active+clean","last_fresh":"2023-09-23T15:19:28.292090+0000","last_change":"2023-09-23T15:19:28.292090+0000","last_active":"2023-09-23T15:19:28.292090+0000","last_peered":"2023-09-23T15:19:28.292090+0000","last_clean":"2023-09-23T15:19:28.292090+0000","last_became_active":"2023-09-23T15:19:25.297146+0000","last_became_peered":"2023-09-23T15:19:25.297146+0000","last_unstale":"2023-09-23T15:19:28.292090+0000","last_undegraded":"2023-09-23T15:19:28.292090+0000","last_fullsized":"2023-09-23T15:19:28.292090+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.291991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.291991+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:51:50.159470+0000","scrub_duration":0.0020547220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":247,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.204220+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:19:24.204220+0000","last_peered":"2023-09-23T15:19:24.204220+0000","last_clean":"2023-09-23T15:19:24.204220+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:19:24.204220+0000","last_undegraded":"2023-09-23T15:19:24.204220+0000","last_fullsized":"2023-09-23T15:19:24.204220+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":110,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.200463+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:19:25.200463+0000","last_peered":"2023-09-23T15:19:25.200463+0000","last_clean":"2023-09-23T15:19:25.200463+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:19:25.200463+0000","last_undegraded":"2023-09-23T15:19:25.200463+0000","last_fullsized":"2023-09-23T15:19:25.200463+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":144,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206897+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:19:26.206897+0000","last_peered":"2023-09-23T15:19:26.206897+0000","last_clean":"2023-09-23T15:19:26.206897+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:19:26.206897+0000","last_undegraded":"2023-09-23T15:19:26.206897+0000","last_fullsized":"2023-09-23T15:19:26.206897+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":101,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.200089+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:19:25.200089+0000","last_peered":"2023-09-23T15:19:25.200089+0000","last_clean":"2023-09-23T15:19:25.200089+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:19:25.200089+0000","last_undegraded":"2023-09-23T15:19:25.200089+0000","last_fullsized":"2023-09-23T15:19:25.200089+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":83,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207274+0000","last_change":"2023-09-23T15:14:43.204938+0000","last_active":"2023-09-23T15:19:26.207274+0000","last_peered":"2023-09-23T15:19:26.207274+0000","last_clean":"2023-09-23T15:19:26.207274+0000","last_became_active":"2023-09-23T15:14:43.204659+0000","last_became_peered":"2023-09-23T15:14:43.204659+0000","last_unstale":"2023-09-23T15:19:26.207274+0000","last_undegraded":"2023-09-23T15:19:26.207274+0000","last_fullsized":"2023-09-23T15:19:26.207274+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:53.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":86,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.209679+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:19:24.209679+0000","last_peered":"2023-09-23T15:19:24.209679+0000","last_clean":"2023-09-23T15:19:24.209679+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:19:24.209679+0000","last_undegraded":"2023-09-23T15:19:24.209679+0000","last_fullsized":"2023-09-23T15:19:24.209679+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":241,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.208933+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:19:26.208933+0000","last_peered":"2023-09-23T15:19:26.208933+0000","last_clean":"2023-09-23T15:19:26.208933+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:19:26.208933+0000","last_undegraded":"2023-09-23T15:19:26.208933+0000","last_fullsized":"2023-09-23T15:19:26.208933+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":86,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.203912+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:19:24.203912+0000","last_peered":"2023-09-23T15:19:24.203912+0000","last_clean":"2023-09-23T15:19:24.203912+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:19:24.203912+0000","last_undegraded":"2023-09-23T15:19:24.203912+0000","last_fullsized":"2023-09-23T15:19:24.203912+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":275,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206790+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:19:26.206790+0000","last_peered":"2023-09-23T15:19:26.206790+0000","last_clean":"2023-09-23T15:19:26.206790+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:19:26.206790+0000","last_undegraded":"2023-09-23T15:19:26.206790+0000","last_fullsized":"2023-09-23T15:19:26.206790+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":280,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.207430+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:19:26.207430+0000","last_peered":"2023-09-23T15:19:26.207430+0000","last_clean":"2023-09-23T15:19:26.207430+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:19:26.207430+0000","last_undegraded":"2023-09-23T15:19:26.207430+0000","last_fullsized":"2023-09-23T15:19:26.207430+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":301,"reported_epoch":262,"state":"active+clean","last_fresh":"2023-09-23T15:19:26.206353+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:19:26.206353+0000","last_peered":"2023-09-23T15:19:26.206353+0000","last_clean":"2023-09-23T15:19:26.206353+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:19:26.206353+0000","last_undegraded":"2023-09-23T15:19:26.206353+0000","last_fullsized":"2023-09-23T15:19:26.206353+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":84,"reported_epoch":261,"state":"active+clean","last_fresh":"2023-09-23T15:19:25.200700+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:19:25.200700+0000","last_peered":"2023-09-23T15:19:25.200700+0000","last_clean":"2023-09-23T15:19:25.200700+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:19:25.200700+0000","last_undegraded":"2023-09-23T15:19:25.200700+0000","last_fullsized":"2023-09-23T15:19:25.200700+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":159,"reported_epoch":260,"state":"active+clean","last_fresh":"2023-09-23T15:19:24.202798+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:19:24.202798+0000","last_peered":"2023-09-23T15:19:24.202798+0000","last_clean":"2023-09-23T15:19:24.202798+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:19:24.202798+0000","last_undegraded":"2023-09-23T15:19:24.202798+0000","last_fullsized":"2023-09-23T15:19:24.202798+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":48,"acting":48,"num_store_stats":7},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":864378,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":449,"num_read_kb":836,"num_write":217,"num_write_kb":2196,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":2194801,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674341,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":111812,"kb_used_data":53500,"kb_used_omap":85,"kb_used_meta":58218,"kb_avail":93633340,"statfs":{"total":95995035648,"available":95880540160,"internally_reserved":0,"allocated":54784000,"data_stored":53859620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":59615240},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.48299999999999998,"15min":0.439},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":4.7930000000000001,"5min":4.7930000000000001,"15min":4.7930000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.49399999999999999,"15min":0.44},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":5.4279999999999999,"5min":5.4279999999999999,"15min":5.4279999999999999},"last":0.59299999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":10.018000000000001,"5min":2.3809999999999998,"15min":1.1080000000000001},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":177.52699999999999,"5min":177.52699999999999,"15min":177.52699999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":10.138,"5min":2.4060000000000001,"15min":1.117},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":177.602,"5min":177.602,"15min":177.602},"last":0.57399999999999995}]},{"osd":2,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":1.2969999999999999,"5min":2.0009999999999999,"15min":2.1190000000000002},"min":{"1min":0.30099999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":10.888999999999999,"5min":29.672999999999998,"15min":29.672999999999998},"last":0.53100000000000003},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.9379999999999999,"15min":2.032},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":10.667,"5min":29.635000000000002,"15min":29.635000000000002},"last":0.60499999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":3.8410000000000002,"5min":1.361,"15min":0.94699999999999995},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":57.662999999999997,"5min":57.662999999999997,"15min":57.662999999999997},"last":0.624},{"interface":"front","average":{"1min":4.343,"5min":1.2809999999999999,"15min":0.77100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":57.731000000000002,"5min":57.731000000000002,"15min":57.731000000000002},"last":0.47399999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.41299999999999998,"15min":0.41799999999999998},"min":{"1min":0.29799999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.51300000000000001,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.45400000000000001,"15min":0.45800000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.54900000000000004,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.54900000000000004}]},{"osd":5,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.439,"15min":0.44500000000000001},"min":{"1min":0.29499999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.69499999999999995,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.441,"5min":0.46100000000000002,"15min":0.46500000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68000000000000005,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.438}]},{"osd":6,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46600000000000003,"15min":0.46800000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65500000000000003,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.495},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71999999999999997,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.51800000000000002}]}]},{"osd":6,"up_from":122,"seq":523986010220,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":340144,"kb_used_data":162216,"kb_used_omap":9,"kb_used_meta":177910,"kb_avail":93405008,"statfs":{"total":95995035648,"available":95646728192,"internally_reserved":0,"allocated":166109184,"data_stored":165189578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":182180179},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.78900000000000003,"15min":1.802},"min":{"1min":0.219,"5min":0.219,"15min":0.20100000000000001},"max":{"1min":8.5199999999999996,"5min":9.5570000000000004,"15min":26.251000000000001},"last":0.496},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.73199999999999998,"15min":2.0590000000000002},"min":{"1min":0.28699999999999998,"5min":0.246,"15min":0.246},"max":{"1min":8.5,"5min":8.5,"15min":26.045999999999999},"last":0.41799999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":4.4889999999999999,"5min":2.0470000000000002,"15min":1.6160000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.22500000000000001},"max":{"1min":58.652999999999999,"5min":58.652999999999999,"15min":58.652999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":2.4820000000000002,"5min":1.772,"15min":1.8069999999999999},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":25.829999999999998,"5min":28.850000000000001,"15min":28.850000000000001},"last":0.50600000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.2749999999999999,"15min":1.587},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":9.3070000000000004,"5min":9.3070000000000004,"15min":9.3070000000000004},"last":0.53700000000000003},{"interface":"front","average":{"1min":3.8940000000000001,"5min":1.976,"15min":1.8899999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":58.975999999999999,"5min":58.975999999999999,"15min":58.975999999999999},"last":0.45700000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":15.163,"5min":5.2110000000000003,"15min":2.6120000000000001},"min":{"1min":0.30299999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":256.608,"5min":256.608,"15min":256.608},"last":0.47399999999999998},{"interface":"front","average":{"1min":15.108000000000001,"5min":4.8819999999999997,"15min":3.145},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":256.42500000000001,"5min":256.42500000000001,"15min":256.42500000000001},"last":0.51600000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.65000000000000002,"15min":0.73499999999999999},"min":{"1min":0.255,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.6699999999999999,"5min":6.4409999999999998,"15min":36.335000000000001},"last":0.37},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.70699999999999996,"15min":0.93899999999999995},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57199999999999995,"5min":4.1239999999999997,"15min":36.374000000000002},"last":0.48599999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.88100000000000001,"15min":5.149},"min":{"1min":0.26700000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.60399999999999998,"5min":6.8209999999999997,"15min":144.953},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":4.9240000000000004},"min":{"1min":0.31,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1160000000000001,"5min":5.7089999999999996,"15min":144.79400000000001},"last":0.44600000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:18:31 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.48299999999999998,"15min":0.48099999999999998},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.1080000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.436},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.50700000000000001,"15min":0.51200000000000001},"min":{"1min":0.32700000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.95499999999999996,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.52600000000000002}]}]},{"osd":1,"up_from":89,"seq":382252089497,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":412372,"kb_used_data":111436,"kb_used_omap":9,"kb_used_meta":300918,"kb_avail":93332780,"statfs":{"total":95995035648,"available":95572766720,"internally_reserved":0,"allocated":114110464,"data_stored":112755537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":308141033},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.4179999999999999,"15min":0.98899999999999999},"min":{"1min":0.22,"5min":0.182,"15min":0.182},"max":{"1min":8.327,"5min":8.5250000000000004,"15min":15.233000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.97999999999999998,"5min":1.375,"15min":0.95699999999999996},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":3.7229999999999999,"5min":8.9589999999999996,"15min":8.9589999999999996},"last":0.36399999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:19:14 2023","interfaces":[{"interface":"back","average":{"1min":2.4790000000000001,"5min":2.0030000000000001,"15min":3.7530000000000001},"min":{"1min":0.23000000000000001,"5min":0.22800000000000001,"15min":0.185},"max":{"1min":14.662000000000001,"5min":17.972999999999999,"15min":64.444999999999993},"last":0.308},{"interface":"front","average":{"1min":2.1909999999999998,"5min":2.2010000000000001,"15min":3.8559999999999999},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.8630000000000004,"5min":18.085999999999999,"15min":63.148000000000003},"last":0.40000000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":2.298,"5min":5.0309999999999997,"15min":2.355},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.19900000000000001},"max":{"1min":14.598000000000001,"5min":128.65799999999999,"15min":128.65799999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":2.5710000000000002,"5min":4.4649999999999999,"15min":2.1230000000000002},"min":{"1min":0.249,"5min":0.248,"15min":0.216},"max":{"1min":8.8200000000000003,"5min":128.227,"15min":128.227},"last":0.39000000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":1.704,"5min":2.7309999999999999,"15min":1.5069999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28499999999999998},"max":{"1min":13.131,"5min":76.534999999999997,"15min":76.534999999999997},"last":0.45000000000000001},{"interface":"front","average":{"1min":1.9019999999999999,"5min":2.2799999999999998,"15min":1.381},"min":{"1min":0.29699999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.3120000000000003,"5min":76.661000000000001,"15min":76.661000000000001},"last":0.56200000000000006}]},{"osd":5,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":1.405,"15min":1.0529999999999999},"min":{"1min":0.34000000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.9449999999999998,"5min":9.8330000000000002,"15min":9.8330000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":1.712,"5min":1.8080000000000001,"15min":1.2609999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":13.071999999999999,"5min":13.994,"15min":13.994},"last":0.54700000000000004}]},{"osd":6,"last update":"Sat Sep 23 15:18:54 2023","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.804,"15min":1.716},"min":{"1min":0.34799999999999998,"5min":0.34100000000000003,"15min":0.30599999999999999},"max":{"1min":4.7709999999999999,"5min":23.978000000000002,"15min":23.978000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":2.1000000000000001,"5min":2.1309999999999998,"15min":1.9630000000000001},"min":{"1min":0.375,"5min":0.317,"15min":0.317},"max":{"1min":13.103,"5min":26.975999999999999,"15min":26.975999999999999},"last":0.51700000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":1.9630000000000001,"5min":1.2869999999999999,"15min":1.1739999999999999},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":7.3449999999999998,"5min":7.3449999999999998,"15min":7.3449999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":2.5880000000000001,"5min":1.401,"15min":1.2030000000000001},"min":{"1min":0.49399999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":13.022,"5min":13.022,"15min":13.022},"last":0.48999999999999999}]}]},{"osd":0,"up_from":84,"seq":360777253025,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":549108,"kb_used_data":382956,"kb_used_omap":28,"kb_used_meta":166115,"kb_avail":93196044,"statfs":{"total":95995035648,"available":95432749056,"internally_reserved":0,"allocated":392146944,"data_stored":390588016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":170102608},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:19:05 2023","interfaces":[{"interface":"back","average":{"1min":3.5179999999999998,"5min":1.7749999999999999,"15min":1.4079999999999999},"min":{"1min":0.216,"5min":0.182,"15min":0.182},"max":{"1min":49.037999999999997,"5min":49.037999999999997,"15min":71.188000000000002},"last":0.501},{"interface":"front","average":{"1min":3.9609999999999999,"5min":2.1819999999999999,"15min":1.4850000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.217},"max":{"1min":49.420999999999999,"5min":49.420999999999999,"15min":70.156999999999996},"last":0.377}]},{"osd":2,"last update":"Sat Sep 23 15:19:23 2023","interfaces":[{"interface":"back","average":{"1min":1.79,"5min":2.0030000000000001,"15min":2.7559999999999998},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":9.1649999999999991,"5min":21.861000000000001,"15min":138.55099999999999},"last":0.439},{"interface":"front","average":{"1min":1.6120000000000001,"5min":1.5760000000000001,"15min":2.2349999999999999},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":5.8979999999999997,"5min":12.901,"15min":138.322},"last":0.42699999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:19:13 2023","interfaces":[{"interface":"back","average":{"1min":1.98,"5min":1.9259999999999999,"15min":2.2469999999999999},"min":{"1min":0.27100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.6329999999999991,"5min":11.055999999999999,"15min":100.062},"last":0.48899999999999999},{"interface":"front","average":{"1min":2.3410000000000002,"5min":2.0179999999999998,"15min":2.2989999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":9.5869999999999997,"5min":11.125999999999999,"15min":100.547},"last":0.46200000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":2.6899999999999999,"15min":1.4510000000000001},"min":{"1min":0.35999999999999999,"5min":0.30399999999999999,"15min":0.28599999999999998},"max":{"1min":3.3170000000000002,"5min":142.44200000000001,"15min":142.44200000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":1.7170000000000001,"5min":3.3999999999999999,"15min":1.792},"min":{"1min":0.35599999999999998,"5min":0.307,"15min":0.28699999999999998},"max":{"1min":8.4629999999999992,"5min":141.69200000000001,"15min":141.69200000000001},"last":0.51700000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.714,"5min":1.4279999999999999,"15min":1.1819999999999999},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.30099999999999999},"max":{"1min":8.4260000000000002,"5min":10.757,"15min":41.631999999999998},"last":0.63},{"interface":"front","average":{"1min":1.9830000000000001,"5min":1.3029999999999999,"15min":1.095},"min":{"1min":0.38,"5min":0.373,"15min":0.33800000000000002},"max":{"1min":7.7279999999999998,"5min":7.7279999999999998,"15min":10.289},"last":0.622}]},{"osd":6,"last update":"Sat Sep 23 15:18:39 2023","interfaces":[{"interface":"back","average":{"1min":1.982,"5min":1.4490000000000001,"15min":1.7949999999999999},"min":{"1min":0.36699999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":7.7839999999999998,"5min":7.7839999999999998,"15min":10.222},"last":0.55600000000000005},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.456,"15min":1.522},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.7949999999999999,"5min":9.4600000000000009,"15min":10.355},"last":0.60099999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:18:32 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.103,"15min":0.96099999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":7.6929999999999996,"5min":7.6929999999999996,"15min":7.6929999999999996},"last":0.57099999999999995},{"interface":"front","average":{"1min":1.9970000000000001,"5min":1.127,"15min":0.98199999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":7.7610000000000001,"5min":7.7610000000000001,"15min":7.7610000000000001},"last":0.58999999999999997}]}]},{"osd":2,"up_from":117,"seq":502511173740,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":535940,"kb_used_data":243836,"kb_used_omap":81,"kb_used_meta":292014,"kb_avail":93209212,"statfs":{"total":95995035648,"available":95446233088,"internally_reserved":0,"allocated":249688064,"data_stored":248307408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":299022554},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:19:20 2023","interfaces":[{"interface":"back","average":{"1min":1.381,"5min":1.111,"15min":1.569},"min":{"1min":0.20399999999999999,"5min":0.20300000000000001,"15min":0.18099999999999999},"max":{"1min":12.454000000000001,"5min":13.717000000000001,"15min":13.717000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":1.929,"5min":2.0259999999999998,"15min":1.544},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.8680000000000003,"5min":16.984000000000002,"15min":16.984000000000002},"last":0.33900000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:19:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":1.9950000000000001,"15min":2.1019999999999999},"min":{"1min":0.216,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":8.8979999999999997,"5min":16.960999999999999,"15min":169.398},"last":0.29599999999999999},{"interface":"front","average":{"1min":1.4570000000000001,"5min":1.137,"15min":2.1930000000000001},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.21199999999999999},"max":{"1min":9.9870000000000001,"5min":9.9870000000000001,"15min":166.50999999999999},"last":0.317}]},{"osd":3,"last update":"Sat Sep 23 15:19:20 2023","interfaces":[{"interface":"back","average":{"1min":2.0299999999999998,"5min":2.1160000000000001,"15min":4.7759999999999998},"min":{"1min":0.28799999999999998,"5min":0.20599999999999999,"15min":0.16800000000000001},"max":{"1min":9.9450000000000003,"5min":63.838000000000001,"15min":165.32300000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":1.6539999999999999,"5min":2.0600000000000001,"15min":4.4480000000000004},"min":{"1min":0.28599999999999998,"5min":0.24299999999999999,"15min":0.24199999999999999},"max":{"1min":12.496,"5min":63.427999999999997,"15min":165.66999999999999},"last":0.35099999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:19:20 2023","interfaces":[{"interface":"back","average":{"1min":1.2709999999999999,"5min":1.0169999999999999,"15min":3.6469999999999998},"min":{"1min":0.33100000000000002,"5min":0.311,"15min":0.311},"max":{"1min":6.6509999999999998,"5min":12.945,"15min":50.792000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":1.8660000000000001,"5min":1.6439999999999999,"15min":2.169},"min":{"1min":0.35699999999999998,"5min":0.311,"15min":0.29399999999999998},"max":{"1min":8.8379999999999992,"5min":16.878,"15min":36.051000000000002},"last":0.46800000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:19:20 2023","interfaces":[{"interface":"back","average":{"1min":1.962,"5min":1.7450000000000001,"15min":2.339},"min":{"1min":0.317,"5min":0.317,"15min":0.27700000000000002},"max":{"1min":8.782,"5min":16.927,"15min":35.878},"last":0.505},{"interface":"front","average":{"1min":1.2689999999999999,"5min":0.95599999999999996,"15min":3.569},"min":{"1min":0.40600000000000003,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":6.6349999999999998,"5min":6.6349999999999998,"15min":50.816000000000003},"last":0.55100000000000005}]},{"osd":6,"last update":"Sat Sep 23 15:18:42 2023","interfaces":[{"interface":"back","average":{"1min":7.2720000000000002,"5min":2.4319999999999999,"15min":4.3819999999999997},"min":{"1min":0.39700000000000002,"5min":0.35099999999999998,"15min":0.34999999999999998},"max":{"1min":134.21700000000001,"5min":134.21700000000001,"15min":134.21700000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":7.125,"5min":2.5030000000000001,"15min":4.0030000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":134.393,"5min":134.393,"15min":134.393},"last":0.57699999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:18:30 2023","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.95099999999999996,"15min":0.94999999999999996},"min":{"1min":0.38900000000000001,"5min":0.38,"15min":0.38},"max":{"1min":5.149,"5min":5.149,"15min":5.149},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.80800000000000005,"15min":0.78800000000000003},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":3.8300000000000001,"5min":4.5609999999999999,"15min":4.5609999999999999},"last":0.56299999999999994}]}]},{"osd":3,"up_from":99,"seq":425201762446,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":557816,"kb_used_data":143024,"kb_used_omap":7,"kb_used_meta":414776,"kb_avail":93187336,"statfs":{"total":95995035648,"available":95423832064,"internally_reserved":0,"allocated":146456576,"data_stored":145082133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":424731240},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:19:15 2023","interfaces":[{"interface":"back","average":{"1min":1.264,"5min":1.863,"15min":1.1000000000000001},"min":{"1min":0.20899999999999999,"5min":0.19700000000000001,"15min":0.19600000000000001},"max":{"1min":4.6699999999999999,"5min":40.311999999999998,"15min":40.311999999999998},"last":0.46300000000000002},{"interface":"front","average":{"1min":1.1519999999999999,"5min":1.617,"15min":1.0489999999999999},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.17499999999999999},"max":{"1min":6.0510000000000002,"5min":16.289000000000001,"15min":16.289000000000001},"last":0.32900000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:19:15 2023","interfaces":[{"interface":"back","average":{"1min":2.2160000000000002,"5min":2.1179999999999999,"15min":1.2889999999999999},"min":{"1min":0.21199999999999999,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":8.1859999999999999,"5min":24.013000000000002,"15min":24.013000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":1.919,"5min":1.9339999999999999,"15min":1.3100000000000001},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":8.2249999999999996,"5min":21.827999999999999,"15min":21.827999999999999},"last":0.41999999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":1.9079999999999999,"15min":3.032},"min":{"1min":0.24199999999999999,"5min":0.23000000000000001,"15min":0.21299999999999999},"max":{"1min":8.827,"5min":22.73,"15min":55.378999999999998},"last":0.36799999999999999},{"interface":"front","average":{"1min":8.5380000000000003,"5min":3.1139999999999999,"15min":3.734},"min":{"1min":0.30499999999999999,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":154.73400000000001,"5min":154.73400000000001,"15min":154.73400000000001},"last":0.39800000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:19:15 2023","interfaces":[{"interface":"back","average":{"1min":1.53,"5min":1.506,"15min":1.008},"min":{"1min":0.32500000000000001,"5min":0.31,"15min":0.31},"max":{"1min":5.3330000000000002,"5min":9.3469999999999995,"15min":9.3469999999999995},"last":0.57299999999999995},{"interface":"front","average":{"1min":1.0409999999999999,"5min":1.2969999999999999,"15min":1.004},"min":{"1min":0.307,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":3.819,"5min":9.4000000000000004,"15min":9.4000000000000004},"last":0.505}]},{"osd":5,"last update":"Sat Sep 23 15:19:15 2023","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.3440000000000001,"15min":1.0389999999999999},"min":{"1min":0.33700000000000002,"5min":0.318,"15min":0.27300000000000002},"max":{"1min":3.7690000000000001,"5min":9.3659999999999997,"15min":10.962999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.999,"5min":1.272,"15min":1.0529999999999999},"min":{"1min":0.309,"5min":0.30599999999999999,"15min":0.30099999999999999},"max":{"1min":6.0869999999999997,"5min":6.9009999999999998,"15min":10.361000000000001},"last":0.53000000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:18:51 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.448,"15min":1.5089999999999999},"min":{"1min":0.42299999999999999,"5min":0.34300000000000003,"15min":0.317},"max":{"1min":3.7959999999999998,"5min":9.423,"15min":9.423},"last":0.56100000000000005},{"interface":"front","average":{"1min":1.127,"5min":1.357,"15min":1.6419999999999999},"min":{"1min":0.378,"5min":0.32100000000000001,"15min":0.30099999999999999},"max":{"1min":3.6970000000000001,"5min":10.856999999999999,"15min":10.856999999999999},"last":0.47599999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:18:33 2023","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.0169999999999999,"15min":1.002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.7320000000000002,"5min":6.1319999999999997,"15min":6.1319999999999997},"last":0.496},{"interface":"front","average":{"1min":1.821,"5min":1.0069999999999999,"15min":0.871},"min":{"1min":0.40699999999999997,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":4.0620000000000003,"5min":4.0620000000000003,"15min":4.0620000000000003},"last":0.54000000000000004}]}]},{"osd":4,"up_from":0,"seq":133143986471,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724834,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":577268,"kb_used_data":459244,"kb_used_omap":0,"kb_used_meta":118016,"kb_avail":93167884,"statfs":{"total":95995035648,"available":95403913216,"internally_reserved":0,"allocated":470265856,"data_stored":469354078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":120848384},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:46 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.90600000000000003,"15min":0.78400000000000003},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.218},"max":{"1min":4.2060000000000004,"5min":6.0659999999999998,"15min":6.4880000000000004},"last":0.42799999999999999},{"interface":"front","average":{"1min":1.377,"5min":1.2310000000000001,"15min":0.92400000000000004},"min":{"1min":0.27600000000000002,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":10.096,"5min":13.832000000000001,"15min":13.832000000000001},"last":0.46999999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:19:07 2023","interfaces":[{"interface":"back","average":{"1min":1.4730000000000001,"5min":2.9649999999999999,"15min":2.4129999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.6100000000000003,"5min":119.61499999999999,"15min":125.14400000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":1.863,"5min":3.0030000000000001,"15min":2.4729999999999999},"min":{"1min":0.27800000000000002,"5min":0.25600000000000001,"15min":0.25},"max":{"1min":7.5460000000000003,"5min":119.541,"15min":125.36499999999999},"last":0.47899999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:19:27 2023","interfaces":[{"interface":"back","average":{"1min":1.4390000000000001,"5min":2.0190000000000001,"15min":1.875},"min":{"1min":0.32800000000000001,"5min":0.27800000000000002,"15min":0.26200000000000001},"max":{"1min":4.6390000000000002,"5min":43.345999999999997,"15min":43.345999999999997},"last":0.44500000000000001},{"interface":"front","average":{"1min":1.3600000000000001,"5min":2.4470000000000001,"15min":2.052},"min":{"1min":0.36899999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.4699999999999998,"5min":43.469999999999999,"15min":43.469999999999999},"last":0.55000000000000004}]},{"osd":3,"last update":"Sat Sep 23 15:19:07 2023","interfaces":[{"interface":"back","average":{"1min":2.7069999999999999,"5min":3.6520000000000001,"15min":2.2759999999999998},"min":{"1min":0.48999999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":10.375999999999999,"5min":79.302000000000007,"15min":103.989},"last":0.52200000000000002},{"interface":"front","average":{"1min":2.0139999999999998,"5min":3.4940000000000002,"15min":2.2309999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.27900000000000003},"max":{"1min":6.6230000000000002,"5min":79.557000000000002,"15min":101.824},"last":0.438}]},{"osd":4,"last update":"Sat Sep 23 15:19:27 2023","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.97199999999999998,"15min":1.0249999999999999},"min":{"1min":0.28899999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.96199999999999997,"5min":40.061,"15min":48.997999999999998},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.91200000000000003,"15min":1.069},"min":{"1min":0.311,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.7430000000000001,"5min":40.124000000000002,"15min":49.017000000000003},"last":0.32600000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:18:46 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.82999999999999996,"15min":1.466},"min":{"1min":0.32400000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.431,"5min":10.281000000000001,"15min":111.089},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.495,"5min":0.70099999999999996,"15min":1.929},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.314},"max":{"1min":1.4199999999999999,"5min":5.2240000000000002,"15min":111.146},"last":0.379}]},{"osd":7,"last update":"Sat Sep 23 15:18:31 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.47599999999999998,"15min":0.46200000000000002},"min":{"1min":0.35999999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.48799999999999999,"15min":0.47499999999999998},"min":{"1min":0.39600000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":2.1709999999999998,"5min":2.1709999999999998,"15min":2.1709999999999998},"last":0.40999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:19:31.011 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:31.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:31.014 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:31.115 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:31.143 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:31.188 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:31.305 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:31 smithi118 ceph-mon[212312]: from='client.35487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:31.305 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:31 smithi118 ceph-mon[212312]: 1.0 scrub starts 2023-09-23T15:19:31.305 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:31 smithi118 ceph-mon[212312]: 1.0 scrub ok 2023-09-23T15:19:31.305 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:31 smithi118 ceph-mon[212312]: 1.a scrub starts 2023-09-23T15:19:31.305 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:31 smithi118 ceph-mon[212312]: 1.a scrub ok 2023-09-23T15:19:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:31 smithi118 ceph-mon[219580]: from='client.35487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:31 smithi118 ceph-mon[219580]: 1.0 scrub starts 2023-09-23T15:19:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:31 smithi118 ceph-mon[219580]: 1.0 scrub ok 2023-09-23T15:19:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:31 smithi118 ceph-mon[219580]: 1.a scrub starts 2023-09-23T15:19:31.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:31 smithi118 ceph-mon[219580]: 1.a scrub ok 2023-09-23T15:19:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:31 smithi178 ceph-mon[192298]: from='client.35487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:31 smithi178 ceph-mon[192298]: 1.0 scrub starts 2023-09-23T15:19:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:31 smithi178 ceph-mon[192298]: 1.0 scrub ok 2023-09-23T15:19:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:31 smithi178 ceph-mon[192298]: 1.a scrub starts 2023-09-23T15:19:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:31 smithi178 ceph-mon[192298]: 1.a scrub ok 2023-09-23T15:19:31.739 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:31.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:31.742 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:31.843 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:31.883 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:31.985 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:31.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:31.989 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:32.089 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:32.117 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:32.210 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:32.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:32.214 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:32.290 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:32.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:32 smithi118 ceph-mon[212312]: 1.3 scrub starts 2023-09-23T15:19:32.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:32 smithi118 ceph-mon[212312]: 1.3 scrub ok 2023-09-23T15:19:32.307 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:32 smithi118 ceph-mon[212312]: pgmap v717: 99 pgs: 99 active+clean; 745 KiB data, 2.9 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:32.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:32.308 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:32.314 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:32.346 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:32.394 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:32.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:32.401 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:32.502 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:32.529 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:32.560 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:32 smithi118 ceph-mon[219580]: 1.3 scrub starts 2023-09-23T15:19:32.560 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:32 smithi118 ceph-mon[219580]: 1.3 scrub ok 2023-09-23T15:19:32.560 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:32 smithi118 ceph-mon[219580]: pgmap v717: 99 pgs: 99 active+clean; 745 KiB data, 2.9 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:32.561 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:32.561 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:32.574 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:32.579 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:32 smithi178 ceph-mon[192298]: 1.3 scrub starts 2023-09-23T15:19:32.579 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:32 smithi178 ceph-mon[192298]: 1.3 scrub ok 2023-09-23T15:19:32.579 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:32 smithi178 ceph-mon[192298]: pgmap v717: 99 pgs: 99 active+clean; 745 KiB data, 2.9 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:32.580 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:32 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:32.580 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:32 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:32.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:32.581 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:32.681 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:32.707 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:32.748 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:32.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:32.754 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:32.855 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:32.880 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:32.921 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:32.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:32.927 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:33.028 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:33.053 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:33.095 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:33.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:33.101 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:33.202 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:33.231 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:33.276 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:33.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:33.279 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:33.316 INFO:teuthology.orchestra.run.smithi118.stderr:enabled application 'rados' on pool 'unique_pool_2' 2023-09-23T15:19:33.381 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:33.406 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:33.448 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:33.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:33.453 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:33.553 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/741534271' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:19:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:19:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:19:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:19:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:33.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[219580]: pgmap v718: 99 pgs: 99 active+clean; 640 KiB data, 2.8 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/741534271' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:19:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:19:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:19:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:19:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:33.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:33 smithi118 ceph-mon[212312]: pgmap v718: 99 pgs: 99 active+clean; 640 KiB data, 2.8 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:33.584 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/741534271' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:19:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:33 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:19:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:33 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:19:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:33 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:19:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:33 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:33.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:33 smithi178 ceph-mon[192298]: pgmap v718: 99 pgs: 99 active+clean; 640 KiB data, 2.8 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:33.975 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:19:33.995 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:19:34.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:34 smithi118 ceph-mon[219580]: failed to encode map e264 with expected crc 2023-09-23T15:19:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:34 smithi118 ceph-mon[219580]: failed to encode map e264 with expected crc 2023-09-23T15:19:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:34 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:19:34.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:34 smithi118 ceph-mon[219580]: osdmap e264: 8 total, 8 up, 7 in 2023-09-23T15:19:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:34 smithi118 ceph-mon[212312]: failed to encode map e264 with expected crc 2023-09-23T15:19:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:34 smithi118 ceph-mon[212312]: failed to encode map e264 with expected crc 2023-09-23T15:19:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:34 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:19:34.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:34 smithi118 ceph-mon[212312]: osdmap e264: 8 total, 8 up, 7 in 2023-09-23T15:19:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:34 smithi178 ceph-mon[192298]: failed to encode map e264 with expected crc 2023-09-23T15:19:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:34 smithi178 ceph-mon[192298]: failed to encode map e264 with expected crc 2023-09-23T15:19:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:34 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:19:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:34 smithi178 ceph-mon[192298]: osdmap e264: 8 total, 8 up, 7 in 2023-09-23T15:19:34.859 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:34.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:34.863 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:34.963 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:34.995 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:35.044 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:35.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:35.049 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:35.150 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:35.178 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:35.223 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:35.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:35.230 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:35.318 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:19:35.319 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:19:35.319 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:19:35.319 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:19:35.325 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:35.332 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:35.366 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:35.430 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:35.503 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:35.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:35 smithi118 ceph-mon[219580]: 1.5 scrub starts 2023-09-23T15:19:35.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:35 smithi118 ceph-mon[219580]: 1.5 scrub ok 2023-09-23T15:19:35.505 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:35 smithi118 ceph-mon[219580]: pgmap v720: 99 pgs: 99 active+clean; 792 KiB data, 2.8 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:35.505 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:35 smithi118 ceph-mon[212312]: 1.5 scrub starts 2023-09-23T15:19:35.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:35 smithi118 ceph-mon[212312]: 1.5 scrub ok 2023-09-23T15:19:35.506 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:35 smithi118 ceph-mon[212312]: pgmap v720: 99 pgs: 99 active+clean; 792 KiB data, 2.8 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:35.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:35.507 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:35.607 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:35 smithi178 ceph-mon[192298]: 1.5 scrub starts 2023-09-23T15:19:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:35 smithi178 ceph-mon[192298]: 1.5 scrub ok 2023-09-23T15:19:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:35 smithi178 ceph-mon[192298]: pgmap v720: 99 pgs: 99 active+clean; 792 KiB data, 2.8 GiB used, 623 GiB / 626 GiB avail 2023-09-23T15:19:35.635 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:35.679 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:35.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:35.684 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:35.785 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:35.811 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:35.839 DEBUG:teuthology.orchestra.run.smithi118:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_2 bench 90 write' 2023-09-23T15:19:35.841 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T15:19:35.842 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T15:19:35.853 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:35.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:35.860 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:35.960 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:35.980 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:hints = 1 2023-09-23T15:19:35.980 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T15:19:35.980 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object prefix: benchmark_data_smithi118_424375 2023-09-23T15:19:35.980 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:19:35.981 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 0 0 0 0 0 0 - 0 2023-09-23T15:19:35.991 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:36.058 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:36.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:36.063 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:36.163 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:36.221 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:36.319 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3625066171' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:36.319 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:36 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:36.345 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:19:36.494 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3625066171' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:36.494 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:36 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:36.495 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:19:36.495 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3625066171' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:36.495 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:36 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:19:36.981 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 1 16 3379 3363 210.176 210.188 0.00561177 0.00474028 2023-09-23T15:19:37.259 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:37.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:37.262 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:37.363 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:37.389 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:19:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:19:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[219580]: failed to encode map e265 with expected crc 2023-09-23T15:19:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[219580]: failed to encode map e265 with expected crc 2023-09-23T15:19:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:19:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[219580]: osdmap e265: 8 total, 8 up, 7 in 2023-09-23T15:19:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[219580]: pgmap v722: 99 pgs: 99 active+clean; 14 MiB data, 2.8 GiB used, 623 GiB / 626 GiB avail; 1.5 MiB/s wr, 7 op/s 2023-09-23T15:19:37.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:37.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:19:37.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:19:37.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[212312]: failed to encode map e265 with expected crc 2023-09-23T15:19:37.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[212312]: failed to encode map e265 with expected crc 2023-09-23T15:19:37.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:19:37.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[212312]: osdmap e265: 8 total, 8 up, 7 in 2023-09-23T15:19:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[212312]: pgmap v722: 99 pgs: 99 active+clean; 14 MiB data, 2.8 GiB used, 623 GiB / 626 GiB avail; 1.5 MiB/s wr, 7 op/s 2023-09-23T15:19:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:37 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:19:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:37 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:19:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:37 smithi178 ceph-mon[192298]: failed to encode map e265 with expected crc 2023-09-23T15:19:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:37 smithi178 ceph-mon[192298]: failed to encode map e265 with expected crc 2023-09-23T15:19:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:37 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:19:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:37 smithi178 ceph-mon[192298]: osdmap e265: 8 total, 8 up, 7 in 2023-09-23T15:19:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:37 smithi178 ceph-mon[192298]: pgmap v722: 99 pgs: 99 active+clean; 14 MiB data, 2.8 GiB used, 623 GiB / 626 GiB avail; 1.5 MiB/s wr, 7 op/s 2023-09-23T15:19:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:37.981 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 2 16 4932 4916 153.616 97.0625 0.00124583 0.00643276 2023-09-23T15:19:38.479 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:38.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:38.486 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:38.570 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:19:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:19:38] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2023-09-23T15:19:38.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:38 smithi118 ceph-mon[219580]: 1.2 scrub starts 2023-09-23T15:19:38.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:38 smithi118 ceph-mon[219580]: 1.2 scrub ok 2023-09-23T15:19:38.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:38 smithi118 ceph-mon[212312]: 1.2 scrub starts 2023-09-23T15:19:38.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:38 smithi118 ceph-mon[212312]: 1.2 scrub ok 2023-09-23T15:19:38.587 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:38.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:38 smithi178 ceph-mon[192298]: 1.2 scrub starts 2023-09-23T15:19:38.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:38 smithi178 ceph-mon[192298]: 1.2 scrub ok 2023-09-23T15:19:38.622 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:38.680 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:38.688 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:38.688 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:38.789 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:38.824 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:38.877 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:38.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:38.881 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:38.982 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:38.983 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 3 16 7549 7533 156.926 163.562 0.00504901 0.00636161 2023-09-23T15:19:39.059 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:39.153 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:39.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:39.160 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:39.261 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:39.313 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:39.426 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:39.429 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:39.429 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:39.530 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:39.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:39 smithi118 ceph-mon[212312]: 1.9 scrub starts 2023-09-23T15:19:39.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:39 smithi118 ceph-mon[212312]: 1.9 scrub ok 2023-09-23T15:19:39.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:39 smithi118 ceph-mon[212312]: pgmap v723: 99 pgs: 99 active+clean; 244 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 30 MiB/s wr, 467 op/s 2023-09-23T15:19:39.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:39 smithi118 ceph-mon[219580]: 1.9 scrub starts 2023-09-23T15:19:39.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:39 smithi118 ceph-mon[219580]: 1.9 scrub ok 2023-09-23T15:19:39.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:39 smithi118 ceph-mon[219580]: pgmap v723: 99 pgs: 99 active+clean; 244 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 30 MiB/s wr, 467 op/s 2023-09-23T15:19:39.592 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:39 smithi178 ceph-mon[192298]: 1.9 scrub starts 2023-09-23T15:19:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:39 smithi178 ceph-mon[192298]: 1.9 scrub ok 2023-09-23T15:19:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:39 smithi178 ceph-mon[192298]: pgmap v723: 99 pgs: 99 active+clean; 244 MiB data, 3.2 GiB used, 623 GiB / 626 GiB avail; 30 MiB/s wr, 467 op/s 2023-09-23T15:19:39.833 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:39.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:39.973 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:39.981 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 4 16 10009 9993 156.129 153.75 0.00164938 0.00613502 2023-09-23T15:19:40.074 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:40.183 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:40.482 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:40.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:40.490 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:40.579 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:40.590 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:40.605 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:19:40.624 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:40.676 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:40.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:40.680 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:40.780 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:40.839 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:40.853 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:19:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:40 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2320996350' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:40.895 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:19:40.942 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:19:40.983 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 5 16 12363 12347 154.3 147.125 0.00979627 0.00647338 2023-09-23T15:19:40.983 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:19:41.028 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:19:41.061 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:41.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:41.068 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:41.073 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:19:41.111 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:19:41.146 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:19:41.161 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:19:41.161 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:19:41.161 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:19:41.161 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:19:41.162 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:19:41.162 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:19:41.162 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:19:41.162 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:19:41.169 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:41.199 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:40 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2320996350' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:41.199 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:40 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2320996350' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:41.203 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:41.258 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:41.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:41.263 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:41.364 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:41.394 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:41.455 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:41.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:41.498 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:41.599 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:41.632 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:41.697 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:41.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:41.702 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:41.803 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:41.970 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:41.982 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 6 16 14589 14573 151.769 139.125 0.00390049 0.00657896 2023-09-23T15:19:42.019 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:19:42.034 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:19:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:41 smithi178 ceph-mon[192298]: pgmap v724: 99 pgs: 99 active+clean; 462 MiB data, 3.7 GiB used, 622 GiB / 626 GiB avail; 58 MiB/s wr, 908 op/s 2023-09-23T15:19:42.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:41 smithi118 ceph-mon[212312]: pgmap v724: 99 pgs: 99 active+clean; 462 MiB data, 3.7 GiB used, 622 GiB / 626 GiB avail; 58 MiB/s wr, 908 op/s 2023-09-23T15:19:42.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:41 smithi118 ceph-mon[219580]: pgmap v724: 99 pgs: 99 active+clean; 462 MiB data, 3.7 GiB used, 622 GiB / 626 GiB avail; 58 MiB/s wr, 908 op/s 2023-09-23T15:19:42.982 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 7 16 16900 16884 150.72 144.438 0.00454882 0.00662714 2023-09-23T15:19:43.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:43 smithi118 ceph-mon[219580]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:43 smithi118 ceph-mon[212312]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:43.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:43 smithi178 ceph-mon[192298]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:19:43.984 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 8 16 19534 19518 152.455 164.625 0.00467098 0.00655409 2023-09-23T15:19:44.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:44 smithi118 ceph-mon[219580]: pgmap v725: 99 pgs: 99 active+clean; 645 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 65 MiB/s wr, 1.03k op/s 2023-09-23T15:19:44.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:44 smithi118 ceph-mon[212312]: pgmap v725: 99 pgs: 99 active+clean; 645 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 65 MiB/s wr, 1.03k op/s 2023-09-23T15:19:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:44 smithi178 ceph-mon[192298]: pgmap v725: 99 pgs: 99 active+clean; 645 MiB data, 4.6 GiB used, 621 GiB / 626 GiB avail; 65 MiB/s wr, 1.03k op/s 2023-09-23T15:19:44.982 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 9 16 21072 21056 146.196 96.125 0.00469585 0.00683505 2023-09-23T15:19:45.206 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:45.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:45.243 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:45.344 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:45.459 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:45.520 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:45.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:45.526 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:45.608 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":724,"stamp":"2023-09-23T15:19:41.222722+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":484305222,"num_objects":7404,"num_object_clones":0,"num_object_copies":22212,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7404,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":7462,"num_write_kb":472568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":215913,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9206,"ondisk_log_size":9206,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":311,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":3907756,"kb_used_data":2341172,"kb_used_omap":222,"kb_used_meta":1566241,"kb_avail":652308308,"statfs":{"total":671965249536,"available":667963707392,"internally_reserved":0,"allocated":2397360128,"data_stored":2388918216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":1603831766},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,3,5,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":483650019,"num_objects":7380,"num_object_clones":0,"num_object_copies":22140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7380,"num_whiteouts":0,"num_read":-225,"num_read_kb":-418,"num_write":7271,"num_write_kb":471222,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-4,"num_bytes_recovered":-1228745,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002904"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":271,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.572694+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:19:33.572694+0000","last_peered":"2023-09-23T15:19:33.572694+0000","last_clean":"2023-09-23T15:19:33.572694+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:19:33.572694+0000","last_undegraded":"2023-09-23T15:19:33.572694+0000","last_fullsized":"2023-09-23T15:19:33.572694+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":240,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.572442+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:19:33.572442+0000","last_peered":"2023-09-23T15:19:33.572442+0000","last_clean":"2023-09-23T15:19:33.572442+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:19:33.572442+0000","last_undegraded":"2023-09-23T15:19:33.572442+0000","last_fullsized":"2023-09-23T15:19:33.572442+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":223,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.572826+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:19:33.572826+0000","last_peered":"2023-09-23T15:19:33.572826+0000","last_clean":"2023-09-23T15:19:33.572826+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:19:33.572826+0000","last_undegraded":"2023-09-23T15:19:33.572826+0000","last_fullsized":"2023-09-23T15:19:33.572826+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":150,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571130+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:19:33.571130+0000","last_peered":"2023-09-23T15:19:33.571130+0000","last_clean":"2023-09-23T15:19:33.571130+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:19:33.571130+0000","last_undegraded":"2023-09-23T15:19:33.571130+0000","last_fullsized":"2023-09-23T15:19:33.571130+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":285,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571089+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:19:33.571089+0000","last_peered":"2023-09-23T15:19:33.571089+0000","last_clean":"2023-09-23T15:19:33.571089+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:19:33.571089+0000","last_undegraded":"2023-09-23T15:19:33.571089+0000","last_fullsized":"2023-09-23T15:19:33.571089+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":205,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.314387+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:19:33.314387+0000","last_peered":"2023-09-23T15:19:33.314387+0000","last_clean":"2023-09-23T15:19:33.314387+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:19:33.314387+0000","last_undegraded":"2023-09-23T15:19:33.314387+0000","last_fullsized":"2023-09-23T15:19:33.314387+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":153,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570493+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:19:33.570493+0000","last_peered":"2023-09-23T15:19:33.570493+0000","last_clean":"2023-09-23T15:19:33.570493+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:19:33.570493+0000","last_undegraded":"2023-09-23T15:19:33.570493+0000","last_fullsized":"2023-09-23T15:19:33.570493+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":247,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571163+0000","last_change":"2023-09-23T15:10:32.002650+0000","last_active":"2023-09-23T15:19:33.571163+0000","last_peered":"2023-09-23T15:19:33.571163+0000","last_clean":"2023-09-23T15:19:33.571163+0000","last_became_active":"2023-09-23T15:10:32.002298+0000","last_became_peered":"2023-09-23T15:10:32.002298+0000","last_unstale":"2023-09-23T15:19:33.571163+0000","last_undegraded":"2023-09-23T15:19:33.571163+0000","last_fullsized":"2023-09-23T15:19:33.571163+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:35.683542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":240,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570713+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:19:33.570713+0000","last_peered":"2023-09-23T15:19:33.570713+0000","last_clean":"2023-09-23T15:19:33.570713+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:19:33.570713+0000","last_undegraded":"2023-09-23T15:19:33.570713+0000","last_fullsized":"2023-09-23T15:19:33.570713+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":222,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570425+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:19:33.570425+0000","last_peered":"2023-09-23T15:19:33.570425+0000","last_clean":"2023-09-23T15:19:33.570425+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:19:33.570425+0000","last_undegraded":"2023-09-23T15:19:33.570425+0000","last_fullsized":"2023-09-23T15:19:33.570425+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":234,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570902+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:19:33.570902+0000","last_peered":"2023-09-23T15:19:33.570902+0000","last_clean":"2023-09-23T15:19:33.570902+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:19:33.570902+0000","last_undegraded":"2023-09-23T15:19:33.570902+0000","last_fullsized":"2023-09-23T15:19:33.570902+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":258,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.573049+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:19:33.573049+0000","last_peered":"2023-09-23T15:19:33.573049+0000","last_clean":"2023-09-23T15:19:33.573049+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:19:33.573049+0000","last_undegraded":"2023-09-23T15:19:33.573049+0000","last_fullsized":"2023-09-23T15:19:33.573049+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":119,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570704+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:19:33.570704+0000","last_peered":"2023-09-23T15:19:33.570704+0000","last_clean":"2023-09-23T15:19:33.570704+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:19:33.570704+0000","last_undegraded":"2023-09-23T15:19:33.570704+0000","last_fullsized":"2023-09-23T15:19:33.570704+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":163,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.314018+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:19:33.314018+0000","last_peered":"2023-09-23T15:19:33.314018+0000","last_clean":"2023-09-23T15:19:33.314018+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:19:33.314018+0000","last_undegraded":"2023-09-23T15:19:33.314018+0000","last_fullsized":"2023-09-23T15:19:33.314018+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":282,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570430+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:19:33.570430+0000","last_peered":"2023-09-23T15:19:33.570430+0000","last_clean":"2023-09-23T15:19:33.570430+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:19:33.570430+0000","last_undegraded":"2023-09-23T15:19:33.570430+0000","last_fullsized":"2023-09-23T15:19:33.570430+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":247,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570913+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:19:33.570913+0000","last_peered":"2023-09-23T15:19:33.570913+0000","last_clean":"2023-09-23T15:19:33.570913+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:19:33.570913+0000","last_undegraded":"2023-09-23T15:19:33.570913+0000","last_fullsized":"2023-09-23T15:19:33.570913+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":150,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570430+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:19:33.570430+0000","last_peered":"2023-09-23T15:19:33.570430+0000","last_clean":"2023-09-23T15:19:33.570430+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:19:33.570430+0000","last_undegraded":"2023-09-23T15:19:33.570430+0000","last_fullsized":"2023-09-23T15:19:33.570430+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":153,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570678+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:19:33.570678+0000","last_peered":"2023-09-23T15:19:33.570678+0000","last_clean":"2023-09-23T15:19:33.570678+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:19:33.570678+0000","last_undegraded":"2023-09-23T15:19:33.570678+0000","last_fullsized":"2023-09-23T15:19:33.570678+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":225,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570282+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:19:33.570282+0000","last_peered":"2023-09-23T15:19:33.570282+0000","last_clean":"2023-09-23T15:19:33.570282+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:19:33.570282+0000","last_undegraded":"2023-09-23T15:19:33.570282+0000","last_fullsized":"2023-09-23T15:19:33.570282+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":177,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570933+0000","last_change":"2023-09-23T15:16:29.243272+0000","last_active":"2023-09-23T15:19:33.570933+0000","last_peered":"2023-09-23T15:19:33.570933+0000","last_clean":"2023-09-23T15:19:33.570933+0000","last_became_active":"2023-09-23T15:16:29.236288+0000","last_became_peered":"2023-09-23T15:16:29.236288+0000","last_unstale":"2023-09-23T15:19:33.570933+0000","last_undegraded":"2023-09-23T15:19:33.570933+0000","last_fullsized":"2023-09-23T15:19:33.570933+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:50:28.484728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":309,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.313697+0000","last_change":"2023-09-23T15:19:19.315503+0000","last_active":"2023-09-23T15:19:33.313697+0000","last_peered":"2023-09-23T15:19:33.313697+0000","last_clean":"2023-09-23T15:19:33.313697+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:19:33.313697+0000","last_undegraded":"2023-09-23T15:19:33.313697+0000","last_fullsized":"2023-09-23T15:19:33.313697+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":246,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571744+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:19:33.571744+0000","last_peered":"2023-09-23T15:19:33.571744+0000","last_clean":"2023-09-23T15:19:33.571744+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:19:33.571744+0000","last_undegraded":"2023-09-23T15:19:33.571744+0000","last_fullsized":"2023-09-23T15:19:33.571744+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"265'394","reported_seq":407,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:38.436238+0000","last_change":"2023-09-23T15:19:26.212231+0000","last_active":"2023-09-23T15:19:38.436238+0000","last_peered":"2023-09-23T15:19:38.436238+0000","last_clean":"2023-09-23T15:19:38.436238+0000","last_became_active":"2023-09-23T15:19:26.211960+0000","last_became_peered":"2023-09-23T15:19:26.211960+0000","last_unstale":"2023-09-23T15:19:38.436238+0000","last_undegraded":"2023-09-23T15:19:38.436238+0000","last_fullsized":"2023-09-23T15:19:38.436238+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":394,"log_dups_size":0,"ondisk_log_size":394,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:34:10.299564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25821184,"num_objects":394,"num_object_clones":0,"num_object_copies":1182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":394,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":394,"num_write_kb":25216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":254,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570606+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:19:33.570606+0000","last_peered":"2023-09-23T15:19:33.570606+0000","last_clean":"2023-09-23T15:19:33.570606+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:19:33.570606+0000","last_undegraded":"2023-09-23T15:19:33.570606+0000","last_fullsized":"2023-09-23T15:19:33.570606+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":212,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570107+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:19:33.570107+0000","last_peered":"2023-09-23T15:19:33.570107+0000","last_clean":"2023-09-23T15:19:33.570107+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:19:33.570107+0000","last_undegraded":"2023-09-23T15:19:33.570107+0000","last_fullsized":"2023-09-23T15:19:33.570107+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"265'672","reported_seq":684,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:40.299392+0000","last_change":"2023-09-23T15:19:26.215371+0000","last_active":"2023-09-23T15:19:40.299392+0000","last_peered":"2023-09-23T15:19:40.299392+0000","last_clean":"2023-09-23T15:19:40.299392+0000","last_became_active":"2023-09-23T15:19:26.215080+0000","last_became_peered":"2023-09-23T15:19:26.215080+0000","last_unstale":"2023-09-23T15:19:40.299392+0000","last_undegraded":"2023-09-23T15:19:40.299392+0000","last_fullsized":"2023-09-23T15:19:40.299392+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":672,"log_dups_size":0,"ondisk_log_size":672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:39:50.563291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44040192,"num_objects":672,"num_object_clones":0,"num_object_copies":2016,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":672,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":672,"num_write_kb":43008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":231,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570977+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:19:33.570977+0000","last_peered":"2023-09-23T15:19:33.570977+0000","last_clean":"2023-09-23T15:19:33.570977+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:19:33.570977+0000","last_undegraded":"2023-09-23T15:19:33.570977+0000","last_fullsized":"2023-09-23T15:19:33.570977+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":244,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:34.012097+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:19:34.012097+0000","last_peered":"2023-09-23T15:19:34.012097+0000","last_clean":"2023-09-23T15:19:34.012097+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:19:34.012097+0000","last_undegraded":"2023-09-23T15:19:34.012097+0000","last_fullsized":"2023-09-23T15:19:34.012097+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"265'669","reported_seq":681,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:40.304545+0000","last_change":"2023-09-23T15:19:26.215628+0000","last_active":"2023-09-23T15:19:40.304545+0000","last_peered":"2023-09-23T15:19:40.304545+0000","last_clean":"2023-09-23T15:19:40.304545+0000","last_became_active":"2023-09-23T15:19:26.215373+0000","last_became_peered":"2023-09-23T15:19:26.215373+0000","last_unstale":"2023-09-23T15:19:40.304545+0000","last_undegraded":"2023-09-23T15:19:40.304545+0000","last_fullsized":"2023-09-23T15:19:40.304545+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":669,"log_dups_size":0,"ondisk_log_size":669,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:26.060081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43843584,"num_objects":669,"num_object_clones":0,"num_object_copies":2007,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":669,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":669,"num_write_kb":42816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":232,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570995+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:19:33.570995+0000","last_peered":"2023-09-23T15:19:33.570995+0000","last_clean":"2023-09-23T15:19:33.570995+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:19:33.570995+0000","last_undegraded":"2023-09-23T15:19:33.570995+0000","last_fullsized":"2023-09-23T15:19:33.570995+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":222,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.313893+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:19:33.313893+0000","last_peered":"2023-09-23T15:19:33.313893+0000","last_clean":"2023-09-23T15:19:33.313893+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:19:33.313893+0000","last_undegraded":"2023-09-23T15:19:33.313893+0000","last_fullsized":"2023-09-23T15:19:33.313893+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.7","version":"265'475","reported_seq":488,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:38.988626+0000","last_change":"2023-09-23T15:19:26.216023+0000","last_active":"2023-09-23T15:19:38.988626+0000","last_peered":"2023-09-23T15:19:38.988626+0000","last_clean":"2023-09-23T15:19:38.988626+0000","last_became_active":"2023-09-23T15:19:26.215658+0000","last_became_peered":"2023-09-23T15:19:26.215658+0000","last_unstale":"2023-09-23T15:19:38.988626+0000","last_undegraded":"2023-09-23T15:19:38.988626+0000","last_fullsized":"2023-09-23T15:19:38.988626+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":475,"log_dups_size":0,"ondisk_log_size":475,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:43.654739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31129600,"num_objects":475,"num_object_clones":0,"num_object_copies":1425,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":475,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":475,"num_write_kb":30400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":210,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571123+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:19:33.571123+0000","last_peered":"2023-09-23T15:19:33.571123+0000","last_clean":"2023-09-23T15:19:33.571123+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:19:33.571123+0000","last_undegraded":"2023-09-23T15:19:33.571123+0000","last_fullsized":"2023-09-23T15:19:33.571123+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":90,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.312239+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:19:33.312239+0000","last_peered":"2023-09-23T15:19:33.312239+0000","last_clean":"2023-09-23T15:19:33.312239+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:19:33.312239+0000","last_undegraded":"2023-09-23T15:19:33.312239+0000","last_fullsized":"2023-09-23T15:19:33.312239+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"265'431","reported_seq":444,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:39.005186+0000","last_change":"2023-09-23T15:19:26.213300+0000","last_active":"2023-09-23T15:19:39.005186+0000","last_peered":"2023-09-23T15:19:39.005186+0000","last_clean":"2023-09-23T15:19:39.005186+0000","last_became_active":"2023-09-23T15:19:26.212977+0000","last_became_peered":"2023-09-23T15:19:26.212977+0000","last_unstale":"2023-09-23T15:19:39.005186+0000","last_undegraded":"2023-09-23T15:19:39.005186+0000","last_fullsized":"2023-09-23T15:19:39.005186+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":431,"log_dups_size":0,"ondisk_log_size":431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:02.725965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28246016,"num_objects":431,"num_object_clones":0,"num_object_copies":1293,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":431,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":431,"num_write_kb":27584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":685,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570367+0000","last_change":"2023-09-23T15:19:25.298114+0000","last_active":"2023-09-23T15:19:33.570367+0000","last_peered":"2023-09-23T15:19:33.570367+0000","last_clean":"2023-09-23T15:19:33.570367+0000","last_became_active":"2023-09-23T15:19:25.297699+0000","last_became_peered":"2023-09-23T15:19:25.297699+0000","last_unstale":"2023-09-23T15:19:33.570367+0000","last_undegraded":"2023-09-23T15:19:33.570367+0000","last_fullsized":"2023-09-23T15:19:33.570367+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T14:54:28.943103+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":265,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571380+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:19:33.571380+0000","last_peered":"2023-09-23T15:19:33.571380+0000","last_clean":"2023-09-23T15:19:33.571380+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:19:33.571380+0000","last_undegraded":"2023-09-23T15:19:33.571380+0000","last_fullsized":"2023-09-23T15:19:33.571380+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":163,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571044+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:19:33.571044+0000","last_peered":"2023-09-23T15:19:33.571044+0000","last_clean":"2023-09-23T15:19:33.571044+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:19:33.571044+0000","last_undegraded":"2023-09-23T15:19:33.571044+0000","last_fullsized":"2023-09-23T15:19:33.571044+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1","version":"265'750","reported_seq":763,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:40.894626+0000","last_change":"2023-09-23T15:19:26.217229+0000","last_active":"2023-09-23T15:19:40.894626+0000","last_peered":"2023-09-23T15:19:40.894626+0000","last_clean":"2023-09-23T15:19:40.894626+0000","last_became_active":"2023-09-23T15:19:26.216977+0000","last_became_peered":"2023-09-23T15:19:26.216977+0000","last_unstale":"2023-09-23T15:19:40.894626+0000","last_undegraded":"2023-09-23T15:19:40.894626+0000","last_fullsized":"2023-09-23T15:19:40.894626+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":750,"log_dups_size":0,"ondisk_log_size":750,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:27:53.161956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49152000,"num_objects":750,"num_object_clones":0,"num_object_copies":2250,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":750,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":750,"num_write_kb":48000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":644,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571094+0000","last_change":"2023-09-23T15:19:28.936808+0000","last_active":"2023-09-23T15:19:33.571094+0000","last_peered":"2023-09-23T15:19:33.571094+0000","last_clean":"2023-09-23T15:19:33.571094+0000","last_became_active":"2023-09-23T15:19:25.294251+0000","last_became_peered":"2023-09-23T15:19:25.294251+0000","last_unstale":"2023-09-23T15:19:33.571094+0000","last_undegraded":"2023-09-23T15:19:33.571094+0000","last_fullsized":"2023-09-23T15:19:33.571094+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:08:12.334746+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":216,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.313988+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:19:33.313988+0000","last_peered":"2023-09-23T15:19:33.313988+0000","last_clean":"2023-09-23T15:19:33.313988+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:19:33.313988+0000","last_undegraded":"2023-09-23T15:19:33.313988+0000","last_fullsized":"2023-09-23T15:19:33.313988+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":268,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.572521+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:19:33.572521+0000","last_peered":"2023-09-23T15:19:33.572521+0000","last_clean":"2023-09-23T15:19:33.572521+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:19:33.572521+0000","last_undegraded":"2023-09-23T15:19:33.572521+0000","last_fullsized":"2023-09-23T15:19:33.572521+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"265'337","reported_seq":349,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:37.990487+0000","last_change":"2023-09-23T15:19:26.215498+0000","last_active":"2023-09-23T15:19:37.990487+0000","last_peered":"2023-09-23T15:19:37.990487+0000","last_clean":"2023-09-23T15:19:37.990487+0000","last_became_active":"2023-09-23T15:19:26.215159+0000","last_became_peered":"2023-09-23T15:19:26.215159+0000","last_unstale":"2023-09-23T15:19:37.990487+0000","last_undegraded":"2023-09-23T15:19:37.990487+0000","last_fullsized":"2023-09-23T15:19:37.990487+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":337,"log_dups_size":0,"ondisk_log_size":337,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:52.381252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22085632,"num_objects":337,"num_object_clones":0,"num_object_copies":1011,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":337,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":337,"num_write_kb":21568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":269,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:36.339658+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:19:36.339658+0000","last_peered":"2023-09-23T15:19:36.339658+0000","last_clean":"2023-09-23T15:19:36.339658+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:19:36.339658+0000","last_undegraded":"2023-09-23T15:19:36.339658+0000","last_fullsized":"2023-09-23T15:19:36.339658+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":163,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.314342+0000","last_change":"2023-09-23T15:15:12.161053+0000","last_active":"2023-09-23T15:19:33.314342+0000","last_peered":"2023-09-23T15:19:33.314342+0000","last_clean":"2023-09-23T15:19:33.314342+0000","last_became_active":"2023-09-23T15:15:12.160629+0000","last_became_peered":"2023-09-23T15:15:12.160629+0000","last_unstale":"2023-09-23T15:19:33.314342+0000","last_undegraded":"2023-09-23T15:19:33.314342+0000","last_fullsized":"2023-09-23T15:19:33.314342+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:55:53.912905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"265'707","reported_seq":717,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:40.300309+0000","last_change":"2023-09-23T15:19:26.213111+0000","last_active":"2023-09-23T15:19:40.300309+0000","last_peered":"2023-09-23T15:19:40.300309+0000","last_clean":"2023-09-23T15:19:40.300309+0000","last_became_active":"2023-09-23T15:19:26.212840+0000","last_became_peered":"2023-09-23T15:19:26.212840+0000","last_unstale":"2023-09-23T15:19:40.300309+0000","last_undegraded":"2023-09-23T15:19:40.300309+0000","last_fullsized":"2023-09-23T15:19:40.300309+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":707,"log_dups_size":0,"ondisk_log_size":707,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:31:54.268109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46333952,"num_objects":707,"num_object_clones":0,"num_object_copies":2121,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":707,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":707,"num_write_kb":45248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.572773+0000","last_change":"2023-09-23T15:19:30.886388+0000","last_active":"2023-09-23T15:19:33.572773+0000","last_peered":"2023-09-23T15:19:33.572773+0000","last_clean":"2023-09-23T15:19:33.572773+0000","last_became_active":"2023-09-23T15:19:25.213275+0000","last_became_peered":"2023-09-23T15:19:25.213275+0000","last_unstale":"2023-09-23T15:19:33.572773+0000","last_undegraded":"2023-09-23T15:19:33.572773+0000","last_fullsized":"2023-09-23T15:19:33.572773+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:50:00.935983+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":248,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570937+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:19:33.570937+0000","last_peered":"2023-09-23T15:19:33.570937+0000","last_clean":"2023-09-23T15:19:33.570937+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:19:33.570937+0000","last_undegraded":"2023-09-23T15:19:33.570937+0000","last_fullsized":"2023-09-23T15:19:33.570937+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":238,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571728+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:19:33.571728+0000","last_peered":"2023-09-23T15:19:33.571728+0000","last_clean":"2023-09-23T15:19:33.571728+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:19:33.571728+0000","last_undegraded":"2023-09-23T15:19:33.571728+0000","last_fullsized":"2023-09-23T15:19:33.571728+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"265'110","reported_seq":122,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:36.458939+0000","last_change":"2023-09-23T15:19:26.211566+0000","last_active":"2023-09-23T15:19:36.458939+0000","last_peered":"2023-09-23T15:19:36.458939+0000","last_clean":"2023-09-23T15:19:36.458939+0000","last_became_active":"2023-09-23T15:19:26.211327+0000","last_became_peered":"2023-09-23T15:19:26.211327+0000","last_unstale":"2023-09-23T15:19:36.458939+0000","last_undegraded":"2023-09-23T15:19:36.458939+0000","last_fullsized":"2023-09-23T15:19:36.458939+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:21:58.304969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7208960,"num_objects":110,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":110,"num_write_kb":7040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":454,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.314335+0000","last_change":"2023-09-23T15:19:28.982051+0000","last_active":"2023-09-23T15:19:33.314335+0000","last_peered":"2023-09-23T15:19:33.314335+0000","last_clean":"2023-09-23T15:19:33.314335+0000","last_became_active":"2023-09-23T15:19:25.294159+0000","last_became_peered":"2023-09-23T15:19:25.294159+0000","last_unstale":"2023-09-23T15:19:33.314335+0000","last_undegraded":"2023-09-23T15:19:33.314335+0000","last_fullsized":"2023-09-23T15:19:33.314335+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.981987+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.981987+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:50:57.288657+0000","scrub_duration":0.0014227549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":229,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570843+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:19:33.570843+0000","last_peered":"2023-09-23T15:19:33.570843+0000","last_clean":"2023-09-23T15:19:33.570843+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:19:33.570843+0000","last_undegraded":"2023-09-23T15:19:33.570843+0000","last_fullsized":"2023-09-23T15:19:33.570843+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":241,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.572315+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:19:33.572315+0000","last_peered":"2023-09-23T15:19:33.572315+0000","last_clean":"2023-09-23T15:19:33.572315+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:19:33.572315+0000","last_undegraded":"2023-09-23T15:19:33.572315+0000","last_fullsized":"2023-09-23T15:19:33.572315+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":245,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.573089+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:19:33.573089+0000","last_peered":"2023-09-23T15:19:33.573089+0000","last_clean":"2023-09-23T15:19:33.573089+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:19:33.573089+0000","last_undegraded":"2023-09-23T15:19:33.573089+0000","last_fullsized":"2023-09-23T15:19:33.573089+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"265'473","reported_seq":485,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:39.004162+0000","last_change":"2023-09-23T15:19:26.210650+0000","last_active":"2023-09-23T15:19:39.004162+0000","last_peered":"2023-09-23T15:19:39.004162+0000","last_clean":"2023-09-23T15:19:39.004162+0000","last_became_active":"2023-09-23T15:19:26.210250+0000","last_became_peered":"2023-09-23T15:19:26.210250+0000","last_unstale":"2023-09-23T15:19:39.004162+0000","last_undegraded":"2023-09-23T15:19:39.004162+0000","last_fullsized":"2023-09-23T15:19:39.004162+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":473,"log_dups_size":0,"ondisk_log_size":473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:37.416489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30998528,"num_objects":473,"num_object_clones":0,"num_object_copies":1419,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":473,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":473,"num_write_kb":30272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":643,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.312043+0000","last_change":"2023-09-23T15:19:29.124006+0000","last_active":"2023-09-23T15:19:33.312043+0000","last_peered":"2023-09-23T15:19:33.312043+0000","last_clean":"2023-09-23T15:19:33.312043+0000","last_became_active":"2023-09-23T15:19:25.213152+0000","last_became_peered":"2023-09-23T15:19:25.213152+0000","last_unstale":"2023-09-23T15:19:33.312043+0000","last_undegraded":"2023-09-23T15:19:33.312043+0000","last_fullsized":"2023-09-23T15:19:33.312043+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:29.123897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:29.123897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:18:14.263522+0000","scrub_duration":0.0014113800000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":214,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.573161+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:19:33.573161+0000","last_peered":"2023-09-23T15:19:33.573161+0000","last_clean":"2023-09-23T15:19:33.573161+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:19:33.573161+0000","last_undegraded":"2023-09-23T15:19:33.573161+0000","last_fullsized":"2023-09-23T15:19:33.573161+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":245,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.314063+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:19:33.314063+0000","last_peered":"2023-09-23T15:19:33.314063+0000","last_clean":"2023-09-23T15:19:33.314063+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:19:33.314063+0000","last_undegraded":"2023-09-23T15:19:33.314063+0000","last_fullsized":"2023-09-23T15:19:33.314063+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":86,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570633+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:19:33.570633+0000","last_peered":"2023-09-23T15:19:33.570633+0000","last_clean":"2023-09-23T15:19:33.570633+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:19:33.570633+0000","last_undegraded":"2023-09-23T15:19:33.570633+0000","last_fullsized":"2023-09-23T15:19:33.570633+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.b","version":"265'452","reported_seq":465,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:38.989457+0000","last_change":"2023-09-23T15:19:26.215975+0000","last_active":"2023-09-23T15:19:38.989457+0000","last_peered":"2023-09-23T15:19:38.989457+0000","last_clean":"2023-09-23T15:19:38.989457+0000","last_became_active":"2023-09-23T15:19:26.215607+0000","last_became_peered":"2023-09-23T15:19:26.215607+0000","last_unstale":"2023-09-23T15:19:38.989457+0000","last_undegraded":"2023-09-23T15:19:38.989457+0000","last_fullsized":"2023-09-23T15:19:38.989457+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":452,"log_dups_size":0,"ondisk_log_size":452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:44:59.910347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":29622272,"num_objects":452,"num_object_clones":0,"num_object_copies":1356,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":452,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":452,"num_write_kb":28928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":698,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:37.123128+0000","last_change":"2023-09-23T15:19:37.123078+0000","last_active":"2023-09-23T15:19:37.123128+0000","last_peered":"2023-09-23T15:19:37.123128+0000","last_clean":"2023-09-23T15:19:37.123128+0000","last_became_active":"2023-09-23T15:19:25.215044+0000","last_became_peered":"2023-09-23T15:19:25.215044+0000","last_unstale":"2023-09-23T15:19:37.123128+0000","last_undegraded":"2023-09-23T15:19:37.123128+0000","last_fullsized":"2023-09-23T15:19:37.123128+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:37.123004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:37.123004+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:39:59.420373+0000","scrub_duration":0.0023767789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":95,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571593+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:19:33.571593+0000","last_peered":"2023-09-23T15:19:33.571593+0000","last_clean":"2023-09-23T15:19:33.571593+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:19:33.571593+0000","last_undegraded":"2023-09-23T15:19:33.571593+0000","last_fullsized":"2023-09-23T15:19:33.571593+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":86,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571175+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:19:33.571175+0000","last_peered":"2023-09-23T15:19:33.571175+0000","last_clean":"2023-09-23T15:19:33.571175+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:19:33.571175+0000","last_undegraded":"2023-09-23T15:19:33.571175+0000","last_fullsized":"2023-09-23T15:19:33.571175+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":252,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:36.341642+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:19:36.341642+0000","last_peered":"2023-09-23T15:19:36.341642+0000","last_clean":"2023-09-23T15:19:36.341642+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:19:36.341642+0000","last_undegraded":"2023-09-23T15:19:36.341642+0000","last_fullsized":"2023-09-23T15:19:36.341642+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"265'688","reported_seq":699,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:40.304013+0000","last_change":"2023-09-23T15:19:26.215890+0000","last_active":"2023-09-23T15:19:40.304013+0000","last_peered":"2023-09-23T15:19:40.304013+0000","last_clean":"2023-09-23T15:19:40.304013+0000","last_became_active":"2023-09-23T15:19:26.215603+0000","last_became_peered":"2023-09-23T15:19:26.215603+0000","last_unstale":"2023-09-23T15:19:40.304013+0000","last_undegraded":"2023-09-23T15:19:40.304013+0000","last_fullsized":"2023-09-23T15:19:40.304013+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":688,"log_dups_size":0,"ondisk_log_size":688,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:52.397921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45088768,"num_objects":688,"num_object_clones":0,"num_object_copies":2064,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":688,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":688,"num_write_kb":44032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":101,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571866+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:19:33.571866+0000","last_peered":"2023-09-23T15:19:33.571866+0000","last_clean":"2023-09-23T15:19:33.571866+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:19:33.571866+0000","last_undegraded":"2023-09-23T15:19:33.571866+0000","last_fullsized":"2023-09-23T15:19:33.571866+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":682,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570196+0000","last_change":"2023-09-23T15:19:30.201551+0000","last_active":"2023-09-23T15:19:33.570196+0000","last_peered":"2023-09-23T15:19:33.570196+0000","last_clean":"2023-09-23T15:19:33.570196+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:19:33.570196+0000","last_undegraded":"2023-09-23T15:19:33.570196+0000","last_fullsized":"2023-09-23T15:19:33.570196+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.201466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.201466+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:17.549902+0000","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":207,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570378+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:19:33.570378+0000","last_peered":"2023-09-23T15:19:33.570378+0000","last_clean":"2023-09-23T15:19:33.570378+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:19:33.570378+0000","last_undegraded":"2023-09-23T15:19:33.570378+0000","last_fullsized":"2023-09-23T15:19:33.570378+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":193,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.314427+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:19:33.314427+0000","last_peered":"2023-09-23T15:19:33.314427+0000","last_clean":"2023-09-23T15:19:33.314427+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:19:33.314427+0000","last_undegraded":"2023-09-23T15:19:33.314427+0000","last_fullsized":"2023-09-23T15:19:33.314427+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"265'367","reported_seq":380,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:38.437880+0000","last_change":"2023-09-23T15:19:26.214968+0000","last_active":"2023-09-23T15:19:38.437880+0000","last_peered":"2023-09-23T15:19:38.437880+0000","last_clean":"2023-09-23T15:19:38.437880+0000","last_became_active":"2023-09-23T15:19:26.214730+0000","last_became_peered":"2023-09-23T15:19:26.214730+0000","last_unstale":"2023-09-23T15:19:38.437880+0000","last_undegraded":"2023-09-23T15:19:38.437880+0000","last_fullsized":"2023-09-23T15:19:38.437880+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":367,"log_dups_size":0,"ondisk_log_size":367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:51.809441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24051712,"num_objects":367,"num_object_clones":0,"num_object_copies":1101,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":367,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":367,"num_write_kb":23488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":454,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.314018+0000","last_change":"2023-09-23T15:19:30.915592+0000","last_active":"2023-09-23T15:19:33.314018+0000","last_peered":"2023-09-23T15:19:33.314018+0000","last_clean":"2023-09-23T15:19:33.314018+0000","last_became_active":"2023-09-23T15:19:25.214134+0000","last_became_peered":"2023-09-23T15:19:25.214134+0000","last_unstale":"2023-09-23T15:19:33.314018+0000","last_undegraded":"2023-09-23T15:19:33.314018+0000","last_fullsized":"2023-09-23T15:19:33.314018+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:44:39.934661+0000","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":249,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570285+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:19:33.570285+0000","last_peered":"2023-09-23T15:19:33.570285+0000","last_clean":"2023-09-23T15:19:33.570285+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:19:33.570285+0000","last_undegraded":"2023-09-23T15:19:33.570285+0000","last_fullsized":"2023-09-23T15:19:33.570285+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":105,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570622+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:19:33.570622+0000","last_peered":"2023-09-23T15:19:33.570622+0000","last_clean":"2023-09-23T15:19:33.570622+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:19:33.570622+0000","last_undegraded":"2023-09-23T15:19:33.570622+0000","last_fullsized":"2023-09-23T15:19:33.570622+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":81,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.312735+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:19:33.312735+0000","last_peered":"2023-09-23T15:19:33.312735+0000","last_clean":"2023-09-23T15:19:33.312735+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:19:33.312735+0000","last_undegraded":"2023-09-23T15:19:33.312735+0000","last_fullsized":"2023-09-23T15:19:33.312735+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"265'479","reported_seq":492,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:39.003415+0000","last_change":"2023-09-23T15:19:26.216446+0000","last_active":"2023-09-23T15:19:39.003415+0000","last_peered":"2023-09-23T15:19:39.003415+0000","last_clean":"2023-09-23T15:19:39.003415+0000","last_became_active":"2023-09-23T15:19:26.216163+0000","last_became_peered":"2023-09-23T15:19:26.216163+0000","last_unstale":"2023-09-23T15:19:39.003415+0000","last_undegraded":"2023-09-23T15:19:39.003415+0000","last_fullsized":"2023-09-23T15:19:39.003415+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":479,"log_dups_size":0,"ondisk_log_size":479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:05:17.062527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31391744,"num_objects":479,"num_object_clones":0,"num_object_copies":1437,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":479,"num_write_kb":30656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":454,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.314258+0000","last_change":"2023-09-23T15:19:27.996193+0000","last_active":"2023-09-23T15:19:33.314258+0000","last_peered":"2023-09-23T15:19:33.314258+0000","last_clean":"2023-09-23T15:19:33.314258+0000","last_became_active":"2023-09-23T15:19:25.294216+0000","last_became_peered":"2023-09-23T15:19:25.294216+0000","last_unstale":"2023-09-23T15:19:33.314258+0000","last_undegraded":"2023-09-23T15:19:33.314258+0000","last_fullsized":"2023-09-23T15:19:33.314258+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:27.996115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:27.996115+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:30.663343+0000","scrub_duration":0.0021624539999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":249,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570949+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:19:33.570949+0000","last_peered":"2023-09-23T15:19:33.570949+0000","last_clean":"2023-09-23T15:19:33.570949+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:19:33.570949+0000","last_undegraded":"2023-09-23T15:19:33.570949+0000","last_fullsized":"2023-09-23T15:19:33.570949+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":86,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570723+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:19:33.570723+0000","last_peered":"2023-09-23T15:19:33.570723+0000","last_clean":"2023-09-23T15:19:33.570723+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:19:33.570723+0000","last_undegraded":"2023-09-23T15:19:33.570723+0000","last_fullsized":"2023-09-23T15:19:33.570723+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570559+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:19:33.570559+0000","last_peered":"2023-09-23T15:19:33.570559+0000","last_clean":"2023-09-23T15:19:33.570559+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:19:33.570559+0000","last_undegraded":"2023-09-23T15:19:33.570559+0000","last_fullsized":"2023-09-23T15:19:33.570559+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"265'101","reported_seq":114,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:36.459515+0000","last_change":"2023-09-23T15:19:26.211044+0000","last_active":"2023-09-23T15:19:36.459515+0000","last_peered":"2023-09-23T15:19:36.459515+0000","last_clean":"2023-09-23T15:19:36.459515+0000","last_became_active":"2023-09-23T15:19:26.210793+0000","last_became_peered":"2023-09-23T15:19:26.210793+0000","last_unstale":"2023-09-23T15:19:36.459515+0000","last_undegraded":"2023-09-23T15:19:36.459515+0000","last_fullsized":"2023-09-23T15:19:36.459515+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:35:57.549271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6619136,"num_objects":101,"num_object_clones":0,"num_object_copies":303,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":101,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":101,"num_write_kb":6464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:34.895239+0000","last_change":"2023-09-23T15:19:34.895239+0000","last_active":"2023-09-23T15:19:34.895239+0000","last_peered":"2023-09-23T15:19:34.895239+0000","last_clean":"2023-09-23T15:19:34.895239+0000","last_became_active":"2023-09-23T15:19:25.212691+0000","last_became_peered":"2023-09-23T15:19:25.212691+0000","last_unstale":"2023-09-23T15:19:34.895239+0000","last_undegraded":"2023-09-23T15:19:34.895239+0000","last_fullsized":"2023-09-23T15:19:34.895239+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:34.895121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:34.895121+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:44.011668+0000","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":271,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571285+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:19:33.571285+0000","last_peered":"2023-09-23T15:19:33.571285+0000","last_clean":"2023-09-23T15:19:33.571285+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:19:33.571285+0000","last_undegraded":"2023-09-23T15:19:33.571285+0000","last_fullsized":"2023-09-23T15:19:33.571285+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":224,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:36.340415+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:19:36.340415+0000","last_peered":"2023-09-23T15:19:36.340415+0000","last_clean":"2023-09-23T15:19:36.340415+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:19:36.340415+0000","last_undegraded":"2023-09-23T15:19:36.340415+0000","last_fullsized":"2023-09-23T15:19:36.340415+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":260,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571011+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:19:33.571011+0000","last_peered":"2023-09-23T15:19:33.571011+0000","last_clean":"2023-09-23T15:19:33.571011+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:19:33.571011+0000","last_undegraded":"2023-09-23T15:19:33.571011+0000","last_fullsized":"2023-09-23T15:19:33.571011+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"265'275","reported_seq":287,"reported_epoch":265,"state":"active+clean","last_fresh":"2023-09-23T15:19:37.226774+0000","last_change":"2023-09-23T15:19:26.215049+0000","last_active":"2023-09-23T15:19:37.226774+0000","last_peered":"2023-09-23T15:19:37.226774+0000","last_clean":"2023-09-23T15:19:37.226774+0000","last_became_active":"2023-09-23T15:19:26.214704+0000","last_became_peered":"2023-09-23T15:19:26.214704+0000","last_unstale":"2023-09-23T15:19:37.226774+0000","last_undegraded":"2023-09-23T15:19:37.226774+0000","last_fullsized":"2023-09-23T15:19:37.226774+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":275,"log_dups_size":0,"ondisk_log_size":275,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:03:44.353471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18022400,"num_objects":275,"num_object_clones":0,"num_object_copies":825,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":275,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":275,"num_write_kb":17600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570831+0000","last_change":"2023-09-23T15:19:28.292090+0000","last_active":"2023-09-23T15:19:33.570831+0000","last_peered":"2023-09-23T15:19:33.570831+0000","last_clean":"2023-09-23T15:19:33.570831+0000","last_became_active":"2023-09-23T15:19:25.297146+0000","last_became_peered":"2023-09-23T15:19:25.297146+0000","last_unstale":"2023-09-23T15:19:33.570831+0000","last_undegraded":"2023-09-23T15:19:33.570831+0000","last_fullsized":"2023-09-23T15:19:33.570831+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.291991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.291991+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:51:50.159470+0000","scrub_duration":0.0020547220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":251,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.314412+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:19:33.314412+0000","last_peered":"2023-09-23T15:19:33.314412+0000","last_clean":"2023-09-23T15:19:33.314412+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:19:33.314412+0000","last_undegraded":"2023-09-23T15:19:33.314412+0000","last_fullsized":"2023-09-23T15:19:33.314412+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":113,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.312919+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:19:33.312919+0000","last_peered":"2023-09-23T15:19:33.312919+0000","last_clean":"2023-09-23T15:19:33.312919+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:19:33.312919+0000","last_undegraded":"2023-09-23T15:19:33.312919+0000","last_fullsized":"2023-09-23T15:19:33.312919+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":146,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570286+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:19:33.570286+0000","last_peered":"2023-09-23T15:19:33.570286+0000","last_clean":"2023-09-23T15:19:33.570286+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:19:33.570286+0000","last_undegraded":"2023-09-23T15:19:33.570286+0000","last_fullsized":"2023-09-23T15:19:33.570286+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":104,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.312257+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:19:33.312257+0000","last_peered":"2023-09-23T15:19:33.312257+0000","last_clean":"2023-09-23T15:19:33.312257+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:19:33.312257+0000","last_undegraded":"2023-09-23T15:19:33.312257+0000","last_fullsized":"2023-09-23T15:19:33.312257+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":85,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570800+0000","last_change":"2023-09-23T15:14:43.204938+0000","last_active":"2023-09-23T15:19:33.570800+0000","last_peered":"2023-09-23T15:19:33.570800+0000","last_clean":"2023-09-23T15:19:33.570800+0000","last_became_active":"2023-09-23T15:14:43.204659+0000","last_became_peered":"2023-09-23T15:14:43.204659+0000","last_unstale":"2023-09-23T15:19:33.570800+0000","last_undegraded":"2023-09-23T15:19:33.570800+0000","last_fullsized":"2023-09-23T15:19:33.570800+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:01:53.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":90,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.572256+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:19:33.572256+0000","last_peered":"2023-09-23T15:19:33.572256+0000","last_clean":"2023-09-23T15:19:33.572256+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:19:33.572256+0000","last_undegraded":"2023-09-23T15:19:33.572256+0000","last_fullsized":"2023-09-23T15:19:33.572256+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":243,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.571258+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:19:33.571258+0000","last_peered":"2023-09-23T15:19:33.571258+0000","last_clean":"2023-09-23T15:19:33.571258+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:19:33.571258+0000","last_undegraded":"2023-09-23T15:19:33.571258+0000","last_fullsized":"2023-09-23T15:19:33.571258+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":90,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.314359+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:19:33.314359+0000","last_peered":"2023-09-23T15:19:33.314359+0000","last_clean":"2023-09-23T15:19:33.314359+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:19:33.314359+0000","last_undegraded":"2023-09-23T15:19:33.314359+0000","last_fullsized":"2023-09-23T15:19:33.314359+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":277,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570525+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:19:33.570525+0000","last_peered":"2023-09-23T15:19:33.570525+0000","last_clean":"2023-09-23T15:19:33.570525+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:19:33.570525+0000","last_undegraded":"2023-09-23T15:19:33.570525+0000","last_fullsized":"2023-09-23T15:19:33.570525+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":282,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570850+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:19:33.570850+0000","last_peered":"2023-09-23T15:19:33.570850+0000","last_clean":"2023-09-23T15:19:33.570850+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:19:33.570850+0000","last_undegraded":"2023-09-23T15:19:33.570850+0000","last_fullsized":"2023-09-23T15:19:33.570850+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":303,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.570351+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:19:33.570351+0000","last_peered":"2023-09-23T15:19:33.570351+0000","last_clean":"2023-09-23T15:19:33.570351+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:19:33.570351+0000","last_undegraded":"2023-09-23T15:19:33.570351+0000","last_fullsized":"2023-09-23T15:19:33.570351+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.312922+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:19:33.312922+0000","last_peered":"2023-09-23T15:19:33.312922+0000","last_clean":"2023-09-23T15:19:33.312922+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:19:33.312922+0000","last_undegraded":"2023-09-23T15:19:33.312922+0000","last_fullsized":"2023-09-23T15:19:33.312922+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":163,"reported_epoch":264,"state":"active+clean","last_fresh":"2023-09-23T15:19:33.313733+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:19:33.313733+0000","last_peered":"2023-09-23T15:19:33.313733+0000","last_clean":"2023-09-23T15:19:33.313733+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:19:33.313733+0000","last_undegraded":"2023-09-23T15:19:33.313733+0000","last_fullsized":"2023-09-23T15:19:33.313733+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":483655680,"num_objects":7380,"num_object_clones":0,"num_object_copies":22140,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7380,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7380,"num_write_kb":472320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1324154880,"data_stored":1324154880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":7380,"ondisk_log_size":7380,"up":48,"acting":48,"num_store_stats":7},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":644038,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":214679,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674343,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":194908,"kb_used_data":126676,"kb_used_omap":85,"kb_used_meta":68138,"kb_avail":93550244,"statfs":{"total":95995035648,"available":95795449856,"internally_reserved":0,"allocated":129716224,"data_stored":128791471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":69773320},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:19:30 2023","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":0.60999999999999999,"15min":0.48099999999999998},"min":{"1min":0.247,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":5.2869999999999999,"5min":5.2869999999999999,"15min":5.2869999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.55700000000000005,"15min":0.46100000000000002},"min":{"1min":0.35199999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":2.621,"5min":5.4279999999999999,"15min":5.4279999999999999},"last":0.46200000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:19:30 2023","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":2.4809999999999999,"15min":1.141},"min":{"1min":0.28499999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":4.3230000000000004,"5min":177.52699999999999,"15min":177.52699999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.96899999999999997,"5min":2.5049999999999999,"15min":1.1499999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":4.3399999999999999,"5min":177.602,"15min":177.602},"last":0.65300000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:19:30 2023","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.7869999999999999,"15min":2.0470000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":4.2270000000000003,"5min":29.672999999999998,"15min":29.672999999999998},"last":0.40100000000000002},{"interface":"front","average":{"1min":1.343,"5min":1.7909999999999999,"15min":1.9830000000000001},"min":{"1min":0.309,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":4.2290000000000001,"5min":29.635000000000002,"15min":29.635000000000002},"last":0.49299999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:19:30 2023","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.4319999999999999,"15min":0.97099999999999997},"min":{"1min":0.42699999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":3.6059999999999999,"5min":57.662999999999997,"15min":57.662999999999997},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.294,"5min":1.4370000000000001,"15min":0.82299999999999995},"min":{"1min":0.36199999999999999,"5min":0.317,"15min":0.317},"max":{"1min":5.2389999999999999,"5min":57.731000000000002,"15min":57.731000000000002},"last":0.56599999999999995}]},{"osd":4,"last update":"Sat Sep 23 15:19:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.41899999999999998,"15min":0.41999999999999998},"min":{"1min":0.29899999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.45800000000000002,"15min":0.46000000000000002},"min":{"1min":0.35699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.52300000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:19:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.441,"15min":0.44500000000000001},"min":{"1min":0.32000000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.93600000000000005,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.50700000000000001,"15min":0.47999999999999998},"min":{"1min":0.33300000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.5880000000000001,"5min":3.5880000000000001,"15min":3.5880000000000001},"last":0.50800000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:19:30 2023","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.46800000000000003,"15min":0.46899999999999997},"min":{"1min":0.33400000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.505,"15min":0.505},"min":{"1min":0.36899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.96599999999999997,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.53200000000000003}]}]},{"osd":6,"up_from":122,"seq":523986010223,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":554452,"kb_used_data":376716,"kb_used_omap":9,"kb_used_meta":177718,"kb_avail":93190700,"statfs":{"total":95995035648,"available":95427276800,"internally_reserved":0,"allocated":385757184,"data_stored":384840511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":181983571},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.92600000000000005,"5min":0.78900000000000003,"15min":1.802},"min":{"1min":0.219,"5min":0.219,"15min":0.20100000000000001},"max":{"1min":8.5199999999999996,"5min":9.5570000000000004,"15min":26.251000000000001},"last":0.437},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.73199999999999998,"15min":2.0590000000000002},"min":{"1min":0.28699999999999998,"5min":0.246,"15min":0.246},"max":{"1min":8.5,"5min":8.5,"15min":26.045999999999999},"last":0.32000000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":4.4889999999999999,"5min":2.0470000000000002,"15min":1.6160000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.22500000000000001},"max":{"1min":58.652999999999999,"5min":58.652999999999999,"15min":58.652999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":2.4820000000000002,"5min":1.772,"15min":1.8069999999999999},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":25.829999999999998,"5min":28.850000000000001,"15min":28.850000000000001},"last":1.6599999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":1.5960000000000001,"5min":1.2749999999999999,"15min":1.587},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":9.3070000000000004,"5min":9.3070000000000004,"15min":9.3070000000000004},"last":0.88200000000000001},{"interface":"front","average":{"1min":3.8940000000000001,"5min":1.976,"15min":1.8899999999999999},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":58.975999999999999,"5min":58.975999999999999,"15min":58.975999999999999},"last":1.575}]},{"osd":3,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":15.163,"5min":5.2110000000000003,"15min":2.6120000000000001},"min":{"1min":0.30299999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":256.608,"5min":256.608,"15min":256.608},"last":0.55800000000000005},{"interface":"front","average":{"1min":15.108000000000001,"5min":4.8819999999999997,"15min":3.145},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":256.42500000000001,"5min":256.42500000000001,"15min":256.42500000000001},"last":1.645}]},{"osd":4,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.65000000000000002,"15min":0.73499999999999999},"min":{"1min":0.255,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.6699999999999999,"5min":6.4409999999999998,"15min":36.335000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.70699999999999996,"15min":0.93899999999999995},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.57199999999999995,"5min":4.1239999999999997,"15min":36.374000000000002},"last":0.35899999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:18:43 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.88100000000000001,"15min":5.149},"min":{"1min":0.26700000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.60399999999999998,"5min":6.8209999999999997,"15min":144.953},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.76900000000000002,"15min":4.9240000000000004},"min":{"1min":0.31,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1160000000000001,"5min":5.7089999999999996,"15min":144.79400000000001},"last":0.47299999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:19:33 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.496,"15min":0.48599999999999999},"min":{"1min":0.33100000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.7709999999999999,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.313},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50600000000000001,"15min":0.51200000000000001},"min":{"1min":0.36699999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.70999999999999996,"5min":1.9490000000000001,"15min":1.9490000000000001},"last":0.50800000000000001}]}]},{"osd":1,"up_from":89,"seq":382252089500,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":697084,"kb_used_data":379700,"kb_used_omap":9,"kb_used_meta":317302,"kb_avail":93048068,"statfs":{"total":95995035648,"available":95281221632,"internally_reserved":0,"allocated":388812800,"data_stored":387450104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":324918249},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":2.0710000000000002,"5min":1.4179999999999999,"15min":0.98899999999999999},"min":{"1min":0.22,"5min":0.182,"15min":0.182},"max":{"1min":8.327,"5min":8.5250000000000004,"15min":15.233000000000001},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.97999999999999998,"5min":1.375,"15min":0.95699999999999996},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":3.7229999999999999,"5min":8.9589999999999996,"15min":8.9589999999999996},"last":7.0330000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:19:14 2023","interfaces":[{"interface":"back","average":{"1min":2.4790000000000001,"5min":2.0030000000000001,"15min":3.7530000000000001},"min":{"1min":0.23000000000000001,"5min":0.22800000000000001,"15min":0.185},"max":{"1min":14.662000000000001,"5min":17.972999999999999,"15min":64.444999999999993},"last":0.52300000000000002},{"interface":"front","average":{"1min":2.1909999999999998,"5min":2.2010000000000001,"15min":3.8559999999999999},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":7.8630000000000004,"5min":18.085999999999999,"15min":63.148000000000003},"last":7.4199999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":2.298,"5min":5.0309999999999997,"15min":2.355},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.19900000000000001},"max":{"1min":14.598000000000001,"5min":128.65799999999999,"15min":128.65799999999999},"last":1.8120000000000001},{"interface":"front","average":{"1min":2.5710000000000002,"5min":4.4649999999999999,"15min":2.1230000000000002},"min":{"1min":0.249,"5min":0.248,"15min":0.216},"max":{"1min":8.8200000000000003,"5min":128.227,"15min":128.227},"last":0.55200000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":1.704,"5min":2.7309999999999999,"15min":1.5069999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28499999999999998},"max":{"1min":13.131,"5min":76.534999999999997,"15min":76.534999999999997},"last":0.70399999999999996},{"interface":"front","average":{"1min":1.9019999999999999,"5min":2.2799999999999998,"15min":1.381},"min":{"1min":0.29699999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":7.3120000000000003,"5min":76.661000000000001,"15min":76.661000000000001},"last":0.57699999999999996}]},{"osd":5,"last update":"Sat Sep 23 15:19:08 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":1.405,"15min":1.0529999999999999},"min":{"1min":0.34000000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.9449999999999998,"5min":9.8330000000000002,"15min":9.8330000000000002},"last":6.9550000000000001},{"interface":"front","average":{"1min":1.712,"5min":1.8080000000000001,"15min":1.2609999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":13.071999999999999,"5min":13.994,"15min":13.994},"last":0.39900000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:18:54 2023","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":1.804,"15min":1.716},"min":{"1min":0.34799999999999998,"5min":0.34100000000000003,"15min":0.30599999999999999},"max":{"1min":4.7709999999999999,"5min":23.978000000000002,"15min":23.978000000000002},"last":7},{"interface":"front","average":{"1min":2.1000000000000001,"5min":2.1309999999999998,"15min":1.9630000000000001},"min":{"1min":0.375,"5min":0.317,"15min":0.317},"max":{"1min":13.103,"5min":26.975999999999999,"15min":26.975999999999999},"last":0.45900000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:19:32 2023","interfaces":[{"interface":"back","average":{"1min":1.1579999999999999,"5min":1.2949999999999999,"15min":1.177},"min":{"1min":0.42599999999999999,"5min":0.371,"15min":0.371},"max":{"1min":5.3179999999999996,"5min":7.3449999999999998,"15min":7.3449999999999998},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.872,"5min":1.355,"15min":1.1879999999999999},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":4.9749999999999996,"5min":13.022,"15min":13.022},"last":0.434}]}]},{"osd":0,"up_from":84,"seq":360777253027,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":484504,"kb_used_data":318352,"kb_used_omap":28,"kb_used_meta":166115,"kb_avail":93260648,"statfs":{"total":95995035648,"available":95498903552,"internally_reserved":0,"allocated":325992448,"data_stored":324422388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":170102608},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:19:05 2023","interfaces":[{"interface":"back","average":{"1min":3.5179999999999998,"5min":1.7749999999999999,"15min":1.4079999999999999},"min":{"1min":0.216,"5min":0.182,"15min":0.182},"max":{"1min":49.037999999999997,"5min":49.037999999999997,"15min":71.188000000000002},"last":0.44},{"interface":"front","average":{"1min":3.9609999999999999,"5min":2.1819999999999999,"15min":1.4850000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.217},"max":{"1min":49.420999999999999,"5min":49.420999999999999,"15min":70.156999999999996},"last":0.39300000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:19:23 2023","interfaces":[{"interface":"back","average":{"1min":1.79,"5min":2.0030000000000001,"15min":2.7559999999999998},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":9.1649999999999991,"5min":21.861000000000001,"15min":138.55099999999999},"last":0.46000000000000002},{"interface":"front","average":{"1min":1.6120000000000001,"5min":1.5760000000000001,"15min":2.2349999999999999},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":5.8979999999999997,"5min":12.901,"15min":138.322},"last":0.42399999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:19:13 2023","interfaces":[{"interface":"back","average":{"1min":1.98,"5min":1.9259999999999999,"15min":2.2469999999999999},"min":{"1min":0.27100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.6329999999999991,"5min":11.055999999999999,"15min":100.062},"last":0.51600000000000001},{"interface":"front","average":{"1min":2.3410000000000002,"5min":2.0179999999999998,"15min":2.2989999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":9.5869999999999997,"5min":11.125999999999999,"15min":100.547},"last":0.47399999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:19:33 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":2.7000000000000002,"15min":1.484},"min":{"1min":0.33000000000000002,"5min":0.32200000000000001,"15min":0.28599999999999998},"max":{"1min":6.2830000000000004,"5min":142.44200000000001,"15min":142.44200000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.79200000000000004,"5min":2.9199999999999999,"15min":1.8049999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.28699999999999998},"max":{"1min":3.2519999999999998,"5min":141.69200000000001,"15min":141.69200000000001},"last":0.70299999999999996}]},{"osd":5,"last update":"Sat Sep 23 15:19:33 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":1.129,"15min":1.1839999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.30099999999999999},"max":{"1min":2.5819999999999999,"5min":9.0519999999999996,"15min":41.631999999999998},"last":0.67600000000000005},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.2230000000000001,"15min":1.123},"min":{"1min":0.40799999999999997,"5min":0.373,"15min":0.33800000000000002},"max":{"1min":4.0359999999999996,"5min":7.7279999999999998,"15min":10.289},"last":0.61199999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:18:39 2023","interfaces":[{"interface":"back","average":{"1min":1.982,"5min":1.4490000000000001,"15min":1.7949999999999999},"min":{"1min":0.36699999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":7.7839999999999998,"5min":7.7839999999999998,"15min":10.222},"last":0.68700000000000006},{"interface":"front","average":{"1min":1.1539999999999999,"5min":1.456,"15min":1.522},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":3.7949999999999999,"5min":9.4600000000000009,"15min":10.355},"last":0.67100000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:19:33 2023","interfaces":[{"interface":"back","average":{"1min":1.2230000000000001,"5min":1.169,"15min":0.98299999999999998},"min":{"1min":0.41299999999999998,"5min":0.38,"15min":0.38},"max":{"1min":4.0019999999999998,"5min":7.6929999999999996,"15min":7.6929999999999996},"last":0.57399999999999995},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1839999999999999,"15min":1.0009999999999999},"min":{"1min":0.42799999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":4.0679999999999996,"5min":7.7610000000000001,"15min":7.7610000000000001},"last":0.64500000000000002}]}]},{"osd":2,"up_from":117,"seq":502511173742,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":620500,"kb_used_data":318540,"kb_used_omap":81,"kb_used_meta":301870,"kb_avail":93124652,"statfs":{"total":95995035648,"available":95359643648,"internally_reserved":0,"allocated":326184960,"data_stored":324804064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":309115098},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:19:20 2023","interfaces":[{"interface":"back","average":{"1min":1.381,"5min":1.111,"15min":1.569},"min":{"1min":0.20399999999999999,"5min":0.20300000000000001,"15min":0.18099999999999999},"max":{"1min":12.454000000000001,"5min":13.717000000000001,"15min":13.717000000000001},"last":2.823},{"interface":"front","average":{"1min":1.929,"5min":2.0259999999999998,"15min":1.544},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":8.8680000000000003,"5min":16.984000000000002,"15min":16.984000000000002},"last":3.5110000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:19:20 2023","interfaces":[{"interface":"back","average":{"1min":2.1960000000000002,"5min":1.9950000000000001,"15min":2.1019999999999999},"min":{"1min":0.216,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":8.8979999999999997,"5min":16.960999999999999,"15min":169.398},"last":3.2629999999999999},{"interface":"front","average":{"1min":1.4570000000000001,"5min":1.137,"15min":2.1930000000000001},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.21199999999999999},"max":{"1min":9.9870000000000001,"5min":9.9870000000000001,"15min":166.50999999999999},"last":1.728}]},{"osd":3,"last update":"Sat Sep 23 15:19:20 2023","interfaces":[{"interface":"back","average":{"1min":2.0299999999999998,"5min":2.1160000000000001,"15min":4.7759999999999998},"min":{"1min":0.28799999999999998,"5min":0.20599999999999999,"15min":0.16800000000000001},"max":{"1min":9.9450000000000003,"5min":63.838000000000001,"15min":165.32300000000001},"last":1.6719999999999999},{"interface":"front","average":{"1min":1.6539999999999999,"5min":2.0600000000000001,"15min":4.4480000000000004},"min":{"1min":0.28599999999999998,"5min":0.24299999999999999,"15min":0.24199999999999999},"max":{"1min":12.496,"5min":63.427999999999997,"15min":165.66999999999999},"last":2.7879999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:19:20 2023","interfaces":[{"interface":"back","average":{"1min":1.2709999999999999,"5min":1.0169999999999999,"15min":3.6469999999999998},"min":{"1min":0.33100000000000002,"5min":0.311,"15min":0.311},"max":{"1min":6.6509999999999998,"5min":12.945,"15min":50.792000000000002},"last":2.8820000000000001},{"interface":"front","average":{"1min":1.8660000000000001,"5min":1.6439999999999999,"15min":2.169},"min":{"1min":0.35699999999999998,"5min":0.311,"15min":0.29399999999999998},"max":{"1min":8.8379999999999992,"5min":16.878,"15min":36.051000000000002},"last":3.3420000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:19:20 2023","interfaces":[{"interface":"back","average":{"1min":1.962,"5min":1.7450000000000001,"15min":2.339},"min":{"1min":0.317,"5min":0.317,"15min":0.27700000000000002},"max":{"1min":8.782,"5min":16.927,"15min":35.878},"last":3.3100000000000001},{"interface":"front","average":{"1min":1.2689999999999999,"5min":0.95599999999999996,"15min":3.569},"min":{"1min":0.40600000000000003,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":6.6349999999999998,"5min":6.6349999999999998,"15min":50.816000000000003},"last":1.6399999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:18:42 2023","interfaces":[{"interface":"back","average":{"1min":7.2720000000000002,"5min":2.4319999999999999,"15min":4.3819999999999997},"min":{"1min":0.39700000000000002,"5min":0.35099999999999998,"15min":0.34999999999999998},"max":{"1min":134.21700000000001,"5min":134.21700000000001,"15min":134.21700000000001},"last":2.9199999999999999},{"interface":"front","average":{"1min":7.125,"5min":2.5030000000000001,"15min":4.0030000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":134.393,"5min":134.393,"15min":134.393},"last":1.702}]},{"osd":7,"last update":"Sat Sep 23 15:19:34 2023","interfaces":[{"interface":"back","average":{"1min":1.5609999999999999,"5min":1.0740000000000001,"15min":0.99099999999999999},"min":{"1min":0.435,"5min":0.38,"15min":0.38},"max":{"1min":6.8650000000000002,"5min":6.8650000000000002,"15min":6.8650000000000002},"last":1.8109999999999999},{"interface":"front","average":{"1min":1.2749999999999999,"5min":0.90700000000000003,"15min":0.82099999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":6.6890000000000001,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":2.8479999999999999}]}]},{"osd":3,"up_from":99,"seq":425201762448,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":699656,"kb_used_data":276672,"kb_used_omap":7,"kb_used_meta":422968,"kb_avail":93045496,"statfs":{"total":95995035648,"available":95278587904,"internally_reserved":0,"allocated":283312128,"data_stored":281937445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":433119848},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,3,5,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:19:15 2023","interfaces":[{"interface":"back","average":{"1min":1.264,"5min":1.863,"15min":1.1000000000000001},"min":{"1min":0.20899999999999999,"5min":0.19700000000000001,"15min":0.19600000000000001},"max":{"1min":4.6699999999999999,"5min":40.311999999999998,"15min":40.311999999999998},"last":0.75800000000000001},{"interface":"front","average":{"1min":1.1519999999999999,"5min":1.617,"15min":1.0489999999999999},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.17499999999999999},"max":{"1min":6.0510000000000002,"5min":16.289000000000001,"15min":16.289000000000001},"last":0.26200000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:19:15 2023","interfaces":[{"interface":"back","average":{"1min":2.2160000000000002,"5min":2.1179999999999999,"15min":1.2889999999999999},"min":{"1min":0.21199999999999999,"5min":0.19900000000000001,"15min":0.193},"max":{"1min":8.1859999999999999,"5min":24.013000000000002,"15min":24.013000000000002},"last":0.23100000000000001},{"interface":"front","average":{"1min":1.919,"5min":1.9339999999999999,"15min":1.3100000000000001},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":8.2249999999999996,"5min":21.827999999999999,"15min":21.827999999999999},"last":0.82199999999999995}]},{"osd":2,"last update":"Sat Sep 23 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":1.9079999999999999,"15min":3.032},"min":{"1min":0.24199999999999999,"5min":0.23000000000000001,"15min":0.21299999999999999},"max":{"1min":8.827,"5min":22.73,"15min":55.378999999999998},"last":1.0740000000000001},{"interface":"front","average":{"1min":8.5380000000000003,"5min":3.1139999999999999,"15min":3.734},"min":{"1min":0.30499999999999999,"5min":0.26100000000000001,"15min":0.25900000000000001},"max":{"1min":154.73400000000001,"5min":154.73400000000001,"15min":154.73400000000001},"last":0.31}]},{"osd":4,"last update":"Sat Sep 23 15:19:15 2023","interfaces":[{"interface":"back","average":{"1min":1.53,"5min":1.506,"15min":1.008},"min":{"1min":0.32500000000000001,"5min":0.31,"15min":0.31},"max":{"1min":5.3330000000000002,"5min":9.3469999999999995,"15min":9.3469999999999995},"last":0.48699999999999999},{"interface":"front","average":{"1min":1.0409999999999999,"5min":1.2969999999999999,"15min":1.004},"min":{"1min":0.307,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":3.819,"5min":9.4000000000000004,"15min":9.4000000000000004},"last":0.99199999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:19:15 2023","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":1.3440000000000001,"15min":1.0389999999999999},"min":{"1min":0.33700000000000002,"5min":0.318,"15min":0.27300000000000002},"max":{"1min":3.7690000000000001,"5min":9.3659999999999997,"15min":10.962999999999999},"last":0.875},{"interface":"front","average":{"1min":0.999,"5min":1.272,"15min":1.0529999999999999},"min":{"1min":0.309,"5min":0.30599999999999999,"15min":0.30099999999999999},"max":{"1min":6.0869999999999997,"5min":6.9009999999999998,"15min":10.361000000000001},"last":0.441}]},{"osd":6,"last update":"Sat Sep 23 15:18:51 2023","interfaces":[{"interface":"back","average":{"1min":1.339,"5min":1.448,"15min":1.5089999999999999},"min":{"1min":0.42299999999999999,"5min":0.34300000000000003,"15min":0.317},"max":{"1min":3.7959999999999998,"5min":9.423,"15min":9.423},"last":1.028},{"interface":"front","average":{"1min":1.127,"5min":1.357,"15min":1.6419999999999999},"min":{"1min":0.378,"5min":0.32100000000000001,"15min":0.30099999999999999},"max":{"1min":3.6970000000000001,"5min":10.856999999999999,"15min":10.856999999999999},"last":0.71999999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:19:37 2023","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":1.0129999999999999,"15min":1.0009999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":6.1130000000000004,"5min":6.1319999999999997,"15min":6.1319999999999997},"last":0.67200000000000004},{"interface":"front","average":{"1min":1.2230000000000001,"5min":1.091,"15min":0.89900000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":5.306,"5min":5.306,"15min":5.306},"last":0.56799999999999995}]}]},{"osd":4,"up_from":0,"seq":133143986473,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724836,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":656652,"kb_used_data":544516,"kb_used_omap":0,"kb_used_meta":112128,"kb_avail":93088500,"statfs":{"total":95995035648,"available":95322624000,"internally_reserved":0,"allocated":557584384,"data_stored":556672233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":114819072},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:18:46 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.90600000000000003,"15min":0.78400000000000003},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.218},"max":{"1min":4.2060000000000004,"5min":6.0659999999999998,"15min":6.4880000000000004},"last":0.50600000000000001},{"interface":"front","average":{"1min":1.377,"5min":1.2310000000000001,"15min":0.92400000000000004},"min":{"1min":0.27600000000000002,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":10.096,"5min":13.832000000000001,"15min":13.832000000000001},"last":0.63100000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:19:07 2023","interfaces":[{"interface":"back","average":{"1min":1.4730000000000001,"5min":2.9649999999999999,"15min":2.4129999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.6100000000000003,"5min":119.61499999999999,"15min":125.14400000000001},"last":0.24299999999999999},{"interface":"front","average":{"1min":1.863,"5min":3.0030000000000001,"15min":2.4729999999999999},"min":{"1min":0.27800000000000002,"5min":0.25600000000000001,"15min":0.25},"max":{"1min":7.5460000000000003,"5min":119.541,"15min":125.36499999999999},"last":0.58399999999999996}]},{"osd":2,"last update":"Sat Sep 23 15:19:27 2023","interfaces":[{"interface":"back","average":{"1min":1.4390000000000001,"5min":2.0190000000000001,"15min":1.875},"min":{"1min":0.32800000000000001,"5min":0.27800000000000002,"15min":0.26200000000000001},"max":{"1min":4.6390000000000002,"5min":43.345999999999997,"15min":43.345999999999997},"last":0.54600000000000004},{"interface":"front","average":{"1min":1.3600000000000001,"5min":2.4470000000000001,"15min":2.052},"min":{"1min":0.36899999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.4699999999999998,"5min":43.469999999999999,"15min":43.469999999999999},"last":0.52100000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:19:07 2023","interfaces":[{"interface":"back","average":{"1min":2.7069999999999999,"5min":3.6520000000000001,"15min":2.2759999999999998},"min":{"1min":0.48999999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":10.375999999999999,"5min":79.302000000000007,"15min":103.989},"last":0.61699999999999999},{"interface":"front","average":{"1min":2.0139999999999998,"5min":3.4940000000000002,"15min":2.2309999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.27900000000000003},"max":{"1min":6.6230000000000002,"5min":79.557000000000002,"15min":101.824},"last":0.59799999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:19:27 2023","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.97199999999999998,"15min":1.0249999999999999},"min":{"1min":0.28899999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.96199999999999997,"5min":40.061,"15min":48.997999999999998},"last":0.309},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.91200000000000003,"15min":1.069},"min":{"1min":0.311,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.7430000000000001,"5min":40.124000000000002,"15min":49.017000000000003},"last":0.70199999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:18:46 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.82999999999999996,"15min":1.466},"min":{"1min":0.32400000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":1.431,"5min":10.281000000000001,"15min":111.089},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.495,"5min":0.70099999999999996,"15min":1.929},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.314},"max":{"1min":1.4199999999999999,"5min":5.2240000000000002,"15min":111.146},"last":0.74299999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:19:34 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.48399999999999999,"15min":0.46500000000000002},"min":{"1min":0.32400000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.0089999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.50900000000000001,"15min":0.48199999999999998},"min":{"1min":0.34999999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.7769999999999999,"5min":2.1709999999999998,"15min":2.1709999999999998},"last":0.72199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49676288,"data_stored":49676288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":343605248,"data_stored":343605248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":173473792,"data_stored":173473792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":216006656,"data_stored":216006656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":165019648,"data_stored":165019648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":269877248,"data_stored":269877248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":106496000,"data_stored":106496000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:19:45.615 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T15:19:45.615 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:19:45.615 INFO:tasks.thrashosds.thrasher:inject_pause on osd.7 2023-09-23T15:19:45.615 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:19:45.615 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:19:45.615 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 config set filestore_inject_stall 3 2023-09-23T15:19:45.627 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:45.695 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:45.718 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:45.774 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:45.779 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:45.779 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:45.880 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:45.957 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:45.983 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 10 16 22843 22827 142.624 110.688 0.00986369 0.00700589 2023-09-23T15:19:46.106 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:19:46.250 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:46.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:46.257 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:46.259 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:19:46.260 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:19:46.358 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:46.418 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:46.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:46 smithi118 ceph-mon[219580]: pgmap v726: 99 pgs: 99 active+clean; 973 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 97 MiB/s wr, 1.55k op/s 2023-09-23T15:19:46.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:46 smithi118 ceph-mon[212312]: pgmap v726: 99 pgs: 99 active+clean; 973 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 97 MiB/s wr, 1.55k op/s 2023-09-23T15:19:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:46 smithi178 ceph-mon[192298]: pgmap v726: 99 pgs: 99 active+clean; 973 MiB data, 5.2 GiB used, 621 GiB / 626 GiB avail; 97 MiB/s wr, 1.55k op/s 2023-09-23T15:19:46.984 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 11 16 24888 24872 141.277 127.812 0.00494831 0.00707362 2023-09-23T15:19:47.037 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:47.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:47.046 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:47.147 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:47.185 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:47.245 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:47.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:47.249 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:47.307 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:19:47.350 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:47.421 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:47.984 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 12 16 26657 26641 138.717 110.562 0.0130434 0.00720341 2023-09-23T15:19:48.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:19:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:19:48] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2023-09-23T15:19:48.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:48 smithi118 ceph-mon[219580]: pgmap v727: 99 pgs: 99 active+clean; 1.2 GiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 116 MiB/s wr, 1.84k op/s 2023-09-23T15:19:48.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:48 smithi118 ceph-mon[212312]: pgmap v727: 99 pgs: 99 active+clean; 1.2 GiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 116 MiB/s wr, 1.84k op/s 2023-09-23T15:19:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:48 smithi178 ceph-mon[192298]: pgmap v727: 99 pgs: 99 active+clean; 1.2 GiB data, 6.0 GiB used, 620 GiB / 626 GiB avail; 116 MiB/s wr, 1.84k op/s 2023-09-23T15:19:48.891 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:19:48.949 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:48.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:48.961 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:48.986 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 13 16 28286 28270 135.849 101.812 0.0177738 0.00735527 2023-09-23T15:19:49.062 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:49.090 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:49.143 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:49.246 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:49.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:49.252 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:49.352 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:49.400 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:49.606 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:49.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:49.615 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:49.715 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:49.751 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:49.813 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:49.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:49.817 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:49.917 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:49.987 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 14 16 29896 29880 133.334 100.625 0.0128005 0.00749244 2023-09-23T15:19:49.996 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:50.172 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:50.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:50.176 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:50.277 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:50.340 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:50.447 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:50.453 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:50 smithi118 ceph-mon[219580]: pgmap v728: 99 pgs: 99 active+clean; 1.5 GiB data, 7.0 GiB used, 619 GiB / 626 GiB avail; 131 MiB/s wr, 2.09k op/s 2023-09-23T15:19:50.453 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:50 smithi118 ceph-mon[212312]: pgmap v728: 99 pgs: 99 active+clean; 1.5 GiB data, 7.0 GiB used, 619 GiB / 626 GiB avail; 131 MiB/s wr, 2.09k op/s 2023-09-23T15:19:50.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:50.454 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:50.555 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:50.619 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:50 smithi178 ceph-mon[192298]: pgmap v728: 99 pgs: 99 active+clean; 1.5 GiB data, 7.0 GiB used, 619 GiB / 626 GiB avail; 131 MiB/s wr, 2.09k op/s 2023-09-23T15:19:50.713 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:50.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:50.719 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:50.820 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:19:50.847 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:50.889 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:19:50.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:50.892 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:19:50.987 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 15 16 31204 31188 129.895 81.75 0.221368 0.00768096 2023-09-23T15:19:50.993 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:51.042 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:51.199 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:51.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:51.203 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:51.275 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:19:51.275 INFO:teuthology.orchestra.run.smithi178.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T15:19:51.275 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:19:51.301 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:51 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2829913918' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:51.301 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:51 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:51.304 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:51.316 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:19:51.379 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:51.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:51 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2829913918' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:51.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:51 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:51.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:51 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2829913918' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:51.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:51 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:19:51.987 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 16 16 32562 32546 127.081 84.875 0.00227971 0.00775595 2023-09-23T15:19:52.413 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:52.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:52.422 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:52.488 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:52.497 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: pgmap v729: 99 pgs: 99 active+clean; 1.7 GiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 126 MiB/s wr, 2.01k op/s 2023-09-23T15:19:52.497 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:52.497 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: failed to encode map e266 with expected crc 2023-09-23T15:19:52.497 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:19:52.497 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: osdmap e266: 8 total, 8 up, 7 in 2023-09-23T15:19:52.497 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: failed to encode map e266 with expected crc 2023-09-23T15:19:52.498 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2023-09-23T15:19:52.498 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]: dispatch 2023-09-23T15:19:52.498 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [3, 2]}]: dispatch 2023-09-23T15:19:52.498 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [3, 0]}]: dispatch 2023-09-23T15:19:52.498 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:52.498 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:52.500 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: pgmap v729: 99 pgs: 99 active+clean; 1.7 GiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 126 MiB/s wr, 2.01k op/s 2023-09-23T15:19:52.500 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:52.500 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: failed to encode map e266 with expected crc 2023-09-23T15:19:52.500 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:19:52.501 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: osdmap e266: 8 total, 8 up, 7 in 2023-09-23T15:19:52.501 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: failed to encode map e266 with expected crc 2023-09-23T15:19:52.501 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2023-09-23T15:19:52.501 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]: dispatch 2023-09-23T15:19:52.501 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [3, 2]}]: dispatch 2023-09-23T15:19:52.501 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [3, 0]}]: dispatch 2023-09-23T15:19:52.501 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:52.501 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:52.523 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:52.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: pgmap v729: 99 pgs: 99 active+clean; 1.7 GiB data, 7.4 GiB used, 618 GiB / 626 GiB avail; 126 MiB/s wr, 2.01k op/s 2023-09-23T15:19:52.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:19:52.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: failed to encode map e266 with expected crc 2023-09-23T15:19:52.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:19:52.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: osdmap e266: 8 total, 8 up, 7 in 2023-09-23T15:19:52.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: failed to encode map e266 with expected crc 2023-09-23T15:19:52.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2023-09-23T15:19:52.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]: dispatch 2023-09-23T15:19:52.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [3, 2]}]: dispatch 2023-09-23T15:19:52.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [3, 0]}]: dispatch 2023-09-23T15:19:52.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:19:52.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:19:52.566 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:52.633 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:52.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:52.639 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:52.739 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:52.778 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:52.839 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:52.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:52.846 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:52.947 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:52.987 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 17 16 34170 34154 125.518 100.5 0.00818023 0.00796211 2023-09-23T15:19:53.020 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:53.133 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:19:53.168 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:19:53.215 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:19:53.238 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:53.241 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:53.242 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:53.259 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:19:53.292 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:19:53.332 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:19:53.343 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:53.364 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:19:53.375 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:53.408 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:19:53.414 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:19:53.415 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:19:53.415 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:19:53.415 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:19:53.415 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:19:53.415 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:19:53.415 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:19:53.415 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:19:53.435 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:53.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:53.440 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:53.541 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:19:53.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[219580]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2023-09-23T15:19:53.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]': finished 2023-09-23T15:19:53.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [3, 2]}]': finished 2023-09-23T15:19:53.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [3, 0]}]': finished 2023-09-23T15:19:53.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[219580]: osdmap e267: 8 total, 8 up, 7 in 2023-09-23T15:19:53.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[219580]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[219580]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[219580]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3000648126' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:53.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[219580]: pgmap v732: 99 pgs: 99 active+clean; 1.8 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 113 MiB/s wr, 1.80k op/s 2023-09-23T15:19:53.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[212312]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2023-09-23T15:19:53.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]': finished 2023-09-23T15:19:53.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [3, 2]}]': finished 2023-09-23T15:19:53.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [3, 0]}]': finished 2023-09-23T15:19:53.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[212312]: osdmap e267: 8 total, 8 up, 7 in 2023-09-23T15:19:53.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[212312]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[212312]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[212312]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3000648126' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:53.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:53 smithi118 ceph-mon[212312]: pgmap v732: 99 pgs: 99 active+clean; 1.8 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 113 MiB/s wr, 1.80k op/s 2023-09-23T15:19:53.584 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:53.584 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:53 smithi178 ceph-mon[192298]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2023-09-23T15:19:53.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.10", "id": [1, 5]}]': finished 2023-09-23T15:19:53.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [3, 2]}]': finished 2023-09-23T15:19:53.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [3, 0]}]': finished 2023-09-23T15:19:53.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:53 smithi178 ceph-mon[192298]: osdmap e267: 8 total, 8 up, 7 in 2023-09-23T15:19:53.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:53 smithi178 ceph-mon[192298]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:53 smithi178 ceph-mon[192298]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:53 smithi178 ceph-mon[192298]: failed to encode map e267 with expected crc 2023-09-23T15:19:53.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3000648126' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:19:53.585 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:53 smithi178 ceph-mon[192298]: pgmap v732: 99 pgs: 99 active+clean; 1.8 GiB data, 8.0 GiB used, 618 GiB / 626 GiB avail; 113 MiB/s wr, 1.80k op/s 2023-09-23T15:19:53.650 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:19:53.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:53.655 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:19:53.755 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:19:53.795 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:53.839 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:19:53.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:53.845 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:19:53.946 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:19:53.975 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:53.987 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 18 16 35561 35545 123.375 86.9375 0.00321396 0.00808455 2023-09-23T15:19:54.501 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:19:54.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:54.511 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:19:54.524 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:19:54.611 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:54 smithi118 ceph-mon[219580]: failed to encode map e268 with expected crc 2023-09-23T15:19:54.611 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:54 smithi118 ceph-mon[219580]: osdmap e268: 8 total, 8 up, 7 in 2023-09-23T15:19:54.611 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:54 smithi118 ceph-mon[219580]: failed to encode map e268 with expected crc 2023-09-23T15:19:54.611 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:54 smithi118 ceph-mon[219580]: failed to encode map e268 with expected crc 2023-09-23T15:19:54.611 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:54 smithi118 ceph-mon[212312]: failed to encode map e268 with expected crc 2023-09-23T15:19:54.611 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:54 smithi118 ceph-mon[212312]: osdmap e268: 8 total, 8 up, 7 in 2023-09-23T15:19:54.611 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:54 smithi118 ceph-mon[212312]: failed to encode map e268 with expected crc 2023-09-23T15:19:54.612 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:54 smithi118 ceph-mon[212312]: failed to encode map e268 with expected crc 2023-09-23T15:19:54.612 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:54 smithi178 ceph-mon[192298]: failed to encode map e268 with expected crc 2023-09-23T15:19:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:54 smithi178 ceph-mon[192298]: osdmap e268: 8 total, 8 up, 7 in 2023-09-23T15:19:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:54 smithi178 ceph-mon[192298]: failed to encode map e268 with expected crc 2023-09-23T15:19:54.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:54 smithi178 ceph-mon[192298]: failed to encode map e268 with expected crc 2023-09-23T15:19:54.637 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:54.988 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 19 16 36496 36480 119.951 58.4375 0.00512061 0.00833264 2023-09-23T15:19:55.254 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:55.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:55.270 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:55.371 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:55.438 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:55.557 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:55.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:55.560 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:55.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:55 smithi178 ceph-mon[192298]: pgmap v734: 99 pgs: 99 active+clean; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 81 MiB/s wr, 1.30k op/s 2023-09-23T15:19:55.661 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:55.673 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:55.737 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:55 smithi118 ceph-mon[219580]: pgmap v734: 99 pgs: 99 active+clean; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 81 MiB/s wr, 1.30k op/s 2023-09-23T15:19:55.737 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:55 smithi118 ceph-mon[212312]: pgmap v734: 99 pgs: 99 active+clean; 2.0 GiB data, 8.4 GiB used, 617 GiB / 626 GiB avail; 81 MiB/s wr, 1.30k op/s 2023-09-23T15:19:55.749 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:55.828 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:19:55.828 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:19:55.828 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:19:55.828 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:19:55.828 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.828 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:18342 6.0 6:0801da61:::benchmark_data_smithi118_284959_object18341:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:19:55.828 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:15.707379+0000", 2023-09-23T15:19:55.828 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 580.11412883699995, 2023-09-23T15:19:55.828 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.279687356, 2023-09-23T15:19:55.828 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 18342 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707379+0000", 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707379+0000", 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707377+0000", 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707405+0000", 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8085999999999998e-05 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707417+0000", 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2351000000000001e-05 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707425+0000", 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8960000000000003e-06 2023-09-23T15:19:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707552+0000", 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012722100000000001 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707675+0000", 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000122368 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707806+0000", 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013178800000000001 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.709571+0000", 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017643260000000001 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.710597+0000", 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001026573 2023-09-23T15:19:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.986978+0000", 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27638048999999998 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987023+0000", 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5111000000000002e-05 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987066+0000", 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2979999999999998e-05 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:18344 6.0 6:0f64627f:::benchmark_data_smithi118_284959_object18343:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:15.707442+0000", 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 580.11406584899999, 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27974347199999999, 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 18344 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707442+0000", 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707442+0000", 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707441+0000", 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707466+0000", 2023-09-23T15:19:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4845e-05 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707474+0000", 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2749999999999995e-06 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.707480+0000", 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7790000000000001e-06 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.708542+0000", 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0010623189999999999 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.708666+0000", 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012364900000000001 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.708832+0000", 2023-09-23T15:19:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016581000000000001 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.709990+0000", 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001158683 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.710712+0000", 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00072194000000000002 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987110+0000", 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27639763099999998 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987153+0000", 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2663999999999997e-05 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987185+0000", 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2427e-05 2023-09-23T15:19:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:18359 6.0 6:07f3eec1:::benchmark_data_smithi118_284959_object18358:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119)", 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:15.711974+0000", 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 580.10953393099999, 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.277616947, 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 18359 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.711974+0000", 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.711974+0000", 2023-09-23T15:19:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.711972+0000", 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.711996+0000", 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4394999999999999e-05 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.712011+0000", 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5201000000000001e-05 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.712036+0000", 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4451999999999999e-05 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.712096+0000", 2023-09-23T15:19:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0010000000000003e-05 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.712269+0000", 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017345199999999999 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.986003+0000", 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.273733597 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.989451+0000", 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0034479810000000001 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.989489+0000", 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8699999999999999e-05 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.989499+0000", 2023-09-23T15:19:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7329999999999998e-06 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.989550+0000", 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1010000000000001e-05 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.989590+0000", 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0281999999999998e-05 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop_reply(client.44669.0:18342 6.0 e119/117 ondisk, result = 0)", 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:15.713114+0000", 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 580.10839296300003, 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27395968100000001, 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.713114+0000", 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.713114+0000", 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.713114+0000", 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:19:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.713119+0000", 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.682e-06 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.985758+0000", 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27263912299999998 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.985771+0000", 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2624e-05 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.986962+0000", 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001191531 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.986972+0000", 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5270000000000004e-06 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:15.987074+0000", 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000102163 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:83013 6.9 6:9c13595c:::benchmark_data_smithi118_284959_object23622:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:12.309006+0000", 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 523.51250129100004, 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39388083200000001, 2023-09-23T15:19:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 83013 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309006+0000", 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309006+0000", 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309005+0000", 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309011+0000", 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0419999999999999e-06 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309027+0000", 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6028999999999998e-05 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309036+0000", 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8899999999999996e-06 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309277+0000", 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000241597 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309395+0000", 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000117297 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:19:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.309491+0000", 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6836999999999995e-05 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.312417+0000", 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0029258489999999999 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.317556+0000", 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0051388529999999997 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.702795+0000", 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38523859100000002 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.702846+0000", 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1165000000000002e-05 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.702887+0000", 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1121999999999997e-05 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:83029 6.9 6:9b832c63:::benchmark_data_smithi118_284959_object23638:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e131)", 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:11:12.324432+0000", 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 523.49707573600006, 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.37870754400000001, 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 83029 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324432+0000", 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324432+0000", 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324430+0000", 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324438+0000", 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8839999999999994e-06 2023-09-23T15:19:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324454+0000", 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6106000000000001e-05 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324463+0000", 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1030000000000008e-06 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324513+0000", 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9891000000000001e-05 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324634+0000", 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000121295 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.324743+0000", 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010915499999999999 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.327514+0000", 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027704370000000002 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.328409+0000", 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00089499200000000005 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.703060+0000", 2023-09-23T15:19:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.37465129800000002 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.703105+0000", 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5272999999999998e-05 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:11:12.703139+0000", 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3781000000000001e-05 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:29907 7.9 7:9a4047f3:::benchmark_data_smithi118_332595_object29906:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152)", 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:12:43.516292+0000", 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 432.30521537999999, 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.28597239400000002, 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 29907 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516292+0000", 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516292+0000", 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516291+0000", 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516318+0000", 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7569e-05 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516333+0000", 2023-09-23T15:19:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4806e-05 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516341+0000", 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4279999999999999e-06 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516388+0000", 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6978999999999999e-05 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516526+0000", 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000137997 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4", 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.516681+0000", 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000155797 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.517914+0000", 2023-09-23T15:19:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0012329870000000001 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.518277+0000", 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000362612 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.802177+0000", 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.28390043500000001 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.802227+0000", 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0034000000000002e-05 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:43.802264+0000", 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7082999999999997e-05 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121041 7.9 7.8305d1a9 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.162730+0000", 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.65877735999999, 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98573815099999995, 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121041 2023-09-23T15:19:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162730+0000", 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162730+0000", 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162729+0000", 2023-09-23T15:19:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162741+0000", 2023-09-23T15:19:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2199e-05 2023-09-23T15:19:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162801+0000", 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0435e-05 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162809+0000", 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1119999999999996e-06 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162854+0000", 2023-09-23T15:19:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4841e-05 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162864+0000", 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8819999999999996e-06 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.148455+0000", 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98559140700000003 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.148468+0000", 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2821e-05 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121045 7.f 7.cbdad12f (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.162823+0000", 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.65868473299997, 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98660708200000002, 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121045 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162823+0000", 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162823+0000", 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162822+0000", 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162826+0000", 2023-09-23T15:19:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5329999999999999e-06 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162833+0000", 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9179999999999997e-06 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.162839+0000", 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1349999999999997e-06 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.171967+0000", 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0091286089999999993 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.171975+0000", 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0039999999999999e-06 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149420+0000", 2023-09-23T15:19:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97744467199999996 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149430+0000", 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7510000000000003e-06 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121046 7.f 7.cd25c8f (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:19:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.170734+0000", 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.65077303999999, 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97872387900000002, 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121046 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170734+0000", 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170734+0000", 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170733+0000", 2023-09-23T15:19:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170740+0000", 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0620000000000003e-06 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170753+0000", 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2679e-05 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170762+0000", 2023-09-23T15:19:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4930000000000004e-06 2023-09-23T15:19:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.172000+0000", 2023-09-23T15:19:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001237464 2023-09-23T15:19:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:19:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.172005+0000", 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0259999999999998e-06 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149450+0000", 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97744553999999995 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149458+0000", 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1499999999999999e-06 2023-09-23T15:19:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121057 7.4 7.6827e4c4 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.170775+0000", 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.65073240999999, 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97997810399999996, 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121057 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170775+0000", 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170775+0000", 2023-09-23T15:19:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170775+0000", 2023-09-23T15:19:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:19:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170777+0000", 2023-09-23T15:19:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3309999999999998e-06 2023-09-23T15:19:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170783+0000", 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4289999999999998e-06 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.170789+0000", 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0919999999999997e-06 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.171063+0000", 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00027444600000000002 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.171072+0000", 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3850000000000008e-06 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.150734+0000", 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97966142300000003 2023-09-23T15:19:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.150753+0000", 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9372e-05 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121064 7.f 7.354561ff (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.185797+0000", 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.63571069199998, 2023-09-23T15:19:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96368745600000005, 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121064 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185797+0000", 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185797+0000", 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185795+0000", 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185803+0000", 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2530000000000004e-06 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185818+0000", 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5143999999999999e-05 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185829+0000", 2023-09-23T15:19:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0845e-05 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185878+0000", 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8573999999999999e-05 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.185887+0000", 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5929999999999995e-06 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149477+0000", 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96358933199999997 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149484+0000", 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4529999999999996e-06 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121067 7.9 7.3e7c8cc9 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.196476+0000", 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.62503182799998, 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95202374199999995, 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121067 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196476+0000", 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196476+0000", 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196474+0000", 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196484+0000", 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0064000000000001e-05 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196505+0000", 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1498999999999999e-05 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196517+0000", 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1652e-05 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196567+0000", 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9679000000000003e-05 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:19:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.196579+0000", 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2447e-05 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.148491+0000", 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95191224100000005 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.148499+0000", 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0609999999999996e-06 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121074 7.f 7.be9a745f (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.217614+0000", 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.60389351100002, 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.93189592200000004, 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:19:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121074 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217614+0000", 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217614+0000", 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217612+0000", 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217622+0000", 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0056e-05 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217645+0000", 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3425e-05 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217656+0000", 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0172e-05 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217708+0000", 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2787999999999997e-05 2023-09-23T15:19:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.217719+0000", 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0397999999999999e-05 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149502+0000", 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.93178360999999998 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.149510+0000", 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5229999999999998e-06 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121079 7.4 7.8f2c4e84 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.229420+0000", 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.592087918, 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.92137929399999996, 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121079 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229420+0000", 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229420+0000", 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229417+0000", 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229429+0000", 2023-09-23T15:19:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2132e-05 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229453+0000", 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4136999999999999e-05 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229466+0000", 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2804e-05 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229535+0000", 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9016999999999993e-05 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.229546+0000", 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0657e-05 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.150784+0000", 2023-09-23T15:19:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.92123783699999995 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.150799+0000", 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5053e-05 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4378 8.e 8:727273df:::benchmark_data_smithi118_424375_object4377:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.250579+0000", 2023-09-23T15:19:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 18.570928862999999, 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39123023600000001, 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4378 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250579+0000", 2023-09-23T15:19:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250579+0000", 2023-09-23T15:19:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250577+0000", 2023-09-23T15:19:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:19:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250600+0000", 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2370000000000001e-05 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250610+0000", 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0293e-05 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250616+0000", 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6860000000000003e-06 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250652+0000", 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6041999999999998e-05 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250771+0000", 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000119387 2023-09-23T15:19:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250906+0000", 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013464400000000001 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252020+0000", 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0011139629999999999 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252691+0000", 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00067106900000000005 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.641704+0000", 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38901356500000001 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.641763+0000", 2023-09-23T15:19:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.834e-05 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.641809+0000", 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6017999999999999e-05 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4383 8.e 8:75a15cc2:::benchmark_data_smithi118_424375_object4382:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:19:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.251860+0000", 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 18.569647916000001, 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39375929300000001, 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4383 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251860+0000", 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251860+0000", 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251859+0000", 2023-09-23T15:19:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:19:55.926 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.926 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.926 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.926 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251894+0000", 2023-09-23T15:19:55.926 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5178000000000001e-05 2023-09-23T15:19:55.926 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.926 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.926 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.926 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251909+0000", 2023-09-23T15:19:55.926 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.525e-05 2023-09-23T15:19:55.926 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251920+0000", 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0958000000000001e-05 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252044+0000", 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000124547 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.927 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252179+0000", 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013457899999999999 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252322+0000", 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014314800000000001 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.253255+0000", 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00093290500000000004 2023-09-23T15:19:55.928 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.253338+0000", 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2657000000000005e-05 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645532+0000", 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39219385400000001 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.929 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:19:55.930 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645583+0000", 2023-09-23T15:19:55.930 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1385999999999999e-05 2023-09-23T15:19:55.930 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.930 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.930 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.930 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645619+0000", 2023-09-23T15:19:55.930 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5831999999999998e-05 2023-09-23T15:19:55.930 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.930 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.930 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.930 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4394 8.e 8:73ef4fd0:::benchmark_data_smithi118_424375_object4393:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.254141+0000", 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 18.567366891999999, 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39177492400000002, 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4394 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.931 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254141+0000", 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254141+0000", 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.932 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.933 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254139+0000", 2023-09-23T15:19:55.933 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:19:55.933 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.933 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.933 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.933 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254158+0000", 2023-09-23T15:19:55.933 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8963000000000001e-05 2023-09-23T15:19:55.933 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.933 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.933 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.933 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254167+0000", 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8720000000000008e-06 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254180+0000", 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.31e-05 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254227+0000", 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6424000000000001e-05 2023-09-23T15:19:55.934 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254362+0000", 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000135463 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254473+0000", 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000111142 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:19:55.935 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.255409+0000", 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00093533699999999995 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.255500+0000", 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1001000000000005e-05 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645828+0000", 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39032851099999999 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.936 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:19:55.937 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645878+0000", 2023-09-23T15:19:55.937 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9873999999999997e-05 2023-09-23T15:19:55.937 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.937 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.937 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.937 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645915+0000", 2023-09-23T15:19:55.937 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7363000000000001e-05 2023-09-23T15:19:55.937 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.937 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.937 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.937 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4408 8.e 8:78c887aa:::benchmark_data_smithi118_424375_object4407:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.258312+0000", 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 18.563195239999999, 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.387729926, 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4408 2023-09-23T15:19:55.938 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258312+0000", 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258312+0000", 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.939 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258311+0000", 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258340+0000", 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9218999999999999e-05 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258355+0000", 2023-09-23T15:19:55.940 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5271e-05 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258363+0000", 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8229999999999995e-06 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258411+0000", 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7556999999999999e-05 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.941 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258504+0000", 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.323e-05 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258607+0000", 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010291 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259208+0000", 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00060138599999999998 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.942 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259424+0000", 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000215839 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645961+0000", 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38653700800000002 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.646006+0000", 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5389999999999997e-05 2023-09-23T15:19:55.943 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.646042+0000", 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5688000000000001e-05 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4410 8.e 8:7cd6116b:::benchmark_data_smithi118_424375_object4409:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.259353+0000", 2023-09-23T15:19:55.944 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 18.562154252999999, 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38799419000000002, 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4410 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:19:55.945 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259353+0000", 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259353+0000", 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259352+0000", 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:19:55.946 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259372+0000", 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9882e-05 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259382+0000", 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8409999999999995e-06 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:19:55.947 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259389+0000", 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3200000000000002e-06 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259449+0000", 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9895000000000002e-05 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259552+0000", 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000102303 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.948 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259673+0000", 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000121674 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.260224+0000", 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00055077299999999995 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.260391+0000", 2023-09-23T15:19:55.949 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016673100000000001 2023-09-23T15:19:55.950 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.950 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.950 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:19:55.950 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.647254+0000", 2023-09-23T15:19:55.950 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.386862863 2023-09-23T15:19:55.950 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.950 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.950 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:19:55.950 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.647310+0000", 2023-09-23T15:19:55.950 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6697000000000003e-05 2023-09-23T15:19:55.950 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:19:55.951 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:19:55.951 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:19:55.951 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.647347+0000", 2023-09-23T15:19:55.951 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6981999999999999e-05 2023-09-23T15:19:55.951 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.951 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.951 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.951 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:19:55.951 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:19:55.951 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:19:55.988 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:19:55.989083+0000 min lat: 0.00110013 max lat: 0.394239 avg lat: 0.00842445 2023-09-23T15:19:55.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:19:55.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 20 16 37994 37978 118.635 93.625 0.0121692 0.00842445 2023-09-23T15:19:56.012 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:56.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:56.016 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:56.117 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:56.179 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:56.988 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 21 16 39428 39412 117.253 89.625 0.00832863 0.00852339 2023-09-23T15:19:57.205 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:19:57.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:57.219 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:19:57.219 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:19:57.320 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:57.337 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:19:57.354 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:57.402 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 2, 0] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:19:57.402 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T15:19:57.407 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:57.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:57.412 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:57.513 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:57.591 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:57.703 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:57.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:57.707 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:57.808 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:19:57.858 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:57.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 22 16 40571 40555 115.171 71.4375 0.0028046 0.00865288 2023-09-23T15:19:58.413 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:19:58.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:58.423 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:19:58.518 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:19:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:19:58] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2023-09-23T15:19:58.520 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:19:58 smithi118 ceph-mon[212312]: pgmap v735: 99 pgs: 99 active+clean; 2.2 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-09-23T15:19:58.521 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:19:58 smithi118 ceph-mon[219580]: pgmap v735: 99 pgs: 99 active+clean; 2.2 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-09-23T15:19:58.524 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:58.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:19:58 smithi178 ceph-mon[192298]: pgmap v735: 99 pgs: 99 active+clean; 2.2 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 84 MiB/s wr, 1.35k op/s 2023-09-23T15:19:58.646 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:58.743 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:58.789 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:58.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:58.795 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:58.841 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:58.865 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:19:58.897 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:19:58.981 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:58.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 23 16 41770 41754 113.421 74.9375 0.00914878 0.00881256 2023-09-23T15:19:59.156 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:19:59.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:59.165 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:19:59.266 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:19:59.299 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:59.364 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:19:59.374 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:19:59.374 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:19:59.475 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:19:59.590 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:19:59.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 24 16 43082 43066 112.11 82 0.0167077 0.00891348 2023-09-23T15:20:00.147 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:00.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:00.152 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:00.253 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:00.291 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:20:00.302 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:00.364 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:00.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:00.368 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:00.468 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:00.509 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:00 smithi178 ceph-mon[192298]: pgmap v736: 99 pgs: 99 active+clean; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-09-23T15:20:00.509 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1545021167' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:00.509 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:00 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:00.509 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:00 smithi178 ceph-mon[192298]: Health detail: HEALTH_WARN noscrub flag(s) set 2023-09-23T15:20:00.509 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:00 smithi178 ceph-mon[192298]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T15:20:00.512 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:00 smithi118 ceph-mon[212312]: pgmap v736: 99 pgs: 99 active+clean; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-09-23T15:20:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1545021167' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:00 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:00 smithi118 ceph-mon[212312]: Health detail: HEALTH_WARN noscrub flag(s) set 2023-09-23T15:20:00.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:00 smithi118 ceph-mon[212312]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T15:20:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:00 smithi118 ceph-mon[219580]: pgmap v736: 99 pgs: 99 active+clean; 2.4 GiB data, 9.5 GiB used, 616 GiB / 626 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-09-23T15:20:00.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1545021167' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:00 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:00 smithi118 ceph-mon[219580]: Health detail: HEALTH_WARN noscrub flag(s) set 2023-09-23T15:20:00.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:00 smithi118 ceph-mon[219580]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-09-23T15:20:00.578 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:00.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:00.583 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:00.684 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:00.719 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:00.784 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:00.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:00.791 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:00.892 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:00.958 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:00.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 25 16 44569 44553 111.343 92.9375 0.00280732 0.00897512 2023-09-23T15:20:01.260 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:01.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:20:01.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[212312]: osdmap e269: 8 total, 8 up, 7 in 2023-09-23T15:20:01.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[212312]: failed to encode map e269 with expected crc 2023-09-23T15:20:01.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[212312]: failed to encode map e269 with expected crc 2023-09-23T15:20:01.261 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[212312]: failed to encode map e269 with expected crc 2023-09-23T15:20:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:20:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[219580]: osdmap e269: 8 total, 8 up, 7 in 2023-09-23T15:20:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[219580]: failed to encode map e269 with expected crc 2023-09-23T15:20:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[219580]: failed to encode map e269 with expected crc 2023-09-23T15:20:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:01 smithi118 ceph-mon[219580]: failed to encode map e269 with expected crc 2023-09-23T15:20:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:01 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:01 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:20:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:01 smithi178 ceph-mon[192298]: osdmap e269: 8 total, 8 up, 7 in 2023-09-23T15:20:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:01 smithi178 ceph-mon[192298]: failed to encode map e269 with expected crc 2023-09-23T15:20:01.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:01 smithi178 ceph-mon[192298]: failed to encode map e269 with expected crc 2023-09-23T15:20:01.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:01 smithi178 ceph-mon[192298]: failed to encode map e269 with expected crc 2023-09-23T15:20:01.989 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 26 16 46127 46111 110.806 97.375 0.00675369 0.00901964 2023-09-23T15:20:02.276 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:02 smithi118 ceph-mon[212312]: pgmap v738: 99 pgs: 99 active+clean; 2.6 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 92 MiB/s wr, 1.48k op/s 2023-09-23T15:20:02.280 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:02.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:02.289 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:02.389 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:02.429 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:02.483 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:02.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:02.496 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:02 smithi118 ceph-mon[219580]: pgmap v738: 99 pgs: 99 active+clean; 2.6 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 92 MiB/s wr, 1.48k op/s 2023-09-23T15:20:02.596 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:02.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:02 smithi178 ceph-mon[192298]: pgmap v738: 99 pgs: 99 active+clean; 2.6 GiB data, 9.8 GiB used, 616 GiB / 626 GiB avail; 92 MiB/s wr, 1.48k op/s 2023-09-23T15:20:02.644 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:02.990 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 27 16 47540 47524 109.97 88.3125 0.00473096 0.00908858 2023-09-23T15:20:03.307 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:03.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:03.318 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:03.419 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:03.501 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:03.705 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:03.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:03.713 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:03.814 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:03.878 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:03.990 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 28 16 48904 48888 109.087 85.25 0.00320989 0.00915565 2023-09-23T15:20:04.390 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:20:04.390 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:20:04.390 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:20:04.391 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:20:04.400 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:20:04.437 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:20:04.470 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:20:04.506 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:20:04.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:20:04.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:20:04.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:20:04.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:20:04.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:20:04.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:20:04.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:20:04.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:20:04.546 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:04 smithi118 ceph-mon[212312]: pgmap v739: 99 pgs: 99 active+clean; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 85 MiB/s wr, 1.36k op/s 2023-09-23T15:20:04.546 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/601148892' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:04.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:04 smithi118 ceph-mon[219580]: pgmap v739: 99 pgs: 99 active+clean; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 85 MiB/s wr, 1.36k op/s 2023-09-23T15:20:04.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/601148892' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:04 smithi178 ceph-mon[192298]: pgmap v739: 99 pgs: 99 active+clean; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 85 MiB/s wr, 1.36k op/s 2023-09-23T15:20:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/601148892' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:04.671 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:04.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:04.678 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:04.779 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:04.851 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:04.990 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 29 16 49968 49952 107.618 66.5 0.00698106 0.00928635 2023-09-23T15:20:05.222 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:05.226 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:05.226 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:05.327 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:05.364 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:05.432 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:05.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:05.438 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:05.539 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:05.580 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:05.914 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:20:05.914 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:20:05.991 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 30 16 51107 51091 106.4 71.1875 0.0104941 0.00939355 2023-09-23T15:20:06.357 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:06.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:06.362 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:06.463 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:06.497 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:06.566 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:06.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:06 smithi118 ceph-mon[219580]: pgmap v740: 99 pgs: 99 active+clean; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-09-23T15:20:06.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:06 smithi118 ceph-mon[212312]: pgmap v740: 99 pgs: 99 active+clean; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-09-23T15:20:06.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:06 smithi178 ceph-mon[192298]: pgmap v740: 99 pgs: 99 active+clean; 2.8 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-09-23T15:20:06.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:06.575 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:06.676 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:06.702 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:06.742 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:06.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:06.747 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:06.848 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:06.884 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:06.925 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:20:06.937 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:06.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:06.943 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:06.991 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 31 16 52347 52331 105.468 77.5 0.0102546 0.00947504 2023-09-23T15:20:07.044 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:07.168 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:07.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:07.293 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:07.297 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:07.315 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:07.322 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:20:07.330 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:07.331 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:07.431 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:07.460 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:07.514 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:07.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:07.519 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:07.620 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:07.724 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:07.738 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:07.849 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:07.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:07.856 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:07.957 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:07.992 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 32 16 53450 53434 104.326 68.9375 0.014448 0.00958061 2023-09-23T15:20:07.993 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:08.064 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:08.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:08.071 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:08.171 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:08.207 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:08.267 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:08.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:08.273 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:08.317 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T15:20:08.342 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:08.351 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:08 smithi118 ceph-mon[219580]: pgmap v741: 99 pgs: 99 active+clean; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-09-23T15:20:08.351 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:08 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/791693169' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:20:08.351 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:08 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:20:08.351 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:20:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:20:08] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2023-09-23T15:20:08.351 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:08 smithi118 ceph-mon[212312]: pgmap v741: 99 pgs: 99 active+clean; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-09-23T15:20:08.351 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:08 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/791693169' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:20:08.352 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:08 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:20:08.374 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:08.464 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:08 smithi178 ceph-mon[192298]: pgmap v741: 99 pgs: 99 active+clean; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-09-23T15:20:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:08 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/791693169' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:20:08.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:08 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:20:08.932 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:08.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:08.938 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:08.992 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 33 16 54603 54587 103.349 72.0625 0.0224451 0.00967057 2023-09-23T15:20:09.022 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:20:09.039 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:09.073 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:09.139 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:09.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:09.146 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:09.246 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:09.272 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:09 smithi178 ceph-mon[192298]: failed to encode map e270 with expected crc 2023-09-23T15:20:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:09 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:20:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:09 smithi178 ceph-mon[192298]: osdmap e270: 8 total, 8 up, 7 in 2023-09-23T15:20:09.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:09 smithi118 ceph-mon[212312]: failed to encode map e270 with expected crc 2023-09-23T15:20:09.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:09 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:20:09.521 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:09 smithi118 ceph-mon[212312]: osdmap e270: 8 total, 8 up, 7 in 2023-09-23T15:20:09.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:09 smithi118 ceph-mon[219580]: failed to encode map e270 with expected crc 2023-09-23T15:20:09.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:09 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:20:09.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:09 smithi118 ceph-mon[219580]: osdmap e270: 8 total, 8 up, 7 in 2023-09-23T15:20:09.993 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 34 16 55444 55428 101.855 52.5625 0.0148037 0.00981405 2023-09-23T15:20:10.158 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:10.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:10.177 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:10.200 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T15:20:10.278 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:10.308 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:10.367 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:10.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:10.372 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:10.473 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:10.494 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:10 smithi118 ceph-mon[219580]: pgmap v743: 99 pgs: 99 active+clean; 3.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T15:20:10.494 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:10 smithi118 ceph-mon[212312]: pgmap v743: 99 pgs: 99 active+clean; 3.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T15:20:10.507 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:10.562 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:10.565 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:10 smithi178 ceph-mon[192298]: pgmap v743: 99 pgs: 99 active+clean; 3.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T15:20:10.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:10.566 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:10.666 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:10.704 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:10.763 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:10.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:10.772 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:10.852 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:10.873 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:10.972 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:10.995 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 35 16 56609 56593 101.015 72.8125 0.0219781 0.00989512 2023-09-23T15:20:11.183 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:11.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:11.196 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:11.296 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:11.331 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:11.393 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:11.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:11.397 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:11.498 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:11.551 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:11.657 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:11.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:11.662 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:11.763 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:11.825 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:11.997 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 36 16 57850 57834 100.364 77.5625 0.00992173 0.00995912 2023-09-23T15:20:12.158 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:12.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:12.240 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:12.341 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:12.373 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:20:12.373 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:12.433 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:12.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:12.437 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:12.538 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:12 smithi118 ceph-mon[212312]: pgmap v744: 99 pgs: 99 active+clean; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 79 MiB/s wr, 1.27k op/s 2023-09-23T15:20:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:12 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1643191587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:12.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:12 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:12 smithi118 ceph-mon[219580]: pgmap v744: 99 pgs: 99 active+clean; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 79 MiB/s wr, 1.27k op/s 2023-09-23T15:20:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:12 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1643191587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:12.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:12 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:12.571 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:12.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:12 smithi178 ceph-mon[192298]: pgmap v744: 99 pgs: 99 active+clean; 3.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 79 MiB/s wr, 1.27k op/s 2023-09-23T15:20:12.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:12 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1643191587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:12.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:12 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:12.635 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:12.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:12.642 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:12.742 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:12.815 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:12.996 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 37 16 59032 59016 99.6468 73.875 0.00817546 0.0100304 2023-09-23T15:20:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:13 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:13 smithi178 ceph-mon[192298]: failed to encode map e271 with expected crc 2023-09-23T15:20:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:13 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:20:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:13 smithi178 ceph-mon[192298]: osdmap e271: 8 total, 8 up, 7 in 2023-09-23T15:20:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:13 smithi178 ceph-mon[192298]: failed to encode map e271 with expected crc 2023-09-23T15:20:13.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:13 smithi178 ceph-mon[192298]: pgmap v746: 99 pgs: 99 active+clean; 3.4 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T15:20:13.739 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:13.740 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[212312]: failed to encode map e271 with expected crc 2023-09-23T15:20:13.740 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:20:13.740 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[212312]: osdmap e271: 8 total, 8 up, 7 in 2023-09-23T15:20:13.740 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[212312]: failed to encode map e271 with expected crc 2023-09-23T15:20:13.740 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[212312]: pgmap v746: 99 pgs: 99 active+clean; 3.4 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T15:20:13.740 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:13.740 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[219580]: failed to encode map e271 with expected crc 2023-09-23T15:20:13.740 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:20:13.740 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[219580]: osdmap e271: 8 total, 8 up, 7 in 2023-09-23T15:20:13.741 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[219580]: failed to encode map e271 with expected crc 2023-09-23T15:20:13.741 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:13 smithi118 ceph-mon[219580]: pgmap v746: 99 pgs: 99 active+clean; 3.4 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T15:20:13.877 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:13.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:13.888 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:13.989 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:13.996 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 38 16 60037 60021 98.6777 62.8125 0.014942 0.0101299 2023-09-23T15:20:14.026 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:14.095 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:14.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:14.101 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:14.202 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:14.245 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:14.302 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:14.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:14.310 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:14.411 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:14.451 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:14.518 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:14.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:14.530 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:14.631 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:14.660 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:14.724 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:14.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:14.729 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:14.758 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:20:14.758 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:20:14.830 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:14.911 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:14.996 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 39 16 61293 61277 98.1603 78.5 0.013936 0.0101815 2023-09-23T15:20:15.455 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:20:15.562 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:20:15.648 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:20:15.685 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:20:15.726 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:20:15.729 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:15.769 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:20:15.806 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:20:15.850 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:20:15.865 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:20:15.865 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:20:15.865 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:20:15.865 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:20:15.865 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:20:15.865 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:20:15.865 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:20:15.865 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:20:15.954 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:15.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:15.963 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:15.996 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:20:15.997203+0000 min lat: 0.00110013 max lat: 0.394239 avg lat: 0.0102637 2023-09-23T15:20:15.996 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:20:15.997 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 40 16 62361 62345 97.3751 66.75 0.00749703 0.0102637 2023-09-23T15:20:16.064 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:16.131 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:16.146 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:20:16.297 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:16.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:16.305 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:16.405 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:16.441 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:16.502 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:16.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:16.507 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:16.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:16 smithi118 ceph-mon[212312]: pgmap v747: 99 pgs: 99 active+clean; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-09-23T15:20:16.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1998587671' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:16.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:16 smithi118 ceph-mon[219580]: pgmap v747: 99 pgs: 99 active+clean; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-09-23T15:20:16.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1998587671' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:16.608 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:16 smithi178 ceph-mon[192298]: pgmap v747: 99 pgs: 99 active+clean; 3.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-09-23T15:20:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1998587671' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:16.663 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:16.731 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:20:16.999 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 41 16 63442 63426 96.6428 67.5625 0.0112971 0.0103426 2023-09-23T15:20:17.011 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:17.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:17.021 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:17.122 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:17.203 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:17.404 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:17.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:17.414 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:17.515 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:17.554 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:17.597 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:17.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:17.600 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:17.701 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:17.727 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:17.999 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 42 16 64360 64344 95.7081 57.375 0.0104369 0.0104438 2023-09-23T15:20:18.201 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:18.218 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:18.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:18.229 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:18.330 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:18.394 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:18.444 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:20:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:20:18] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2023-09-23T15:20:18.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:18 smithi118 ceph-mon[219580]: pgmap v748: 99 pgs: 99 active+clean; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 77 MiB/s wr, 1.23k op/s 2023-09-23T15:20:18.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:18 smithi118 ceph-mon[212312]: pgmap v748: 99 pgs: 99 active+clean; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 77 MiB/s wr, 1.23k op/s 2023-09-23T15:20:18.601 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:18.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:18.612 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:18 smithi178 ceph-mon[192298]: pgmap v748: 99 pgs: 99 active+clean; 3.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 77 MiB/s wr, 1.23k op/s 2023-09-23T15:20:18.713 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:18.776 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:18.965 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:20:19.002 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 43 16 65412 65396 95.0053 65.75 0.0170037 0.0105206 2023-09-23T15:20:20.002 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 44 16 66461 66445 94.3361 65.5625 0.00908147 0.0105963 2023-09-23T15:20:20.066 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:20.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:20.075 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:20.176 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:20.202 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:20.244 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:20.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:20.250 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:20.351 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:20.360 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T15:20:20.387 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:20 smithi118 ceph-mon[212312]: pgmap v749: 99 pgs: 99 active+clean; 3.8 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-09-23T15:20:20.387 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:20 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3496089677' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:20:20.387 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:20 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:20:20.390 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:20 smithi118 ceph-mon[219580]: pgmap v749: 99 pgs: 99 active+clean; 3.8 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-09-23T15:20:20.390 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:20 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3496089677' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:20:20.390 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:20 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:20:20.392 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:20 smithi178 ceph-mon[192298]: pgmap v749: 99 pgs: 99 active+clean; 3.8 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-09-23T15:20:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:20 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3496089677' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:20:20.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:20 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:20:21.002 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 45 16 67130 67114 93.1692 41.8125 0.00327064 0.0107052 2023-09-23T15:20:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:21 smithi118 ceph-mon[212312]: failed to encode map e272 with expected crc 2023-09-23T15:20:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:21 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:20:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:21 smithi118 ceph-mon[212312]: osdmap e272: 8 total, 8 up, 7 in 2023-09-23T15:20:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:21 smithi118 ceph-mon[212312]: failed to encode map e272 with expected crc 2023-09-23T15:20:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:21 smithi118 ceph-mon[212312]: failed to encode map e272 with expected crc 2023-09-23T15:20:21.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:21 smithi118 ceph-mon[219580]: failed to encode map e272 with expected crc 2023-09-23T15:20:21.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:21 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:20:21.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:21 smithi118 ceph-mon[219580]: osdmap e272: 8 total, 8 up, 7 in 2023-09-23T15:20:21.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:21 smithi118 ceph-mon[219580]: failed to encode map e272 with expected crc 2023-09-23T15:20:21.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:21 smithi118 ceph-mon[219580]: failed to encode map e272 with expected crc 2023-09-23T15:20:21.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:21 smithi178 ceph-mon[192298]: failed to encode map e272 with expected crc 2023-09-23T15:20:21.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:21 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:20:21.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:21 smithi178 ceph-mon[192298]: osdmap e272: 8 total, 8 up, 7 in 2023-09-23T15:20:21.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:21 smithi178 ceph-mon[192298]: failed to encode map e272 with expected crc 2023-09-23T15:20:21.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:21 smithi178 ceph-mon[192298]: failed to encode map e272 with expected crc 2023-09-23T15:20:21.661 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:21.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:21.668 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:21.769 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:21.844 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:22.002 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 46 16 68033 68017 92.3709 56.4375 0.0229698 0.0108191 2023-09-23T15:20:22.008 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:22.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:22.020 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:22.033 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T15:20:22.120 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:22.145 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:22.152 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:22.203 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:22.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:22.207 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:22.308 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:22.342 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:22.397 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:22.403 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:22 smithi178 ceph-mon[192298]: pgmap v751: 99 pgs: 99 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-09-23T15:20:22.403 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:22.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:22.404 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:22.505 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:22.540 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:22 smithi118 ceph-mon[212312]: pgmap v751: 99 pgs: 99 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-09-23T15:20:22.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:22.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:22 smithi118 ceph-mon[219580]: pgmap v751: 99 pgs: 99 active+clean; 4.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-09-23T15:20:22.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:22.601 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:22.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:22.609 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:22.710 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:22.741 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:22.793 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:22.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:22.799 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:22.900 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:22.929 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:22.987 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:22.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:22.995 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:23.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 47 16 68929 68913 91.5971 56 0.0265178 0.0109115 2023-09-23T15:20:23.045 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:20:23.045 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:20:23.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:20:23.045 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:20:23.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:42524 6.1 6:8cc318c6:::benchmark_data_smithi118_284959_object42523:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:31.030102+0000", 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 592.00934792600003, 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.121363959, 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 42524 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.046 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.030102+0000", 2023-09-23T15:20:23.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.030102+0000", 2023-09-23T15:20:23.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.030100+0000", 2023-09-23T15:20:23.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:20:23.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.030125+0000", 2023-09-23T15:20:23.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5238000000000001e-05 2023-09-23T15:20:23.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.030138+0000", 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2636999999999999e-05 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.030146+0000", 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8199999999999997e-06 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.032567+0000", 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024208239999999998 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.032578+0000", 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1405e-05 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.996244+0000", 2023-09-23T15:20:23.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96366632399999996 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.996258+0000", 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3913e-05 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.136154+0000", 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1398960849999999 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.136323+0000", 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000168324 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,6", 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.136521+0000", 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000198734 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.138667+0000", 2023-09-23T15:20:23.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002145405 2023-09-23T15:20:23.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.140340+0000", 2023-09-23T15:20:23.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016734950000000001 2023-09-23T15:20:23.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.150206+0000", 2023-09-23T15:20:23.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0098660399999999995 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.150247+0000", 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0234000000000001e-05 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.151466+0000", 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001219391 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.055 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44669.0:42531 6.1 6:857c8040:::benchmark_data_smithi118_284959_object42530:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122)", 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:10:31.126617+0000", 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 591.91283244099998, 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0257349979999999, 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44669", 2023-09-23T15:20:23.056 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 42531 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.126617+0000", 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.126617+0000", 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.058 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.058 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.126615+0000", 2023-09-23T15:20:23.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:20:23.058 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.058 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.058 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.126641+0000", 2023-09-23T15:20:23.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6213000000000001e-05 2023-09-23T15:20:23.058 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.126673+0000", 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1965000000000003e-05 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.126685+0000", 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.146e-05 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.126749+0000", 2023-09-23T15:20:23.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4121000000000005e-05 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.126765+0000", 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6103000000000002e-05 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.996290+0000", 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.86952535099999995 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:31.996298+0000", 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1610000000000003e-06 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.138687+0000", 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.142388765 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.138795+0000", 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000107617 2023-09-23T15:20:23.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,6", 2023-09-23T15:20:23.062 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.138909+0000", 2023-09-23T15:20:23.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011394499999999999 2023-09-23T15:20:23.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.062 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.143148+0000", 2023-09-23T15:20:23.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0042390040000000002 2023-09-23T15:20:23.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.143158+0000", 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8209999999999997e-06 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.151527+0000", 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0083696510000000005 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.151587+0000", 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0143000000000003e-05 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:10:33.152352+0000", 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00076505799999999999 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:30536 7.9 7:911d4fb0:::benchmark_data_smithi118_332595_object30535:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:20:23.064 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:12:44.158899+0000", 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 458.88055064600002, 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0477648300000002, 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 30536 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.158899+0000", 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.158899+0000", 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.158898+0000", 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:20:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.158922+0000", 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4094999999999999e-05 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.158938+0000", 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6030999999999999e-05 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.158947+0000", 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9700000000000005e-06 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159007+0000", 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0448999999999997e-05 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159018+0000", 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1209000000000001e-05 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.117668+0000", 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95864934800000001 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.117682+0000", 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4097000000000001e-05 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.198152+0000", 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.080469854 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.199038+0000", 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00088688299999999999 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.199238+0000", 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00019909600000000001 2023-09-23T15:20:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.201967+0000", 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027296640000000001 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.203238+0000", 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001271283 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.205395+0000", 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002156243 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.205461+0000", 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5894000000000003e-05 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.206664+0000", 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001203481 2023-09-23T15:20:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:30537 7.9 7:9f7f7231:::benchmark_data_smithi118_332595_object30536:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:12:44.159348+0000", 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 458.88010236100001, 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0512082180000002, 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 30537 2023-09-23T15:20:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159348+0000", 2023-09-23T15:20:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159348+0000", 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159347+0000", 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159376+0000", 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9730000000000002e-05 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159391+0000", 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4309e-05 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159398+0000", 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5830000000000001e-06 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159544+0000", 2023-09-23T15:20:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014540899999999999 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159553+0000", 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0299999999999999e-06 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.117787+0000", 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95823376199999999 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.117795+0000", 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6910000000000003e-06 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.200394+0000", 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.082599248 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.200547+0000", 2023-09-23T15:20:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000152886 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.200721+0000", 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017324899999999999 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.206682+0000", 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0059609659999999998 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.206768+0000", 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6760000000000003e-05 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.209292+0000", 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025239839999999999 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.209369+0000", 2023-09-23T15:20:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6792999999999995e-05 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.210556+0000", 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001186685 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131684 7.5 7:a73fd0a8:::benchmark_data_smithi118_332595_object45620:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230121+0000", 2023-09-23T15:20:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.80932857799999, 2023-09-23T15:20:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.109280732999999, 2023-09-23T15:20:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131684 2023-09-23T15:20:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230121+0000", 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230121+0000", 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230120+0000", 2023-09-23T15:20:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230127+0000", 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3610000000000003e-06 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230140+0000", 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3101999999999999e-05 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230150+0000", 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5049999999999996e-06 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230794+0000", 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00064384700000000002 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230806+0000", 2023-09-23T15:20:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2703e-05 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.245105+0000", 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.014298809 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.253100+0000", 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0079945929999999995 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.262502+0000", 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0094022559999999995 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.282376+0000", 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019873498999999999 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.321991+0000", 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.039615324 2023-09-23T15:20:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.323313+0000", 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0013218150000000001 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.326803+0000", 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0034897589999999998 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.329318+0000", 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025156369999999998 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.339402+0000", 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010083933 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131692 7.5 7:adc9f0dd:::benchmark_data_smithi118_332595_object45628:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:20:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.80929278900001, 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.248550080000001, 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131692 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230160+0000", 2023-09-23T15:20:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9079999999999999e-06 2023-09-23T15:20:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230166+0000", 2023-09-23T15:20:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7100000000000001e-06 2023-09-23T15:20:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230172+0000", 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4419999999999997e-06 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230830+0000", 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00065832399999999995 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230838+0000", 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9799999999999998e-06 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.340976+0000", 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.110137571999999 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.347386+0000", 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0064099930000000001 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.356266+0000", 2023-09-23T15:20:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088804360000000002 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.368051+0000", 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011784897000000001 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.371685+0000", 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003634473 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.401957+0000", 2023-09-23T15:20:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030271741000000001 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.467295+0000", 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.065338204999999996 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.469384+0000", 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020887689999999999 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.478707+0000", 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0093230489999999999 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131696 7.5 7:aba15d9d:::benchmark_data_smithi118_332595_object45632:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.80927343799999, 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.262804386999999, 2023-09-23T15:20:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131696 2023-09-23T15:20:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:20:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230178+0000", 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.289e-06 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230184+0000", 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9220000000000002e-06 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230189+0000", 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7670000000000003e-06 2023-09-23T15:20:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230858+0000", 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00066850199999999996 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230864+0000", 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4960000000000001e-06 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.373046+0000", 2023-09-23T15:20:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.142182138999999 2023-09-23T15:20:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.384059+0000", 2023-09-23T15:20:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011012338 2023-09-23T15:20:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.392358+0000", 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0082998210000000006 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.403329+0000", 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010970407999999999 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.403734+0000", 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000404888 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.405189+0000", 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001455238 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.479980+0000", 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.074790634999999994 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.482039+0000", 2023-09-23T15:20:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002058921 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.492981+0000", 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010942343 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131710 7.5 7:a875ab4a:::benchmark_data_smithi118_332595_object45646:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.80925651499999, 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.278525071000001, 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131710 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:20:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:20:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230195+0000", 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3460000000000001e-06 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230201+0000", 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4280000000000004e-06 2023-09-23T15:20:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230205+0000", 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5519999999999998e-06 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230880+0000", 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00067469000000000003 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230886+0000", 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1160000000000004e-06 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.405638+0000", 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.174751603000001 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.411614+0000", 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0059760689999999997 2023-09-23T15:20:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.419130+0000", 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075159550000000004 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.451176+0000", 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.032046128 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.451796+0000", 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00061975599999999995 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.453335+0000", 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0015391490000000001 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.495352+0000", 2023-09-23T15:20:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.042017396999999998 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.497629+0000", 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022766650000000002 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.508718+0000", 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011089582000000001 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131734 7.5 7:ac5a7258:::benchmark_data_smithi118_332595_object45670:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230210+0000", 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.80924033599999, 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.303831769999999, 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131734 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230210+0000", 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230210+0000", 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230209+0000", 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230211+0000", 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1390000000000002e-06 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230217+0000", 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6879999999999996e-06 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230222+0000", 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0930000000000002e-06 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230902+0000", 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00068022099999999995 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230908+0000", 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.032e-06 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.427616+0000", 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.196707880999998 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.433506+0000", 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0058892199999999997 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.441057+0000", 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075515770000000003 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.463279+0000", 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.022221841999999999 2023-09-23T15:20:23.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.464653+0000", 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001374489 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.465956+0000", 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001302215 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.510569+0000", 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.044612988999999999 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.512927+0000", 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023583609999999998 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.534041+0000", 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.021114351999999999 2023-09-23T15:20:23.121 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131771 7.5 7:a0504e3a:::benchmark_data_smithi118_332595_object45707:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.809223637, 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.385799936000002, 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.122 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.123 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.123 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131771 2023-09-23T15:20:23.123 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.123 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.123 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.123 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.123 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:20:23.123 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.123 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.123 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230228+0000", 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2299999999999998e-06 2023-09-23T15:20:23.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230234+0000", 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7810000000000002e-06 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230239+0000", 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5130000000000004e-06 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230924+0000", 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000684831 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230930+0000", 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1449999999999996e-06 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.536830+0000", 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.305899224000001 2023-09-23T15:20:23.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.545398+0000", 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0085679870000000009 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.553596+0000", 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0081986980000000008 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.595965+0000", 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.042368972999999997 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.597577+0000", 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00161202 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.599258+0000", 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001680588 2023-09-23T15:20:23.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.599964+0000", 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00070598299999999998 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.603162+0000", 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003198415 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.616026+0000", 2023-09-23T15:20:23.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012863911 2023-09-23T15:20:23.130 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.130 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.130 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.130 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131796 7.5 7:aa3772c6:::benchmark_data_smithi118_332595_object45732:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.130 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:20:23.130 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.809206682, 2023-09-23T15:20:23.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.484688144, 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131796 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:20:23.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230245+0000", 2023-09-23T15:20:23.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2500000000000001e-06 2023-09-23T15:20:23.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230255+0000", 2023-09-23T15:20:23.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0074999999999999e-05 2023-09-23T15:20:23.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230260+0000", 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9459999999999997e-06 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230946+0000", 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00068602300000000001 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230952+0000", 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0769999999999996e-06 2023-09-23T15:20:23.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.566609+0000", 2023-09-23T15:20:23.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.335657227999999 2023-09-23T15:20:23.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.576523+0000", 2023-09-23T15:20:23.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.009913247 2023-09-23T15:20:23.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.584522+0000", 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.007999127 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.616557+0000", 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.032034997000000003 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.617982+0000", 2023-09-23T15:20:23.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0014249600000000001 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.619361+0000", 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0013796710000000001 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.620636+0000", 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0012748 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.622773+0000", 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0021368049999999999 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.714931+0000", 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.092158293000000002 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131811 7.5 7:a6e2b0f8:::benchmark_data_smithi118_332595_object45747:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.80918548700001, 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.567956304999999, 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131811 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:20:23.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:20:23.141 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230267+0000", 2023-09-23T15:20:23.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5069999999999999e-06 2023-09-23T15:20:23.141 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230273+0000", 2023-09-23T15:20:23.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.314e-06 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230278+0000", 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8369999999999996e-06 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230968+0000", 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00069057999999999999 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.142 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230974+0000", 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0839999999999997e-06 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.715878+0000", 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.484904068999999 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.724939+0000", 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0090604339999999992 2023-09-23T15:20:23.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.734428+0000", 2023-09-23T15:20:23.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0094888049999999995 2023-09-23T15:20:23.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.772688+0000", 2023-09-23T15:20:23.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.038260262000000003 2023-09-23T15:20:23.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.774411+0000", 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017231340000000001 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.775195+0000", 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00078426799999999997 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.776999+0000", 2023-09-23T15:20:23.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018041159999999999 2023-09-23T15:20:23.146 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.146 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.146 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.146 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.779906+0000", 2023-09-23T15:20:23.146 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0029062620000000002 2023-09-23T15:20:23.146 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.146 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.146 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.146 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.798221+0000", 2023-09-23T15:20:23.146 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.018314994000000001 2023-09-23T15:20:23.146 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131841 7.5 7:a90bf673:::benchmark_data_smithi118_332595_object45777:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.809168062, 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.592288537000002, 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.147 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131841 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.148 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230284+0000", 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1260000000000001e-06 2023-09-23T15:20:23.149 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230289+0000", 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.541e-06 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230294+0000", 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5950000000000001e-06 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.150 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230994+0000", 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00070041500000000002 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231000+0000", 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2079999999999997e-06 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.745748+0000", 2023-09-23T15:20:23.151 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.514747456999999 2023-09-23T15:20:23.152 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.152 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.152 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.152 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.752053+0000", 2023-09-23T15:20:23.152 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0063052179999999996 2023-09-23T15:20:23.152 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.152 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.152 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.152 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.760859+0000", 2023-09-23T15:20:23.152 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088060029999999997 2023-09-23T15:20:23.152 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.800973+0000", 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.040114071000000001 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.801637+0000", 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00066428899999999998 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.153 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.154 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.804000+0000", 2023-09-23T15:20:23.154 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023623120000000001 2023-09-23T15:20:23.154 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.154 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.154 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.154 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.806708+0000", 2023-09-23T15:20:23.154 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027078079999999999 2023-09-23T15:20:23.154 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.154 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.154 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.154 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.809845+0000", 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031374829999999999 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.822570+0000", 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012725357 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.155 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131850 7.5 7:a985823b:::benchmark_data_smithi118_332595_object45786:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.809152106, 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.670916841, 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131850 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.156 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:20:23.157 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230300+0000", 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0899999999999999e-06 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230326+0000", 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6024999999999999e-05 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.158 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230332+0000", 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0750000000000003e-06 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231024+0000", 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00069250799999999999 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.159 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231031+0000", 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3520000000000003e-06 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.823391+0000", 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.592359982000001 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.832014+0000", 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0086235319999999997 2023-09-23T15:20:23.160 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.843464+0000", 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011450174 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.881857+0000", 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.038392877999999998 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.161 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.883666+0000", 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00180901 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.885494+0000", 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001828234 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.886184+0000", 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00068967500000000005 2023-09-23T15:20:23.162 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.889418+0000", 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0032340799999999999 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.901215+0000", 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011796513 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.163 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131873 7.5 7:a87a7227:::benchmark_data_smithi118_332595_object45809:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230340+0000", 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.80911004699999, 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.695783376000001, 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.164 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131873 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230340+0000", 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230340+0000", 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.165 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230339+0000", 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230353+0000", 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3284e-05 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.166 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230362+0000", 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6749999999999997e-06 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230368+0000", 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5860000000000004e-06 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231048+0000", 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000679708 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.167 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231054+0000", 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.348e-06 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.857483+0000", 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.626428884999999 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.863752+0000", 2023-09-23T15:20:23.168 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0062694049999999996 2023-09-23T15:20:23.169 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.169 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.169 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.169 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.871285+0000", 2023-09-23T15:20:23.169 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075322130000000003 2023-09-23T15:20:23.169 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.169 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.169 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.169 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.901744+0000", 2023-09-23T15:20:23.169 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:23.171 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030459239999999999 2023-09-23T15:20:23.171 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.171 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.171 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.171 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.903731+0000", 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019873209999999998 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.905393+0000", 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016620560000000001 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.907361+0000", 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019682150000000002 2023-09-23T15:20:23.172 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.910274+0000", 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002912619 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.926123+0000", 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015849272000000001 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.173 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131884 7.5 7:a9d5a433:::benchmark_data_smithi118_332595_object45820:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.317424+0000", 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 233.72202614099999, 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.690903807000002, 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131884 2023-09-23T15:20:23.174 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317424+0000", 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317424+0000", 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.175 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317422+0000", 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317432+0000", 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7399999999999999e-06 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317447+0000", 2023-09-23T15:20:23.176 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4902000000000001e-05 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317456+0000", 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7419999999999992e-06 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.336732+0000", 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019275974000000001 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.177 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.336745+0000", 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3196999999999999e-05 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.926960+0000", 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.590214870000001 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.935324+0000", 2023-09-23T15:20:23.178 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0083632250000000002 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.944229+0000", 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.008905418 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.989149+0000", 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.044920219999999997 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.179 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.990837+0000", 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016879309999999999 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.991446+0000", 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00060857399999999996 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.992791+0000", 2023-09-23T15:20:23.180 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001344982 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.995195+0000", 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024040020000000001 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.008328+0000", 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013132911000000001 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.181 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44972.0:131911 7.d e231/197 7:b2fe5a3c:::benchmark_data_smithi118_332595_object45847:head v 231'8347, mlcod=223'8345)", 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:42.249169+0000", 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 220.790280838, 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0925947909999998, 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.182 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249169+0000", 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249169+0000", 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249168+0000", 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.183 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249176+0000", 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5299999999999999e-06 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249192+0000", 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5940999999999999e-05 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.184 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249200+0000", 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4810000000000006e-06 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.325312+0000", 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0761115060000002 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.325339+0000", 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6852e-05 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.185 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.341735+0000", 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016396830000000001 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.341764+0000", 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8445999999999998e-05 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131921 7.5 7:a60d6e8a:::benchmark_data_smithi118_332595_object45857:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e231)", 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:42.633561+0000", 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 220.40588891499999, 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3988289529999998, 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131921 2023-09-23T15:20:23.187 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633561+0000", 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633561+0000", 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.188 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633559+0000", 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633572+0000", 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3107e-05 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633598+0000", 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5809999999999999e-05 2023-09-23T15:20:23.189 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633612+0000", 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3961999999999999e-05 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.956796+0000", 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.323183931 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.190 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.964332+0000", 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075360449999999999 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.973672+0000", 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0093406259999999994 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.010164+0000", 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.036491372000000001 2023-09-23T15:20:23.191 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.010816+0000", 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00065258799999999995 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.012418+0000", 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016018130000000001 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.192 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.014329+0000", 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019108560000000001 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.017449+0000", 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031205970000000001 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.032390+0000", 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014940547 2023-09-23T15:20:23.193 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131924 7.5 7:a7486225:::benchmark_data_smithi118_332595_object45860:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e232)", 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:43.193643+0000", 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 219.84580666900001, 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.913077425, 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:20:23.194 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131924 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193643+0000", 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193643+0000", 2023-09-23T15:20:23.195 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193642+0000", 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193649+0000", 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9659999999999999e-06 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.196 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193664+0000", 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5699999999999999e-05 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193672+0000", 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6809999999999998e-06 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.032961+0000", 2023-09-23T15:20:23.197 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8392888090000001 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.040529+0000", 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075686110000000003 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.053961+0000", 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013431449999999999 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.198 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.086230+0000", 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.032269289999999999 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.088285+0000", 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020553149999999998 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.090046+0000", 2023-09-23T15:20:23.199 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001760815 2023-09-23T15:20:23.200 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.200 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.200 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:20:23.200 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.093385+0000", 2023-09-23T15:20:23.200 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00333878 2023-09-23T15:20:23.200 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.200 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.200 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.200 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.095530+0000", 2023-09-23T15:20:23.200 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0021446970000000001 2023-09-23T15:20:23.200 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.201 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.201 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.201 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.106721+0000", 2023-09-23T15:20:23.201 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011190992 2023-09-23T15:20:23.201 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.201 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.201 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.201 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.201 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.201 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44972.0:131925 7.d e232/197 7:bba35df4:::benchmark_data_smithi118_332595_object45861:head v 232'8348, mlcod=223'8345)", 2023-09-23T15:20:23.201 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:43.194484+0000", 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 219.84496570799999, 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1772590250000001, 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.194484+0000", 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.202 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:20:23.203 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.194484+0000", 2023-09-23T15:20:23.203 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:20:23.203 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.203 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.203 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:20:23.203 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.194483+0000", 2023-09-23T15:20:23.203 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:20:23.203 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.203 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.203 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:20:23.204 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.194490+0000", 2023-09-23T15:20:23.204 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9120000000000001e-06 2023-09-23T15:20:23.204 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.204 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.204 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:20:23.204 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.194504+0000", 2023-09-23T15:20:23.204 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3501e-05 2023-09-23T15:20:23.204 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.204 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.204 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:20:23.204 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.194511+0000", 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.204e-06 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.339437+0000", 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1449259089999999 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.339456+0000", 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8797999999999999e-05 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.205 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.371699+0000", 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.032243312000000003 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.371743+0000", 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4178999999999998e-05 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:20:23.206 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:20:23.207 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:20:23.207 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:23.273 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:23.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:23.277 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:23.322 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:20:23.358 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:23 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/596843033' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:23.358 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:23 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:23.358 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:23 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/596843033' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:23.358 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:23 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:23.378 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:23.434 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:23 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/596843033' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:23.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:23 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:23.658 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:23.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:23.674 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:23.774 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:23.817 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:23.859 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:23.865 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:23.865 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:23.966 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:23.992 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:24.002 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 48 16 69772 69756 90.7865 52.6875 0.103879 0.0109893 2023-09-23T15:20:24.564 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[212312]: pgmap v752: 99 pgs: 99 active+clean; 4.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-09-23T15:20:24.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:20:24.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:20:24.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[212312]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:20:24.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[212312]: osdmap e273: 8 total, 8 up, 7 in 2023-09-23T15:20:24.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[212312]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[212312]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[212312]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[212312]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[219580]: pgmap v752: 99 pgs: 99 active+clean; 4.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-09-23T15:20:24.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:20:24.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:20:24.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[219580]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:20:24.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[219580]: osdmap e273: 8 total, 8 up, 7 in 2023-09-23T15:20:24.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[219580]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[219580]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[219580]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.566 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:24 smithi118 ceph-mon[219580]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:24 smithi178 ceph-mon[192298]: pgmap v752: 99 pgs: 99 active+clean; 4.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-09-23T15:20:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:24 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:20:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:24 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:20:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:24 smithi178 ceph-mon[192298]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:24 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:20:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:24 smithi178 ceph-mon[192298]: osdmap e273: 8 total, 8 up, 7 in 2023-09-23T15:20:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:24 smithi178 ceph-mon[192298]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:24 smithi178 ceph-mon[192298]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:24 smithi178 ceph-mon[192298]: failed to encode map e273 with expected crc 2023-09-23T15:20:24.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:24 smithi178 ceph-mon[192298]: failed to encode map e273 with expected crc 2023-09-23T15:20:25.007 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 49 16 70526 70510 89.8869 47.125 0.0142178 0.0111199 2023-09-23T15:20:25.217 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:20:25.387 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:25.392 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:25.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:25.396 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:25.497 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:25.611 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:26.008 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 50 16 71512 71496 89.3218 61.625 0.0210165 0.0111914 2023-09-23T15:20:26.184 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:26.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:26.195 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:26.295 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:26.356 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:20:26.375 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:26.409 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:20:26.453 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:20:26.487 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:26.491 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:26 smithi118 ceph-mon[219580]: pgmap v754: 99 pgs: 99 active+clean; 4.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 57 MiB/s wr, 905 op/s 2023-09-23T15:20:26.492 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:26 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3097665806' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:26.492 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:26 smithi118 ceph-mon[212312]: pgmap v754: 99 pgs: 99 active+clean; 4.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 57 MiB/s wr, 905 op/s 2023-09-23T15:20:26.492 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:26 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3097665806' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:26.492 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:20:26.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:26.493 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:26.529 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:20:26.568 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:20:26.594 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:26.602 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:20:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:26 smithi178 ceph-mon[192298]: pgmap v754: 99 pgs: 99 active+clean; 4.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 57 MiB/s wr, 905 op/s 2023-09-23T15:20:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:26 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3097665806' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:26.664 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:26.707 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:26.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:26.710 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:26.810 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:26.836 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:26.837 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:20:26.837 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:20:26.837 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:20:26.837 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:20:26.837 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:20:26.838 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:20:26.838 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:20:26.838 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:20:26.838 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:20:26.938 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:26.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:26.947 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:27.007 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 51 16 72306 72290 88.5436 49.625 0.0121984 0.0112877 2023-09-23T15:20:27.048 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:27.110 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:27.328 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:27.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:27.337 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:27.351 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:20:27.438 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:27.469 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:27.529 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:27.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:27.536 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:27.637 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:27.661 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:27.703 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:27.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:27.707 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:27.808 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:27.900 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:27.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:27.908 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:28.009 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 52 15 73169 73154 87.878 54 0.0178655 0.011374 2023-09-23T15:20:28.009 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:28.046 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:28.116 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:28.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:28.125 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:28.225 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:28.256 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:28.334 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:28 smithi178 ceph-mon[192298]: pgmap v755: 99 pgs: 99 active+clean; 4.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-09-23T15:20:28.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:28 smithi118 ceph-mon[212312]: pgmap v755: 99 pgs: 99 active+clean; 4.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-09-23T15:20:28.571 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:20:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:20:28] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2023-09-23T15:20:28.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:28 smithi118 ceph-mon[219580]: pgmap v755: 99 pgs: 99 active+clean; 4.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-09-23T15:20:28.667 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:28.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:28.683 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:28.686 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:28.784 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:28.816 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:28.877 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:28.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:28.881 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:28.982 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:29.009 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 53 16 74159 74143 87.3848 61.8125 0.016628 0.0114394 2023-09-23T15:20:29.053 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:29.275 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T15:20:29.508 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:29 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2967315605' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:20:29.508 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:29 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2967315605' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:20:29.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:29 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2967315605' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:20:29.721 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:29.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:29.725 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:29.825 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:29.854 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:30.010 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 54 16 74854 74838 86.5712 43.4375 0.00371117 0.011524 2023-09-23T15:20:30.221 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:20:30.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:30 smithi118 ceph-mon[212312]: failed to encode map e274 with expected crc 2023-09-23T15:20:30.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2967315605' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:20:30.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:30 smithi118 ceph-mon[212312]: osdmap e274: 8 total, 8 up, 7 in 2023-09-23T15:20:30.259 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:30 smithi118 ceph-mon[212312]: pgmap v757: 99 pgs: 99 active+clean; 4.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 47 MiB/s wr, 746 op/s 2023-09-23T15:20:30.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:30 smithi118 ceph-mon[219580]: failed to encode map e274 with expected crc 2023-09-23T15:20:30.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2967315605' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:20:30.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:30 smithi118 ceph-mon[219580]: osdmap e274: 8 total, 8 up, 7 in 2023-09-23T15:20:30.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:30 smithi118 ceph-mon[219580]: pgmap v757: 99 pgs: 99 active+clean; 4.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 47 MiB/s wr, 746 op/s 2023-09-23T15:20:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:30 smithi178 ceph-mon[192298]: failed to encode map e274 with expected crc 2023-09-23T15:20:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2967315605' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:20:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:30 smithi178 ceph-mon[192298]: osdmap e274: 8 total, 8 up, 7 in 2023-09-23T15:20:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:30 smithi178 ceph-mon[192298]: pgmap v757: 99 pgs: 99 active+clean; 4.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 47 MiB/s wr, 746 op/s 2023-09-23T15:20:31.010 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 55 16 75870 75854 86.1518 63.5 0.0128096 0.0116031 2023-09-23T15:20:31.651 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 6 1 2023-09-23T15:20:31.876 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:31.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:31.890 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:31.991 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:32.010 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 56 16 76693 76677 85.5321 51.4375 0.0258087 0.0116872 2023-09-23T15:20:32.114 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:32.117 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:32.251 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:32.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:32.266 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:32.367 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:32.398 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:32.461 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:32.467 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:32.468 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:32.534 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:32 smithi118 ceph-mon[219580]: pgmap v758: 99 pgs: 99 active+clean; 4.5 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 60 MiB/s wr, 953 op/s 2023-09-23T15:20:32.534 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:32 smithi118 ceph-mon[212312]: pgmap v758: 99 pgs: 99 active+clean; 4.5 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 60 MiB/s wr, 953 op/s 2023-09-23T15:20:32.568 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:32.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:32 smithi178 ceph-mon[192298]: pgmap v758: 99 pgs: 99 active+clean; 4.5 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 60 MiB/s wr, 953 op/s 2023-09-23T15:20:32.629 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:32.992 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:20:32.992 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:20:33.010 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 57 16 77580 77564 85.0043 55.4375 0.00755025 0.0117581 2023-09-23T15:20:33.031 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:33.044 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:33.044 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:33.145 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:33.184 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:33.247 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:33.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:33.251 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:33.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:20:33.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:20:33.352 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:33.421 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:33.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:33 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:20:33.636 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:33.648 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:33.648 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:33.749 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:33.821 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:34.012 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 58 16 78365 78349 84.3818 49.0625 0.143783 0.011831 2023-09-23T15:20:34.290 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:20:34.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:34 smithi118 ceph-mon[219580]: pgmap v759: 99 pgs: 99 active+clean; 4.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 54 MiB/s wr, 869 op/s 2023-09-23T15:20:34.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:34 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2965651851' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:20:34.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:34 smithi118 ceph-mon[212312]: pgmap v759: 99 pgs: 99 active+clean; 4.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 54 MiB/s wr, 869 op/s 2023-09-23T15:20:34.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:34 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2965651851' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:20:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:34 smithi178 ceph-mon[192298]: pgmap v759: 99 pgs: 99 active+clean; 4.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 54 MiB/s wr, 869 op/s 2023-09-23T15:20:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:34 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2965651851' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:20:34.856 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:20:35.022 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 59 16 79227 79211 83.8529 53.875 0.00700766 0.0119211 2023-09-23T15:20:35.091 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:35.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:35.095 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:35.196 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:35.242 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:35.310 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:35.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:35.322 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:35.422 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:35.496 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:35.497 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[219580]: failed to encode map e275 with expected crc 2023-09-23T15:20:35.497 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2965651851' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:20:35.497 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[219580]: osdmap e275: 8 total, 8 up, 7 in 2023-09-23T15:20:35.497 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[219580]: failed to encode map e275 with expected crc 2023-09-23T15:20:35.497 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[219580]: failed to encode map e275 with expected crc 2023-09-23T15:20:35.497 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:35.497 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[212312]: failed to encode map e275 with expected crc 2023-09-23T15:20:35.497 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2965651851' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:20:35.498 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[212312]: osdmap e275: 8 total, 8 up, 7 in 2023-09-23T15:20:35.498 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[212312]: failed to encode map e275 with expected crc 2023-09-23T15:20:35.498 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:35 smithi118 ceph-mon[212312]: failed to encode map e275 with expected crc 2023-09-23T15:20:35.506 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:35 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:35 smithi178 ceph-mon[192298]: failed to encode map e275 with expected crc 2023-09-23T15:20:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:35 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2965651851' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:20:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:35 smithi178 ceph-mon[192298]: osdmap e275: 8 total, 8 up, 7 in 2023-09-23T15:20:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:35 smithi178 ceph-mon[192298]: failed to encode map e275 with expected crc 2023-09-23T15:20:35.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:35 smithi178 ceph-mon[192298]: failed to encode map e275 with expected crc 2023-09-23T15:20:35.747 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:35.838 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:35.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:35.850 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:35.951 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:36.001 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:36.021 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:20:36.021423+0000 min lat: 0.00110013 max lat: 0.394239 avg lat: 0.0119812 2023-09-23T15:20:36.021 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:20:36.021 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 60 16 80160 80144 83.4274 58.3125 0.0106199 0.0119812 2023-09-23T15:20:36.072 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:36.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:36.079 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:36.180 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:36.214 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:36.244 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:20:36.292 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:20:36.335 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:36.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:36.338 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:36.340 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:20:36.380 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:20:36.384 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:36.425 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:20:36.438 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:36.458 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:20:36.473 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:36.495 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:20:36.538 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:20:36.554 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:36.555 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:20:36.555 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:20:36.555 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:20:36.555 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:20:36.555 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:20:36.555 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:20:36.555 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:20:36.555 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:20:36.560 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:36 smithi178 ceph-mon[192298]: pgmap v761: 99 pgs: 99 active+clean; 4.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 50 MiB/s wr, 804 op/s 2023-09-23T15:20:36.560 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:36 smithi178 ceph-mon[192298]: failed to encode map e275 with expected crc 2023-09-23T15:20:36.560 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2176175940' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:36.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:36.561 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:36.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:36 smithi118 ceph-mon[212312]: pgmap v761: 99 pgs: 99 active+clean; 4.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 50 MiB/s wr, 804 op/s 2023-09-23T15:20:36.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:36 smithi118 ceph-mon[212312]: failed to encode map e275 with expected crc 2023-09-23T15:20:36.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2176175940' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:36.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:36 smithi118 ceph-mon[219580]: pgmap v761: 99 pgs: 99 active+clean; 4.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 50 MiB/s wr, 804 op/s 2023-09-23T15:20:36.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:36 smithi118 ceph-mon[219580]: failed to encode map e275 with expected crc 2023-09-23T15:20:36.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2176175940' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:36.662 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:36.725 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:37.021 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 61 15 80957 80942 82.8776 49.875 0.0221737 0.0120616 2023-09-23T15:20:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:37.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:37.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:37.759 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:20:38.023 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 62 16 81725 81709 82.3117 47.9375 0.0162989 0.0121443 2023-09-23T15:20:38.305 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:20:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:20:38] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2023-09-23T15:20:38.403 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:38.408 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:38.409 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:38.509 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:38.564 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:38 smithi118 ceph-mon[219580]: pgmap v762: 99 pgs: 99 active+clean; 4.8 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 61 MiB/s wr, 974 op/s 2023-09-23T15:20:38.565 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:38 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:38.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:38 smithi118 ceph-mon[212312]: pgmap v762: 99 pgs: 99 active+clean; 4.8 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 61 MiB/s wr, 974 op/s 2023-09-23T15:20:38.565 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:38 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:38.610 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:38 smithi178 ceph-mon[192298]: pgmap v762: 99 pgs: 99 active+clean; 4.8 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 61 MiB/s wr, 974 op/s 2023-09-23T15:20:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:38 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:38.917 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:38.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:38.924 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:39.023 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 63 16 82618 82602 81.8912 55.8125 0.0161947 0.0122067 2023-09-23T15:20:39.025 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:39.060 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:39.126 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:39.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:39.131 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:39.232 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:39.269 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:39.331 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:39.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:39.339 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:39.440 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:39.476 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:39.518 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:39.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:39.522 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:39.622 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:39.648 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:39.707 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:39.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:39.713 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:39.813 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:39.887 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:40.023 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 64 16 83453 83437 81.4274 52.1875 0.0122266 0.012276 2023-09-23T15:20:40.221 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:40.225 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:40.226 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:40.280 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:40.327 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:40.356 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:40.414 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:40.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:40.418 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:40.502 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:40 smithi118 ceph-mon[219580]: pgmap v763: 99 pgs: 99 active+clean; 4.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 54 MiB/s wr, 860 op/s 2023-09-23T15:20:40.504 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:40 smithi118 ceph-mon[212312]: pgmap v763: 99 pgs: 99 active+clean; 4.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 54 MiB/s wr, 860 op/s 2023-09-23T15:20:40.519 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:40.565 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:20:40.622 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:40.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:40 smithi178 ceph-mon[192298]: pgmap v763: 99 pgs: 99 active+clean; 4.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 54 MiB/s wr, 860 op/s 2023-09-23T15:20:40.928 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:40.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:40.936 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:40.957 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:20:40.957 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:20:40.958 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:20:40.958 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:20:40.958 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:20:41.023 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 65 16 84141 84125 80.8364 43 0.00942232 0.0123658 2023-09-23T15:20:41.037 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:41.068 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:41.131 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:41.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:41.136 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:41.237 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:41.329 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:41.371 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3527753934' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:20:41.371 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:41 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:20:41.371 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:41 smithi178 ceph-mon[192298]: pgmap v764: 99 pgs: 99 active+clean; 5.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 53 MiB/s wr, 846 op/s 2023-09-23T15:20:41.405 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.6 to 1 (10000) 2023-09-23T15:20:41.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3527753934' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:20:41.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:41 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:20:41.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:41 smithi118 ceph-mon[212312]: pgmap v764: 99 pgs: 99 active+clean; 5.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 53 MiB/s wr, 846 op/s 2023-09-23T15:20:41.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3527753934' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:20:41.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:41 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:20:41.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:41 smithi118 ceph-mon[219580]: pgmap v764: 99 pgs: 99 active+clean; 5.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 53 MiB/s wr, 846 op/s 2023-09-23T15:20:42.025 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 66 16 84903 84887 80.3335 47.625 0.0114431 0.0124441 2023-09-23T15:20:42.161 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:42.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:42.174 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:42.275 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:42.309 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:42.372 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:42.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:42.380 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:42.481 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:42.511 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:42.552 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:42.558 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:42 smithi178 ceph-mon[192298]: failed to encode map e276 with expected crc 2023-09-23T15:20:42.558 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:42 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:20:42.558 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:42 smithi178 ceph-mon[192298]: osdmap e276: 8 total, 8 up, 7 in 2023-09-23T15:20:42.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:42.559 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:42 smithi118 ceph-mon[219580]: failed to encode map e276 with expected crc 2023-09-23T15:20:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:42 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:20:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:42 smithi118 ceph-mon[219580]: osdmap e276: 8 total, 8 up, 7 in 2023-09-23T15:20:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:42 smithi118 ceph-mon[212312]: failed to encode map e276 with expected crc 2023-09-23T15:20:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:42 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:20:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:42 smithi118 ceph-mon[212312]: osdmap e276: 8 total, 8 up, 7 in 2023-09-23T15:20:42.660 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:42.705 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:42.776 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:42.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:42.783 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:42.884 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:42.928 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:42.998 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:43.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:43.007 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:43.026 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 67 16 85675 85659 79.8512 48.25 0.0228558 0.012518 2023-09-23T15:20:43.108 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:43.181 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:43.325 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T15:20:43.381 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:43.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:43.396 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:43.418 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:20:43.422 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:43 smithi118 ceph-mon[212312]: pgmap v766: 99 pgs: 99 active+clean; 5.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 55 MiB/s wr, 880 op/s 2023-09-23T15:20:43.422 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:43 smithi118 ceph-mon[219580]: pgmap v766: 99 pgs: 99 active+clean; 5.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 55 MiB/s wr, 880 op/s 2023-09-23T15:20:43.497 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:43.715 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:43.852 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:43 smithi178 ceph-mon[192298]: pgmap v766: 99 pgs: 99 active+clean; 5.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 55 MiB/s wr, 880 op/s 2023-09-23T15:20:43.968 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:43.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:43.974 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:44.026 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 68 16 86442 86426 79.3821 47.9375 0.0195879 0.0125912 2023-09-23T15:20:44.075 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:44.172 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:44.281 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:44.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:44.291 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:44.391 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:44.459 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:20:44.496 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:44.527 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2914121189' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:44.528 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:44 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:44.533 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2914121189' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:44.533 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:44 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:44.867 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:44.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:44.871 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:44.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2914121189' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:44.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:44 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:20:44.971 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:45.027 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 69 16 87288 87272 78.9973 52.875 0.0148757 0.0126542 2023-09-23T15:20:45.040 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:45.717 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:45 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:45.717 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:45 smithi118 ceph-mon[219580]: failed to encode map e277 with expected crc 2023-09-23T15:20:45.717 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:20:45.717 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:45 smithi118 ceph-mon[219580]: osdmap e277: 8 total, 8 up, 7 in 2023-09-23T15:20:45.717 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:45 smithi118 ceph-mon[219580]: pgmap v768: 99 pgs: 99 active+clean; 5.2 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 48 MiB/s wr, 764 op/s 2023-09-23T15:20:45.718 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:45 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:45.718 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:45 smithi118 ceph-mon[212312]: failed to encode map e277 with expected crc 2023-09-23T15:20:45.718 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:20:45.718 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:45 smithi118 ceph-mon[212312]: osdmap e277: 8 total, 8 up, 7 in 2023-09-23T15:20:45.718 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:45 smithi118 ceph-mon[212312]: pgmap v768: 99 pgs: 99 active+clean; 5.2 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 48 MiB/s wr, 764 op/s 2023-09-23T15:20:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:45 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:45 smithi178 ceph-mon[192298]: failed to encode map e277 with expected crc 2023-09-23T15:20:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:20:45.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:45 smithi178 ceph-mon[192298]: osdmap e277: 8 total, 8 up, 7 in 2023-09-23T15:20:45.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:45 smithi178 ceph-mon[192298]: pgmap v768: 99 pgs: 99 active+clean; 5.2 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 48 MiB/s wr, 764 op/s 2023-09-23T15:20:46.027 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 70 16 87970 87954 78.4779 42.625 0.0155227 0.0127373 2023-09-23T15:20:46.043 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:46.053 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:46.053 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:46.154 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:46.192 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:46.262 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:46.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:46.267 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:46.368 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:46.373 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:46.375 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:46.395 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:46.447 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:46.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:46.451 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:46.552 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:46.584 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:46.641 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:46.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:46.649 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:46.750 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:46.858 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:47.027 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 71 16 88850 88834 78.1474 55 0.00498864 0.0127916 2023-09-23T15:20:47.475 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:47.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:47.486 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:47.571 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:20:47.587 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:47.611 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:20:47.618 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:47.669 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:20:47.684 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:47.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:47.689 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:47.704 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:20:47.742 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:20:47.787 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:20:47.790 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:47.830 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:20:47.866 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:20:47.867 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:20:47.867 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:20:47.867 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:20:47.867 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:20:47.867 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:20:47.867 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:20:47.867 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:20:47.868 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:20:47.891 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:48.027 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 72 16 89669 89653 77.7731 51.1875 0.00322182 0.0128384 2023-09-23T15:20:48.448 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:20:48.472 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:20:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:20:48] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2023-09-23T15:20:48.472 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:48 smithi118 ceph-mon[219580]: pgmap v769: 99 pgs: 99 active+clean; 5.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 57 MiB/s wr, 904 op/s 2023-09-23T15:20:48.472 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/365623649' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:48.473 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:48 smithi118 ceph-mon[212312]: pgmap v769: 99 pgs: 99 active+clean; 5.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 57 MiB/s wr, 904 op/s 2023-09-23T15:20:48.473 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/365623649' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:48 smithi178 ceph-mon[192298]: pgmap v769: 99 pgs: 99 active+clean; 5.3 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 57 MiB/s wr, 904 op/s 2023-09-23T15:20:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/365623649' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:48.948 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:48.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:48.962 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:49.027 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 73 16 90550 90534 77.4621 55.0625 0.0107689 0.0129047 2023-09-23T15:20:49.062 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:49.087 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:49.730 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:49.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:49.741 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:49.842 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:49.878 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:49.953 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:49.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:49.960 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:50.027 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 74 16 91362 91346 77.1013 50.75 0.0182179 0.0129642 2023-09-23T15:20:50.061 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:50.095 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:50.165 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:50.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:50.176 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:50.277 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:50.315 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:50.331 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:50 smithi118 ceph-mon[212312]: pgmap v770: 99 pgs: 99 active+clean; 5.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 42 MiB/s wr, 667 op/s 2023-09-23T15:20:50.383 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:50.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:50.390 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:50.491 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:50.568 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:50 smithi178 ceph-mon[192298]: pgmap v770: 99 pgs: 99 active+clean; 5.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 42 MiB/s wr, 667 op/s 2023-09-23T15:20:50.653 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:50 smithi118 ceph-mon[219580]: pgmap v770: 99 pgs: 99 active+clean; 5.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 42 MiB/s wr, 667 op/s 2023-09-23T15:20:50.790 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:50.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:50.802 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:50.903 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:50.934 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:50.991 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:50.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:50.997 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:51.035 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 75 16 92171 92155 76.7398 50.5625 0.0243066 0.0130255 2023-09-23T15:20:51.040 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:51.098 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:51.215 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:51.405 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:51.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:51.410 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:51.510 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:51.555 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:51.556 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:51.556 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[219580]: pgmap v771: 99 pgs: 99 active+clean; 5.5 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 50 MiB/s wr, 802 op/s 2023-09-23T15:20:51.556 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:20:51.556 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:20:51.556 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:51.556 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:51.557 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:51.557 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[212312]: pgmap v771: 99 pgs: 99 active+clean; 5.5 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 50 MiB/s wr, 802 op/s 2023-09-23T15:20:51.557 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:20:51.557 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:20:51.557 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:51.602 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:20:51.602 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:20:51.603 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:51 smithi178 ceph-mon[192298]: pgmap v771: 99 pgs: 99 active+clean; 5.5 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 50 MiB/s wr, 802 op/s 2023-09-23T15:20:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:20:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:20:51.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:20:52.035 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 76 16 92966 92950 76.384 49.6875 0.00883867 0.0130872 2023-09-23T15:20:52.127 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:52.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:52.135 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:52.236 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:52.320 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:52.410 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1002724177' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:20:52.410 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:52.434 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:20:52.438 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T15:20:52.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1002724177' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:20:52.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1002724177' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:20:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:20:53.035 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 77 16 93866 93850 76.1226 56.25 0.0117564 0.0131309 2023-09-23T15:20:53.404 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:53.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:53.410 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:53.511 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:53.550 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:53.617 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:53.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:53.625 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:53.726 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:20:53.749 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:53 smithi178 ceph-mon[192298]: failed to encode map e278 with expected crc 2023-09-23T15:20:53.749 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1002724177' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:20:53.749 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:53 smithi178 ceph-mon[192298]: osdmap e278: 8 total, 8 up, 7 in 2023-09-23T15:20:53.749 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:53 smithi178 ceph-mon[192298]: pgmap v773: 99 pgs: 99 active+clean; 5.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 53 MiB/s wr, 848 op/s 2023-09-23T15:20:53.751 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:53.791 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:20:53.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:53.797 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:20:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:53 smithi118 ceph-mon[219580]: failed to encode map e278 with expected crc 2023-09-23T15:20:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1002724177' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:20:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:53 smithi118 ceph-mon[219580]: osdmap e278: 8 total, 8 up, 7 in 2023-09-23T15:20:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:53 smithi118 ceph-mon[219580]: pgmap v773: 99 pgs: 99 active+clean; 5.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 53 MiB/s wr, 848 op/s 2023-09-23T15:20:53.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:53 smithi118 ceph-mon[212312]: failed to encode map e278 with expected crc 2023-09-23T15:20:53.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1002724177' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:20:53.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:53 smithi118 ceph-mon[212312]: osdmap e278: 8 total, 8 up, 7 in 2023-09-23T15:20:53.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:53 smithi118 ceph-mon[212312]: pgmap v773: 99 pgs: 99 active+clean; 5.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 53 MiB/s wr, 848 op/s 2023-09-23T15:20:53.897 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:53.928 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:53.994 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:20:53.995 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:54.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:54.010 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:54.036 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 78 16 94662 94646 75.784 49.75 0.0148861 0.0131909 2023-09-23T15:20:54.111 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:20:54.184 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:54.290 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T15:20:54.343 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:20:54.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:54.352 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:20:54.445 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:20:54.452 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:54.458 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:54.550 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:54.684 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:54.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:54.694 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:54.795 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:54.831 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:55.044 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 79 16 95439 95423 75.4395 48.5625 0.0107852 0.0132501 2023-09-23T15:20:55.370 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:55.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:55.373 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:55.473 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:55.559 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:55.632 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:55.634 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:55.634 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:55.735 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:55.760 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:55.801 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:55.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:55.803 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:55.904 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:55.955 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:56.036 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:20:56.037170+0000 min lat: 0.00110013 max lat: 0.394239 avg lat: 0.0133346 2023-09-23T15:20:56.036 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:20:56.037 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 80 16 96037 96021 74.964 37.375 0.0325105 0.0133346 2023-09-23T15:20:56.302 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:56.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:56.306 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:20:56.306 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:56.380 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:20:56.408 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:20:56.485 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:56 smithi178 ceph-mon[192298]: pgmap v774: 99 pgs: 99 active+clean; 5.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 51 MiB/s wr, 811 op/s 2023-09-23T15:20:56.485 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3424394865' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:56.485 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:56 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:56.530 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:56.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:56 smithi118 ceph-mon[219580]: pgmap v774: 99 pgs: 99 active+clean; 5.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 51 MiB/s wr, 811 op/s 2023-09-23T15:20:56.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3424394865' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:56.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:56 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:56 smithi118 ceph-mon[212312]: pgmap v774: 99 pgs: 99 active+clean; 5.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 51 MiB/s wr, 811 op/s 2023-09-23T15:20:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3424394865' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:56.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:56 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:20:57.036 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 81 16 96804 96788 74.6304 47.9375 0.00340167 0.0133853 2023-09-23T15:20:57.422 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:20:57.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:57.427 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:20:57.528 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:57.593 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:57 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:57.593 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:57 smithi118 ceph-mon[212312]: failed to encode map e279 with expected crc 2023-09-23T15:20:57.593 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:57 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:20:57.593 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:57 smithi118 ceph-mon[212312]: osdmap e279: 8 total, 8 up, 7 in 2023-09-23T15:20:57.593 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:57 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:57.593 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:57 smithi118 ceph-mon[219580]: failed to encode map e279 with expected crc 2023-09-23T15:20:57.594 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:57 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:20:57.594 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:57 smithi118 ceph-mon[219580]: osdmap e279: 8 total, 8 up, 7 in 2023-09-23T15:20:57.607 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:57.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:57 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:20:57.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:57 smithi178 ceph-mon[192298]: failed to encode map e279 with expected crc 2023-09-23T15:20:57.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:57 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:20:57.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:57 smithi178 ceph-mon[192298]: osdmap e279: 8 total, 8 up, 7 in 2023-09-23T15:20:57.862 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:57.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:57.869 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:57.969 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:58.002 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:58.026 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:20:58.037 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 82 16 97558 97542 74.2951 47.125 0.00346444 0.0134426 2023-09-23T15:20:58.051 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:20:58.070 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:20:58.102 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:20:58.136 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:58.144 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:20:58.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:58.152 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:58.173 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:20:58.192 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:20:58.210 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:20:58.211 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:20:58.211 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:20:58.212 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:20:58.212 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:20:58.212 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:20:58.212 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:20:58.212 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:20:58.212 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:20:58.253 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:20:58.280 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:58.337 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:20:58.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:58.340 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:20:58.440 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:20:58.481 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:58.552 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:20:58.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:58 smithi178 ceph-mon[192298]: pgmap v776: 99 pgs: 99 active+clean; 5.8 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 58 MiB/s wr, 931 op/s 2023-09-23T15:20:58.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:58 smithi178 ceph-mon[192298]: failed to encode map e279 with expected crc 2023-09-23T15:20:58.554 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:20:58 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4175551726' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:58.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:58.555 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:20:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:20:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:20:58] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2023-09-23T15:20:58.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:58 smithi118 ceph-mon[212312]: pgmap v776: 99 pgs: 99 active+clean; 5.8 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 58 MiB/s wr, 931 op/s 2023-09-23T15:20:58.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:58 smithi118 ceph-mon[212312]: failed to encode map e279 with expected crc 2023-09-23T15:20:58.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:20:58 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4175551726' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:58.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:58 smithi118 ceph-mon[219580]: pgmap v776: 99 pgs: 99 active+clean; 5.8 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 58 MiB/s wr, 931 op/s 2023-09-23T15:20:58.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:58 smithi118 ceph-mon[219580]: failed to encode map e279 with expected crc 2023-09-23T15:20:58.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:20:58 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4175551726' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:20:58.655 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:20:58.723 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:58.927 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:20:58.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:58.936 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:20:59.009 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:20:59.009 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:20:59.009 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:20:59.009 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:20:59.037 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 83 16 98188 98172 73.8746 39.375 0.00464579 0.0135247 2023-09-23T15:20:59.037 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:20:59.063 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:59.475 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:20:59.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:59.479 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:20:59.580 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:20:59.600 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:20:59.623 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:20:59.815 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:20:59.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:20:59.819 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:20:59.877 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:20:59.919 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:00.009 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:00.037 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 84 16 98915 98899 73.5362 45.4375 0.014696 0.0135931 2023-09-23T15:21:00.119 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:00.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:00.127 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:00.227 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:00.312 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:00.342 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:21:00.444 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:00.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:00.459 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:00.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:00 smithi118 ceph-mon[219580]: pgmap v777: 99 pgs: 99 active+clean; 5.9 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 43 MiB/s wr, 687 op/s 2023-09-23T15:21:00.459 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:00 smithi118 ceph-mon[212312]: pgmap v777: 99 pgs: 99 active+clean; 5.9 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 43 MiB/s wr, 687 op/s 2023-09-23T15:21:00.466 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:00.560 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:00.600 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:00.601 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:00 smithi178 ceph-mon[192298]: pgmap v777: 99 pgs: 99 active+clean; 5.9 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 43 MiB/s wr, 687 op/s 2023-09-23T15:21:00.679 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:00.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:00.684 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:00.785 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:00.829 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:00.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:21:00 smithi178 conmon[172061]: logger=cleanup t=2023-09-23T15:21:00.683626924Z level=info msg="Completed cleanup jobs" duration=65.217713ms 2023-09-23T15:21:01.037 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 85 16 99719 99703 73.2624 50.25 0.00704218 0.0136449 2023-09-23T15:21:01.055 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:01.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:01.061 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:01.162 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:01.250 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:01.303 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:01.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:01.306 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:01.354 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T15:21:01.407 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:01.448 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:01.510 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:01.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:01.515 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:01.563 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:21:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2801373252' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:21:01.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:01 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:21:01.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2801373252' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:21:01.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:01 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:21:01.615 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2801373252' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:21:01.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:01 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:21:01.650 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:01.846 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:01.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:01.852 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:01.953 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:01.978 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:02.037 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 86 16 100325 100309 72.8507 37.875 0.112491 0.0137095 2023-09-23T15:21:02.296 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:02.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:02.300 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:02.401 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:02.439 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:21:02.439 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:21:02.439 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:21:02.439 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:21:02.439 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:21:02.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:02 smithi178 ceph-mon[192298]: pgmap v778: 99 pgs: 99 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 48 MiB/s wr, 775 op/s 2023-09-23T15:21:02.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:02 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:21:02.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:02 smithi178 ceph-mon[192298]: osdmap e280: 8 total, 8 up, 7 in 2023-09-23T15:21:02.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:02 smithi178 ceph-mon[192298]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:02 smithi178 ceph-mon[192298]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:02 smithi178 ceph-mon[192298]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:02 smithi178 ceph-mon[192298]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:02 smithi178 ceph-mon[192298]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.454 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:02.496 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:02.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:02.498 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:02.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[212312]: pgmap v778: 99 pgs: 99 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 48 MiB/s wr, 775 op/s 2023-09-23T15:21:02.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:21:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[212312]: osdmap e280: 8 total, 8 up, 7 in 2023-09-23T15:21:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[212312]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[212312]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[212312]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[212312]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[212312]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[219580]: pgmap v778: 99 pgs: 99 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 48 MiB/s wr, 775 op/s 2023-09-23T15:21:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:21:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[219580]: osdmap e280: 8 total, 8 up, 7 in 2023-09-23T15:21:02.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[219580]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[219580]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[219580]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[219580]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:02 smithi118 ceph-mon[219580]: failed to encode map e280 with expected crc 2023-09-23T15:21:02.599 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:02.647 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:02.710 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:02.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:02.713 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:02.814 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:02.840 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:02.880 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:02.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:02.883 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:02.957 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 0 1 2023-09-23T15:21:02.984 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:03.037 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 87 16 100980 100964 72.4841 40.9375 0.0238367 0.0137912 2023-09-23T15:21:03.096 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:03.270 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:03.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:03.278 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:03.352 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:21:03.378 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:03.424 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:03.436 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:03.506 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:03.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:03.512 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:03.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:03 smithi118 ceph-mon[219580]: failed to encode map e280 with expected crc 2023-09-23T15:21:03.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:03 smithi118 ceph-mon[219580]: failed to encode map e280 with expected crc 2023-09-23T15:21:03.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:03 smithi118 ceph-mon[212312]: failed to encode map e280 with expected crc 2023-09-23T15:21:03.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:03 smithi118 ceph-mon[212312]: failed to encode map e280 with expected crc 2023-09-23T15:21:03.613 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:03 smithi178 ceph-mon[192298]: failed to encode map e280 with expected crc 2023-09-23T15:21:03.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:03 smithi178 ceph-mon[192298]: failed to encode map e280 with expected crc 2023-09-23T15:21:03.722 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:03.820 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:21:03.858 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:03.865 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:03.865 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:03.966 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:04.006 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:04.040 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 88 16 101687 101671 72.1627 44.1875 0.0181756 0.0138529 2023-09-23T15:21:04.083 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:04.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:04.087 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:04.187 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:04.234 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:04.414 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:21:04.504 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:04.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:04.511 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:04.611 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:04 smithi178 ceph-mon[192298]: pgmap v780: 99 pgs: 99 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 44 MiB/s wr, 710 op/s 2023-09-23T15:21:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/495724108' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:04.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:04 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:04.649 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:04.696 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:04.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:04.699 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:04.748 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:04.799 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:04.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:04 smithi118 ceph-mon[219580]: pgmap v780: 99 pgs: 99 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 44 MiB/s wr, 710 op/s 2023-09-23T15:21:04.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/495724108' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:04.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:04 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:04.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:04 smithi118 ceph-mon[212312]: pgmap v780: 99 pgs: 99 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 44 MiB/s wr, 710 op/s 2023-09-23T15:21:04.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/495724108' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:04.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:04 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:04.830 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:04.887 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:04.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:04.889 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:04.990 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:05.040 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 89 16 102431 102415 71.8727 46.5 0.00439166 0.0139088 2023-09-23T15:21:05.067 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:05.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:05 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:21:05.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:05 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:21:05.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:05 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:21:05.550 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:05 smithi178 ceph-mon[192298]: osdmap e281: 8 total, 8 up, 7 in 2023-09-23T15:21:05.550 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:05 smithi178 ceph-mon[192298]: failed to encode map e281 with expected crc 2023-09-23T15:21:05.550 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:05 smithi178 ceph-mon[192298]: failed to encode map e281 with expected crc 2023-09-23T15:21:05.550 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:05 smithi178 ceph-mon[192298]: pgmap v782: 99 pgs: 99 active+clean; 6.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 41 MiB/s wr, 660 op/s 2023-09-23T15:21:05.616 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:05.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:05.621 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:05.694 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:21:05.694 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:21:05.694 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:21:05.694 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[212312]: osdmap e281: 8 total, 8 up, 7 in 2023-09-23T15:21:05.694 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[212312]: failed to encode map e281 with expected crc 2023-09-23T15:21:05.694 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[212312]: failed to encode map e281 with expected crc 2023-09-23T15:21:05.694 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[212312]: pgmap v782: 99 pgs: 99 active+clean; 6.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 41 MiB/s wr, 660 op/s 2023-09-23T15:21:05.696 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:21:05.696 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:21:05.696 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:21:05.696 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[219580]: osdmap e281: 8 total, 8 up, 7 in 2023-09-23T15:21:05.696 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[219580]: failed to encode map e281 with expected crc 2023-09-23T15:21:05.696 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[219580]: failed to encode map e281 with expected crc 2023-09-23T15:21:05.696 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:05 smithi118 ceph-mon[219580]: pgmap v782: 99 pgs: 99 active+clean; 6.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 41 MiB/s wr, 660 op/s 2023-09-23T15:21:05.722 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:05.797 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:05.855 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:21:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:21:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:21:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:21:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44669.0:100405 6.2 6:460d41de:::benchmark_data_smithi118_284959_object41014:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e135)", 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 571.56729848600003, 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.222605938, 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44669", 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3947281804", 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 100405 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284825+0000", 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284823+0000", 2023-09-23T15:21:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284833+0000", 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6590000000000002e-06 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284854+0000", 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1556000000000002e-05 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284863+0000", 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6559999999999998e-06 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.284912+0000", 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9613000000000001e-05 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.285045+0000", 2023-09-23T15:21:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000132807 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.285165+0000", 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000119614 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.288295+0000", 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031302669999999999 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.288382+0000", 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6942999999999997e-05 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507345+0000", 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.218962455 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507388+0000", 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3631999999999998e-05 2023-09-23T15:21:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:11:34.507431+0000", 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2701000000000003e-05 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30510 7.4 7:2fe8dc32:::benchmark_data_smithi118_332595_object30509:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:21:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 501.74772916900002, 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0889423740000002, 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30510 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:21:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104394+0000", 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104484+0000", 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9819000000000002e-05 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104496+0000", 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2751999999999999e-05 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104503+0000", 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8870000000000003e-06 2023-09-23T15:21:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104557+0000", 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3671000000000002e-05 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op must wait for map", 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.104564+0000", 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9260000000000003e-06 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117924+0000", 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013359915999999999 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117935+0000", 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0879e-05 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118366+0000", 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0004314590000001 2023-09-23T15:21:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118380+0000", 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3713000000000001e-05 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.192804+0000", 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0744236229999999 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193337+0000", 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00053309600000000005 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30524 7.4 7:2fa0d835:::benchmark_data_smithi118_332595_object30523:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 501.73980997500001, 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0937207299999998, 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30524 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112313+0000", 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112312+0000", 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112345+0000", 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2972999999999998e-05 2023-09-23T15:21:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112358+0000", 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2368000000000001e-05 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.112367+0000", 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8480000000000007e-06 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117986+0000", 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0056192439999999998 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.117995+0000", 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6319999999999997e-06 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118399+0000", 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.000404275 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118421+0000", 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.179e-05 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193381+0000", 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0749607960000001 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193584+0000", 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020219699999999999 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.193732+0000", 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000148169 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.197152+0000", 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0034198620000000001 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.198140+0000", 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00098811199999999997 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.205051+0000", 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0069112560000000002 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.205104+0000", 2023-09-23T15:21:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3201000000000001e-05 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.206034+0000", 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00093002999999999998 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:30530 7.4 7:2e3ec06e:::benchmark_data_smithi118_332595_object30529:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:21:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 501.73161873700002, 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0965720729999999, 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 30530 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:21:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120505+0000", 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120503+0000", 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120539+0000", 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5664999999999998e-05 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120552+0000", 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2675e-05 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120558+0000", 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6390000000000003e-06 2023-09-23T15:21:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120824+0000", 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000266147 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:44.120836+0000", 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1579999999999999e-05 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118448+0000", 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99761222699999996 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:45.118453+0000", 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1560000000000003e-06 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194755+0000", 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0763016620000001 2023-09-23T15:21:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194844+0000", 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9021e-05 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.194973+0000", 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012859199999999999 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.197178+0000", 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022059050000000002 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.198170+0000", 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00099125699999999995 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.216430+0000", 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.018260697999999999 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.216479+0000", 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8590000000000001e-05 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:12:46.217077+0000", 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00059778499999999998 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49965 7.4 7:296cce12:::benchmark_data_smithi118_332595_object49964:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.638038+0000", 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 480.21408519200003, 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26726356299999998, 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49965 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638038+0000", 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638038+0000", 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638037+0000", 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638067+0000", 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9504000000000001e-05 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638077+0000", 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0370999999999999e-05 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.888 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638082+0000", 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0010000000000001e-06 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638168+0000", 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5718999999999997e-05 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638379+0000", 2023-09-23T15:21:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00021099700000000001 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638513+0000", 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013469099999999999 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640440+0000", 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0019271360000000001 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.642746+0000", 2023-09-23T15:21:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002305727 2023-09-23T15:21:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905179+0000", 2023-09-23T15:21:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26243270800000001 2023-09-23T15:21:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905221+0000", 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2515999999999997e-05 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905302+0000", 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0402999999999996e-05 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49968 7.1 7:81ec6202:::benchmark_data_smithi118_332595_object49967:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 480.21402713399999, 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26756739200000001, 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49968 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638096+0000", 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638121+0000", 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5401e-05 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638126+0000", 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9250000000000003e-06 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638129+0000", 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9799999999999998e-06 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638172+0000", 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3059999999999998e-05 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638354+0000", 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018191999999999999 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638513+0000", 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000159037 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.642237+0000", 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037233769999999999 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.644857+0000", 2023-09-23T15:21:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026204679999999999 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905578+0000", 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26072079500000001 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905628+0000", 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0277e-05 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905664+0000", 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5463000000000002e-05 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49969 7.1 7:8837ee92:::benchmark_data_smithi118_332595_object49968:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 480.21398601800001, 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26912029599999998, 2023-09-23T15:21:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49969 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638137+0000", 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638274+0000", 2023-09-23T15:21:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000137508 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638282+0000", 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1199999999999996e-06 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.638287+0000", 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3750000000000002e-06 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.903 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640567+0000", 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022797070000000002 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640700+0000", 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013379399999999999 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.640823+0000", 2023-09-23T15:21:05.904 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012223099999999999 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.642372+0000", 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0015488089999999999 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.644890+0000", 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025183229999999998 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.905 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907166+0000", 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.26227658700000001 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907216+0000", 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9369000000000001e-05 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907258+0000", 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1937999999999997e-05 2023-09-23T15:21:05.906 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.907 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.907 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.907 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.907 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.907 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49974 7.1 7:8259d7b6:::benchmark_data_smithi118_332595_object49973:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:21:05.907 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.645535+0000", 2023-09-23T15:21:05.907 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 480.20658820400001, 2023-09-23T15:21:05.907 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.261974339, 2023-09-23T15:21:05.907 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.907 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.907 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49974 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645535+0000", 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.908 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645535+0000", 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645534+0000", 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645584+0000", 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0105000000000002e-05 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.909 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645598+0000", 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3874e-05 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645604+0000", 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7910000000000001e-06 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.910 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645637+0000", 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3463999999999997e-05 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645737+0000", 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9722000000000005e-05 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.645875+0000", 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000137844 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.911 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.647754+0000", 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001878848 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648328+0000", 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00057463700000000002 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.912 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907457+0000", 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.259128998 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907488+0000", 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0769999999999998e-05 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.907510+0000", 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1651e-05 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.913 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:49976 7.4 7:2d9479c4:::benchmark_data_smithi118_332595_object49975:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:05.648351+0000", 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 480.203771958, 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25712201699999998, 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.914 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 49976 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648351+0000", 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648351+0000", 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.915 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648346+0000", 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999943 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648392+0000", 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6158000000000001e-05 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.916 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648403+0000", 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0679000000000001e-05 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648415+0000", 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2712e-05 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648455+0000", 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0108000000000003e-05 2023-09-23T15:21:05.917 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.918 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.918 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.918 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648565+0000", 2023-09-23T15:21:05.918 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109626 2023-09-23T15:21:05.918 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.918 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.918 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:21:05.918 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.648674+0000", 2023-09-23T15:21:05.918 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109397 2023-09-23T15:21:05.918 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.918 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.650008+0000", 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0013334620000000001 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.651650+0000", 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016420230000000001 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905334+0000", 2023-09-23T15:21:05.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25368398399999997 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905376+0000", 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2425999999999997e-05 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:05.905474+0000", 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7180000000000001e-05 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.920 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:52053 7.4 7:27bbbde7:::benchmark_data_smithi118_332595_object52052:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:07.743606+0000", 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 478.10851791699997, 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22218727299999999, 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.921 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 52053 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.743606+0000", 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.743606+0000", 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.922 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.743605+0000", 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745914+0000", 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023088340000000001 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745925+0000", 2023-09-23T15:21:05.923 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1282e-05 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745931+0000", 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.409e-06 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.745978+0000", 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6498000000000001e-05 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.924 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.746088+0000", 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010997099999999999 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.746233+0000", 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014565699999999999 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.753887+0000", 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0076540000000000002 2023-09-23T15:21:05.925 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.753910+0000", 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2425e-05 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.965669+0000", 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21175967300000001 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.926 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.965703+0000", 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3581000000000003e-05 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.965793+0000", 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9727000000000003e-05 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:52062 7.4 7:22ce4074:::benchmark_data_smithi118_332595_object52061:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:21:05.927 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:07.747047+0000", 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 478.10507608400002, 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22496015899999999, 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 52062 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.928 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747047+0000", 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747047+0000", 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747046+0000", 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:21:05.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747105+0000", 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8857000000000002e-05 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747117+0000", 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1378e-05 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.930 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747123+0000", 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1820000000000003e-06 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.749884+0000", 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027609309999999999 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.750022+0000", 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013816800000000001 2023-09-23T15:21:05.931 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.750170+0000", 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014832199999999999 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.753928+0000", 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037572460000000001 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.932 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.755373+0000", 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014450610000000001 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.971836+0000", 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21646383699999999 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.971884+0000", 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7648999999999997e-05 2023-09-23T15:21:05.933 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.972008+0000", 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000123397 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:52063 7.4 7:2a03c278:::benchmark_data_smithi118_332595_object52062:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e164)", 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:21:05.934 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 478.1049931, 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22976403100000001, 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 52063 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:21:05.935 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747130+0000", 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.936 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747184+0000", 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4589000000000002e-05 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747194+0000", 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2220000000000008e-06 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.747198+0000", 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8409999999999999e-06 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.937 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.752124+0000", 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049256029999999998 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.752287+0000", 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016315899999999999 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,6", 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.752434+0000", 2023-09-23T15:21:05.938 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014669999999999999 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.754035+0000", 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016011879999999999 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.755634+0000", 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001598426 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.939 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.976745+0000", 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22111160999999999 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.976799+0000", 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3501000000000002e-05 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:13:07.976894+0000", 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5699000000000006e-05 2023-09-23T15:21:05.940 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:108542 7.1 7:802f7431:::benchmark_data_smithi118_332595_object22478:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:14:34.760165+0000", 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 391.09195825199998, 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22246422399999999, 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:05.941 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 108542 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760165+0000", 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760165+0000", 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:05.942 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760163+0000", 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999976 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760171+0000", 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6820000000000003e-06 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:05.943 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760187+0000", 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6592e-05 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760194+0000", 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.029e-06 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760251+0000", 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6610999999999997e-05 2023-09-23T15:21:05.944 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760370+0000", 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011961800000000001 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.760468+0000", 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7541999999999995e-05 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.764011+0000", 2023-09-23T15:21:05.945 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003543142 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.767251+0000", 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0032396170000000002 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.982524+0000", 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21527338900000001 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.946 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.982583+0000", 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9301e-05 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:14:34.982629+0000", 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6031e-05 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:05.947 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:21:06.040 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total time run: 90.0094 2023-09-23T15:21:06.040 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total writes made: 103063 2023-09-23T15:21:06.040 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Write size: 65536 2023-09-23T15:21:06.040 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object size: 65536 2023-09-23T15:21:06.040 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Bandwidth (MB/sec): 71.5641 2023-09-23T15:21:06.040 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Bandwidth: 32.9421 2023-09-23T15:21:06.040 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max bandwidth (MB/sec): 210.188 2023-09-23T15:21:06.041 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min bandwidth (MB/sec): 37.375 2023-09-23T15:21:06.041 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average IOPS: 1145 2023-09-23T15:21:06.041 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev IOPS: 527.074 2023-09-23T15:21:06.041 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max IOPS: 3363 2023-09-23T15:21:06.041 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min IOPS: 598 2023-09-23T15:21:06.041 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average Latency(s): 0.0139699 2023-09-23T15:21:06.041 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Latency(s): 0.0181227 2023-09-23T15:21:06.041 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max latency(s): 0.394239 2023-09-23T15:21:06.041 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min latency(s): 0.00110013 2023-09-23T15:21:06.045 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T15:21:06.050 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:06.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:06.065 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:06.166 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:06.264 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:06.378 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:06.391 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:06.392 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:06.493 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:06.551 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:06.562 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:21:06.604 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:21:06.640 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:06.642 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:21:06.643 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:06.643 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:06.740 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:21:06.744 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:06.768 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:06 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3039823503' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:06.768 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:06 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3039823503' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:06.770 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:06.812 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:06.815 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:06.815 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:06.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:06 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3039823503' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:06.908 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:21:06.916 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:06.950 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:21:06.997 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:21:07.009 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:07.042 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:21:07.081 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:21:07.104 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:21:07.104 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:21:07.104 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:21:07.104 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:21:07.104 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:21:07.104 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:21:07.104 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:21:07.104 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:21:07.185 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:21:07.350 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:07.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:07.359 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:07.460 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:07.488 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:07.530 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:07.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:07.533 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:07.633 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:07.673 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:07.720 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:21:07.886 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:07.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:07.889 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:07.930 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:21:07.930 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:07.930 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:07 smithi118 ceph-mon[219580]: pgmap v783: 99 pgs: 99 active+clean; 6.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 127 B/s rd, 48 MiB/s wr, 788 op/s 2023-09-23T15:21:07.990 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:08.083 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:21:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:07 smithi178 ceph-mon[192298]: pgmap v783: 99 pgs: 99 active+clean; 6.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 127 B/s rd, 48 MiB/s wr, 788 op/s 2023-09-23T15:21:08.214 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:21:08.215 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:08.215 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:07 smithi118 ceph-mon[212312]: pgmap v783: 99 pgs: 99 active+clean; 6.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 127 B/s rd, 48 MiB/s wr, 788 op/s 2023-09-23T15:21:08.235 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:08.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:08.244 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:08.345 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:08.411 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:08.538 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:08.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:08.552 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:08.552 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:21:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:21:08] "GET /metrics HTTP/1.1" 200 36391 "" "Prometheus/2.43.0" 2023-09-23T15:21:08.653 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:08.671 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:08.727 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:08.802 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:08.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:08.813 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:08.914 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:08.979 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:09.057 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:09.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:09.059 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:09.102 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:21:09.103 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:21:09.160 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:09.213 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:09.287 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.0 to 1 (10000) 2023-09-23T15:21:09.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4077050599' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:21:09.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4077050599' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:21:09.428 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:09.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4077050599' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:21:09.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:09.431 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:09.532 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:09.564 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:09.608 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:09.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:09.611 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:09.712 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:09.739 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:09.972 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:21:10.073 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:21:10.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:10 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4077050599' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:21:10.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:10 smithi118 ceph-mon[219580]: osdmap e282: 8 total, 8 up, 7 in 2023-09-23T15:21:10.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:10 smithi118 ceph-mon[219580]: failed to encode map e282 with expected crc 2023-09-23T15:21:10.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:10 smithi118 ceph-mon[219580]: failed to encode map e282 with expected crc 2023-09-23T15:21:10.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:10 smithi118 ceph-mon[219580]: pgmap v785: 99 pgs: 99 active+clean; 6.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 129 B/s rd, 34 MiB/s wr, 604 op/s 2023-09-23T15:21:10.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:10 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4077050599' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:21:10.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:10 smithi118 ceph-mon[212312]: osdmap e282: 8 total, 8 up, 7 in 2023-09-23T15:21:10.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:10 smithi118 ceph-mon[212312]: failed to encode map e282 with expected crc 2023-09-23T15:21:10.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:10 smithi118 ceph-mon[212312]: failed to encode map e282 with expected crc 2023-09-23T15:21:10.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:10 smithi118 ceph-mon[212312]: pgmap v785: 99 pgs: 99 active+clean; 6.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 129 B/s rd, 34 MiB/s wr, 604 op/s 2023-09-23T15:21:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:10 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4077050599' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:21:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:10 smithi178 ceph-mon[192298]: osdmap e282: 8 total, 8 up, 7 in 2023-09-23T15:21:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:10 smithi178 ceph-mon[192298]: failed to encode map e282 with expected crc 2023-09-23T15:21:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:10 smithi178 ceph-mon[192298]: failed to encode map e282 with expected crc 2023-09-23T15:21:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:10 smithi178 ceph-mon[192298]: pgmap v785: 99 pgs: 99 active+clean; 6.2 GiB data, 21 GiB used, 605 GiB / 626 GiB avail; 129 B/s rd, 34 MiB/s wr, 604 op/s 2023-09-23T15:21:10.482 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:21:10.964 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:10.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:10.975 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:11.001 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T15:21:11.002 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:21:11.076 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:11.151 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:11.203 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:11.407 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:11.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:11.413 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:11.514 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:11.544 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:11.601 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:11.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:11.607 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:11.708 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:11.739 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:11.941 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:11.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:11.946 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:12.047 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:12.087 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:12.148 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:12.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:12.151 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:12.252 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:12.296 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:12.354 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:21:12.478 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:12.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:12.483 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:12.583 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:12.586 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:21:12.586 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:21:12.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:12 smithi178 ceph-mon[192298]: pgmap v786: 99 pgs: 99 active+clean; 6.1 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 127 B/s rd, 31 MiB/s wr, 819 op/s 2023-09-23T15:21:12.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:12 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1286958556' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:21:12.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:12 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:21:12.660 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:12 smithi118 ceph-mon[212312]: pgmap v786: 99 pgs: 99 active+clean; 6.1 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 127 B/s rd, 31 MiB/s wr, 819 op/s 2023-09-23T15:21:12.660 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:12 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1286958556' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:21:12.660 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:12 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:21:12.663 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:12 smithi118 ceph-mon[219580]: pgmap v786: 99 pgs: 99 active+clean; 6.1 GiB data, 20 GiB used, 605 GiB / 626 GiB avail; 127 B/s rd, 31 MiB/s wr, 819 op/s 2023-09-23T15:21:12.664 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:12 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1286958556' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:21:12.664 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:12 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:21:12.676 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:13.564 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[212312]: failed to encode map e283 with expected crc 2023-09-23T15:21:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:21:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[212312]: osdmap e283: 8 total, 8 up, 7 in 2023-09-23T15:21:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[212312]: failed to encode map e283 with expected crc 2023-09-23T15:21:13.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[212312]: failed to encode map e283 with expected crc 2023-09-23T15:21:13.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:13.571 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:13.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[219580]: failed to encode map e283 with expected crc 2023-09-23T15:21:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:21:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[219580]: osdmap e283: 8 total, 8 up, 7 in 2023-09-23T15:21:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[219580]: failed to encode map e283 with expected crc 2023-09-23T15:21:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:13 smithi118 ceph-mon[219580]: failed to encode map e283 with expected crc 2023-09-23T15:21:13.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:13 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:13.606 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:13 smithi178 ceph-mon[192298]: failed to encode map e283 with expected crc 2023-09-23T15:21:13.606 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:13 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:21:13.606 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:13 smithi178 ceph-mon[192298]: osdmap e283: 8 total, 8 up, 7 in 2023-09-23T15:21:13.606 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:13 smithi178 ceph-mon[192298]: failed to encode map e283 with expected crc 2023-09-23T15:21:13.606 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:13 smithi178 ceph-mon[192298]: failed to encode map e283 with expected crc 2023-09-23T15:21:13.622 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:21:13.671 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:13.745 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:13.779 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:13.904 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:13.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:13.911 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:14.012 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:14.056 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:14.121 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:21:14.170 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:14.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:14.176 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:14.277 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:14.318 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:14.431 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:14.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:14.438 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:14.539 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:14.565 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:14 smithi178 ceph-mon[192298]: pgmap v788: 99 pgs: 99 active+clean; 6.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 127 B/s rd, 18 MiB/s wr, 676 op/s 2023-09-23T15:21:14.567 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:21:14.569 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:14.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:14 smithi118 ceph-mon[219580]: pgmap v788: 99 pgs: 99 active+clean; 6.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 127 B/s rd, 18 MiB/s wr, 676 op/s 2023-09-23T15:21:14.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:14 smithi118 ceph-mon[212312]: pgmap v788: 99 pgs: 99 active+clean; 6.1 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 127 B/s rd, 18 MiB/s wr, 676 op/s 2023-09-23T15:21:14.609 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:21:14.648 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:21:14.690 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:21:14.733 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:21:14.767 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:21:14.808 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:21:14.848 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:21:14.858 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:21:14.858 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:21:14.858 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:21:14.858 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:21:14.858 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:21:14.858 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:21:14.858 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:21:14.858 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:21:14.933 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:14.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:14.936 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:15.037 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:15.066 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:15.109 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:15.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:15.112 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:15.213 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:15.314 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:15.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:15 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/492401988' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:15.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:15 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/492401988' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:15.751 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:21:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:15 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/492401988' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:16.017 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:16.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:16.022 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:16.122 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:16.190 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:16.225 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:21:16.225 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:21:16.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:21:16.226 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:21:16.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.226 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:64073 8.2 8:4d6c289e:::benchmark_data_smithi118_424375_object64072:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e271)", 2023-09-23T15:21:16.226 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:20:17.537483+0000", 2023-09-23T15:21:16.226 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 58.682698784999999, 2023-09-23T15:21:16.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24226898299999999, 2023-09-23T15:21:16.226 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.226 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.226 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.226 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 64073 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.537483+0000", 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.537483+0000", 2023-09-23T15:21:16.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.537481+0000", 2023-09-23T15:21:16.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:16.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.537684+0000", 2023-09-23T15:21:16.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000202506 2023-09-23T15:21:16.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.537700+0000", 2023-09-23T15:21:16.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5936000000000001e-05 2023-09-23T15:21:16.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.537706+0000", 2023-09-23T15:21:16.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2750000000000001e-06 2023-09-23T15:21:16.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.537755+0000", 2023-09-23T15:21:16.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8675999999999999e-05 2023-09-23T15:21:16.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.537870+0000", 2023-09-23T15:21:16.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011525499999999999 2023-09-23T15:21:16.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.537999+0000", 2023-09-23T15:21:16.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012940400000000001 2023-09-23T15:21:16.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.540301+0000", 2023-09-23T15:21:16.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023021629999999999 2023-09-23T15:21:16.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.541632+0000", 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0013306399999999999 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.779644+0000", 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.23801224500000001 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.779706+0000", 2023-09-23T15:21:16.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2201999999999998e-05 2023-09-23T15:21:16.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:17.779752+0000", 2023-09-23T15:21:16.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5657e-05 2023-09-23T15:21:16.233 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.233 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.233 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.233 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:66601 8.2 8:4c8ac3eb:::benchmark_data_smithi118_424375_object66600:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e271)", 2023-09-23T15:21:16.234 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:20:20.142305+0000", 2023-09-23T15:21:16.234 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 56.077876981999999, 2023-09-23T15:21:16.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.229008351, 2023-09-23T15:21:16.234 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.234 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.234 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.234 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.234 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.234 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 66601 2023-09-23T15:21:16.234 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.235 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.142305+0000", 2023-09-23T15:21:16.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.142305+0000", 2023-09-23T15:21:16.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.142303+0000", 2023-09-23T15:21:16.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:16.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.142332+0000", 2023-09-23T15:21:16.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8637999999999999e-05 2023-09-23T15:21:16.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.142347+0000", 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.499e-05 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.142353+0000", 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2779999999999999e-06 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.142410+0000", 2023-09-23T15:21:16.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6471000000000002e-05 2023-09-23T15:21:16.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.142542+0000", 2023-09-23T15:21:16.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013292800000000001 2023-09-23T15:21:16.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.142692+0000", 2023-09-23T15:21:16.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014954399999999999 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.144966+0000", 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022741810000000001 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.174641+0000", 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.029674565999999999 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.371203+0000", 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.196561757 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.371260+0000", 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7160000000000002e-05 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:20.371313+0000", 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3624e-05 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:83052 8.2 8:49dd0276:::benchmark_data_smithi118_424375_object83051:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e275)", 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:20:39.450324+0000", 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 36.769858212999999, 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.20196873200000001, 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.241 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.242 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.242 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.242 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.242 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 83052 2023-09-23T15:21:16.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.242 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.242 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.450324+0000", 2023-09-23T15:21:16.242 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.450324+0000", 2023-09-23T15:21:16.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.450322+0000", 2023-09-23T15:21:16.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:16.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.450356+0000", 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3903999999999999e-05 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.450365+0000", 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.3489999999999998e-06 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.450370+0000", 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1850000000000003e-06 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.450424+0000", 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3999999999999998e-05 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.450556+0000", 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013181299999999999 2023-09-23T15:21:16.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.450684+0000", 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012761399999999999 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.455880+0000", 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051958350000000002 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.456860+0000", 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00098067399999999996 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.652211+0000", 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.195350359 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.652253+0000", 2023-09-23T15:21:16.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2126000000000003e-05 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:39.652292+0000", 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9666000000000003e-05 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:84747 8.2 8:49da98af:::benchmark_data_smithi118_424375_object84746:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e276)", 2023-09-23T15:21:16.248 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:20:41.754899+0000", 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 34.465282911000003, 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.147503298, 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 84747 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.754899+0000", 2023-09-23T15:21:16.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.250 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.754899+0000", 2023-09-23T15:21:16.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.250 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.754898+0000", 2023-09-23T15:21:16.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.754946+0000", 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8748999999999997e-05 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.754959+0000", 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2289e-05 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.754964+0000", 2023-09-23T15:21:16.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3970000000000002e-06 2023-09-23T15:21:16.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.755007+0000", 2023-09-23T15:21:16.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2923999999999998e-05 2023-09-23T15:21:16.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.755112+0000", 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000105225 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.755215+0000", 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000102775 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.757622+0000", 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024068570000000001 2023-09-23T15:21:16.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.758210+0000", 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00058807200000000003 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.902272+0000", 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.144061614 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.902336+0000", 2023-09-23T15:21:16.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4647000000000006e-05 2023-09-23T15:21:16.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:41.902402+0000", 2023-09-23T15:21:16.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6106999999999996e-05 2023-09-23T15:21:16.255 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.255 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.255 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:98182 8.2 8:4ec8fa10:::benchmark_data_smithi118_424375_object98181:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:20:58.995208+0000", 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 17.224973923, 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.18638479099999999, 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 98182 2023-09-23T15:21:16.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.257 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.995208+0000", 2023-09-23T15:21:16.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.995208+0000", 2023-09-23T15:21:16.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.258 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.258 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.995206+0000", 2023-09-23T15:21:16.258 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:16.258 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.258 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.258 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.995284+0000", 2023-09-23T15:21:16.258 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7579999999999999e-05 2023-09-23T15:21:16.258 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.995296+0000", 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1929e-05 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.995302+0000", 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6100000000000002e-06 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.259 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.995355+0000", 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3038999999999998e-05 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.995473+0000", 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000117197 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.995566+0000", 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.3756000000000002e-05 2023-09-23T15:21:16.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.002493+0000", 2023-09-23T15:21:16.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0069264979999999997 2023-09-23T15:21:16.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.002500+0000", 2023-09-23T15:21:16.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2269999999999996e-06 2023-09-23T15:21:16.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.181480+0000", 2023-09-23T15:21:16.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.178980111 2023-09-23T15:21:16.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.181541+0000", 2023-09-23T15:21:16.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1107999999999998e-05 2023-09-23T15:21:16.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.181593+0000", 2023-09-23T15:21:16.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1425999999999999e-05 2023-09-23T15:21:16.263 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.263 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.263 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.263 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:98184 8.2 8:4371dbe0:::benchmark_data_smithi118_424375_object98183:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-09-23T15:21:16.263 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:20:58.996867+0000", 2023-09-23T15:21:16.263 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 17.223315439, 2023-09-23T15:21:16.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.184843273, 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 98184 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.996867+0000", 2023-09-23T15:21:16.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.996867+0000", 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.996866+0000", 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.996938+0000", 2023-09-23T15:21:16.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2330999999999996e-05 2023-09-23T15:21:16.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.996956+0000", 2023-09-23T15:21:16.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8536999999999999e-05 2023-09-23T15:21:16.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.996964+0000", 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7549999999999994e-06 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.998369+0000", 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001404715 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.998473+0000", 2023-09-23T15:21:16.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000103682 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.998576+0000", 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000103427 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.002523+0000", 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039469850000000001 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.002531+0000", 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5750000000000003e-06 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.181628+0000", 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.17909714199999999 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.181674+0000", 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5930999999999998e-05 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.181710+0000", 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6195000000000002e-05 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.270 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:98186 8.2 8:4b99200a:::benchmark_data_smithi118_424375_object98185:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-09-23T15:21:16.271 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:20:58.996979+0000", 2023-09-23T15:21:16.271 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 17.223203174999998, 2023-09-23T15:21:16.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.18485895799999999, 2023-09-23T15:21:16.271 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.271 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.271 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.271 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.271 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.271 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 98186 2023-09-23T15:21:16.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.272 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.996979+0000", 2023-09-23T15:21:16.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.996979+0000", 2023-09-23T15:21:16.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.996978+0000", 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.997020+0000", 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1919999999999998e-05 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.274 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.274 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.997032+0000", 2023-09-23T15:21:16.274 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2064e-05 2023-09-23T15:21:16.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.274 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.274 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:58.997038+0000", 2023-09-23T15:21:16.274 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6119999999999998e-06 2023-09-23T15:21:16.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.274 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.000793+0000", 2023-09-23T15:21:16.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003755216 2023-09-23T15:21:16.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.000876+0000", 2023-09-23T15:21:16.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3489e-05 2023-09-23T15:21:16.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.000967+0000", 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0673000000000004e-05 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.002585+0000", 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016180680000000001 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.002658+0000", 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2811999999999993e-05 2023-09-23T15:21:16.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.181744+0000", 2023-09-23T15:21:16.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.179085725 2023-09-23T15:21:16.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.181789+0000", 2023-09-23T15:21:16.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5695999999999998e-05 2023-09-23T15:21:16.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:20:59.181838+0000", 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8278000000000001e-05 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:100309 8.2 8:4c553d97:::benchmark_data_smithi118_424375_object100308:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e280)", 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:01.925681+0000", 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 14.294500583, 2023-09-23T15:21:16.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.12519568, 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 100309 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925681+0000", 2023-09-23T15:21:16.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925681+0000", 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925681+0000", 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925718+0000", 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7366000000000001e-05 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925728+0000", 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0104e-05 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925733+0000", 2023-09-23T15:21:16.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1610000000000002e-06 2023-09-23T15:21:16.282 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.282 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.282 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.282 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.929374+0000", 2023-09-23T15:21:16.282 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036407750000000002 2023-09-23T15:21:16.282 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.282 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.282 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.282 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.929531+0000", 2023-09-23T15:21:16.282 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015688400000000001 2023-09-23T15:21:16.282 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.929696+0000", 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000165291 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.935410+0000", 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0057137189999999999 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.037877+0000", 2023-09-23T15:21:16.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.102466961 2023-09-23T15:21:16.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.050791+0000", 2023-09-23T15:21:16.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012913765000000001 2023-09-23T15:21:16.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.050838+0000", 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7184000000000001e-05 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.050877+0000", 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9119000000000003e-05 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:100311 8.2 8:4f5f0748:::benchmark_data_smithi118_424375_object100310:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e280)", 2023-09-23T15:21:16.285 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:01.925739+0000", 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 14.294442513, 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.125237295, 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 100311 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925739+0000", 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925739+0000", 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925739+0000", 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:16.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925772+0000", 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3095000000000001e-05 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925780+0000", 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9149999999999996e-06 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.925785+0000", 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5689999999999998e-06 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.932534+0000", 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0067495890000000003 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.932686+0000", 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015147700000000001 2023-09-23T15:21:16.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.932792+0000", 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000106253 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:01.935557+0000", 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027652200000000001 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.290 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.040828+0000", 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.105271449 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.050916+0000", 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.010087743 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.050946+0000", 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9493999999999999e-05 2023-09-23T15:21:16.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.050977+0000", 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.099e-05 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:100691 8.2 8:403ca602:::benchmark_data_smithi118_424375_object100690:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e280)", 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:02.432421+0000", 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 13.787761111, 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.17706306099999999, 2023-09-23T15:21:16.292 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 100691 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432421+0000", 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432421+0000", 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432419+0000", 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432580+0000", 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000160669 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432593+0000", 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2979000000000001e-05 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432599+0000", 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1809999999999998e-06 2023-09-23T15:21:16.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432656+0000", 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6696000000000001e-05 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432823+0000", 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016707000000000001 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.433004+0000", 2023-09-23T15:21:16.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018128799999999999 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.440152+0000", 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0071477909999999997 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.604459+0000", 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.164306708 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.609378+0000", 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049191319999999997 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.609438+0000", 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9891e-05 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.609484+0000", 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6204e-05 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.298 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.299 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.299 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:100692 8.2 8:40274da0:::benchmark_data_smithi118_424375_object100691:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e280)", 2023-09-23T15:21:16.299 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:02.432613+0000", 2023-09-23T15:21:16.299 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 13.787568480000001, 2023-09-23T15:21:16.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.17699495700000001, 2023-09-23T15:21:16.299 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.299 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.299 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.299 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 100692 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432613+0000", 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432613+0000", 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432613+0000", 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432695+0000", 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.2138999999999994e-05 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432703+0000", 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0660000000000004e-06 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.432708+0000", 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5290000000000002e-06 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.436675+0000", 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039674159999999997 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.436788+0000", 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011254799999999999 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.436922+0000", 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013443600000000001 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.440606+0000", 2023-09-23T15:21:16.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036839099999999999 2023-09-23T15:21:16.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.604499+0000", 2023-09-23T15:21:16.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.163892815 2023-09-23T15:21:16.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.609526+0000", 2023-09-23T15:21:16.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050271869999999998 2023-09-23T15:21:16.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.609571+0000", 2023-09-23T15:21:16.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5392000000000002e-05 2023-09-23T15:21:16.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.609608+0000", 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7117999999999999e-05 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:100703 8.2 8:428b6940:::benchmark_data_smithi118_424375_object100702:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e280)", 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:02.443793+0000", 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 13.776388642000001, 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16596978100000001, 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.306 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 100703 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.443793+0000", 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.443793+0000", 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.443792+0000", 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.443848+0000", 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6168999999999997e-05 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.443861+0000", 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3383999999999999e-05 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.443869+0000", 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8050000000000007e-06 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.443933+0000", 2023-09-23T15:21:16.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3962999999999997e-05 2023-09-23T15:21:16.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.444120+0000", 2023-09-23T15:21:16.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000186854 2023-09-23T15:21:16.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.444320+0000", 2023-09-23T15:21:16.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000200449 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.447929+0000", 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036085179999999998 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.609645+0000", 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16171645800000001 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.609680+0000", 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4644000000000002e-05 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.609726+0000", 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6149000000000001e-05 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:02.609763+0000", 2023-09-23T15:21:16.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7098999999999998e-05 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.35514.0:102238 8.4 e281/261 8:2a33248b:::benchmark_data_smithi118_424375_object102237:head v 281'6537, mlcod=281'6534)", 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:04.680413+0000", 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 11.539769165999999, 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.145266907, 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.313 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:04.680413+0000", 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:04.680413+0000", 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.314 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:04.680412+0000", 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:04.680540+0000", 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012777200000000001 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:04.680557+0000", 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7257000000000001e-05 2023-09-23T15:21:16.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.316 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.316 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:04.680563+0000", 2023-09-23T15:21:16.316 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6690000000000003e-06 2023-09-23T15:21:16.316 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.316 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.316 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:04.680598+0000", 2023-09-23T15:21:16.316 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5641e-05 2023-09-23T15:21:16.316 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.317 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:04.680613+0000", 2023-09-23T15:21:16.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4477999999999999e-05 2023-09-23T15:21:16.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.317 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:04.683442+0000", 2023-09-23T15:21:16.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0028286940000000001 2023-09-23T15:21:16.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.317 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.318 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:04.825680+0000", 2023-09-23T15:21:16.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.142238107 2023-09-23T15:21:16.318 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.318 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.318 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.318 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.318 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.318 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:102543 8.2 8:4e1fda8b:::benchmark_data_smithi118_424375_object102542:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e281)", 2023-09-23T15:21:16.318 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:05.182366+0000", 2023-09-23T15:21:16.318 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 11.037815467, 2023-09-23T15:21:16.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.17386538900000001, 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 102543 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.182366+0000", 2023-09-23T15:21:16.319 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.182366+0000", 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.182365+0000", 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.320 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.321 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.182415+0000", 2023-09-23T15:21:16.321 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9311999999999998e-05 2023-09-23T15:21:16.321 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.321 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.321 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.321 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.182427+0000", 2023-09-23T15:21:16.321 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2498e-05 2023-09-23T15:21:16.321 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.321 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.321 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.321 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.182432+0000", 2023-09-23T15:21:16.322 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9880000000000004e-06 2023-09-23T15:21:16.322 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.322 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.322 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.322 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.182512+0000", 2023-09-23T15:21:16.322 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0205999999999997e-05 2023-09-23T15:21:16.322 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.322 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.322 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.322 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.182664+0000", 2023-09-23T15:21:16.322 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000152013 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.182817+0000", 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015297499999999999 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.185577+0000", 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027601779999999999 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.323 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.324 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.324 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.185741+0000", 2023-09-23T15:21:16.324 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016382899999999999 2023-09-23T15:21:16.324 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.324 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.324 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.324 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.356155+0000", 2023-09-23T15:21:16.324 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.170413858 2023-09-23T15:21:16.324 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.324 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.324 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.325 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.356193+0000", 2023-09-23T15:21:16.325 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8019999999999999e-05 2023-09-23T15:21:16.325 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.325 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.325 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.325 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:05.356232+0000", 2023-09-23T15:21:16.325 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8683999999999998e-05 2023-09-23T15:21:16.325 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.325 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.326 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.326 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.326 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.326 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:103552 8.2 8:4bd8c6cd:::benchmark_data_smithi118_424375_object486:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e281)", 2023-09-23T15:21:16.326 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:06.624846+0000", 2023-09-23T15:21:16.326 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 9.595336047, 2023-09-23T15:21:16.326 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.257752653, 2023-09-23T15:21:16.326 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 103552 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624846+0000", 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.327 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624846+0000", 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624845+0000", 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.328 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624849+0000", 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5709999999999999e-06 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624863+0000", 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3726999999999999e-05 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624869+0000", 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6779999999999997e-06 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.329 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624918+0000", 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9064999999999999e-05 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.625042+0000", 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000124504 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.330 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.625150+0000", 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000107892 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.631921+0000", 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0067710560000000001 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.631928+0000", 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9349999999999997e-06 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.331 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882499+0000", 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25057024100000003 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882553+0000", 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4617999999999998e-05 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882599+0000", 2023-09-23T15:21:16.332 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5396999999999999e-05 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:103556 8.2 8:452dcebd:::benchmark_data_smithi118_424375_object490:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e281)", 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:06.628419+0000", 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 9.5917626259999995, 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25428647199999999, 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.333 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 103556 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628419+0000", 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.334 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.335 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628419+0000", 2023-09-23T15:21:16.335 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.335 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.335 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.335 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.335 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628418+0000", 2023-09-23T15:21:16.335 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:21:16.335 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.335 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.335 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.335 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628431+0000", 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3210999999999999e-05 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628448+0000", 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6283e-05 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628455+0000", 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3259999999999998e-06 2023-09-23T15:21:16.336 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628501+0000", 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6230999999999998e-05 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628622+0000", 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012055100000000001 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.337 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.338 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628723+0000", 2023-09-23T15:21:16.338 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010123700000000001 2023-09-23T15:21:16.338 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.338 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.338 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.338 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.632098+0000", 2023-09-23T15:21:16.338 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0033744859999999999 2023-09-23T15:21:16.338 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.338 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.338 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.637697+0000", 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.005599967 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882649+0000", 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24495131000000001 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882681+0000", 2023-09-23T15:21:16.339 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2521999999999998e-05 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882706+0000", 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4488e-05 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:103560 8.2 8:4e0e2eef:::benchmark_data_smithi118_424375_object494:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e281)", 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:06.632666+0000", 2023-09-23T15:21:16.340 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 9.5875163879999992, 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25018728400000001, 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 103560 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.341 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.632666+0000", 2023-09-23T15:21:16.342 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.342 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.342 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.342 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.342 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.632666+0000", 2023-09-23T15:21:16.342 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.342 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.342 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.342 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.342 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.632665+0000", 2023-09-23T15:21:16.342 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.632669+0000", 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3320000000000002e-06 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.632680+0000", 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1309e-05 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.343 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.632684+0000", 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8569999999999997e-06 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.632733+0000", 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8853999999999997e-05 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.344 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.632867+0000", 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013402600000000001 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.632992+0000", 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0001249 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.635358+0000", 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002366253 2023-09-23T15:21:16.345 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.637790+0000", 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024317829999999999 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882761+0000", 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.244970769 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882812+0000", 2023-09-23T15:21:16.346 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1870000000000003e-05 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882853+0000", 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0380000000000003e-05 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:109601 8.2 8:40cbd06b:::benchmark_data_smithi118_424375_object6535:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:14.922479+0000", 2023-09-23T15:21:16.347 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 1.2977031029999999, 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.27490986899999997, 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 109601 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.348 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922479+0000", 2023-09-23T15:21:16.349 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.349 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.349 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.349 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.349 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922479+0000", 2023-09-23T15:21:16.349 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.349 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.349 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.349 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.349 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922478+0000", 2023-09-23T15:21:16.349 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922483+0000", 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.575e-06 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922493+0000", 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0274e-05 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.350 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922498+0000", 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8239999999999999e-06 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922546+0000", 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7457000000000003e-05 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922659+0000", 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011344 2023-09-23T15:21:16.351 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.352 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.352 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.352 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922764+0000", 2023-09-23T15:21:16.352 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010491400000000001 2023-09-23T15:21:16.352 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.352 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.352 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.352 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926086+0000", 2023-09-23T15:21:16.352 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0033224410000000002 2023-09-23T15:21:16.352 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.353 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.353 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.353 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926704+0000", 2023-09-23T15:21:16.354 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00061716899999999999 2023-09-23T15:21:16.354 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.354 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.354 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.354 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.197325+0000", 2023-09-23T15:21:16.354 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.27062112799999999 2023-09-23T15:21:16.354 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.354 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.354 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.354 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.197363+0000", 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8696999999999999e-05 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.197389+0000", 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5262999999999999e-05 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:109605 8.2 8:4190810b:::benchmark_data_smithi118_424375_object6539:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:21:16.355 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:14.926849+0000", 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 1.2933328989999999, 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.27468156799999999, 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 109605 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926849+0000", 2023-09-23T15:21:16.356 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926849+0000", 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926848+0000", 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.357 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926852+0000", 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7840000000000001e-06 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926861+0000", 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2359999999999993e-06 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926865+0000", 2023-09-23T15:21:16.358 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9750000000000001e-06 2023-09-23T15:21:16.359 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.359 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.359 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.359 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926902+0000", 2023-09-23T15:21:16.359 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7061999999999999e-05 2023-09-23T15:21:16.359 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.359 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.359 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.359 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.971050+0000", 2023-09-23T15:21:16.359 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.044148132999999999 2023-09-23T15:21:16.359 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.360 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.360 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.971152+0000", 2023-09-23T15:21:16.360 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000101576 2023-09-23T15:21:16.360 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.360 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.360 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.973841+0000", 2023-09-23T15:21:16.360 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002688644 2023-09-23T15:21:16.360 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.974372+0000", 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00053162800000000003 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.201478+0000", 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22710615300000001 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.361 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.201508+0000", 2023-09-23T15:21:16.362 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9618e-05 2023-09-23T15:21:16.362 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.362 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.362 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.362 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.201531+0000", 2023-09-23T15:21:16.362 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2617e-05 2023-09-23T15:21:16.362 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.362 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.362 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.362 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.362 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:110101 8.2 8:4935c2fa:::benchmark_data_smithi118_424375_object7035:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:15.740866+0000", 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.479315885, 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.19627471299999999, 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 110101 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.363 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.740866+0000", 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.740866+0000", 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.364 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.740865+0000", 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.740877+0000", 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2537e-05 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.740892+0000", 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4851999999999999e-05 2023-09-23T15:21:16.365 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.740898+0000", 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4829999999999996e-06 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.740951+0000", 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2849000000000002e-05 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.366 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.741096+0000", 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014502100000000001 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.741224+0000", 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000127718 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.750374+0000", 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0091496679999999997 2023-09-23T15:21:16.367 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.750380+0000", 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6209999999999998e-06 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.937039+0000", 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.186658509 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.368 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.937094+0000", 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5288999999999999e-05 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.937141+0000", 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6616999999999998e-05 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:16.369 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:16.370 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:21:16.370 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:16.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:16.373 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:16.474 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:16.553 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:16 smithi118 ceph-mon[212312]: pgmap v789: 99 pgs: 99 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 6.3 MiB/s wr, 663 op/s 2023-09-23T15:21:16.553 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:16 smithi118 ceph-mon[219580]: pgmap v789: 99 pgs: 99 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 6.3 MiB/s wr, 663 op/s 2023-09-23T15:21:16.564 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:16.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:16 smithi178 ceph-mon[192298]: pgmap v789: 99 pgs: 99 active+clean; 6.0 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 6.3 MiB/s wr, 663 op/s 2023-09-23T15:21:16.631 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:16.634 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:16.634 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:16.721 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:16.735 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:16.773 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:16.840 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:16.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:16.844 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:16.944 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:16.977 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:17.064 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:17.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:17.067 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:17.155 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:21:17.168 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:17.203 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:17.207 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:21:17.239 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:21:17.256 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:17.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:17.264 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:17.365 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:17.410 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:17.465 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:17.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:17.471 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:17.572 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:17.606 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:17.674 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:17.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:17.681 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:17.782 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:17.813 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:18.371 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:21:18.465 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:18 smithi118 ceph-mon[219580]: from='client.35643 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:21:18.466 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:18 smithi118 ceph-mon[219580]: pgmap v790: 99 pgs: 99 active+clean; 5.9 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 3.7 MiB/s wr, 806 op/s 2023-09-23T15:21:18.466 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:18 smithi118 ceph-mon[212312]: from='client.35643 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:21:18.466 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:18 smithi118 ceph-mon[212312]: pgmap v790: 99 pgs: 99 active+clean; 5.9 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 3.7 MiB/s wr, 806 op/s 2023-09-23T15:21:18.468 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:21:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:21:18] "GET /metrics HTTP/1.1" 200 36391 "" "Prometheus/2.43.0" 2023-09-23T15:21:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:18 smithi178 ceph-mon[192298]: from='client.35643 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:21:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:18 smithi178 ceph-mon[192298]: pgmap v790: 99 pgs: 99 active+clean; 5.9 GiB data, 20 GiB used, 606 GiB / 626 GiB avail; 3.7 MiB/s wr, 806 op/s 2023-09-23T15:21:18.757 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:18.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:18.764 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:18.856 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":789,"stamp":"2023-09-23T15:21:15.276382+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6451566520,"num_objects":98459,"num_object_clones":0,"num_object_copies":295377,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98459,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":107754,"num_write_kb":6596062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107919,"ondisk_log_size":107919,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":21024996,"kb_used_data":19016556,"kb_used_omap":222,"kb_used_meta":2008161,"kb_avail":635191068,"statfs":{"total":671965249536,"available":650435653632,"internally_reserved":0,"allocated":19472953344,"data_stored":19464301225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":2056357846},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-242548736,"num_objects":-3701,"num_object_clones":0,"num_object_copies":-11103,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-3701,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5315,"num_write_kb":51648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.010082"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":290,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.286792+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:21:09.286792+0000","last_peered":"2023-09-23T15:21:09.286792+0000","last_clean":"2023-09-23T15:21:09.286792+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:21:09.286792+0000","last_undegraded":"2023-09-23T15:21:09.286792+0000","last_fullsized":"2023-09-23T15:21:09.286792+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":259,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.274779+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:21:09.274779+0000","last_peered":"2023-09-23T15:21:09.274779+0000","last_clean":"2023-09-23T15:21:09.274779+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:21:09.274779+0000","last_undegraded":"2023-09-23T15:21:09.274779+0000","last_fullsized":"2023-09-23T15:21:09.274779+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":240,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.406353+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:21:04.406353+0000","last_peered":"2023-09-23T15:21:04.406353+0000","last_clean":"2023-09-23T15:21:04.406353+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:21:04.406353+0000","last_undegraded":"2023-09-23T15:21:04.406353+0000","last_fullsized":"2023-09-23T15:21:04.406353+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":167,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.392029+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:21:04.392029+0000","last_peered":"2023-09-23T15:21:04.392029+0000","last_clean":"2023-09-23T15:21:04.392029+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:21:04.392029+0000","last_undegraded":"2023-09-23T15:21:04.392029+0000","last_fullsized":"2023-09-23T15:21:04.392029+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":304,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.273009+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:21:09.273009+0000","last_peered":"2023-09-23T15:21:09.273009+0000","last_clean":"2023-09-23T15:21:09.273009+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:21:09.273009+0000","last_undegraded":"2023-09-23T15:21:09.273009+0000","last_fullsized":"2023-09-23T15:21:09.273009+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":222,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.387531+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:21:04.387531+0000","last_peered":"2023-09-23T15:21:04.387531+0000","last_clean":"2023-09-23T15:21:04.387531+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:21:04.387531+0000","last_undegraded":"2023-09-23T15:21:04.387531+0000","last_fullsized":"2023-09-23T15:21:04.387531+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":171,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.266698+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:21:09.266698+0000","last_peered":"2023-09-23T15:21:09.266698+0000","last_clean":"2023-09-23T15:21:09.266698+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:21:09.266698+0000","last_undegraded":"2023-09-23T15:21:09.266698+0000","last_fullsized":"2023-09-23T15:21:09.266698+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":274,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.273075+0000","last_change":"2023-09-23T15:19:53.357538+0000","last_active":"2023-09-23T15:21:09.273075+0000","last_peered":"2023-09-23T15:21:09.273075+0000","last_clean":"2023-09-23T15:21:09.273075+0000","last_became_active":"2023-09-23T15:19:53.356725+0000","last_became_peered":"2023-09-23T15:19:53.356725+0000","last_unstale":"2023-09-23T15:21:09.273075+0000","last_undegraded":"2023-09-23T15:21:09.273075+0000","last_fullsized":"2023-09-23T15:21:09.273075+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:03:28.285418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":258,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.266437+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:21:09.266437+0000","last_peered":"2023-09-23T15:21:09.266437+0000","last_clean":"2023-09-23T15:21:09.266437+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:21:09.266437+0000","last_undegraded":"2023-09-23T15:21:09.266437+0000","last_fullsized":"2023-09-23T15:21:09.266437+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":240,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.272323+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:21:09.272323+0000","last_peered":"2023-09-23T15:21:09.272323+0000","last_clean":"2023-09-23T15:21:09.272323+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:21:09.272323+0000","last_undegraded":"2023-09-23T15:21:09.272323+0000","last_fullsized":"2023-09-23T15:21:09.272323+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":251,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.390323+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:21:04.390323+0000","last_peered":"2023-09-23T15:21:04.390323+0000","last_clean":"2023-09-23T15:21:04.390323+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:21:04.390323+0000","last_undegraded":"2023-09-23T15:21:04.390323+0000","last_fullsized":"2023-09-23T15:21:04.390323+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":276,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.410738+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:21:04.410738+0000","last_peered":"2023-09-23T15:21:04.410738+0000","last_clean":"2023-09-23T15:21:04.410738+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:21:04.410738+0000","last_undegraded":"2023-09-23T15:21:04.410738+0000","last_fullsized":"2023-09-23T15:21:04.410738+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":136,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.390601+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:21:04.390601+0000","last_peered":"2023-09-23T15:21:04.390601+0000","last_clean":"2023-09-23T15:21:04.390601+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:21:04.390601+0000","last_undegraded":"2023-09-23T15:21:04.390601+0000","last_fullsized":"2023-09-23T15:21:04.390601+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":180,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.384689+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:21:04.384689+0000","last_peered":"2023-09-23T15:21:04.384689+0000","last_clean":"2023-09-23T15:21:04.384689+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:21:04.384689+0000","last_undegraded":"2023-09-23T15:21:04.384689+0000","last_fullsized":"2023-09-23T15:21:04.384689+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":299,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.390242+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:21:04.390242+0000","last_peered":"2023-09-23T15:21:04.390242+0000","last_clean":"2023-09-23T15:21:04.390242+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:21:04.390242+0000","last_undegraded":"2023-09-23T15:21:04.390242+0000","last_fullsized":"2023-09-23T15:21:04.390242+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":265,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.274715+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:21:09.274715+0000","last_peered":"2023-09-23T15:21:09.274715+0000","last_clean":"2023-09-23T15:21:09.274715+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:21:09.274715+0000","last_undegraded":"2023-09-23T15:21:09.274715+0000","last_fullsized":"2023-09-23T15:21:09.274715+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":167,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.390038+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:21:04.390038+0000","last_peered":"2023-09-23T15:21:04.390038+0000","last_clean":"2023-09-23T15:21:04.390038+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:21:04.390038+0000","last_undegraded":"2023-09-23T15:21:04.390038+0000","last_fullsized":"2023-09-23T15:21:04.390038+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":170,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.390165+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:21:04.390165+0000","last_peered":"2023-09-23T15:21:04.390165+0000","last_clean":"2023-09-23T15:21:04.390165+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:21:04.390165+0000","last_undegraded":"2023-09-23T15:21:04.390165+0000","last_fullsized":"2023-09-23T15:21:04.390165+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":242,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.389738+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:21:04.389738+0000","last_peered":"2023-09-23T15:21:04.389738+0000","last_clean":"2023-09-23T15:21:04.389738+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:21:04.389738+0000","last_undegraded":"2023-09-23T15:21:04.389738+0000","last_fullsized":"2023-09-23T15:21:04.389738+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":26,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.285996+0000","last_change":"2023-09-23T15:19:53.348994+0000","last_active":"2023-09-23T15:21:09.285996+0000","last_peered":"2023-09-23T15:21:09.285996+0000","last_clean":"2023-09-23T15:21:09.285996+0000","last_became_active":"2023-09-23T15:19:53.348665+0000","last_became_peered":"2023-09-23T15:19:53.348665+0000","last_unstale":"2023-09-23T15:21:09.285996+0000","last_undegraded":"2023-09-23T15:21:09.285996+0000","last_fullsized":"2023-09-23T15:21:09.285996+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:18.541661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":326,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.384632+0000","last_change":"2023-09-23T15:19:19.315503+0000","last_active":"2023-09-23T15:21:04.384632+0000","last_peered":"2023-09-23T15:21:04.384632+0000","last_clean":"2023-09-23T15:21:04.384632+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:21:04.384632+0000","last_undegraded":"2023-09-23T15:21:04.384632+0000","last_fullsized":"2023-09-23T15:21:04.384632+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":265,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.277764+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:21:09.277764+0000","last_peered":"2023-09-23T15:21:09.277764+0000","last_clean":"2023-09-23T15:21:09.277764+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:21:09.277764+0000","last_undegraded":"2023-09-23T15:21:09.277764+0000","last_fullsized":"2023-09-23T15:21:09.277764+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"283'6928","reported_seq":6959,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:13.508066+0000","last_change":"2023-09-23T15:19:26.212231+0000","last_active":"2023-09-23T15:21:13.508066+0000","last_peered":"2023-09-23T15:21:13.508066+0000","last_clean":"2023-09-23T15:21:13.508066+0000","last_became_active":"2023-09-23T15:19:26.211960+0000","last_became_peered":"2023-09-23T15:19:26.211960+0000","last_unstale":"2023-09-23T15:21:13.508066+0000","last_undegraded":"2023-09-23T15:21:13.508066+0000","last_fullsized":"2023-09-23T15:21:13.508066+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6928,"log_dups_size":0,"ondisk_log_size":6928,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:34:10.299564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408027136,"num_objects":6226,"num_object_clones":0,"num_object_copies":18678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6226,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6928,"num_write_kb":420928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":271,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.391055+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:21:04.391055+0000","last_peered":"2023-09-23T15:21:04.391055+0000","last_clean":"2023-09-23T15:21:04.391055+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:21:04.391055+0000","last_undegraded":"2023-09-23T15:21:04.391055+0000","last_fullsized":"2023-09-23T15:21:04.391055+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":229,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.391371+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:21:04.391371+0000","last_peered":"2023-09-23T15:21:04.391371+0000","last_clean":"2023-09-23T15:21:04.391371+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:21:04.391371+0000","last_undegraded":"2023-09-23T15:21:04.391371+0000","last_fullsized":"2023-09-23T15:21:04.391371+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"282'6604","reported_seq":6633,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:10.247927+0000","last_change":"2023-09-23T15:19:26.215371+0000","last_active":"2023-09-23T15:21:10.247927+0000","last_peered":"2023-09-23T15:21:10.247927+0000","last_clean":"2023-09-23T15:21:10.247927+0000","last_became_active":"2023-09-23T15:19:26.215080+0000","last_became_peered":"2023-09-23T15:19:26.215080+0000","last_unstale":"2023-09-23T15:21:10.247927+0000","last_undegraded":"2023-09-23T15:21:10.247927+0000","last_fullsized":"2023-09-23T15:21:10.247927+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6604,"log_dups_size":0,"ondisk_log_size":6604,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:39:50.563291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":405929984,"num_objects":6194,"num_object_clones":0,"num_object_copies":18582,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6194,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6604,"num_write_kb":409536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":248,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.391893+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:21:04.391893+0000","last_peered":"2023-09-23T15:21:04.391893+0000","last_clean":"2023-09-23T15:21:04.391893+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:21:04.391893+0000","last_undegraded":"2023-09-23T15:21:04.391893+0000","last_fullsized":"2023-09-23T15:21:04.391893+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":262,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.272185+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:21:09.272185+0000","last_peered":"2023-09-23T15:21:09.272185+0000","last_clean":"2023-09-23T15:21:09.272185+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:21:09.272185+0000","last_undegraded":"2023-09-23T15:21:09.272185+0000","last_fullsized":"2023-09-23T15:21:09.272185+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"282'6613","reported_seq":6642,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:10.247922+0000","last_change":"2023-09-23T15:19:26.215628+0000","last_active":"2023-09-23T15:21:10.247922+0000","last_peered":"2023-09-23T15:21:10.247922+0000","last_clean":"2023-09-23T15:21:10.247922+0000","last_became_active":"2023-09-23T15:19:26.215373+0000","last_became_peered":"2023-09-23T15:19:26.215373+0000","last_unstale":"2023-09-23T15:21:10.247922+0000","last_undegraded":"2023-09-23T15:21:10.247922+0000","last_fullsized":"2023-09-23T15:21:10.247922+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6613,"log_dups_size":0,"ondisk_log_size":6613,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:26.060081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":409272320,"num_objects":6245,"num_object_clones":0,"num_object_copies":18735,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6245,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6613,"num_write_kb":411456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":249,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.390543+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:21:04.390543+0000","last_peered":"2023-09-23T15:21:04.390543+0000","last_clean":"2023-09-23T15:21:04.390543+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:21:04.390543+0000","last_undegraded":"2023-09-23T15:21:04.390543+0000","last_fullsized":"2023-09-23T15:21:04.390543+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":239,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.384662+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:21:04.384662+0000","last_peered":"2023-09-23T15:21:04.384662+0000","last_clean":"2023-09-23T15:21:04.384662+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:21:04.384662+0000","last_undegraded":"2023-09-23T15:21:04.384662+0000","last_fullsized":"2023-09-23T15:21:04.384662+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.7","version":"283'6836","reported_seq":6867,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:14.429252+0000","last_change":"2023-09-23T15:19:26.216023+0000","last_active":"2023-09-23T15:21:14.429252+0000","last_peered":"2023-09-23T15:21:14.429252+0000","last_clean":"2023-09-23T15:21:14.429252+0000","last_became_active":"2023-09-23T15:19:26.215658+0000","last_became_peered":"2023-09-23T15:19:26.215658+0000","last_unstale":"2023-09-23T15:21:14.429252+0000","last_undegraded":"2023-09-23T15:21:14.429252+0000","last_fullsized":"2023-09-23T15:21:14.429252+0000","mapping_epoch":261,"log_start":"265'300","ondisk_log_start":"265'300","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6536,"log_dups_size":0,"ondisk_log_size":6536,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:43.654739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399114240,"num_objects":6090,"num_object_clones":0,"num_object_copies":18270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6090,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6836,"num_write_kb":413632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":229,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.274860+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:21:09.274860+0000","last_peered":"2023-09-23T15:21:09.274860+0000","last_clean":"2023-09-23T15:21:09.274860+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:21:09.274860+0000","last_undegraded":"2023-09-23T15:21:09.274860+0000","last_fullsized":"2023-09-23T15:21:09.274860+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":107,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.391997+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:21:04.391997+0000","last_peered":"2023-09-23T15:21:04.391997+0000","last_clean":"2023-09-23T15:21:04.391997+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:21:04.391997+0000","last_undegraded":"2023-09-23T15:21:04.391997+0000","last_fullsized":"2023-09-23T15:21:04.391997+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"283'6799","reported_seq":6830,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:14.388420+0000","last_change":"2023-09-23T15:19:26.213300+0000","last_active":"2023-09-23T15:21:14.388420+0000","last_peered":"2023-09-23T15:21:14.388420+0000","last_clean":"2023-09-23T15:21:14.388420+0000","last_became_active":"2023-09-23T15:19:26.212977+0000","last_became_peered":"2023-09-23T15:19:26.212977+0000","last_unstale":"2023-09-23T15:21:14.388420+0000","last_undegraded":"2023-09-23T15:21:14.388420+0000","last_fullsized":"2023-09-23T15:21:14.388420+0000","mapping_epoch":261,"log_start":"265'200","ondisk_log_start":"265'200","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6599,"log_dups_size":0,"ondisk_log_size":6599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:02.725965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399310848,"num_objects":6093,"num_object_clones":0,"num_object_copies":18279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6093,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6799,"num_write_kb":412544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":712,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.389828+0000","last_change":"2023-09-23T15:19:38.079030+0000","last_active":"2023-09-23T15:21:04.389828+0000","last_peered":"2023-09-23T15:21:04.389828+0000","last_clean":"2023-09-23T15:21:04.389828+0000","last_became_active":"2023-09-23T15:19:25.297699+0000","last_became_peered":"2023-09-23T15:19:25.297699+0000","last_unstale":"2023-09-23T15:21:04.389828+0000","last_undegraded":"2023-09-23T15:21:04.389828+0000","last_fullsized":"2023-09-23T15:21:04.389828+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:31.952303+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":283,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.272785+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:21:09.272785+0000","last_peered":"2023-09-23T15:21:09.272785+0000","last_clean":"2023-09-23T15:21:09.272785+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:21:09.272785+0000","last_undegraded":"2023-09-23T15:21:09.272785+0000","last_fullsized":"2023-09-23T15:21:09.272785+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":182,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.274783+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:21:09.274783+0000","last_peered":"2023-09-23T15:21:09.274783+0000","last_clean":"2023-09-23T15:21:09.274783+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:21:09.274783+0000","last_undegraded":"2023-09-23T15:21:09.274783+0000","last_fullsized":"2023-09-23T15:21:09.274783+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1","version":"282'6676","reported_seq":6706,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:11.014249+0000","last_change":"2023-09-23T15:19:26.217229+0000","last_active":"2023-09-23T15:21:11.014249+0000","last_peered":"2023-09-23T15:21:11.014249+0000","last_clean":"2023-09-23T15:21:11.014249+0000","last_became_active":"2023-09-23T15:19:26.216977+0000","last_became_peered":"2023-09-23T15:19:26.216977+0000","last_unstale":"2023-09-23T15:21:11.014249+0000","last_undegraded":"2023-09-23T15:21:11.014249+0000","last_fullsized":"2023-09-23T15:21:11.014249+0000","mapping_epoch":261,"log_start":"265'400","ondisk_log_start":"265'400","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6276,"log_dups_size":0,"ondisk_log_size":6276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:27:53.161956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":410910720,"num_objects":6270,"num_object_clones":0,"num_object_copies":18810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6270,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6676,"num_write_kb":414272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":662,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.278044+0000","last_change":"2023-09-23T15:19:28.936808+0000","last_active":"2023-09-23T15:21:09.278044+0000","last_peered":"2023-09-23T15:21:09.278044+0000","last_clean":"2023-09-23T15:21:09.278044+0000","last_became_active":"2023-09-23T15:19:25.294251+0000","last_became_peered":"2023-09-23T15:19:25.294251+0000","last_unstale":"2023-09-23T15:21:09.278044+0000","last_undegraded":"2023-09-23T15:21:09.278044+0000","last_fullsized":"2023-09-23T15:21:09.278044+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:08:12.334746+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":233,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.384743+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:21:04.384743+0000","last_peered":"2023-09-23T15:21:04.384743+0000","last_clean":"2023-09-23T15:21:04.384743+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:21:04.384743+0000","last_undegraded":"2023-09-23T15:21:04.384743+0000","last_fullsized":"2023-09-23T15:21:04.384743+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":287,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.286215+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:21:09.286215+0000","last_peered":"2023-09-23T15:21:09.286215+0000","last_clean":"2023-09-23T15:21:09.286215+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:21:09.286215+0000","last_undegraded":"2023-09-23T15:21:09.286215+0000","last_fullsized":"2023-09-23T15:21:09.286215+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"283'6774","reported_seq":6804,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.993735+0000","last_change":"2023-09-23T15:19:26.215498+0000","last_active":"2023-09-23T15:21:12.993735+0000","last_peered":"2023-09-23T15:21:12.993735+0000","last_clean":"2023-09-23T15:21:12.993735+0000","last_became_active":"2023-09-23T15:19:26.215159+0000","last_became_peered":"2023-09-23T15:19:26.215159+0000","last_unstale":"2023-09-23T15:21:12.993735+0000","last_undegraded":"2023-09-23T15:21:12.993735+0000","last_fullsized":"2023-09-23T15:21:12.993735+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6774,"log_dups_size":0,"ondisk_log_size":6774,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:52.381252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":398983168,"num_objects":6088,"num_object_clones":0,"num_object_copies":18264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6088,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6774,"num_write_kb":411584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":287,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.278231+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:21:09.278231+0000","last_peered":"2023-09-23T15:21:09.278231+0000","last_clean":"2023-09-23T15:21:09.278231+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:21:09.278231+0000","last_undegraded":"2023-09-23T15:21:09.278231+0000","last_fullsized":"2023-09-23T15:21:09.278231+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":190,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.384561+0000","last_change":"2023-09-23T15:19:53.360485+0000","last_active":"2023-09-23T15:21:04.384561+0000","last_peered":"2023-09-23T15:21:04.384561+0000","last_clean":"2023-09-23T15:21:04.384561+0000","last_became_active":"2023-09-23T15:19:53.360147+0000","last_became_peered":"2023-09-23T15:19:53.360147+0000","last_unstale":"2023-09-23T15:21:04.384561+0000","last_undegraded":"2023-09-23T15:21:04.384561+0000","last_fullsized":"2023-09-23T15:21:04.384561+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:59.323840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"282'6464","reported_seq":6493,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:10.227828+0000","last_change":"2023-09-23T15:19:26.213111+0000","last_active":"2023-09-23T15:21:10.227828+0000","last_peered":"2023-09-23T15:21:10.227828+0000","last_clean":"2023-09-23T15:21:10.227828+0000","last_became_active":"2023-09-23T15:19:26.212840+0000","last_became_peered":"2023-09-23T15:19:26.212840+0000","last_unstale":"2023-09-23T15:21:10.227828+0000","last_undegraded":"2023-09-23T15:21:10.227828+0000","last_fullsized":"2023-09-23T15:21:10.227828+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6464,"log_dups_size":0,"ondisk_log_size":6464,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:31:54.268109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":397410304,"num_objects":6064,"num_object_clones":0,"num_object_copies":18192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6064,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6464,"num_write_kb":400896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":654,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.286868+0000","last_change":"2023-09-23T15:19:30.886388+0000","last_active":"2023-09-23T15:21:09.286868+0000","last_peered":"2023-09-23T15:21:09.286868+0000","last_clean":"2023-09-23T15:21:09.286868+0000","last_became_active":"2023-09-23T15:19:25.213275+0000","last_became_peered":"2023-09-23T15:19:25.213275+0000","last_unstale":"2023-09-23T15:21:09.286868+0000","last_undegraded":"2023-09-23T15:21:09.286868+0000","last_fullsized":"2023-09-23T15:21:09.286868+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:50:00.935983+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":267,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.272872+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:21:09.272872+0000","last_peered":"2023-09-23T15:21:09.272872+0000","last_clean":"2023-09-23T15:21:09.272872+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:21:09.272872+0000","last_undegraded":"2023-09-23T15:21:09.272872+0000","last_fullsized":"2023-09-23T15:21:09.272872+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":256,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.406770+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:21:04.406770+0000","last_peered":"2023-09-23T15:21:04.406770+0000","last_clean":"2023-09-23T15:21:04.406770+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:21:04.406770+0000","last_undegraded":"2023-09-23T15:21:04.406770+0000","last_fullsized":"2023-09-23T15:21:04.406770+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"282'6741","reported_seq":6771,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:11.159977+0000","last_change":"2023-09-23T15:19:26.211566+0000","last_active":"2023-09-23T15:21:11.159977+0000","last_peered":"2023-09-23T15:21:11.159977+0000","last_clean":"2023-09-23T15:21:11.159977+0000","last_became_active":"2023-09-23T15:19:26.211327+0000","last_became_peered":"2023-09-23T15:19:26.211327+0000","last_unstale":"2023-09-23T15:21:11.159977+0000","last_undegraded":"2023-09-23T15:21:11.159977+0000","last_fullsized":"2023-09-23T15:21:11.159977+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6741,"log_dups_size":0,"ondisk_log_size":6741,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:21:58.304969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411369472,"num_objects":6277,"num_object_clones":0,"num_object_copies":18831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6277,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6741,"num_write_kb":416576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":471,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.387425+0000","last_change":"2023-09-23T15:19:28.982051+0000","last_active":"2023-09-23T15:21:04.387425+0000","last_peered":"2023-09-23T15:21:04.387425+0000","last_clean":"2023-09-23T15:21:04.387425+0000","last_became_active":"2023-09-23T15:19:25.294159+0000","last_became_peered":"2023-09-23T15:19:25.294159+0000","last_unstale":"2023-09-23T15:21:04.387425+0000","last_undegraded":"2023-09-23T15:21:04.387425+0000","last_fullsized":"2023-09-23T15:21:04.387425+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.981987+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.981987+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:50:57.288657+0000","scrub_duration":0.0014227549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":246,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.390718+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:21:04.390718+0000","last_peered":"2023-09-23T15:21:04.390718+0000","last_clean":"2023-09-23T15:21:04.390718+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:21:04.390718+0000","last_undegraded":"2023-09-23T15:21:04.390718+0000","last_fullsized":"2023-09-23T15:21:04.390718+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":259,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.274637+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:21:09.274637+0000","last_peered":"2023-09-23T15:21:09.274637+0000","last_clean":"2023-09-23T15:21:09.274637+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:21:09.274637+0000","last_undegraded":"2023-09-23T15:21:09.274637+0000","last_fullsized":"2023-09-23T15:21:09.274637+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":262,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.410816+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:21:04.410816+0000","last_peered":"2023-09-23T15:21:04.410816+0000","last_clean":"2023-09-23T15:21:04.410816+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:21:04.410816+0000","last_undegraded":"2023-09-23T15:21:04.410816+0000","last_fullsized":"2023-09-23T15:21:04.410816+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"283'6813","reported_seq":6844,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:14.422772+0000","last_change":"2023-09-23T15:19:26.210650+0000","last_active":"2023-09-23T15:21:14.422772+0000","last_peered":"2023-09-23T15:21:14.422772+0000","last_clean":"2023-09-23T15:21:14.422772+0000","last_became_active":"2023-09-23T15:19:26.210250+0000","last_became_peered":"2023-09-23T15:19:26.210250+0000","last_unstale":"2023-09-23T15:21:14.422772+0000","last_undegraded":"2023-09-23T15:21:14.422772+0000","last_fullsized":"2023-09-23T15:21:14.422772+0000","mapping_epoch":261,"log_start":"265'200","ondisk_log_start":"265'200","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6613,"log_dups_size":0,"ondisk_log_size":6613,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:37.416489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":394854400,"num_objects":6025,"num_object_clones":0,"num_object_copies":18075,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6025,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6813,"num_write_kb":410816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":660,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.394790+0000","last_change":"2023-09-23T15:19:29.124006+0000","last_active":"2023-09-23T15:21:04.394790+0000","last_peered":"2023-09-23T15:21:04.394790+0000","last_clean":"2023-09-23T15:21:04.394790+0000","last_became_active":"2023-09-23T15:19:25.213152+0000","last_became_peered":"2023-09-23T15:19:25.213152+0000","last_unstale":"2023-09-23T15:21:04.394790+0000","last_undegraded":"2023-09-23T15:21:04.394790+0000","last_fullsized":"2023-09-23T15:21:04.394790+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:29.123897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:29.123897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:18:14.263522+0000","scrub_duration":0.0014113800000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":231,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.410958+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:21:04.410958+0000","last_peered":"2023-09-23T15:21:04.410958+0000","last_clean":"2023-09-23T15:21:04.410958+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:21:04.410958+0000","last_undegraded":"2023-09-23T15:21:04.410958+0000","last_fullsized":"2023-09-23T15:21:04.410958+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":262,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.384732+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:21:04.384732+0000","last_peered":"2023-09-23T15:21:04.384732+0000","last_clean":"2023-09-23T15:21:04.384732+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:21:04.384732+0000","last_undegraded":"2023-09-23T15:21:04.384732+0000","last_fullsized":"2023-09-23T15:21:04.384732+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":105,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.286348+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:21:09.286348+0000","last_peered":"2023-09-23T15:21:09.286348+0000","last_clean":"2023-09-23T15:21:09.286348+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:21:09.286348+0000","last_undegraded":"2023-09-23T15:21:09.286348+0000","last_fullsized":"2023-09-23T15:21:09.286348+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.b","version":"283'6794","reported_seq":6825,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:14.384158+0000","last_change":"2023-09-23T15:19:26.215975+0000","last_active":"2023-09-23T15:21:14.384158+0000","last_peered":"2023-09-23T15:21:14.384158+0000","last_clean":"2023-09-23T15:21:14.384158+0000","last_became_active":"2023-09-23T15:19:26.215607+0000","last_became_peered":"2023-09-23T15:19:26.215607+0000","last_unstale":"2023-09-23T15:21:14.384158+0000","last_undegraded":"2023-09-23T15:21:14.384158+0000","last_fullsized":"2023-09-23T15:21:14.384158+0000","mapping_epoch":261,"log_start":"265'200","ondisk_log_start":"265'200","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6594,"log_dups_size":0,"ondisk_log_size":6594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:44:59.910347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":396623872,"num_objects":6052,"num_object_clones":0,"num_object_copies":18156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6052,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6794,"num_write_kb":411072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":715,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.389967+0000","last_change":"2023-09-23T15:19:37.123078+0000","last_active":"2023-09-23T15:21:04.389967+0000","last_peered":"2023-09-23T15:21:04.389967+0000","last_clean":"2023-09-23T15:21:04.389967+0000","last_became_active":"2023-09-23T15:19:25.215044+0000","last_became_peered":"2023-09-23T15:19:25.215044+0000","last_unstale":"2023-09-23T15:21:04.389967+0000","last_undegraded":"2023-09-23T15:21:04.389967+0000","last_fullsized":"2023-09-23T15:21:04.389967+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:37.123004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:37.123004+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:39:59.420373+0000","scrub_duration":0.0023767789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":114,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.278273+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:21:09.278273+0000","last_peered":"2023-09-23T15:21:09.278273+0000","last_clean":"2023-09-23T15:21:09.278273+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:21:09.278273+0000","last_undegraded":"2023-09-23T15:21:09.278273+0000","last_fullsized":"2023-09-23T15:21:09.278273+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":105,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.278130+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:21:09.278130+0000","last_peered":"2023-09-23T15:21:09.278130+0000","last_clean":"2023-09-23T15:21:09.278130+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:21:09.278130+0000","last_undegraded":"2023-09-23T15:21:09.278130+0000","last_fullsized":"2023-09-23T15:21:09.278130+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":269,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.406809+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:21:04.406809+0000","last_peered":"2023-09-23T15:21:04.406809+0000","last_clean":"2023-09-23T15:21:04.406809+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:21:04.406809+0000","last_undegraded":"2023-09-23T15:21:04.406809+0000","last_fullsized":"2023-09-23T15:21:04.406809+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"282'6618","reported_seq":6647,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:10.260191+0000","last_change":"2023-09-23T15:19:26.215890+0000","last_active":"2023-09-23T15:21:10.260191+0000","last_peered":"2023-09-23T15:21:10.260191+0000","last_clean":"2023-09-23T15:21:10.260191+0000","last_became_active":"2023-09-23T15:19:26.215603+0000","last_became_peered":"2023-09-23T15:19:26.215603+0000","last_unstale":"2023-09-23T15:21:10.260191+0000","last_undegraded":"2023-09-23T15:21:10.260191+0000","last_fullsized":"2023-09-23T15:21:10.260191+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6618,"log_dups_size":0,"ondisk_log_size":6618,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:52.397921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":406847488,"num_objects":6208,"num_object_clones":0,"num_object_copies":18624,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6208,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6618,"num_write_kb":410432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":120,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.284065+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:21:09.284065+0000","last_peered":"2023-09-23T15:21:09.284065+0000","last_clean":"2023-09-23T15:21:09.284065+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:21:09.284065+0000","last_undegraded":"2023-09-23T15:21:09.284065+0000","last_fullsized":"2023-09-23T15:21:09.284065+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":699,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.391432+0000","last_change":"2023-09-23T15:19:30.201551+0000","last_active":"2023-09-23T15:21:04.391432+0000","last_peered":"2023-09-23T15:21:04.391432+0000","last_clean":"2023-09-23T15:21:04.391432+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:21:04.391432+0000","last_undegraded":"2023-09-23T15:21:04.391432+0000","last_fullsized":"2023-09-23T15:21:04.391432+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.201466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.201466+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:17.549902+0000","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":226,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.272885+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:21:09.272885+0000","last_peered":"2023-09-23T15:21:09.272885+0000","last_clean":"2023-09-23T15:21:09.272885+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:21:09.272885+0000","last_undegraded":"2023-09-23T15:21:09.272885+0000","last_fullsized":"2023-09-23T15:21:09.272885+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":210,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.386929+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:21:04.386929+0000","last_peered":"2023-09-23T15:21:04.386929+0000","last_clean":"2023-09-23T15:21:04.386929+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:21:04.386929+0000","last_undegraded":"2023-09-23T15:21:04.386929+0000","last_fullsized":"2023-09-23T15:21:04.386929+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"283'6775","reported_seq":6806,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:13.466260+0000","last_change":"2023-09-23T15:19:26.214968+0000","last_active":"2023-09-23T15:21:13.466260+0000","last_peered":"2023-09-23T15:21:13.466260+0000","last_clean":"2023-09-23T15:21:13.466260+0000","last_became_active":"2023-09-23T15:19:26.214730+0000","last_became_peered":"2023-09-23T15:19:26.214730+0000","last_unstale":"2023-09-23T15:21:13.466260+0000","last_undegraded":"2023-09-23T15:21:13.466260+0000","last_fullsized":"2023-09-23T15:21:13.466260+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6775,"log_dups_size":0,"ondisk_log_size":6775,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:51.809441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401932288,"num_objects":6133,"num_object_clones":0,"num_object_copies":18399,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6133,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6775,"num_write_kb":413056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":471,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.384630+0000","last_change":"2023-09-23T15:19:30.915592+0000","last_active":"2023-09-23T15:21:04.384630+0000","last_peered":"2023-09-23T15:21:04.384630+0000","last_clean":"2023-09-23T15:21:04.384630+0000","last_became_active":"2023-09-23T15:19:25.214134+0000","last_became_peered":"2023-09-23T15:19:25.214134+0000","last_unstale":"2023-09-23T15:21:04.384630+0000","last_undegraded":"2023-09-23T15:21:04.384630+0000","last_fullsized":"2023-09-23T15:21:04.384630+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:44:39.934661+0000","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":266,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.391438+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:21:04.391438+0000","last_peered":"2023-09-23T15:21:04.391438+0000","last_clean":"2023-09-23T15:21:04.391438+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:21:04.391438+0000","last_undegraded":"2023-09-23T15:21:04.391438+0000","last_fullsized":"2023-09-23T15:21:04.391438+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":124,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.272506+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:21:09.272506+0000","last_peered":"2023-09-23T15:21:09.272506+0000","last_clean":"2023-09-23T15:21:09.272506+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:21:09.272506+0000","last_undegraded":"2023-09-23T15:21:09.272506+0000","last_fullsized":"2023-09-23T15:21:09.272506+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":98,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.394520+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:21:04.394520+0000","last_peered":"2023-09-23T15:21:04.394520+0000","last_clean":"2023-09-23T15:21:04.394520+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:21:04.394520+0000","last_undegraded":"2023-09-23T15:21:04.394520+0000","last_fullsized":"2023-09-23T15:21:04.394520+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"283'6894","reported_seq":6925,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:14.440463+0000","last_change":"2023-09-23T15:19:26.216446+0000","last_active":"2023-09-23T15:21:14.440463+0000","last_peered":"2023-09-23T15:21:14.440463+0000","last_clean":"2023-09-23T15:21:14.440463+0000","last_became_active":"2023-09-23T15:19:26.216163+0000","last_became_peered":"2023-09-23T15:19:26.216163+0000","last_unstale":"2023-09-23T15:21:14.440463+0000","last_undegraded":"2023-09-23T15:21:14.440463+0000","last_fullsized":"2023-09-23T15:21:14.440463+0000","mapping_epoch":261,"log_start":"265'300","ondisk_log_start":"265'300","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6594,"log_dups_size":0,"ondisk_log_size":6594,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:05:17.062527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401604608,"num_objects":6128,"num_object_clones":0,"num_object_copies":18384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6128,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6894,"num_write_kb":416704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":471,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.384417+0000","last_change":"2023-09-23T15:19:27.996193+0000","last_active":"2023-09-23T15:21:04.384417+0000","last_peered":"2023-09-23T15:21:04.384417+0000","last_clean":"2023-09-23T15:21:04.384417+0000","last_became_active":"2023-09-23T15:19:25.294216+0000","last_became_peered":"2023-09-23T15:19:25.294216+0000","last_unstale":"2023-09-23T15:21:04.384417+0000","last_undegraded":"2023-09-23T15:21:04.384417+0000","last_fullsized":"2023-09-23T15:21:04.384417+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:27.996115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:27.996115+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:30.663343+0000","scrub_duration":0.0021624539999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":266,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.390493+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:21:04.390493+0000","last_peered":"2023-09-23T15:21:04.390493+0000","last_clean":"2023-09-23T15:21:04.390493+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:21:04.390493+0000","last_undegraded":"2023-09-23T15:21:04.390493+0000","last_fullsized":"2023-09-23T15:21:04.390493+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":105,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.286422+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:21:09.286422+0000","last_peered":"2023-09-23T15:21:09.286422+0000","last_clean":"2023-09-23T15:21:09.286422+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:21:09.286422+0000","last_undegraded":"2023-09-23T15:21:09.286422+0000","last_fullsized":"2023-09-23T15:21:09.286422+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":149,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.268654+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:21:09.268654+0000","last_peered":"2023-09-23T15:21:09.268654+0000","last_clean":"2023-09-23T15:21:09.268654+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:21:09.268654+0000","last_undegraded":"2023-09-23T15:21:09.268654+0000","last_fullsized":"2023-09-23T15:21:09.268654+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"282'6667","reported_seq":6697,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:11.137205+0000","last_change":"2023-09-23T15:19:26.211044+0000","last_active":"2023-09-23T15:21:11.137205+0000","last_peered":"2023-09-23T15:21:11.137205+0000","last_clean":"2023-09-23T15:21:11.137205+0000","last_became_active":"2023-09-23T15:19:26.210793+0000","last_became_peered":"2023-09-23T15:19:26.210793+0000","last_unstale":"2023-09-23T15:21:11.137205+0000","last_undegraded":"2023-09-23T15:21:11.137205+0000","last_fullsized":"2023-09-23T15:21:11.137205+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6667,"log_dups_size":0,"ondisk_log_size":6667,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:35:57.549271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":406519808,"num_objects":6203,"num_object_clones":0,"num_object_copies":18609,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6203,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6667,"num_write_kb":411840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":654,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.286070+0000","last_change":"2023-09-23T15:19:34.895239+0000","last_active":"2023-09-23T15:21:09.286070+0000","last_peered":"2023-09-23T15:21:09.286070+0000","last_clean":"2023-09-23T15:21:09.286070+0000","last_became_active":"2023-09-23T15:19:25.212691+0000","last_became_peered":"2023-09-23T15:19:25.212691+0000","last_unstale":"2023-09-23T15:21:09.286070+0000","last_undegraded":"2023-09-23T15:21:09.286070+0000","last_fullsized":"2023-09-23T15:21:09.286070+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:34.895121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:34.895121+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:44.011668+0000","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":290,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.277695+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:21:09.277695+0000","last_peered":"2023-09-23T15:21:09.277695+0000","last_clean":"2023-09-23T15:21:09.277695+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:21:09.277695+0000","last_undegraded":"2023-09-23T15:21:09.277695+0000","last_fullsized":"2023-09-23T15:21:09.277695+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":241,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.406067+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:21:04.406067+0000","last_peered":"2023-09-23T15:21:04.406067+0000","last_clean":"2023-09-23T15:21:04.406067+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:21:04.406067+0000","last_undegraded":"2023-09-23T15:21:04.406067+0000","last_fullsized":"2023-09-23T15:21:04.406067+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":279,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.272940+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:21:09.272940+0000","last_peered":"2023-09-23T15:21:09.272940+0000","last_clean":"2023-09-23T15:21:09.272940+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:21:09.272940+0000","last_undegraded":"2023-09-23T15:21:09.272940+0000","last_fullsized":"2023-09-23T15:21:09.272940+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"282'6697","reported_seq":6727,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.215814+0000","last_change":"2023-09-23T15:19:26.215049+0000","last_active":"2023-09-23T15:21:12.215814+0000","last_peered":"2023-09-23T15:21:12.215814+0000","last_clean":"2023-09-23T15:21:12.215814+0000","last_became_active":"2023-09-23T15:19:26.214704+0000","last_became_peered":"2023-09-23T15:19:26.214704+0000","last_unstale":"2023-09-23T15:21:12.215814+0000","last_undegraded":"2023-09-23T15:21:12.215814+0000","last_fullsized":"2023-09-23T15:21:12.215814+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6697,"log_dups_size":0,"ondisk_log_size":6697,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:03:44.353471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":402259992,"num_objects":6139,"num_object_clones":0,"num_object_copies":18417,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6139,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6697,"num_write_kb":410689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":654,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.274644+0000","last_change":"2023-09-23T15:19:28.292090+0000","last_active":"2023-09-23T15:21:09.274644+0000","last_peered":"2023-09-23T15:21:09.274644+0000","last_clean":"2023-09-23T15:21:09.274644+0000","last_became_active":"2023-09-23T15:19:25.297146+0000","last_became_peered":"2023-09-23T15:19:25.297146+0000","last_unstale":"2023-09-23T15:21:09.274644+0000","last_undegraded":"2023-09-23T15:21:09.274644+0000","last_fullsized":"2023-09-23T15:21:09.274644+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.291991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.291991+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:51:50.159470+0000","scrub_duration":0.0020547220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":268,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.387522+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:21:04.387522+0000","last_peered":"2023-09-23T15:21:04.387522+0000","last_clean":"2023-09-23T15:21:04.387522+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:21:04.387522+0000","last_undegraded":"2023-09-23T15:21:04.387522+0000","last_fullsized":"2023-09-23T15:21:04.387522+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":130,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.394659+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:21:04.394659+0000","last_peered":"2023-09-23T15:21:04.394659+0000","last_clean":"2023-09-23T15:21:04.394659+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:21:04.394659+0000","last_undegraded":"2023-09-23T15:21:04.394659+0000","last_fullsized":"2023-09-23T15:21:04.394659+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":164,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.267747+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:21:09.267747+0000","last_peered":"2023-09-23T15:21:09.267747+0000","last_clean":"2023-09-23T15:21:09.267747+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:21:09.267747+0000","last_undegraded":"2023-09-23T15:21:09.267747+0000","last_fullsized":"2023-09-23T15:21:09.267747+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":122,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.392074+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:21:04.392074+0000","last_peered":"2023-09-23T15:21:04.392074+0000","last_clean":"2023-09-23T15:21:04.392074+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:21:04.392074+0000","last_undegraded":"2023-09-23T15:21:04.392074+0000","last_fullsized":"2023-09-23T15:21:04.392074+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":113,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.286490+0000","last_change":"2023-09-23T15:19:53.347568+0000","last_active":"2023-09-23T15:21:09.286490+0000","last_peered":"2023-09-23T15:21:09.286490+0000","last_clean":"2023-09-23T15:21:09.286490+0000","last_became_active":"2023-09-23T15:19:53.347371+0000","last_became_peered":"2023-09-23T15:19:53.347371+0000","last_unstale":"2023-09-23T15:21:09.286490+0000","last_undegraded":"2023-09-23T15:21:09.286490+0000","last_fullsized":"2023-09-23T15:21:09.286490+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:15:44.304904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":108,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.406140+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:21:04.406140+0000","last_peered":"2023-09-23T15:21:04.406140+0000","last_clean":"2023-09-23T15:21:04.406140+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:21:04.406140+0000","last_undegraded":"2023-09-23T15:21:04.406140+0000","last_fullsized":"2023-09-23T15:21:04.406140+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":262,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.272632+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:21:09.272632+0000","last_peered":"2023-09-23T15:21:09.272632+0000","last_clean":"2023-09-23T15:21:09.272632+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:21:09.272632+0000","last_undegraded":"2023-09-23T15:21:09.272632+0000","last_fullsized":"2023-09-23T15:21:09.272632+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":107,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.386842+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:21:04.386842+0000","last_peered":"2023-09-23T15:21:04.386842+0000","last_clean":"2023-09-23T15:21:04.386842+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:21:04.386842+0000","last_undegraded":"2023-09-23T15:21:04.386842+0000","last_fullsized":"2023-09-23T15:21:04.386842+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":296,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.273026+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:21:09.273026+0000","last_peered":"2023-09-23T15:21:09.273026+0000","last_clean":"2023-09-23T15:21:09.273026+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:21:09.273026+0000","last_undegraded":"2023-09-23T15:21:09.273026+0000","last_fullsized":"2023-09-23T15:21:09.273026+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":301,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.274882+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:21:09.274882+0000","last_peered":"2023-09-23T15:21:09.274882+0000","last_clean":"2023-09-23T15:21:09.274882+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:21:09.274882+0000","last_undegraded":"2023-09-23T15:21:09.274882+0000","last_fullsized":"2023-09-23T15:21:09.274882+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":322,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.272254+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:21:09.272254+0000","last_peered":"2023-09-23T15:21:09.272254+0000","last_clean":"2023-09-23T15:21:09.272254+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:21:09.272254+0000","last_undegraded":"2023-09-23T15:21:09.272254+0000","last_fullsized":"2023-09-23T15:21:09.272254+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":104,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.392393+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:21:04.392393+0000","last_peered":"2023-09-23T15:21:04.392393+0000","last_clean":"2023-09-23T15:21:04.392393+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:21:04.392393+0000","last_undegraded":"2023-09-23T15:21:04.392393+0000","last_fullsized":"2023-09-23T15:21:04.392393+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":180,"reported_epoch":281,"state":"active+clean","last_fresh":"2023-09-23T15:21:04.384383+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:21:04.384383+0000","last_peered":"2023-09-23T15:21:04.384383+0000","last_clean":"2023-09-23T15:21:04.384383+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:21:04.384383+0000","last_undegraded":"2023-09-23T15:21:04.384383+0000","last_fullsized":"2023-09-23T15:21:04.384383+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":6450970648,"num_objects":98435,"num_object_clones":0,"num_object_copies":295305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98435,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":107693,"num_write_kb":6596033,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":19376320512,"data_stored":19376308296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":106093,"ondisk_log_size":106093,"up":48,"acting":48,"num_store_stats":7},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674362,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2477800,"kb_used_data":2371488,"kb_used_omap":85,"kb_used_meta":106218,"kb_avail":91267352,"statfs":{"total":95995035648,"available":93457768448,"internally_reserved":0,"allocated":2428403712,"data_stored":2427474703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":108767240},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:20:33 2023","interfaces":[{"interface":"back","average":{"1min":6.6950000000000003,"5min":1.865,"15min":0.89900000000000002},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":117.024,"5min":117.024,"15min":117.024},"last":6.5640000000000001},{"interface":"front","average":{"1min":6.3760000000000003,"5min":1.75,"15min":0.85799999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":116.611,"5min":116.611,"15min":116.611},"last":1.1439999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":2.597,"15min":1.1799999999999999},"min":{"1min":0.251,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":4.0289999999999999,"5min":177.52699999999999,"15min":177.52699999999999},"last":0.32200000000000001},{"interface":"front","average":{"1min":1.0620000000000001,"5min":2.6230000000000002,"15min":1.1890000000000001},"min":{"1min":0.315,"5min":0.254,"15min":0.254},"max":{"1min":4.0129999999999999,"5min":177.602,"15min":177.602},"last":0.39900000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":1.206,"5min":1.593,"15min":1.9830000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":6.835,"5min":29.672999999999998,"15min":29.672999999999998},"last":0.38100000000000001},{"interface":"front","average":{"1min":1.385,"5min":1.6519999999999999,"15min":1.9359999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.085,"5min":29.635000000000002,"15min":29.635000000000002},"last":0.81299999999999994}]},{"osd":3,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":8.782,"5min":3.04,"15min":1.5069999999999999},"min":{"1min":0.34000000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":112.889,"5min":112.889,"15min":112.889},"last":0.748},{"interface":"front","average":{"1min":9.1609999999999996,"5min":3.1659999999999999,"15min":1.399},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":110.89100000000001,"5min":110.89100000000001,"15min":110.89100000000001},"last":0.432}]},{"osd":4,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.42499999999999999,"15min":0.42199999999999999},"min":{"1min":0.30399999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.95799999999999996,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.45600000000000002,"15min":0.45900000000000002},"min":{"1min":0.33800000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.67300000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.46600000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:20:33 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.46000000000000002,"15min":0.45200000000000001},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.6259999999999999,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51500000000000001,"15min":0.48299999999999998},"min":{"1min":0.32200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.278,"5min":3.5880000000000001,"15min":3.5880000000000001},"last":0.36799999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.48599999999999999,"15min":0.47499999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.442},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.76200000000000001,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.35699999999999998}]}]},{"osd":6,"up_from":122,"seq":523986010241,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2611484,"kb_used_data":2398292,"kb_used_omap":9,"kb_used_meta":213174,"kb_avail":91133668,"statfs":{"total":95995035648,"available":93320876032,"internally_reserved":0,"allocated":2455851008,"data_stored":2454934151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":218290515},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":5.298,"5min":2.1800000000000002,"15min":2.0609999999999999},"min":{"1min":0.23400000000000001,"5min":0.219,"15min":0.20100000000000001},"max":{"1min":107.56399999999999,"5min":107.56399999999999,"15min":107.56399999999999},"last":3.2200000000000002},{"interface":"front","average":{"1min":5.2649999999999997,"5min":2.218,"15min":2.258},"min":{"1min":0.247,"5min":0.246,"15min":0.246},"max":{"1min":107.617,"5min":107.617,"15min":107.617},"last":3.3439999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.665,"15min":1.5609999999999999},"min":{"1min":0.254,"5min":0.24199999999999999,"15min":0.22500000000000001},"max":{"1min":5.7450000000000001,"5min":58.652999999999999,"15min":58.652999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":1.202,"5min":1.1910000000000001,"15min":1.71},"min":{"1min":0.26300000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.2690000000000001,"5min":25.829999999999998,"15min":28.850000000000001},"last":2.8399999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":1.2869999999999999,"5min":1.1240000000000001,"15min":1.48},"min":{"1min":0.35999999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1269999999999998,"5min":9.3070000000000004,"15min":9.3070000000000004},"last":0.36299999999999999},{"interface":"front","average":{"1min":1.5269999999999999,"5min":1.649,"15min":1.8080000000000001},"min":{"1min":0.27400000000000002,"5min":0.245,"15min":0.245},"max":{"1min":5.8600000000000003,"5min":58.975999999999999,"15min":58.975999999999999},"last":3.149}]},{"osd":3,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":9.8689999999999998,"5min":5.944,"15min":3.1459999999999999},"min":{"1min":0.29699999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":111.399,"5min":256.608,"15min":256.608},"last":2.7839999999999998},{"interface":"front","average":{"1min":9.9250000000000007,"5min":5.6200000000000001,"15min":3.5630000000000002},"min":{"1min":0.32300000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":111.143,"5min":256.42500000000001,"15min":256.42500000000001},"last":2.6779999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.53500000000000003,"15min":0.76700000000000002},"min":{"1min":0.28899999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.5299999999999998,"5min":3.5299999999999998,"15min":36.335000000000001},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.498,"15min":0.91300000000000003},"min":{"1min":0.28199999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.21,"5min":4.21,"15min":36.374000000000002},"last":0.32800000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.47599999999999998,"15min":4.0640000000000001},"min":{"1min":0.29299999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":3.589,"5min":3.589,"15min":144.953},"last":0.314},{"interface":"front","average":{"1min":0.88,"5min":0.56000000000000005,"15min":3.8999999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":3.8359999999999999,"5min":3.8359999999999999,"15min":144.79400000000001},"last":0.29599999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:20:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.51200000000000001,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.9340000000000002,"5min":2.9340000000000002,"15min":2.9340000000000002},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.56000000000000005,"15min":0.53000000000000003},"min":{"1min":0.317,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.9500000000000002,"5min":2.9500000000000002,"15min":2.9500000000000002},"last":0.373}]}]},{"osd":1,"up_from":89,"seq":382252089518,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3217272,"kb_used_data":2795760,"kb_used_omap":9,"kb_used_meta":421494,"kb_avail":90527880,"statfs":{"total":95995035648,"available":92700549120,"internally_reserved":0,"allocated":2862858240,"data_stored":2861447241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":431610857},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:20:13 2023","interfaces":[{"interface":"back","average":{"1min":2.2440000000000002,"5min":1.5049999999999999,"15min":1.1160000000000001},"min":{"1min":0.20799999999999999,"5min":0.182,"15min":0.182},"max":{"1min":39.468000000000004,"5min":39.468000000000004,"15min":39.468000000000004},"last":2.181},{"interface":"front","average":{"1min":2.9740000000000002,"5min":1.5589999999999999,"15min":1.1319999999999999},"min":{"1min":0.26800000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":39.595999999999997,"5min":39.595999999999997,"15min":39.595999999999997},"last":2.2200000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:20:17 2023","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":1.921,"15min":3.444},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.185},"max":{"1min":10.298999999999999,"5min":17.972999999999999,"15min":64.444999999999993},"last":0.39400000000000002},{"interface":"front","average":{"1min":1.9410000000000001,"5min":2.2599999999999998,"15min":3.581},"min":{"1min":0.21299999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":10.831,"5min":18.085999999999999,"15min":63.148000000000003},"last":3.8010000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:20:13 2023","interfaces":[{"interface":"back","average":{"1min":2.698,"5min":3.7759999999999998,"15min":2.512},"min":{"1min":0.249,"5min":0.22600000000000001,"15min":0.19900000000000001},"max":{"1min":36.183999999999997,"5min":128.65799999999999,"15min":128.65799999999999},"last":9.4580000000000002},{"interface":"front","average":{"1min":2.3180000000000001,"5min":3.4460000000000002,"15min":2.254},"min":{"1min":0.29599999999999999,"5min":0.248,"15min":0.216},"max":{"1min":32.819000000000003,"5min":128.227,"15min":128.227},"last":0.51100000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:20:13 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":1.1919999999999999,"15min":1.52},"min":{"1min":0.36399999999999999,"5min":0.28599999999999998,"15min":0.28499999999999998},"max":{"1min":2.4580000000000002,"5min":13.131,"15min":76.534999999999997},"last":7.6719999999999997},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.1659999999999999,"15min":1.3839999999999999},"min":{"1min":0.36799999999999999,"5min":0.29699999999999999,"15min":0.29199999999999998},"max":{"1min":1.9279999999999999,"5min":7.3120000000000003,"15min":76.661000000000001},"last":0.53800000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:20:13 2023","interfaces":[{"interface":"back","average":{"1min":1.3149999999999999,"5min":1.151,"15min":1.1000000000000001},"min":{"1min":0.36199999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":6.9550000000000001,"5min":6.9550000000000001,"15min":9.8330000000000002},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.752,"5min":1.2070000000000001,"15min":1.2669999999999999},"min":{"1min":0.39300000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":2.351,"5min":13.071999999999999,"15min":13.994},"last":7.5419999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:20:57 2023","interfaces":[{"interface":"back","average":{"1min":2.141,"5min":1.29,"15min":1.6990000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.30599999999999999},"max":{"1min":6.5890000000000004,"5min":7,"15min":23.978000000000002},"last":0.497},{"interface":"front","average":{"1min":1.044,"5min":1.2090000000000001,"15min":1.8160000000000001},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.317},"max":{"1min":3.5419999999999998,"5min":13.103,"15min":26.975999999999999},"last":7.5990000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:20:33 2023","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":1.2629999999999999,"15min":1.1659999999999999},"min":{"1min":0.39300000000000002,"5min":0.371,"15min":0.371},"max":{"1min":4.2569999999999997,"5min":7.3449999999999998,"15min":7.3449999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.339,"15min":1.1830000000000001},"min":{"1min":0.371,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":4.2629999999999999,"5min":13.022,"15min":13.022},"last":7.6379999999999999}]}]},{"osd":0,"up_from":84,"seq":360777253046,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3043056,"kb_used_data":2800616,"kb_used_omap":28,"kb_used_meta":242403,"kb_avail":90702096,"statfs":{"total":95995035648,"available":92878946304,"internally_reserved":0,"allocated":2867830784,"data_stored":2866193542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":248221520},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":2.0670000000000002,"15min":1.665},"min":{"1min":0.188,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":11.244999999999999,"5min":49.037999999999997,"15min":71.188000000000002},"last":5.3029999999999999},{"interface":"front","average":{"1min":2.8999999999999999,"5min":2.4409999999999998,"15min":1.794},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":8.8179999999999996,"5min":49.420999999999999,"15min":70.156999999999996},"last":2.6429999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:20:23 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":1.9810000000000001,"15min":2.7370000000000001},"min":{"1min":0.22500000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":11.500999999999999,"5min":15.904999999999999,"15min":138.55099999999999},"last":2.3300000000000001},{"interface":"front","average":{"1min":1.123,"5min":1.409,"15min":2.1899999999999999},"min":{"1min":0.23100000000000001,"5min":0.217,"15min":0.217},"max":{"1min":6.0709999999999997,"5min":8.7439999999999998,"15min":138.322},"last":1.0669999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:20:14 2023","interfaces":[{"interface":"back","average":{"1min":1.9890000000000001,"5min":1.623,"15min":2.3519999999999999},"min":{"1min":0.28299999999999997,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":9.4039999999999999,"5min":9.6329999999999991,"15min":100.062},"last":5.5350000000000001},{"interface":"front","average":{"1min":1,"5min":1.528,"15min":2.3380000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":4.1870000000000003,"5min":9.5869999999999997,"15min":100.547},"last":5.4359999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":2.7349999999999999,"15min":1.51},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.28599999999999998},"max":{"1min":2.7160000000000002,"5min":142.44200000000001,"15min":142.44200000000001},"last":0.997},{"interface":"front","average":{"1min":1.4199999999999999,"5min":3.0179999999999998,"15min":1.859},"min":{"1min":0.32400000000000001,"5min":0.29899999999999999,"15min":0.28699999999999998},"max":{"1min":4.6139999999999999,"5min":141.69200000000001,"15min":141.69200000000001},"last":2.4140000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":1.3520000000000001,"5min":1.1870000000000001,"15min":1.2310000000000001},"min":{"1min":0.376,"5min":0.32200000000000001,"15min":0.30099999999999999},"max":{"1min":4.6479999999999997,"5min":9.0519999999999996,"15min":41.631999999999998},"last":2.3879999999999999},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.2050000000000001,"15min":1.145},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.33800000000000002},"max":{"1min":4.6950000000000003,"5min":7.7279999999999998,"15min":10.289},"last":1.087}]},{"osd":6,"last update":"Sat Sep 23 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.399,"15min":1.736},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":4.7370000000000001,"5min":14.638,"15min":14.638},"last":1.127},{"interface":"front","average":{"1min":1.7070000000000001,"5min":1.2729999999999999,"15min":1.556},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":9.4380000000000006,"5min":14.35,"15min":14.35},"last":1.026}]},{"osd":7,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":1.1850000000000001,"15min":0.98899999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.7670000000000003,"5min":7.6929999999999996,"15min":7.6929999999999996},"last":1.1060000000000001},{"interface":"front","average":{"1min":1.1399999999999999,"5min":1.23,"15min":1.016},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":4.7919999999999998,"5min":7.7610000000000001,"15min":7.7610000000000001},"last":5.4080000000000004}]}]},{"osd":2,"up_from":117,"seq":502511173761,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3168276,"kb_used_data":2767884,"kb_used_omap":81,"kb_used_meta":400302,"kb_avail":90576876,"statfs":{"total":95995035648,"available":92750721024,"internally_reserved":0,"allocated":2834313216,"data_stored":2832887339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":409909466},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:20:22 2023","interfaces":[{"interface":"back","average":{"1min":7.9589999999999996,"5min":2.3140000000000001,"15min":1.9630000000000001},"min":{"1min":0.254,"5min":0.20300000000000001,"15min":0.18099999999999999},"max":{"1min":73.093999999999994,"5min":73.093999999999994,"15min":73.093999999999994},"last":0.23100000000000001},{"interface":"front","average":{"1min":8.0760000000000005,"5min":3.2810000000000001,"15min":1.986},"min":{"1min":0.218,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":73.491,"5min":73.491,"15min":73.491},"last":1.0649999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:20:22 2023","interfaces":[{"interface":"back","average":{"1min":4.0780000000000003,"5min":2.3580000000000001,"15min":2.3159999999999998},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":49.305999999999997,"5min":49.305999999999997,"15min":169.398},"last":0.623},{"interface":"front","average":{"1min":4.4909999999999997,"5min":1.853,"15min":2.3849999999999998},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":45.293999999999997,"5min":45.293999999999997,"15min":166.50999999999999},"last":3.0339999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:20:22 2023","interfaces":[{"interface":"back","average":{"1min":3.734,"5min":1.847,"15min":4.6920000000000002},"min":{"1min":0.24399999999999999,"5min":0.20599999999999999,"15min":0.16800000000000001},"max":{"1min":46.319000000000003,"5min":46.319000000000003,"15min":165.32300000000001},"last":2.9060000000000001},{"interface":"front","average":{"1min":4.0860000000000003,"5min":1.7350000000000001,"15min":4.3639999999999999},"min":{"1min":0.29599999999999999,"5min":0.24299999999999999,"15min":0.24199999999999999},"max":{"1min":45.140000000000001,"5min":45.140000000000001,"15min":165.66999999999999},"last":0.38800000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:20:22 2023","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":0.97199999999999998,"15min":3.302},"min":{"1min":0.34499999999999997,"5min":0.32700000000000001,"15min":0.311},"max":{"1min":4.7949999999999999,"5min":6.6509999999999998,"15min":50.792000000000002},"last":0.45600000000000002},{"interface":"front","average":{"1min":1.5740000000000001,"5min":1.597,"15min":2.077},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":7.3090000000000002,"5min":16.878,"15min":36.051000000000002},"last":3.1139999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:20:22 2023","interfaces":[{"interface":"back","average":{"1min":1.6970000000000001,"5min":1.6479999999999999,"15min":2.2349999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":7.335,"5min":16.927,"15min":35.878},"last":3.173},{"interface":"front","average":{"1min":1.2010000000000001,"5min":1.03,"15min":3.234},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.33100000000000002},"max":{"1min":4.2670000000000003,"5min":6.6349999999999998,"15min":50.816000000000003},"last":2.8399999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:20:48 2023","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":2.3380000000000001,"15min":3.7010000000000001},"min":{"1min":0.44600000000000001,"5min":0.35699999999999998,"15min":0.34999999999999998},"max":{"1min":3.5350000000000001,"5min":134.21700000000001,"15min":134.21700000000001},"last":2.1259999999999999},{"interface":"front","average":{"1min":1.306,"5min":2.2589999999999999,"15min":3.4079999999999999},"min":{"1min":0.373,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":4.3310000000000004,"5min":134.393,"15min":134.393},"last":2.9329999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:20:36 2023","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.1919999999999999,"15min":1.03},"min":{"1min":0.40300000000000002,"5min":0.38,"15min":0.38},"max":{"1min":6.3070000000000004,"5min":6.8650000000000002,"15min":6.8650000000000002},"last":2.8740000000000001},{"interface":"front","average":{"1min":1.9770000000000001,"5min":1.147,"15min":0.90100000000000002},"min":{"1min":0.48199999999999998,"5min":0.372,"15min":0.372},"max":{"1min":4.7560000000000002,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":0.50600000000000001}]}]},{"osd":3,"up_from":99,"seq":425201762467,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3185540,"kb_used_data":2732732,"kb_used_omap":7,"kb_used_meta":452792,"kb_avail":90559612,"statfs":{"total":95995035648,"available":92733042688,"internally_reserved":0,"allocated":2798317568,"data_stored":2796901844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":463659624},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.734,"5min":1.6859999999999999,"15min":1.1950000000000001},"min":{"1min":0.26200000000000001,"5min":0.19700000000000001,"15min":0.19600000000000001},"max":{"1min":6.032,"5min":40.311999999999998,"15min":40.311999999999998},"last":7.9260000000000002},{"interface":"front","average":{"1min":1.1180000000000001,"5min":1.413,"15min":1.1020000000000001},"min":{"1min":0.221,"5min":0.19600000000000001,"15min":0.17499999999999999},"max":{"1min":6.7530000000000001,"5min":16.289000000000001,"15min":16.289000000000001},"last":7.04}]},{"osd":1,"last update":"Sat Sep 23 15:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.4770000000000001,"15min":1.349},"min":{"1min":0.219,"5min":0.21199999999999999,"15min":0.193},"max":{"1min":6.7839999999999998,"5min":8.1859999999999999,"15min":24.013000000000002},"last":2.9350000000000001},{"interface":"front","average":{"1min":1.819,"5min":1.3220000000000001,"15min":1.4079999999999999},"min":{"1min":0.29099999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":6.2460000000000004,"5min":8.2249999999999996,"15min":21.827999999999999},"last":3.4119999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":1.361,"5min":1.4990000000000001,"15min":2.843},"min":{"1min":0.30499999999999999,"5min":0.24199999999999999,"15min":0.21299999999999999},"max":{"1min":5.4160000000000004,"5min":8.827,"15min":55.378999999999998},"last":7.7560000000000002},{"interface":"front","average":{"1min":1.347,"5min":2.871,"15min":3.5049999999999999},"min":{"1min":0.31,"5min":0.29699999999999999,"15min":0.25900000000000001},"max":{"1min":4.3360000000000003,"5min":154.73400000000001,"15min":154.73400000000001},"last":8.6020000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.4950000000000001,"5min":1.2989999999999999,"15min":1.069},"min":{"1min":0.39700000000000002,"5min":0.31,"15min":0.31},"max":{"1min":6.7220000000000004,"5min":6.7220000000000004,"15min":9.3469999999999995},"last":2.8799999999999999},{"interface":"front","average":{"1min":1.155,"5min":1.048,"15min":1.0429999999999999},"min":{"1min":0.34799999999999998,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":5.5709999999999997,"5min":7.0910000000000002,"15min":9.4000000000000004},"last":0.80800000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":1.0429999999999999,"15min":1.075},"min":{"1min":0.32400000000000001,"5min":0.318,"15min":0.27300000000000002},"max":{"1min":5.7110000000000003,"5min":7.117,"15min":10.962999999999999},"last":1.133},{"interface":"front","average":{"1min":0.71199999999999997,"5min":1.0469999999999999,"15min":1.0609999999999999},"min":{"1min":0.32200000000000001,"5min":0.309,"15min":0.30099999999999999},"max":{"1min":2.9460000000000002,"5min":6.1920000000000002,"15min":10.361000000000001},"last":7.0709999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:21:01 2023","interfaces":[{"interface":"back","average":{"1min":1.8160000000000001,"5min":1.1339999999999999,"15min":1.4790000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":7.2670000000000003,"5min":7.2670000000000003,"15min":9.423},"last":0.77800000000000002},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.0740000000000001,"15min":1.5449999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.30099999999999999},"max":{"1min":4.8540000000000001,"5min":6.1630000000000003,"15min":10.856999999999999},"last":7.1050000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:20:39 2023","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":1.0620000000000001,"15min":1.0169999999999999},"min":{"1min":0.38100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":4.8949999999999996,"5min":6.1319999999999997,"15min":6.1319999999999997},"last":7.9690000000000003},{"interface":"front","average":{"1min":2.0739999999999998,"5min":1.345,"15min":0.98399999999999999},"min":{"1min":0.42699999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":6.7590000000000003,"5min":6.7590000000000003,"15min":6.7590000000000003},"last":2.9159999999999999}]}]},{"osd":4,"up_from":0,"seq":133143986492,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724855,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3321568,"kb_used_data":3149784,"kb_used_omap":0,"kb_used_meta":171776,"kb_avail":90423584,"statfs":{"total":95995035648,"available":92593750016,"internally_reserved":0,"allocated":3225378816,"data_stored":3224462405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":175898624},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:20:48 2023","interfaces":[{"interface":"back","average":{"1min":11.362,"5min":2.746,"15min":1.522},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.218},"max":{"1min":160.77699999999999,"5min":160.77699999999999,"15min":160.77699999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":11.662000000000001,"5min":2.9950000000000001,"15min":1.677},"min":{"1min":0.27500000000000002,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":161.142,"5min":161.142,"15min":161.142},"last":0.59299999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":2.5449999999999999,"15min":2.4689999999999999},"min":{"1min":0.27100000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.2410000000000001,"5min":119.61499999999999,"15min":125.14400000000001},"last":0.62},{"interface":"front","average":{"1min":1.9199999999999999,"5min":2.6480000000000001,"15min":2.5659999999999998},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.25},"max":{"1min":5.3280000000000003,"5min":119.541,"15min":125.36499999999999},"last":0.42899999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:20:28 2023","interfaces":[{"interface":"back","average":{"1min":1.546,"5min":1.643,"15min":1.857},"min":{"1min":0.30399999999999999,"5min":0.27800000000000002,"15min":0.26200000000000001},"max":{"1min":8.4610000000000003,"5min":43.345999999999997,"15min":43.345999999999997},"last":0.52700000000000002},{"interface":"front","average":{"1min":1.111,"5min":1.786,"15min":1.9930000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":4.3620000000000001,"5min":43.469999999999999,"15min":43.469999999999999},"last":0.55400000000000005}]},{"osd":3,"last update":"Sat Sep 23 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":8.4239999999999995,"5min":6.1280000000000001,"15min":3.5529999999999999},"min":{"1min":0.34000000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":118.97499999999999,"5min":155.05099999999999,"15min":155.05099999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.8240000000000001,"5min":4.4699999999999998,"15min":3.0449999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.27900000000000003},"max":{"1min":4.7709999999999999,"5min":154.929,"15min":154.929},"last":0.56599999999999995}]},{"osd":4,"last update":"Sat Sep 23 15:20:28 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.77600000000000002,"15min":1.028},"min":{"1min":0.309,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.53,"5min":40.061,"15min":48.997999999999998},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.83199999999999996,"15min":1.0820000000000001},"min":{"1min":0.35399999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.4849999999999999,"5min":40.124000000000002,"15min":49.017000000000003},"last":0.501}]},{"osd":6,"last update":"Sat Sep 23 15:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.47999999999999998,"15min":1.373},"min":{"1min":0.29099999999999998,"5min":0.26900000000000002,"15min":0.25900000000000001},"max":{"1min":1.571,"5min":1.571,"15min":111.089},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.54200000000000004,"15min":1.726},"min":{"1min":0.32400000000000001,"5min":0.314,"15min":0.314},"max":{"1min":2.516,"5min":3.274,"15min":111.146},"last":0.437}]},{"osd":7,"last update":"Sat Sep 23 15:20:35 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.51400000000000001,"15min":0.47499999999999998},"min":{"1min":0.32800000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.627,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.58799999999999997,"15min":0.50800000000000001},"min":{"1min":0.35499999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":5.6349999999999998,"5min":5.6349999999999998,"15min":5.6349999999999998},"last":0.54600000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2847473664,"data_stored":2847473664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2851667968,"data_stored":2851667968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2820935680,"data_stored":2820931608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2782920704,"data_stored":2782920704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3201503232,"data_stored":3201499160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2449145856,"data_stored":2449145856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2422673408,"data_stored":2422669336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:21:18.864 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:21:18.865 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:18.966 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:19.068 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:19.161 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:19.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:19.171 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:19.271 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:19.309 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:19.380 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:19.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:19.385 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:19.485 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:19.566 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:19.740 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:19.801 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:19.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:19.813 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:19.914 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:20.008 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:20.210 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:20.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:20.219 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:20.320 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:20.360 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:20.379 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:21:20.431 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:20.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:20.440 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:20.540 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:20.566 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:20.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:20 smithi118 ceph-mon[219580]: pgmap v791: 99 pgs: 99 active+clean; 5.9 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 3.0 MiB/s wr, 710 op/s 2023-09-23T15:21:20.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:20 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2951806645' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:20 smithi118 ceph-mon[212312]: pgmap v791: 99 pgs: 99 active+clean; 5.9 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 3.0 MiB/s wr, 710 op/s 2023-09-23T15:21:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:20 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2951806645' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:20.606 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:20.611 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:20 smithi178 ceph-mon[192298]: pgmap v791: 99 pgs: 99 active+clean; 5.9 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 3.0 MiB/s wr, 710 op/s 2023-09-23T15:21:20.611 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:20 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2951806645' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:20.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:20.612 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:20.713 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:20.739 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:20.804 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:20.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:20.810 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:20.911 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:20.992 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:21.129 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:21.150 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:21.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:21.168 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:21.268 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:21.308 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:21.371 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:21.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:21.377 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:21.478 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:21.512 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:21.556 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:21.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:21.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2951806645' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:21:21.561 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: osdmap e284: 8 total, 8 up, 7 in 2023-09-23T15:21:21.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:21 smithi178 ceph-mon[192298]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.563 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:21.563 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2951806645' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:21:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: osdmap e284: 8 total, 8 up, 7 in 2023-09-23T15:21:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[212312]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:21.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2951806645' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:21:21.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: osdmap e284: 8 total, 8 up, 7 in 2023-09-23T15:21:21.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:21 smithi118 ceph-mon[219580]: failed to encode map e284 with expected crc 2023-09-23T15:21:21.663 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:21.706 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:21.782 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:21.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:21.787 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:21.888 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:21.983 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:22.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:22 smithi178 ceph-mon[192298]: pgmap v793: 99 pgs: 99 active+clean; 5.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 760 op/s 2023-09-23T15:21:22.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:21:22.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:22.674 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:22.680 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:22 smithi118 ceph-mon[212312]: pgmap v793: 99 pgs: 99 active+clean; 5.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 760 op/s 2023-09-23T15:21:22.680 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:21:22.681 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:22.681 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:22 smithi118 ceph-mon[219580]: pgmap v793: 99 pgs: 99 active+clean; 5.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 760 op/s 2023-09-23T15:21:22.681 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:21:22.681 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:22.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:22.682 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:22.783 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:22.890 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:23.323 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:21:23.324 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:21:23.324 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:23.324 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:115443 8.4 8:25de734d:::benchmark_data_smithi118_424375_object12377:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e284)", 2023-09-23T15:21:23.324 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:21:23.297321+0000", 2023-09-23T15:21:23.324 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0035880529999999999, 2023-09-23T15:21:23.324 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0036237130000000002, 2023-09-23T15:21:23.324 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:23.324 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:21:23.324 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:23.325 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:21:23.325 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:23.325 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 115443 2023-09-23T15:21:23.325 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:23.325 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:23.325 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:23.325 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:23.325 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:23.297321+0000", 2023-09-23T15:21:23.325 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:23.325 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:23.325 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:23.326 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:23.326 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:23.297321+0000", 2023-09-23T15:21:23.326 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:23.326 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:23.326 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:23.326 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:23.326 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:23.297319+0000", 2023-09-23T15:21:23.326 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:21:23.326 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:23.326 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:23.327 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:23.327 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:23.297328+0000", 2023-09-23T15:21:23.327 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5670000000000001e-06 2023-09-23T15:21:23.327 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:23.327 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:23.327 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:23.327 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:23.297351+0000", 2023-09-23T15:21:23.327 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3329e-05 2023-09-23T15:21:23.327 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:23.327 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:23.328 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:23.328 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:23.297362+0000", 2023-09-23T15:21:23.328 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0628999999999999e-05 2023-09-23T15:21:23.328 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:23.328 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:23.328 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:23.328 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:23.297419+0000", 2023-09-23T15:21:23.328 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6762000000000003e-05 2023-09-23T15:21:23.328 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:23.328 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:23.328 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:23.329 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:23.297515+0000", 2023-09-23T15:21:23.329 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5847999999999994e-05 2023-09-23T15:21:23.329 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:23.329 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:23.329 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,6", 2023-09-23T15:21:23.329 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:23.297592+0000", 2023-09-23T15:21:23.329 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7738999999999995e-05 2023-09-23T15:21:23.329 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:23.329 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:23.329 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:23.330 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:23.330 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:21:23.330 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 1 2023-09-23T15:21:23.330 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:21:23.378 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:23.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:23.398 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:23.499 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:23.532 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:23.545 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:23 smithi118 ceph-mon[219580]: pgmap v794: 99 pgs: 99 active+clean; 5.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 701 op/s 2023-09-23T15:21:23.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:23 smithi118 ceph-mon[212312]: pgmap v794: 99 pgs: 99 active+clean; 5.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 701 op/s 2023-09-23T15:21:23.586 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:23.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:23.592 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:23.693 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:23.738 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:23 smithi178 ceph-mon[192298]: pgmap v794: 99 pgs: 99 active+clean; 5.7 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 701 op/s 2023-09-23T15:21:23.943 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:21:24.579 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:24.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:24.601 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:24.610 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:21:24.703 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:24.740 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:24.797 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:24.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:24.803 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:24.904 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:24.938 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:25.009 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:25.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:25.015 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:25.115 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:25.158 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:25.226 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:25.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:25.230 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:25.330 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:25.371 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:25.405 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:21:25.424 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:25.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:25.431 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:25.445 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:21:25.505 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:21:25.532 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:25.556 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:21:25.610 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:21:25.624 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:25.650 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:21:25.661 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:25.672 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:25.719 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:21:25.724 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:25.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:25.732 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:25.766 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:21:25.788 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:21:25.789 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:21:25.789 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:21:25.789 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:21:25.789 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:21:25.789 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:21:25.789 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:21:25.789 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:21:25.834 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:25.919 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:26 smithi178 ceph-mon[192298]: pgmap v795: 99 pgs: 99 active+clean; 5.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 705 op/s 2023-09-23T15:21:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:26 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3818402564' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:26.699 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:26.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:26.706 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:26.706 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:26 smithi118 ceph-mon[219580]: pgmap v795: 99 pgs: 99 active+clean; 5.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 705 op/s 2023-09-23T15:21:26.706 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:26 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3818402564' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:26.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:26 smithi118 ceph-mon[212312]: pgmap v795: 99 pgs: 99 active+clean; 5.6 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 705 op/s 2023-09-23T15:21:26.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:26 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3818402564' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:26.778 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:21:26.780 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:21:26.807 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:26.833 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:26.913 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:26.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:26.919 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:27.020 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:27.097 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:27.930 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:27.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:27.938 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:28.038 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:28.076 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:28.158 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:28.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:28.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:28.269 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:28.333 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:28 smithi178 ceph-mon[192298]: from='client.55459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:21:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:28 smithi178 ceph-mon[192298]: pgmap v796: 99 pgs: 99 active+clean; 5.5 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 709 op/s 2023-09-23T15:21:28.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:28 smithi118 ceph-mon[219580]: from='client.55459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:21:28.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:28 smithi118 ceph-mon[219580]: pgmap v796: 99 pgs: 99 active+clean; 5.5 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 709 op/s 2023-09-23T15:21:28.575 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:21:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:21:28] "GET /metrics HTTP/1.1" 200 36391 "" "Prometheus/2.43.0" 2023-09-23T15:21:28.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:28 smithi118 ceph-mon[212312]: from='client.55459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:21:28.576 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:28 smithi118 ceph-mon[212312]: pgmap v796: 99 pgs: 99 active+clean; 5.5 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 709 op/s 2023-09-23T15:21:28.882 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":795,"stamp":"2023-09-23T15:21:25.287320+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5989013432,"num_objects":91401,"num_object_clones":0,"num_object_copies":274203,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91401,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":114812,"num_write_kb":6596062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111077,"ondisk_log_size":111077,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":19670464,"kb_used_data":17660360,"kb_used_omap":222,"kb_used_meta":2009505,"kb_avail":636545600,"statfs":{"total":671965249536,"available":651822694400,"internally_reserved":0,"allocated":18084208640,"data_stored":18075537950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":2057734102},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,3,3,0,4,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-462553088,"num_objects":-7058,"num_object_clones":0,"num_object_copies":-21174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7058,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7058,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.010938"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":291,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.351444+0000","last_change":"2023-09-23T15:15:12.157265+0000","last_active":"2023-09-23T15:21:12.351444+0000","last_peered":"2023-09-23T15:21:12.351444+0000","last_clean":"2023-09-23T15:21:12.351444+0000","last_became_active":"2023-09-23T15:15:12.156938+0000","last_became_peered":"2023-09-23T15:15:12.156938+0000","last_unstale":"2023-09-23T15:21:12.351444+0000","last_undegraded":"2023-09-23T15:21:12.351444+0000","last_fullsized":"2023-09-23T15:21:12.351444+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:02.743404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":260,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.351972+0000","last_change":"2023-09-23T15:15:12.159212+0000","last_active":"2023-09-23T15:21:12.351972+0000","last_peered":"2023-09-23T15:21:12.351972+0000","last_clean":"2023-09-23T15:21:12.351972+0000","last_became_active":"2023-09-23T15:15:12.158882+0000","last_became_peered":"2023-09-23T15:15:12.158882+0000","last_unstale":"2023-09-23T15:21:12.351972+0000","last_undegraded":"2023-09-23T15:21:12.351972+0000","last_fullsized":"2023-09-23T15:21:12.351972+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:42.768388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":243,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:16.059061+0000","last_change":"2023-09-23T15:15:12.159848+0000","last_active":"2023-09-23T15:21:16.059061+0000","last_peered":"2023-09-23T15:21:16.059061+0000","last_clean":"2023-09-23T15:21:16.059061+0000","last_became_active":"2023-09-23T15:15:12.159628+0000","last_became_peered":"2023-09-23T15:15:12.159628+0000","last_unstale":"2023-09-23T15:21:16.059061+0000","last_undegraded":"2023-09-23T15:21:16.059061+0000","last_fullsized":"2023-09-23T15:21:16.059061+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:07.804765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":169,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360908+0000","last_change":"2023-09-23T15:16:29.240604+0000","last_active":"2023-09-23T15:21:12.360908+0000","last_peered":"2023-09-23T15:21:12.360908+0000","last_clean":"2023-09-23T15:21:12.360908+0000","last_became_active":"2023-09-23T15:16:29.238557+0000","last_became_peered":"2023-09-23T15:16:29.238557+0000","last_unstale":"2023-09-23T15:21:12.360908+0000","last_undegraded":"2023-09-23T15:21:12.360908+0000","last_fullsized":"2023-09-23T15:21:12.360908+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:49:00.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":305,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348103+0000","last_change":"2023-09-23T15:15:00.278769+0000","last_active":"2023-09-23T15:21:12.348103+0000","last_peered":"2023-09-23T15:21:12.348103+0000","last_clean":"2023-09-23T15:21:12.348103+0000","last_became_active":"2023-09-23T15:15:00.276269+0000","last_became_peered":"2023-09-23T15:15:00.276269+0000","last_unstale":"2023-09-23T15:21:12.348103+0000","last_undegraded":"2023-09-23T15:21:12.348103+0000","last_fullsized":"2023-09-23T15:21:12.348103+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:13:34.389033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":223,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.264145+0000","last_change":"2023-09-23T15:10:32.002373+0000","last_active":"2023-09-23T15:21:09.264145+0000","last_peered":"2023-09-23T15:21:09.264145+0000","last_clean":"2023-09-23T15:21:09.264145+0000","last_became_active":"2023-09-23T15:10:32.002063+0000","last_became_peered":"2023-09-23T15:10:32.002063+0000","last_unstale":"2023-09-23T15:21:09.264145+0000","last_undegraded":"2023-09-23T15:21:09.264145+0000","last_fullsized":"2023-09-23T15:21:09.264145+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:05.929045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":172,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.352444+0000","last_change":"2023-09-23T15:16:13.208830+0000","last_active":"2023-09-23T15:21:12.352444+0000","last_peered":"2023-09-23T15:21:12.352444+0000","last_clean":"2023-09-23T15:21:12.352444+0000","last_became_active":"2023-09-23T15:16:13.208531+0000","last_became_peered":"2023-09-23T15:16:13.208531+0000","last_unstale":"2023-09-23T15:21:12.352444+0000","last_undegraded":"2023-09-23T15:21:12.352444+0000","last_fullsized":"2023-09-23T15:21:12.352444+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:59.296084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":275,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348128+0000","last_change":"2023-09-23T15:19:53.357538+0000","last_active":"2023-09-23T15:21:12.348128+0000","last_peered":"2023-09-23T15:21:12.348128+0000","last_clean":"2023-09-23T15:21:12.348128+0000","last_became_active":"2023-09-23T15:19:53.356725+0000","last_became_peered":"2023-09-23T15:19:53.356725+0000","last_unstale":"2023-09-23T15:21:12.348128+0000","last_undegraded":"2023-09-23T15:21:12.348128+0000","last_fullsized":"2023-09-23T15:21:12.348128+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:03:28.285418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":259,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.352173+0000","last_change":"2023-09-23T15:16:29.270236+0000","last_active":"2023-09-23T15:21:12.352173+0000","last_peered":"2023-09-23T15:21:12.352173+0000","last_clean":"2023-09-23T15:21:12.352173+0000","last_became_active":"2023-09-23T15:16:29.269923+0000","last_became_peered":"2023-09-23T15:16:29.269923+0000","last_unstale":"2023-09-23T15:21:12.352173+0000","last_undegraded":"2023-09-23T15:21:12.352173+0000","last_fullsized":"2023-09-23T15:21:12.352173+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:34.839802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":241,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348677+0000","last_change":"2023-09-23T15:16:29.235601+0000","last_active":"2023-09-23T15:21:12.348677+0000","last_peered":"2023-09-23T15:21:12.348677+0000","last_clean":"2023-09-23T15:21:12.348677+0000","last_became_active":"2023-09-23T15:16:29.235246+0000","last_became_peered":"2023-09-23T15:16:29.235246+0000","last_unstale":"2023-09-23T15:21:12.348677+0000","last_undegraded":"2023-09-23T15:21:12.348677+0000","last_fullsized":"2023-09-23T15:21:12.348677+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:53.540437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":253,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360805+0000","last_change":"2023-09-23T15:16:29.248676+0000","last_active":"2023-09-23T15:21:12.360805+0000","last_peered":"2023-09-23T15:21:12.360805+0000","last_clean":"2023-09-23T15:21:12.360805+0000","last_became_active":"2023-09-23T15:16:29.248133+0000","last_became_peered":"2023-09-23T15:16:29.248133+0000","last_unstale":"2023-09-23T15:21:12.360805+0000","last_undegraded":"2023-09-23T15:21:12.360805+0000","last_fullsized":"2023-09-23T15:21:12.360805+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:54:08.550455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,0],"acting":[7,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":278,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.339184+0000","last_change":"2023-09-23T15:14:43.194055+0000","last_active":"2023-09-23T15:21:12.339184+0000","last_peered":"2023-09-23T15:21:12.339184+0000","last_clean":"2023-09-23T15:21:12.339184+0000","last_became_active":"2023-09-23T15:14:43.193198+0000","last_became_peered":"2023-09-23T15:14:43.193198+0000","last_unstale":"2023-09-23T15:21:12.339184+0000","last_undegraded":"2023-09-23T15:21:12.339184+0000","last_fullsized":"2023-09-23T15:21:12.339184+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:10.847274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":138,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360448+0000","last_change":"2023-09-23T15:16:29.252665+0000","last_active":"2023-09-23T15:21:12.360448+0000","last_peered":"2023-09-23T15:21:12.360448+0000","last_clean":"2023-09-23T15:21:12.360448+0000","last_became_active":"2023-09-23T15:16:29.251356+0000","last_became_peered":"2023-09-23T15:16:29.251356+0000","last_unstale":"2023-09-23T15:21:12.360448+0000","last_undegraded":"2023-09-23T15:21:12.360448+0000","last_fullsized":"2023-09-23T15:21:12.360448+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:04:48.973970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":181,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.264015+0000","last_change":"2023-09-23T15:15:12.155822+0000","last_active":"2023-09-23T15:21:09.264015+0000","last_peered":"2023-09-23T15:21:09.264015+0000","last_clean":"2023-09-23T15:21:09.264015+0000","last_became_active":"2023-09-23T15:15:12.155494+0000","last_became_peered":"2023-09-23T15:15:12.155494+0000","last_unstale":"2023-09-23T15:21:09.264015+0000","last_undegraded":"2023-09-23T15:21:09.264015+0000","last_fullsized":"2023-09-23T15:21:09.264015+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:37.381700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":301,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360316+0000","last_change":"2023-09-23T15:16:29.254706+0000","last_active":"2023-09-23T15:21:12.360316+0000","last_peered":"2023-09-23T15:21:12.360316+0000","last_clean":"2023-09-23T15:21:12.360316+0000","last_became_active":"2023-09-23T15:16:29.253155+0000","last_became_peered":"2023-09-23T15:16:29.253155+0000","last_unstale":"2023-09-23T15:21:12.360316+0000","last_undegraded":"2023-09-23T15:21:12.360316+0000","last_fullsized":"2023-09-23T15:21:12.360316+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:19:30.134007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":266,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.349061+0000","last_change":"2023-09-23T15:16:29.281915+0000","last_active":"2023-09-23T15:21:12.349061+0000","last_peered":"2023-09-23T15:21:12.349061+0000","last_clean":"2023-09-23T15:21:12.349061+0000","last_became_active":"2023-09-23T15:16:29.281599+0000","last_became_peered":"2023-09-23T15:16:29.281599+0000","last_unstale":"2023-09-23T15:21:12.349061+0000","last_undegraded":"2023-09-23T15:21:12.349061+0000","last_fullsized":"2023-09-23T15:21:12.349061+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:56.737047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":169,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360689+0000","last_change":"2023-09-23T15:16:29.255786+0000","last_active":"2023-09-23T15:21:12.360689+0000","last_peered":"2023-09-23T15:21:12.360689+0000","last_clean":"2023-09-23T15:21:12.360689+0000","last_became_active":"2023-09-23T15:16:29.254205+0000","last_became_peered":"2023-09-23T15:16:29.254205+0000","last_unstale":"2023-09-23T15:21:12.360689+0000","last_undegraded":"2023-09-23T15:21:12.360689+0000","last_fullsized":"2023-09-23T15:21:12.360689+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:25.464971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":172,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360679+0000","last_change":"2023-09-23T15:16:49.316891+0000","last_active":"2023-09-23T15:21:12.360679+0000","last_peered":"2023-09-23T15:21:12.360679+0000","last_clean":"2023-09-23T15:21:12.360679+0000","last_became_active":"2023-09-23T15:16:49.316577+0000","last_became_peered":"2023-09-23T15:16:49.316577+0000","last_unstale":"2023-09-23T15:21:12.360679+0000","last_undegraded":"2023-09-23T15:21:12.360679+0000","last_fullsized":"2023-09-23T15:21:12.360679+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:53.673515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":244,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360066+0000","last_change":"2023-09-23T15:16:29.239294+0000","last_active":"2023-09-23T15:21:12.360066+0000","last_peered":"2023-09-23T15:21:12.360066+0000","last_clean":"2023-09-23T15:21:12.360066+0000","last_became_active":"2023-09-23T15:16:29.238367+0000","last_became_peered":"2023-09-23T15:16:29.238367+0000","last_unstale":"2023-09-23T15:21:12.360066+0000","last_undegraded":"2023-09-23T15:21:12.360066+0000","last_fullsized":"2023-09-23T15:21:12.360066+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:11:23.881178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":27,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.351124+0000","last_change":"2023-09-23T15:19:53.348994+0000","last_active":"2023-09-23T15:21:12.351124+0000","last_peered":"2023-09-23T15:21:12.351124+0000","last_clean":"2023-09-23T15:21:12.351124+0000","last_became_active":"2023-09-23T15:19:53.348665+0000","last_became_peered":"2023-09-23T15:19:53.348665+0000","last_unstale":"2023-09-23T15:21:12.351124+0000","last_undegraded":"2023-09-23T15:21:12.351124+0000","last_fullsized":"2023-09-23T15:21:12.351124+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:03:18.541661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":327,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.263340+0000","last_change":"2023-09-23T15:19:19.315503+0000","last_active":"2023-09-23T15:21:09.263340+0000","last_peered":"2023-09-23T15:21:09.263340+0000","last_clean":"2023-09-23T15:21:09.263340+0000","last_became_active":"2023-09-23T15:16:49.310719+0000","last_became_peered":"2023-09-23T15:16:49.310719+0000","last_unstale":"2023-09-23T15:21:09.263340+0000","last_undegraded":"2023-09-23T15:21:09.263340+0000","last_fullsized":"2023-09-23T15:21:09.263340+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":256,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:39.986951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":266,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348838+0000","last_change":"2023-09-23T15:16:29.291047+0000","last_active":"2023-09-23T15:21:12.348838+0000","last_peered":"2023-09-23T15:21:12.348838+0000","last_clean":"2023-09-23T15:21:12.348838+0000","last_became_active":"2023-09-23T15:16:29.290510+0000","last_became_peered":"2023-09-23T15:16:29.290510+0000","last_unstale":"2023-09-23T15:21:12.348838+0000","last_undegraded":"2023-09-23T15:21:12.348838+0000","last_fullsized":"2023-09-23T15:21:12.348838+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:23.000836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.4","version":"284'7389","reported_seq":7421,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:23.486876+0000","last_change":"2023-09-23T15:19:26.212231+0000","last_active":"2023-09-23T15:21:23.486876+0000","last_peered":"2023-09-23T15:21:23.486876+0000","last_clean":"2023-09-23T15:21:23.486876+0000","last_became_active":"2023-09-23T15:19:26.211960+0000","last_became_peered":"2023-09-23T15:19:26.211960+0000","last_unstale":"2023-09-23T15:21:23.486876+0000","last_undegraded":"2023-09-23T15:21:23.486876+0000","last_fullsized":"2023-09-23T15:21:23.486876+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":7389,"log_dups_size":0,"ondisk_log_size":7389,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:34:10.299564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":377815040,"num_objects":5765,"num_object_clones":0,"num_object_copies":17295,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5765,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7389,"num_write_kb":420928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":273,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360484+0000","last_change":"2023-09-23T15:16:29.238703+0000","last_active":"2023-09-23T15:21:12.360484+0000","last_peered":"2023-09-23T15:21:12.360484+0000","last_clean":"2023-09-23T15:21:12.360484+0000","last_became_active":"2023-09-23T15:16:29.238314+0000","last_became_peered":"2023-09-23T15:16:29.238314+0000","last_unstale":"2023-09-23T15:21:12.360484+0000","last_undegraded":"2023-09-23T15:21:12.360484+0000","last_fullsized":"2023-09-23T15:21:12.360484+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:30:25.607757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":231,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.361310+0000","last_change":"2023-09-23T15:16:49.312504+0000","last_active":"2023-09-23T15:21:12.361310+0000","last_peered":"2023-09-23T15:21:12.361310+0000","last_clean":"2023-09-23T15:21:12.361310+0000","last_became_active":"2023-09-23T15:16:49.312142+0000","last_became_peered":"2023-09-23T15:16:49.312142+0000","last_unstale":"2023-09-23T15:21:12.361310+0000","last_undegraded":"2023-09-23T15:21:12.361310+0000","last_fullsized":"2023-09-23T15:21:12.361310+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:12:29.365693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"283'7030","reported_seq":7059,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:20.301910+0000","last_change":"2023-09-23T15:19:26.215371+0000","last_active":"2023-09-23T15:21:20.301910+0000","last_peered":"2023-09-23T15:21:20.301910+0000","last_clean":"2023-09-23T15:21:20.301910+0000","last_became_active":"2023-09-23T15:19:26.215080+0000","last_became_peered":"2023-09-23T15:19:26.215080+0000","last_unstale":"2023-09-23T15:21:20.301910+0000","last_undegraded":"2023-09-23T15:21:20.301910+0000","last_fullsized":"2023-09-23T15:21:20.301910+0000","mapping_epoch":261,"log_start":"265'200","ondisk_log_start":"265'200","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6830,"log_dups_size":0,"ondisk_log_size":6830,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:39:50.563291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":378011648,"num_objects":5768,"num_object_clones":0,"num_object_copies":17304,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5768,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7030,"num_write_kb":409536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":250,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360806+0000","last_change":"2023-09-23T15:16:29.254574+0000","last_active":"2023-09-23T15:21:12.360806+0000","last_peered":"2023-09-23T15:21:12.360806+0000","last_clean":"2023-09-23T15:21:12.360806+0000","last_became_active":"2023-09-23T15:16:29.251418+0000","last_became_peered":"2023-09-23T15:16:29.251418+0000","last_unstale":"2023-09-23T15:21:12.360806+0000","last_undegraded":"2023-09-23T15:21:12.360806+0000","last_fullsized":"2023-09-23T15:21:12.360806+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:18.112356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":263,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348068+0000","last_change":"2023-09-23T15:15:12.159445+0000","last_active":"2023-09-23T15:21:12.348068+0000","last_peered":"2023-09-23T15:21:12.348068+0000","last_clean":"2023-09-23T15:21:12.348068+0000","last_became_active":"2023-09-23T15:15:12.159129+0000","last_became_peered":"2023-09-23T15:15:12.159129+0000","last_unstale":"2023-09-23T15:21:12.348068+0000","last_undegraded":"2023-09-23T15:21:12.348068+0000","last_fullsized":"2023-09-23T15:21:12.348068+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:10:40.351668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"283'7044","reported_seq":7073,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:20.316437+0000","last_change":"2023-09-23T15:19:26.215628+0000","last_active":"2023-09-23T15:21:20.316437+0000","last_peered":"2023-09-23T15:21:20.316437+0000","last_clean":"2023-09-23T15:21:20.316437+0000","last_became_active":"2023-09-23T15:19:26.215373+0000","last_became_peered":"2023-09-23T15:19:26.215373+0000","last_unstale":"2023-09-23T15:21:20.316437+0000","last_undegraded":"2023-09-23T15:21:20.316437+0000","last_fullsized":"2023-09-23T15:21:20.316437+0000","mapping_epoch":261,"log_start":"265'200","ondisk_log_start":"265'200","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6844,"log_dups_size":0,"ondisk_log_size":6844,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:33:26.060081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":381026304,"num_objects":5814,"num_object_clones":0,"num_object_copies":17442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5814,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7044,"num_write_kb":411456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":251,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360893+0000","last_change":"2023-09-23T15:16:49.316702+0000","last_active":"2023-09-23T15:21:12.360893+0000","last_peered":"2023-09-23T15:21:12.360893+0000","last_clean":"2023-09-23T15:21:12.360893+0000","last_became_active":"2023-09-23T15:16:49.310793+0000","last_became_peered":"2023-09-23T15:16:49.310793+0000","last_unstale":"2023-09-23T15:21:12.360893+0000","last_undegraded":"2023-09-23T15:21:12.360893+0000","last_fullsized":"2023-09-23T15:21:12.360893+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:56.741654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":240,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.263806+0000","last_change":"2023-09-23T15:16:29.237041+0000","last_active":"2023-09-23T15:21:09.263806+0000","last_peered":"2023-09-23T15:21:09.263806+0000","last_clean":"2023-09-23T15:21:09.263806+0000","last_became_active":"2023-09-23T15:16:29.236660+0000","last_became_peered":"2023-09-23T15:16:29.236660+0000","last_unstale":"2023-09-23T15:21:09.263806+0000","last_undegraded":"2023-09-23T15:21:09.263806+0000","last_fullsized":"2023-09-23T15:21:09.263806+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:15.392291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.7","version":"284'7281","reported_seq":7313,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:24.420836+0000","last_change":"2023-09-23T15:19:26.216023+0000","last_active":"2023-09-23T15:21:24.420836+0000","last_peered":"2023-09-23T15:21:24.420836+0000","last_clean":"2023-09-23T15:21:24.420836+0000","last_became_active":"2023-09-23T15:19:26.215658+0000","last_became_peered":"2023-09-23T15:19:26.215658+0000","last_unstale":"2023-09-23T15:21:24.420836+0000","last_undegraded":"2023-09-23T15:21:24.420836+0000","last_fullsized":"2023-09-23T15:21:24.420836+0000","mapping_epoch":261,"log_start":"265'700","ondisk_log_start":"265'700","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6581,"log_dups_size":0,"ondisk_log_size":6581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:43.654739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":369950720,"num_objects":5645,"num_object_clones":0,"num_object_copies":16935,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5645,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7281,"num_write_kb":413632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":230,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.349190+0000","last_change":"2023-09-23T15:12:57.236578+0000","last_active":"2023-09-23T15:21:12.349190+0000","last_peered":"2023-09-23T15:21:12.349190+0000","last_clean":"2023-09-23T15:21:12.349190+0000","last_became_active":"2023-09-23T15:12:57.236288+0000","last_became_peered":"2023-09-23T15:12:57.236288+0000","last_unstale":"2023-09-23T15:21:12.349190+0000","last_undegraded":"2023-09-23T15:21:12.349190+0000","last_fullsized":"2023-09-23T15:21:12.349190+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:27:29.306351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":109,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.341023+0000","last_change":"2023-09-23T15:15:12.164851+0000","last_active":"2023-09-23T15:21:12.341023+0000","last_peered":"2023-09-23T15:21:12.341023+0000","last_clean":"2023-09-23T15:21:12.341023+0000","last_became_active":"2023-09-23T15:15:12.164607+0000","last_became_peered":"2023-09-23T15:15:12.164607+0000","last_unstale":"2023-09-23T15:21:12.341023+0000","last_undegraded":"2023-09-23T15:21:12.341023+0000","last_fullsized":"2023-09-23T15:21:12.341023+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:40:47.502974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"284'7245","reported_seq":7277,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:24.447366+0000","last_change":"2023-09-23T15:19:26.213300+0000","last_active":"2023-09-23T15:21:24.447366+0000","last_peered":"2023-09-23T15:21:24.447366+0000","last_clean":"2023-09-23T15:21:24.447366+0000","last_became_active":"2023-09-23T15:19:26.212977+0000","last_became_peered":"2023-09-23T15:19:26.212977+0000","last_unstale":"2023-09-23T15:21:24.447366+0000","last_undegraded":"2023-09-23T15:21:24.447366+0000","last_fullsized":"2023-09-23T15:21:24.447366+0000","mapping_epoch":261,"log_start":"265'700","ondisk_log_start":"265'700","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6545,"log_dups_size":0,"ondisk_log_size":6545,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:02.725965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":370081792,"num_objects":5647,"num_object_clones":0,"num_object_copies":16941,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5647,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7245,"num_write_kb":412544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":714,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360153+0000","last_change":"2023-09-23T15:19:38.079030+0000","last_active":"2023-09-23T15:21:12.360153+0000","last_peered":"2023-09-23T15:21:12.360153+0000","last_clean":"2023-09-23T15:21:12.360153+0000","last_became_active":"2023-09-23T15:19:25.297699+0000","last_became_peered":"2023-09-23T15:19:25.297699+0000","last_unstale":"2023-09-23T15:21:12.360153+0000","last_undegraded":"2023-09-23T15:21:12.360153+0000","last_fullsized":"2023-09-23T15:21:12.360153+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:31.952303+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":285,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:19.447799+0000","last_change":"2023-09-23T15:15:12.167797+0000","last_active":"2023-09-23T15:21:19.447799+0000","last_peered":"2023-09-23T15:21:19.447799+0000","last_clean":"2023-09-23T15:21:19.447799+0000","last_became_active":"2023-09-23T15:15:12.167036+0000","last_became_peered":"2023-09-23T15:15:12.167036+0000","last_unstale":"2023-09-23T15:21:19.447799+0000","last_undegraded":"2023-09-23T15:21:19.447799+0000","last_fullsized":"2023-09-23T15:21:19.447799+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:14:24.484535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":183,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.349126+0000","last_change":"2023-09-23T15:15:12.158754+0000","last_active":"2023-09-23T15:21:12.349126+0000","last_peered":"2023-09-23T15:21:12.349126+0000","last_clean":"2023-09-23T15:21:12.349126+0000","last_became_active":"2023-09-23T15:15:12.158431+0000","last_became_peered":"2023-09-23T15:15:12.158431+0000","last_unstale":"2023-09-23T15:21:12.349126+0000","last_undegraded":"2023-09-23T15:21:12.349126+0000","last_fullsized":"2023-09-23T15:21:12.349126+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:27.625496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1","version":"284'7113","reported_seq":7145,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:21.053114+0000","last_change":"2023-09-23T15:19:26.217229+0000","last_active":"2023-09-23T15:21:21.053114+0000","last_peered":"2023-09-23T15:21:21.053114+0000","last_clean":"2023-09-23T15:21:21.053114+0000","last_became_active":"2023-09-23T15:19:26.216977+0000","last_became_peered":"2023-09-23T15:19:26.216977+0000","last_unstale":"2023-09-23T15:21:21.053114+0000","last_undegraded":"2023-09-23T15:21:21.053114+0000","last_fullsized":"2023-09-23T15:21:21.053114+0000","mapping_epoch":261,"log_start":"265'800","ondisk_log_start":"265'800","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6313,"log_dups_size":0,"ondisk_log_size":6313,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:27:53.161956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":382271488,"num_objects":5833,"num_object_clones":0,"num_object_copies":17499,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5833,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7113,"num_write_kb":414272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":663,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.352519+0000","last_change":"2023-09-23T15:19:28.936808+0000","last_active":"2023-09-23T15:21:12.352519+0000","last_peered":"2023-09-23T15:21:12.352519+0000","last_clean":"2023-09-23T15:21:12.352519+0000","last_became_active":"2023-09-23T15:19:25.294251+0000","last_became_peered":"2023-09-23T15:19:25.294251+0000","last_unstale":"2023-09-23T15:21:12.352519+0000","last_undegraded":"2023-09-23T15:21:12.352519+0000","last_fullsized":"2023-09-23T15:21:12.352519+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:08:12.334746+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":234,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.263884+0000","last_change":"2023-09-23T15:15:12.164217+0000","last_active":"2023-09-23T15:21:09.263884+0000","last_peered":"2023-09-23T15:21:09.263884+0000","last_clean":"2023-09-23T15:21:09.263884+0000","last_became_active":"2023-09-23T15:15:12.163951+0000","last_became_peered":"2023-09-23T15:15:12.163951+0000","last_unstale":"2023-09-23T15:21:09.263884+0000","last_undegraded":"2023-09-23T15:21:09.263884+0000","last_fullsized":"2023-09-23T15:21:09.263884+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:12.342604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":288,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.350814+0000","last_change":"2023-09-23T15:15:12.156668+0000","last_active":"2023-09-23T15:21:12.350814+0000","last_peered":"2023-09-23T15:21:12.350814+0000","last_clean":"2023-09-23T15:21:12.350814+0000","last_became_active":"2023-09-23T15:15:12.156361+0000","last_became_peered":"2023-09-23T15:15:12.156361+0000","last_unstale":"2023-09-23T15:21:12.350814+0000","last_undegraded":"2023-09-23T15:21:12.350814+0000","last_fullsized":"2023-09-23T15:21:12.350814+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:42.285826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"284'7201","reported_seq":7232,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:23.047843+0000","last_change":"2023-09-23T15:19:26.215498+0000","last_active":"2023-09-23T15:21:23.047843+0000","last_peered":"2023-09-23T15:21:23.047843+0000","last_clean":"2023-09-23T15:21:23.047843+0000","last_became_active":"2023-09-23T15:19:26.215159+0000","last_became_peered":"2023-09-23T15:19:26.215159+0000","last_unstale":"2023-09-23T15:21:23.047843+0000","last_undegraded":"2023-09-23T15:21:23.047843+0000","last_fullsized":"2023-09-23T15:21:23.047843+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":7201,"log_dups_size":0,"ondisk_log_size":7201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:52.381252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":370999296,"num_objects":5661,"num_object_clones":0,"num_object_copies":16983,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5661,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7201,"num_write_kb":411584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":288,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.352183+0000","last_change":"2023-09-23T15:16:29.270334+0000","last_active":"2023-09-23T15:21:12.352183+0000","last_peered":"2023-09-23T15:21:12.352183+0000","last_clean":"2023-09-23T15:21:12.352183+0000","last_became_active":"2023-09-23T15:16:29.269984+0000","last_became_peered":"2023-09-23T15:16:29.269984+0000","last_unstale":"2023-09-23T15:21:12.352183+0000","last_undegraded":"2023-09-23T15:21:12.352183+0000","last_fullsized":"2023-09-23T15:21:12.352183+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:54.624163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":191,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.267437+0000","last_change":"2023-09-23T15:19:53.360485+0000","last_active":"2023-09-23T15:21:09.267437+0000","last_peered":"2023-09-23T15:21:09.267437+0000","last_clean":"2023-09-23T15:21:09.267437+0000","last_became_active":"2023-09-23T15:19:53.360147+0000","last_became_peered":"2023-09-23T15:19:53.360147+0000","last_unstale":"2023-09-23T15:21:09.267437+0000","last_undegraded":"2023-09-23T15:21:09.267437+0000","last_fullsized":"2023-09-23T15:21:09.267437+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:59.323840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"283'6928","reported_seq":6958,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:20.271632+0000","last_change":"2023-09-23T15:19:26.213111+0000","last_active":"2023-09-23T15:21:20.271632+0000","last_peered":"2023-09-23T15:21:20.271632+0000","last_clean":"2023-09-23T15:21:20.271632+0000","last_became_active":"2023-09-23T15:19:26.212840+0000","last_became_peered":"2023-09-23T15:19:26.212840+0000","last_unstale":"2023-09-23T15:21:20.271632+0000","last_undegraded":"2023-09-23T15:21:20.271632+0000","last_fullsized":"2023-09-23T15:21:20.271632+0000","mapping_epoch":261,"log_start":"265'100","ondisk_log_start":"265'100","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6828,"log_dups_size":0,"ondisk_log_size":6828,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:31:54.268109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367001600,"num_objects":5600,"num_object_clones":0,"num_object_copies":16800,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6928,"num_write_kb":400896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":655,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.351521+0000","last_change":"2023-09-23T15:19:30.886388+0000","last_active":"2023-09-23T15:21:12.351521+0000","last_peered":"2023-09-23T15:21:12.351521+0000","last_clean":"2023-09-23T15:21:12.351521+0000","last_became_active":"2023-09-23T15:19:25.213275+0000","last_became_peered":"2023-09-23T15:19:25.213275+0000","last_unstale":"2023-09-23T15:21:12.351521+0000","last_undegraded":"2023-09-23T15:21:12.351521+0000","last_fullsized":"2023-09-23T15:21:12.351521+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:50:00.935983+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":268,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348019+0000","last_change":"2023-09-23T15:16:29.249600+0000","last_active":"2023-09-23T15:21:12.348019+0000","last_peered":"2023-09-23T15:21:12.348019+0000","last_clean":"2023-09-23T15:21:12.348019+0000","last_became_active":"2023-09-23T15:16:29.249250+0000","last_became_peered":"2023-09-23T15:16:29.249250+0000","last_unstale":"2023-09-23T15:21:12.348019+0000","last_undegraded":"2023-09-23T15:21:12.348019+0000","last_fullsized":"2023-09-23T15:21:12.348019+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:09.538799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":258,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.340033+0000","last_change":"2023-09-23T15:16:29.296431+0000","last_active":"2023-09-23T15:21:12.340033+0000","last_peered":"2023-09-23T15:21:12.340033+0000","last_clean":"2023-09-23T15:21:12.340033+0000","last_became_active":"2023-09-23T15:16:29.296041+0000","last_became_peered":"2023-09-23T15:16:29.296041+0000","last_unstale":"2023-09-23T15:21:12.340033+0000","last_undegraded":"2023-09-23T15:21:12.340033+0000","last_fullsized":"2023-09-23T15:21:12.340033+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:44.906924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.e","version":"284'7190","reported_seq":7222,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:21.159236+0000","last_change":"2023-09-23T15:19:26.211566+0000","last_active":"2023-09-23T15:21:21.159236+0000","last_peered":"2023-09-23T15:21:21.159236+0000","last_clean":"2023-09-23T15:21:21.159236+0000","last_became_active":"2023-09-23T15:19:26.211327+0000","last_became_peered":"2023-09-23T15:19:26.211327+0000","last_unstale":"2023-09-23T15:21:21.159236+0000","last_undegraded":"2023-09-23T15:21:21.159236+0000","last_fullsized":"2023-09-23T15:21:21.159236+0000","mapping_epoch":261,"log_start":"265'300","ondisk_log_start":"265'300","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6890,"log_dups_size":0,"ondisk_log_size":6890,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:21:58.304969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":381943808,"num_objects":5828,"num_object_clones":0,"num_object_copies":17484,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5828,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7190,"num_write_kb":416576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":472,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.264062+0000","last_change":"2023-09-23T15:19:28.982051+0000","last_active":"2023-09-23T15:21:09.264062+0000","last_peered":"2023-09-23T15:21:09.264062+0000","last_clean":"2023-09-23T15:21:09.264062+0000","last_became_active":"2023-09-23T15:19:25.294159+0000","last_became_peered":"2023-09-23T15:19:25.294159+0000","last_unstale":"2023-09-23T15:21:09.264062+0000","last_undegraded":"2023-09-23T15:21:09.264062+0000","last_fullsized":"2023-09-23T15:21:09.264062+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.981987+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.981987+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:50:57.288657+0000","scrub_duration":0.0014227549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":248,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360588+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:21:12.360588+0000","last_peered":"2023-09-23T15:21:12.360588+0000","last_clean":"2023-09-23T15:21:12.360588+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:21:12.360588+0000","last_undegraded":"2023-09-23T15:21:12.360588+0000","last_fullsized":"2023-09-23T15:21:12.360588+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":261,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:19.447856+0000","last_change":"2023-09-23T15:14:43.200618+0000","last_active":"2023-09-23T15:21:19.447856+0000","last_peered":"2023-09-23T15:21:19.447856+0000","last_clean":"2023-09-23T15:21:19.447856+0000","last_became_active":"2023-09-23T15:14:43.197761+0000","last_became_peered":"2023-09-23T15:14:43.197761+0000","last_unstale":"2023-09-23T15:21:19.447856+0000","last_undegraded":"2023-09-23T15:21:19.447856+0000","last_fullsized":"2023-09-23T15:21:19.447856+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:15.828465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":265,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:16.059100+0000","last_change":"2023-09-23T15:16:49.311118+0000","last_active":"2023-09-23T15:21:16.059100+0000","last_peered":"2023-09-23T15:21:16.059100+0000","last_clean":"2023-09-23T15:21:16.059100+0000","last_became_active":"2023-09-23T15:16:49.310777+0000","last_became_peered":"2023-09-23T15:16:49.310777+0000","last_unstale":"2023-09-23T15:21:16.059100+0000","last_undegraded":"2023-09-23T15:21:16.059100+0000","last_fullsized":"2023-09-23T15:21:16.059100+0000","mapping_epoch":234,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":235,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:06.225487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.8","version":"284'7219","reported_seq":7251,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:24.437891+0000","last_change":"2023-09-23T15:19:26.210650+0000","last_active":"2023-09-23T15:21:24.437891+0000","last_peered":"2023-09-23T15:21:24.437891+0000","last_clean":"2023-09-23T15:21:24.437891+0000","last_became_active":"2023-09-23T15:19:26.210250+0000","last_became_peered":"2023-09-23T15:19:26.210250+0000","last_unstale":"2023-09-23T15:21:24.437891+0000","last_undegraded":"2023-09-23T15:21:24.437891+0000","last_fullsized":"2023-09-23T15:21:24.437891+0000","mapping_epoch":261,"log_start":"265'600","ondisk_log_start":"265'600","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6619,"log_dups_size":0,"ondisk_log_size":6619,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:37.416489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":368246784,"num_objects":5619,"num_object_clones":0,"num_object_copies":16857,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5619,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7219,"num_write_kb":410816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":662,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.341938+0000","last_change":"2023-09-23T15:19:29.124006+0000","last_active":"2023-09-23T15:21:12.341938+0000","last_peered":"2023-09-23T15:21:12.341938+0000","last_clean":"2023-09-23T15:21:12.341938+0000","last_became_active":"2023-09-23T15:19:25.213152+0000","last_became_peered":"2023-09-23T15:19:25.213152+0000","last_unstale":"2023-09-23T15:21:12.341938+0000","last_undegraded":"2023-09-23T15:21:12.341938+0000","last_fullsized":"2023-09-23T15:21:12.341938+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:29.123897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:29.123897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:18:14.263522+0000","scrub_duration":0.0014113800000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":234,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:16.059118+0000","last_change":"2023-09-23T15:12:57.234902+0000","last_active":"2023-09-23T15:21:16.059118+0000","last_peered":"2023-09-23T15:21:16.059118+0000","last_clean":"2023-09-23T15:21:16.059118+0000","last_became_active":"2023-09-23T15:12:57.234598+0000","last_became_peered":"2023-09-23T15:12:57.234598+0000","last_unstale":"2023-09-23T15:21:16.059118+0000","last_undegraded":"2023-09-23T15:21:16.059118+0000","last_fullsized":"2023-09-23T15:21:16.059118+0000","mapping_epoch":158,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":159,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:01.289604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":263,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.264105+0000","last_change":"2023-09-23T15:16:13.268475+0000","last_active":"2023-09-23T15:21:09.264105+0000","last_peered":"2023-09-23T15:21:09.264105+0000","last_clean":"2023-09-23T15:21:09.264105+0000","last_became_active":"2023-09-23T15:16:13.268183+0000","last_became_peered":"2023-09-23T15:16:13.268183+0000","last_unstale":"2023-09-23T15:21:09.264105+0000","last_undegraded":"2023-09-23T15:21:09.264105+0000","last_fullsized":"2023-09-23T15:21:09.264105+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:18.717309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1],"acting":[6,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":106,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.352447+0000","last_change":"2023-09-23T15:14:43.213398+0000","last_active":"2023-09-23T15:21:12.352447+0000","last_peered":"2023-09-23T15:21:12.352447+0000","last_clean":"2023-09-23T15:21:12.352447+0000","last_became_active":"2023-09-23T15:14:43.213011+0000","last_became_peered":"2023-09-23T15:14:43.213011+0000","last_unstale":"2023-09-23T15:21:12.352447+0000","last_undegraded":"2023-09-23T15:21:12.352447+0000","last_fullsized":"2023-09-23T15:21:12.352447+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:08.188319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.b","version":"284'7217","reported_seq":7249,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:24.416568+0000","last_change":"2023-09-23T15:19:26.215975+0000","last_active":"2023-09-23T15:21:24.416568+0000","last_peered":"2023-09-23T15:21:24.416568+0000","last_clean":"2023-09-23T15:21:24.416568+0000","last_became_active":"2023-09-23T15:19:26.215607+0000","last_became_peered":"2023-09-23T15:19:26.215607+0000","last_unstale":"2023-09-23T15:21:24.416568+0000","last_undegraded":"2023-09-23T15:21:24.416568+0000","last_fullsized":"2023-09-23T15:21:24.416568+0000","mapping_epoch":261,"log_start":"265'600","ondisk_log_start":"265'600","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6617,"log_dups_size":0,"ondisk_log_size":6617,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:44:59.910347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":368902144,"num_objects":5629,"num_object_clones":0,"num_object_copies":16887,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5629,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7217,"num_write_kb":411072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":717,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360212+0000","last_change":"2023-09-23T15:19:37.123078+0000","last_active":"2023-09-23T15:21:12.360212+0000","last_peered":"2023-09-23T15:21:12.360212+0000","last_clean":"2023-09-23T15:21:12.360212+0000","last_became_active":"2023-09-23T15:19:25.215044+0000","last_became_peered":"2023-09-23T15:19:25.215044+0000","last_unstale":"2023-09-23T15:21:12.360212+0000","last_undegraded":"2023-09-23T15:21:12.360212+0000","last_fullsized":"2023-09-23T15:21:12.360212+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:37.123004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:37.123004+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:39:59.420373+0000","scrub_duration":0.0023767789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":115,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.352231+0000","last_change":"2023-09-23T15:15:00.275891+0000","last_active":"2023-09-23T15:21:12.352231+0000","last_peered":"2023-09-23T15:21:12.352231+0000","last_clean":"2023-09-23T15:21:12.352231+0000","last_became_active":"2023-09-23T15:15:00.275552+0000","last_became_peered":"2023-09-23T15:15:00.275552+0000","last_unstale":"2023-09-23T15:21:12.352231+0000","last_undegraded":"2023-09-23T15:21:12.352231+0000","last_fullsized":"2023-09-23T15:21:12.352231+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:39.525574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":106,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.352606+0000","last_change":"2023-09-23T15:14:43.191752+0000","last_active":"2023-09-23T15:21:12.352606+0000","last_peered":"2023-09-23T15:21:12.352606+0000","last_clean":"2023-09-23T15:21:12.352606+0000","last_became_active":"2023-09-23T15:14:43.191461+0000","last_became_peered":"2023-09-23T15:14:43.191461+0000","last_unstale":"2023-09-23T15:21:12.352606+0000","last_undegraded":"2023-09-23T15:21:12.352606+0000","last_fullsized":"2023-09-23T15:21:12.352606+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:10:06.517452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":271,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.340108+0000","last_change":"2023-09-23T15:15:00.166091+0000","last_active":"2023-09-23T15:21:12.340108+0000","last_peered":"2023-09-23T15:21:12.340108+0000","last_clean":"2023-09-23T15:21:12.340108+0000","last_became_active":"2023-09-23T15:15:00.165759+0000","last_became_peered":"2023-09-23T15:15:00.165759+0000","last_unstale":"2023-09-23T15:21:12.340108+0000","last_undegraded":"2023-09-23T15:21:12.340108+0000","last_fullsized":"2023-09-23T15:21:12.340108+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:05:47.789376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.9","version":"283'7059","reported_seq":7089,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:20.301935+0000","last_change":"2023-09-23T15:19:26.215890+0000","last_active":"2023-09-23T15:21:20.301935+0000","last_peered":"2023-09-23T15:21:20.301935+0000","last_clean":"2023-09-23T15:21:20.301935+0000","last_became_active":"2023-09-23T15:19:26.215603+0000","last_became_peered":"2023-09-23T15:19:26.215603+0000","last_unstale":"2023-09-23T15:21:20.301935+0000","last_undegraded":"2023-09-23T15:21:20.301935+0000","last_fullsized":"2023-09-23T15:21:20.301935+0000","mapping_epoch":261,"log_start":"265'200","ondisk_log_start":"265'200","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6859,"log_dups_size":0,"ondisk_log_size":6859,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:52.397921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":377946112,"num_objects":5767,"num_object_clones":0,"num_object_copies":17301,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5767,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7059,"num_write_kb":410432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":121,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.351042+0000","last_change":"2023-09-23T15:16:29.248124+0000","last_active":"2023-09-23T15:21:12.351042+0000","last_peered":"2023-09-23T15:21:12.351042+0000","last_clean":"2023-09-23T15:21:12.351042+0000","last_became_active":"2023-09-23T15:16:29.247823+0000","last_became_peered":"2023-09-23T15:16:29.247823+0000","last_unstale":"2023-09-23T15:21:12.351042+0000","last_undegraded":"2023-09-23T15:21:12.351042+0000","last_fullsized":"2023-09-23T15:21:12.351042+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:41.983147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":701,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.361320+0000","last_change":"2023-09-23T15:19:30.201551+0000","last_active":"2023-09-23T15:21:12.361320+0000","last_peered":"2023-09-23T15:21:12.361320+0000","last_clean":"2023-09-23T15:21:12.361320+0000","last_became_active":"2023-09-23T15:16:29.247772+0000","last_became_peered":"2023-09-23T15:16:29.247772+0000","last_unstale":"2023-09-23T15:21:12.361320+0000","last_undegraded":"2023-09-23T15:21:12.361320+0000","last_fullsized":"2023-09-23T15:21:12.361320+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.201466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.201466+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:47:17.549902+0000","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":227,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.347950+0000","last_change":"2023-09-23T15:10:32.002288+0000","last_active":"2023-09-23T15:21:12.347950+0000","last_peered":"2023-09-23T15:21:12.347950+0000","last_clean":"2023-09-23T15:21:12.347950+0000","last_became_active":"2023-09-23T15:10:32.001667+0000","last_became_peered":"2023-09-23T15:10:32.001667+0000","last_unstale":"2023-09-23T15:21:12.347950+0000","last_undegraded":"2023-09-23T15:21:12.347950+0000","last_fullsized":"2023-09-23T15:21:12.347950+0000","mapping_epoch":122,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":123,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:15:13.116341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":211,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.264519+0000","last_change":"2023-09-23T15:16:29.238550+0000","last_active":"2023-09-23T15:21:09.264519+0000","last_peered":"2023-09-23T15:21:09.264519+0000","last_clean":"2023-09-23T15:21:09.264519+0000","last_became_active":"2023-09-23T15:16:29.238215+0000","last_became_peered":"2023-09-23T15:16:29.238215+0000","last_unstale":"2023-09-23T15:21:09.264519+0000","last_undegraded":"2023-09-23T15:21:09.264519+0000","last_fullsized":"2023-09-23T15:21:09.264519+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:23.238311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"284'7204","reported_seq":7236,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:23.484485+0000","last_change":"2023-09-23T15:19:26.214968+0000","last_active":"2023-09-23T15:21:23.484485+0000","last_peered":"2023-09-23T15:21:23.484485+0000","last_clean":"2023-09-23T15:21:23.484485+0000","last_became_active":"2023-09-23T15:19:26.214730+0000","last_became_peered":"2023-09-23T15:19:26.214730+0000","last_unstale":"2023-09-23T15:21:23.484485+0000","last_undegraded":"2023-09-23T15:21:23.484485+0000","last_fullsized":"2023-09-23T15:21:23.484485+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":7204,"log_dups_size":0,"ondisk_log_size":7204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:51.809441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373817344,"num_objects":5704,"num_object_clones":0,"num_object_copies":17112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5704,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7204,"num_write_kb":413056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":472,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.265327+0000","last_change":"2023-09-23T15:19:30.915592+0000","last_active":"2023-09-23T15:21:09.265327+0000","last_peered":"2023-09-23T15:21:09.265327+0000","last_clean":"2023-09-23T15:21:09.265327+0000","last_became_active":"2023-09-23T15:19:25.214134+0000","last_became_peered":"2023-09-23T15:19:25.214134+0000","last_unstale":"2023-09-23T15:21:09.265327+0000","last_undegraded":"2023-09-23T15:21:09.265327+0000","last_fullsized":"2023-09-23T15:21:09.265327+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:44:39.934661+0000","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":268,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.361367+0000","last_change":"2023-09-23T15:16:29.248095+0000","last_active":"2023-09-23T15:21:12.361367+0000","last_peered":"2023-09-23T15:21:12.361367+0000","last_clean":"2023-09-23T15:21:12.361367+0000","last_became_active":"2023-09-23T15:16:29.246790+0000","last_became_peered":"2023-09-23T15:16:29.246790+0000","last_unstale":"2023-09-23T15:21:12.361367+0000","last_undegraded":"2023-09-23T15:21:12.361367+0000","last_fullsized":"2023-09-23T15:21:12.361367+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:50:44.146980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":125,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348842+0000","last_change":"2023-09-23T15:16:13.202894+0000","last_active":"2023-09-23T15:21:12.348842+0000","last_peered":"2023-09-23T15:21:12.348842+0000","last_clean":"2023-09-23T15:21:12.348842+0000","last_became_active":"2023-09-23T15:16:13.202593+0000","last_became_peered":"2023-09-23T15:16:13.202593+0000","last_unstale":"2023-09-23T15:21:12.348842+0000","last_undegraded":"2023-09-23T15:21:12.348842+0000","last_fullsized":"2023-09-23T15:21:12.348842+0000","mapping_epoch":218,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:59:56.399704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":100,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.345076+0000","last_change":"2023-09-23T15:15:00.166244+0000","last_active":"2023-09-23T15:21:12.345076+0000","last_peered":"2023-09-23T15:21:12.345076+0000","last_clean":"2023-09-23T15:21:12.345076+0000","last_became_active":"2023-09-23T15:15:00.165888+0000","last_became_peered":"2023-09-23T15:15:00.165888+0000","last_unstale":"2023-09-23T15:21:12.345076+0000","last_undegraded":"2023-09-23T15:21:12.345076+0000","last_fullsized":"2023-09-23T15:21:12.345076+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:14:12.090243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.f","version":"284'7337","reported_seq":7365,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:24.461542+0000","last_change":"2023-09-23T15:19:26.216446+0000","last_active":"2023-09-23T15:21:24.461542+0000","last_peered":"2023-09-23T15:21:24.461542+0000","last_clean":"2023-09-23T15:21:24.461542+0000","last_became_active":"2023-09-23T15:19:26.216163+0000","last_became_peered":"2023-09-23T15:19:26.216163+0000","last_unstale":"2023-09-23T15:21:24.461542+0000","last_undegraded":"2023-09-23T15:21:24.461542+0000","last_fullsized":"2023-09-23T15:21:24.461542+0000","mapping_epoch":261,"log_start":"265'800","ondisk_log_start":"265'800","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6537,"log_dups_size":0,"ondisk_log_size":6537,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:05:17.062527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372572160,"num_objects":5685,"num_object_clones":0,"num_object_copies":17055,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5685,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7337,"num_write_kb":416704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":472,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.264257+0000","last_change":"2023-09-23T15:19:27.996193+0000","last_active":"2023-09-23T15:21:09.264257+0000","last_peered":"2023-09-23T15:21:09.264257+0000","last_clean":"2023-09-23T15:21:09.264257+0000","last_became_active":"2023-09-23T15:19:25.294216+0000","last_became_peered":"2023-09-23T15:19:25.294216+0000","last_unstale":"2023-09-23T15:21:09.264257+0000","last_undegraded":"2023-09-23T15:21:09.264257+0000","last_fullsized":"2023-09-23T15:21:09.264257+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:27.996115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:27.996115+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:51:30.663343+0000","scrub_duration":0.0021624539999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":268,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.360847+0000","last_change":"2023-09-23T15:16:29.248486+0000","last_active":"2023-09-23T15:21:12.360847+0000","last_peered":"2023-09-23T15:21:12.360847+0000","last_clean":"2023-09-23T15:21:12.360847+0000","last_became_active":"2023-09-23T15:16:29.246680+0000","last_became_peered":"2023-09-23T15:16:29.246680+0000","last_unstale":"2023-09-23T15:21:12.360847+0000","last_undegraded":"2023-09-23T15:21:12.360847+0000","last_fullsized":"2023-09-23T15:21:12.360847+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:07.813667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":106,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.352516+0000","last_change":"2023-09-23T15:14:43.195974+0000","last_active":"2023-09-23T15:21:12.352516+0000","last_peered":"2023-09-23T15:21:12.352516+0000","last_clean":"2023-09-23T15:21:12.352516+0000","last_became_active":"2023-09-23T15:14:43.195644+0000","last_became_peered":"2023-09-23T15:14:43.195644+0000","last_unstale":"2023-09-23T15:21:12.352516+0000","last_undegraded":"2023-09-23T15:21:12.352516+0000","last_fullsized":"2023-09-23T15:21:12.352516+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:34:01.686847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":150,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.352003+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:21:12.352003+0000","last_peered":"2023-09-23T15:21:12.352003+0000","last_clean":"2023-09-23T15:21:12.352003+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:21:12.352003+0000","last_undegraded":"2023-09-23T15:21:12.352003+0000","last_fullsized":"2023-09-23T15:21:12.352003+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.c","version":"284'7133","reported_seq":7165,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:21.213220+0000","last_change":"2023-09-23T15:19:26.211044+0000","last_active":"2023-09-23T15:21:21.213220+0000","last_peered":"2023-09-23T15:21:21.213220+0000","last_clean":"2023-09-23T15:21:21.213220+0000","last_became_active":"2023-09-23T15:19:26.210793+0000","last_became_peered":"2023-09-23T15:19:26.210793+0000","last_unstale":"2023-09-23T15:21:21.213220+0000","last_undegraded":"2023-09-23T15:21:21.213220+0000","last_fullsized":"2023-09-23T15:21:21.213220+0000","mapping_epoch":261,"log_start":"265'300","ondisk_log_start":"265'300","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":6833,"log_dups_size":0,"ondisk_log_size":6833,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:35:57.549271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":375980032,"num_objects":5737,"num_object_clones":0,"num_object_copies":17211,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7133,"num_write_kb":411840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":655,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.350690+0000","last_change":"2023-09-23T15:19:34.895239+0000","last_active":"2023-09-23T15:21:12.350690+0000","last_peered":"2023-09-23T15:21:12.350690+0000","last_clean":"2023-09-23T15:21:12.350690+0000","last_became_active":"2023-09-23T15:19:25.212691+0000","last_became_peered":"2023-09-23T15:19:25.212691+0000","last_unstale":"2023-09-23T15:21:12.350690+0000","last_undegraded":"2023-09-23T15:21:12.350690+0000","last_fullsized":"2023-09-23T15:21:12.350690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:34.895121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:34.895121+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:44.011668+0000","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5],"acting":[2,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":291,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348796+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:21:12.348796+0000","last_peered":"2023-09-23T15:21:12.348796+0000","last_clean":"2023-09-23T15:21:12.348796+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:21:12.348796+0000","last_undegraded":"2023-09-23T15:21:12.348796+0000","last_fullsized":"2023-09-23T15:21:12.348796+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":243,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.339459+0000","last_change":"2023-09-23T15:15:12.159743+0000","last_active":"2023-09-23T15:21:12.339459+0000","last_peered":"2023-09-23T15:21:12.339459+0000","last_clean":"2023-09-23T15:21:12.339459+0000","last_became_active":"2023-09-23T15:15:12.159443+0000","last_became_peered":"2023-09-23T15:15:12.159443+0000","last_unstale":"2023-09-23T15:21:12.339459+0000","last_undegraded":"2023-09-23T15:21:12.339459+0000","last_fullsized":"2023-09-23T15:21:12.339459+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:59.853671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":280,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348046+0000","last_change":"2023-09-23T15:16:29.251847+0000","last_active":"2023-09-23T15:21:12.348046+0000","last_peered":"2023-09-23T15:21:12.348046+0000","last_clean":"2023-09-23T15:21:12.348046+0000","last_became_active":"2023-09-23T15:16:29.251528+0000","last_became_peered":"2023-09-23T15:16:29.251528+0000","last_unstale":"2023-09-23T15:21:12.348046+0000","last_undegraded":"2023-09-23T15:21:12.348046+0000","last_fullsized":"2023-09-23T15:21:12.348046+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:30:49.939505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"284'7161","reported_seq":7191,"reported_epoch":284,"state":"active+clean","last_fresh":"2023-09-23T15:21:22.239800+0000","last_change":"2023-09-23T15:19:26.215049+0000","last_active":"2023-09-23T15:21:22.239800+0000","last_peered":"2023-09-23T15:21:22.239800+0000","last_clean":"2023-09-23T15:21:22.239800+0000","last_became_active":"2023-09-23T15:19:26.214704+0000","last_became_peered":"2023-09-23T15:19:26.214704+0000","last_unstale":"2023-09-23T15:21:22.239800+0000","last_undegraded":"2023-09-23T15:21:22.239800+0000","last_fullsized":"2023-09-23T15:21:22.239800+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":261,"last_epoch_clean":262,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:19:25.196373+0000","last_clean_scrub_stamp":"2023-09-23T15:19:25.196373+0000","objects_scrubbed":0,"log_size":7161,"log_dups_size":0,"ondisk_log_size":7161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:03:44.353471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371851288,"num_objects":5675,"num_object_clones":0,"num_object_copies":17025,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5675,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7161,"num_write_kb":410689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":655,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348995+0000","last_change":"2023-09-23T15:19:28.292090+0000","last_active":"2023-09-23T15:21:12.348995+0000","last_peered":"2023-09-23T15:21:12.348995+0000","last_clean":"2023-09-23T15:21:12.348995+0000","last_became_active":"2023-09-23T15:19:25.297146+0000","last_became_peered":"2023-09-23T15:19:25.297146+0000","last_unstale":"2023-09-23T15:21:12.348995+0000","last_undegraded":"2023-09-23T15:21:12.348995+0000","last_fullsized":"2023-09-23T15:21:12.348995+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.291991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.291991+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:51:50.159470+0000","scrub_duration":0.0020547220000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":269,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.264222+0000","last_change":"2023-09-23T15:16:29.249198+0000","last_active":"2023-09-23T15:21:09.264222+0000","last_peered":"2023-09-23T15:21:09.264222+0000","last_clean":"2023-09-23T15:21:09.264222+0000","last_became_active":"2023-09-23T15:16:29.248951+0000","last_became_peered":"2023-09-23T15:16:29.248951+0000","last_unstale":"2023-09-23T15:21:09.264222+0000","last_undegraded":"2023-09-23T15:21:09.264222+0000","last_fullsized":"2023-09-23T15:21:09.264222+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:45.881383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":132,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.345202+0000","last_change":"2023-09-23T15:16:29.241073+0000","last_active":"2023-09-23T15:21:12.345202+0000","last_peered":"2023-09-23T15:21:12.345202+0000","last_clean":"2023-09-23T15:21:12.345202+0000","last_became_active":"2023-09-23T15:16:29.240643+0000","last_became_peered":"2023-09-23T15:16:29.240643+0000","last_unstale":"2023-09-23T15:21:12.345202+0000","last_undegraded":"2023-09-23T15:21:12.345202+0000","last_fullsized":"2023-09-23T15:21:12.345202+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:57:51.653369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":165,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.351971+0000","last_change":"2023-09-23T15:15:12.132742+0000","last_active":"2023-09-23T15:21:12.351971+0000","last_peered":"2023-09-23T15:21:12.351971+0000","last_clean":"2023-09-23T15:21:12.351971+0000","last_became_active":"2023-09-23T15:15:12.132437+0000","last_became_peered":"2023-09-23T15:15:12.132437+0000","last_unstale":"2023-09-23T15:21:12.351971+0000","last_undegraded":"2023-09-23T15:21:12.351971+0000","last_fullsized":"2023-09-23T15:21:12.351971+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:53:36.789515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":124,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.341109+0000","last_change":"2023-09-23T15:16:29.237949+0000","last_active":"2023-09-23T15:21:12.341109+0000","last_peered":"2023-09-23T15:21:12.341109+0000","last_clean":"2023-09-23T15:21:12.341109+0000","last_became_active":"2023-09-23T15:16:29.237482+0000","last_became_peered":"2023-09-23T15:16:29.237482+0000","last_unstale":"2023-09-23T15:21:12.341109+0000","last_undegraded":"2023-09-23T15:21:12.341109+0000","last_fullsized":"2023-09-23T15:21:12.341109+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:58.301711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":114,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.352583+0000","last_change":"2023-09-23T15:19:53.347568+0000","last_active":"2023-09-23T15:21:12.352583+0000","last_peered":"2023-09-23T15:21:12.352583+0000","last_clean":"2023-09-23T15:21:12.352583+0000","last_became_active":"2023-09-23T15:19:53.347371+0000","last_became_peered":"2023-09-23T15:19:53.347371+0000","last_unstale":"2023-09-23T15:21:12.352583+0000","last_undegraded":"2023-09-23T15:21:12.352583+0000","last_fullsized":"2023-09-23T15:21:12.352583+0000","mapping_epoch":267,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":268,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:15:44.304904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":110,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.339122+0000","last_change":"2023-09-23T15:15:12.160563+0000","last_active":"2023-09-23T15:21:12.339122+0000","last_peered":"2023-09-23T15:21:12.339122+0000","last_clean":"2023-09-23T15:21:12.339122+0000","last_became_active":"2023-09-23T15:15:12.140626+0000","last_became_peered":"2023-09-23T15:15:12.140626+0000","last_unstale":"2023-09-23T15:21:12.339122+0000","last_undegraded":"2023-09-23T15:21:12.339122+0000","last_fullsized":"2023-09-23T15:21:12.339122+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:54.065542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":263,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348315+0000","last_change":"2023-09-23T15:15:12.167979+0000","last_active":"2023-09-23T15:21:12.348315+0000","last_peered":"2023-09-23T15:21:12.348315+0000","last_clean":"2023-09-23T15:21:12.348315+0000","last_became_active":"2023-09-23T15:15:12.167481+0000","last_became_peered":"2023-09-23T15:15:12.167481+0000","last_unstale":"2023-09-23T15:21:12.348315+0000","last_undegraded":"2023-09-23T15:21:12.348315+0000","last_fullsized":"2023-09-23T15:21:12.348315+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:30.634191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":108,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.264438+0000","last_change":"2023-09-23T15:15:12.167197+0000","last_active":"2023-09-23T15:21:09.264438+0000","last_peered":"2023-09-23T15:21:09.264438+0000","last_clean":"2023-09-23T15:21:09.264438+0000","last_became_active":"2023-09-23T15:15:12.140532+0000","last_became_peered":"2023-09-23T15:15:12.140532+0000","last_unstale":"2023-09-23T15:21:09.264438+0000","last_undegraded":"2023-09-23T15:21:09.264438+0000","last_fullsized":"2023-09-23T15:21:09.264438+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:20.308032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":297,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348088+0000","last_change":"2023-09-23T15:15:12.167317+0000","last_active":"2023-09-23T15:21:12.348088+0000","last_peered":"2023-09-23T15:21:12.348088+0000","last_clean":"2023-09-23T15:21:12.348088+0000","last_became_active":"2023-09-23T15:15:12.167006+0000","last_became_peered":"2023-09-23T15:15:12.167006+0000","last_unstale":"2023-09-23T15:21:12.348088+0000","last_undegraded":"2023-09-23T15:21:12.348088+0000","last_fullsized":"2023-09-23T15:21:12.348088+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:46:38.239624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":302,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348569+0000","last_change":"2023-09-23T15:14:43.537088+0000","last_active":"2023-09-23T15:21:12.348569+0000","last_peered":"2023-09-23T15:21:12.348569+0000","last_clean":"2023-09-23T15:21:12.348569+0000","last_became_active":"2023-09-23T15:14:43.467930+0000","last_became_peered":"2023-09-23T15:14:43.467930+0000","last_unstale":"2023-09-23T15:21:12.348569+0000","last_undegraded":"2023-09-23T15:21:12.348569+0000","last_fullsized":"2023-09-23T15:21:12.348569+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:09:45.247948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":323,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:12.348602+0000","last_change":"2023-09-23T15:15:00.287790+0000","last_active":"2023-09-23T15:21:12.348602+0000","last_peered":"2023-09-23T15:21:12.348602+0000","last_clean":"2023-09-23T15:21:12.348602+0000","last_became_active":"2023-09-23T15:15:00.287491+0000","last_became_peered":"2023-09-23T15:15:00.287491+0000","last_unstale":"2023-09-23T15:21:12.348602+0000","last_undegraded":"2023-09-23T15:21:12.348602+0000","last_fullsized":"2023-09-23T15:21:12.348602+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:46:28.420763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":107,"reported_epoch":283,"state":"active+clean","last_fresh":"2023-09-23T15:21:16.225022+0000","last_change":"2023-09-23T15:15:00.167416+0000","last_active":"2023-09-23T15:21:16.225022+0000","last_peered":"2023-09-23T15:21:16.225022+0000","last_clean":"2023-09-23T15:21:16.225022+0000","last_became_active":"2023-09-23T15:15:00.161810+0000","last_became_peered":"2023-09-23T15:15:00.161810+0000","last_unstale":"2023-09-23T15:21:16.225022+0000","last_undegraded":"2023-09-23T15:21:16.225022+0000","last_fullsized":"2023-09-23T15:21:16.225022+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:35.801026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1108,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":181,"reported_epoch":282,"state":"active+clean","last_fresh":"2023-09-23T15:21:09.263431+0000","last_change":"2023-09-23T15:15:12.160899+0000","last_active":"2023-09-23T15:21:09.263431+0000","last_peered":"2023-09-23T15:21:09.263431+0000","last_clean":"2023-09-23T15:21:09.263431+0000","last_became_active":"2023-09-23T15:15:12.160577+0000","last_became_peered":"2023-09-23T15:15:12.160577+0000","last_unstale":"2023-09-23T15:21:09.263431+0000","last_undegraded":"2023-09-23T15:21:09.263431+0000","last_fullsized":"2023-09-23T15:21:09.263431+0000","mapping_epoch":202,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":203,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:25.465929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":1234,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":8,"num_pg":16,"stat_sum":{"num_bytes":5988417560,"num_objects":91377,"num_object_clones":0,"num_object_copies":274131,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":91377,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":114751,"num_write_kb":6596033,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17984925696,"data_stored":17984913480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":109251,"ondisk_log_size":109251,"up":48,"acting":48,"num_store_stats":7},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674364,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2303480,"kb_used_data":2203760,"kb_used_omap":85,"kb_used_meta":99626,"kb_avail":91441672,"statfs":{"total":95995035648,"available":93636272128,"internally_reserved":0,"allocated":2256650240,"data_stored":2255721223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":102017032},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:20:33 2023","interfaces":[{"interface":"back","average":{"1min":6.6950000000000003,"5min":1.865,"15min":0.89900000000000002},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":117.024,"5min":117.024,"15min":117.024},"last":1.7569999999999999},{"interface":"front","average":{"1min":6.3760000000000003,"5min":1.75,"15min":0.85799999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":116.611,"5min":116.611,"15min":116.611},"last":0.247}]},{"osd":1,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":2.597,"15min":1.1799999999999999},"min":{"1min":0.251,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":4.0289999999999999,"5min":177.52699999999999,"15min":177.52699999999999},"last":2.8980000000000001},{"interface":"front","average":{"1min":1.0620000000000001,"5min":2.6230000000000002,"15min":1.1890000000000001},"min":{"1min":0.315,"5min":0.254,"15min":0.254},"max":{"1min":4.0129999999999999,"5min":177.602,"15min":177.602},"last":2.879}]},{"osd":2,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":1.206,"5min":1.593,"15min":1.9830000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":6.835,"5min":29.672999999999998,"15min":29.672999999999998},"last":2.738},{"interface":"front","average":{"1min":1.385,"5min":1.6519999999999999,"15min":1.9359999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":6.085,"5min":29.635000000000002,"15min":29.635000000000002},"last":2.4529999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":8.782,"5min":3.04,"15min":1.5069999999999999},"min":{"1min":0.34000000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":112.889,"5min":112.889,"15min":112.889},"last":0.439},{"interface":"front","average":{"1min":9.1609999999999996,"5min":3.1659999999999999,"15min":1.399},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":110.89100000000001,"5min":110.89100000000001,"15min":110.89100000000001},"last":2.319}]},{"osd":4,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.42499999999999999,"15min":0.42199999999999999},"min":{"1min":0.30399999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.95799999999999996,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.45600000000000002,"15min":0.45900000000000002},"min":{"1min":0.33800000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.67300000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.45300000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:20:33 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.46000000000000002,"15min":0.45200000000000001},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":1.6259999999999999,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":0.497},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51500000000000001,"15min":0.48299999999999998},"min":{"1min":0.32200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.278,"5min":3.5880000000000001,"15min":3.5880000000000001},"last":0.53600000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.48599999999999999,"15min":0.47499999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.76200000000000001,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.52400000000000002}]}]},{"osd":6,"up_from":122,"seq":523986010243,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2448484,"kb_used_data":2225436,"kb_used_omap":9,"kb_used_meta":223030,"kb_avail":91296668,"statfs":{"total":95995035648,"available":93487788032,"internally_reserved":0,"allocated":2278846464,"data_stored":2277929603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":228383059},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":5.298,"5min":2.1800000000000002,"15min":2.0609999999999999},"min":{"1min":0.23400000000000001,"5min":0.219,"15min":0.20100000000000001},"max":{"1min":107.56399999999999,"5min":107.56399999999999,"15min":107.56399999999999},"last":3.5129999999999999},{"interface":"front","average":{"1min":5.2649999999999997,"5min":2.218,"15min":2.258},"min":{"1min":0.247,"5min":0.246,"15min":0.246},"max":{"1min":107.617,"5min":107.617,"15min":107.617},"last":1.1599999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.665,"15min":1.5609999999999999},"min":{"1min":0.254,"5min":0.24199999999999999,"15min":0.22500000000000001},"max":{"1min":5.7450000000000001,"5min":58.652999999999999,"15min":58.652999999999999},"last":1.5600000000000001},{"interface":"front","average":{"1min":1.202,"5min":1.1910000000000001,"15min":1.71},"min":{"1min":0.26300000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":3.2690000000000001,"5min":25.829999999999998,"15min":28.850000000000001},"last":2.1909999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":1.2869999999999999,"5min":1.1240000000000001,"15min":1.48},"min":{"1min":0.35999999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1269999999999998,"5min":9.3070000000000004,"15min":9.3070000000000004},"last":2.1429999999999998},{"interface":"front","average":{"1min":1.5269999999999999,"5min":1.649,"15min":1.8080000000000001},"min":{"1min":0.27400000000000002,"5min":0.245,"15min":0.245},"max":{"1min":5.8600000000000003,"5min":58.975999999999999,"15min":58.975999999999999},"last":3.5899999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":9.8689999999999998,"5min":5.944,"15min":3.1459999999999999},"min":{"1min":0.29699999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":111.399,"5min":256.608,"15min":256.608},"last":1.3779999999999999},{"interface":"front","average":{"1min":9.9250000000000007,"5min":5.6200000000000001,"15min":3.5630000000000002},"min":{"1min":0.32300000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":111.143,"5min":256.42500000000001,"15min":256.42500000000001},"last":3.1429999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.53500000000000003,"15min":0.76700000000000002},"min":{"1min":0.28899999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.5299999999999998,"5min":3.5299999999999998,"15min":36.335000000000001},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.498,"15min":0.91300000000000003},"min":{"1min":0.28199999999999997,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.21,"5min":4.21,"15min":36.374000000000002},"last":0.34899999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:20:49 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.47599999999999998,"15min":4.0640000000000001},"min":{"1min":0.29299999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":3.589,"5min":3.589,"15min":144.953},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.88,"5min":0.56000000000000005,"15min":3.8999999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":3.8359999999999999,"5min":3.8359999999999999,"15min":144.79400000000001},"last":0.33900000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:20:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.51200000000000001,"15min":0.49099999999999999},"min":{"1min":0.313,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.9340000000000002,"5min":2.9340000000000002,"15min":2.9340000000000002},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.56000000000000005,"15min":0.53000000000000003},"min":{"1min":0.317,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":2.9500000000000002,"5min":2.9500000000000002,"15min":2.9500000000000002},"last":0.39900000000000002}]}]},{"osd":1,"up_from":89,"seq":382252089520,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3017360,"kb_used_data":2604040,"kb_used_omap":9,"kb_used_meta":413302,"kb_avail":90727792,"statfs":{"total":95995035648,"available":92905259008,"internally_reserved":0,"allocated":2666536960,"data_stored":2665118539,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":423222249},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:21:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6669999999999998,"5min":1.8740000000000001,"15min":1.272},"min":{"1min":0.19600000000000001,"5min":0.182,"15min":0.182},"max":{"1min":8.3170000000000002,"5min":39.468000000000004,"15min":39.468000000000004},"last":0.378},{"interface":"front","average":{"1min":3.2599999999999998,"5min":1.9650000000000001,"15min":1.325},"min":{"1min":0.26500000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":8.7579999999999991,"5min":39.595999999999997,"15min":39.595999999999997},"last":1.127}]},{"osd":2,"last update":"Sat Sep 23 15:21:17 2023","interfaces":[{"interface":"back","average":{"1min":7.2960000000000003,"5min":3.181,"15min":3.556},"min":{"1min":0.20000000000000001,"5min":0.19500000000000001,"15min":0.185},"max":{"1min":103.27500000000001,"5min":103.27500000000001,"15min":103.27500000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":8.5830000000000002,"5min":3.7280000000000002,"15min":3.7490000000000001},"min":{"1min":0.32400000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":103.30800000000001,"5min":103.30800000000001,"15min":103.30800000000001},"last":0.95599999999999996}]},{"osd":3,"last update":"Sat Sep 23 15:21:13 2023","interfaces":[{"interface":"back","average":{"1min":9.5960000000000001,"5min":5.5019999999999998,"15min":3.1280000000000001},"min":{"1min":0.27000000000000002,"5min":0.22600000000000001,"15min":0.19900000000000001},"max":{"1min":126.44,"5min":128.65799999999999,"15min":128.65799999999999},"last":5.1609999999999996},{"interface":"front","average":{"1min":9.5050000000000008,"5min":5.2030000000000003,"15min":2.863},"min":{"1min":0.35199999999999998,"5min":0.249,"15min":0.216},"max":{"1min":123.032,"5min":128.227,"15min":128.227},"last":0.41599999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:21:13 2023","interfaces":[{"interface":"back","average":{"1min":1.28,"5min":1.3120000000000001,"15min":1.5669999999999999},"min":{"1min":0.35599999999999998,"5min":0.28599999999999998,"15min":0.28499999999999998},"max":{"1min":7.6719999999999997,"5min":13.131,"15min":76.534999999999997},"last":0.68899999999999995},{"interface":"front","average":{"1min":1.5620000000000001,"5min":1.327,"15min":1.4490000000000001},"min":{"1min":0.29899999999999999,"5min":0.29699999999999999,"15min":0.29199999999999998},"max":{"1min":8.2270000000000003,"5min":8.2270000000000003,"15min":76.661000000000001},"last":0.46999999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:21:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5630000000000002,"5min":1.431,"15min":1.23},"min":{"1min":0.379,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":8.7149999999999999,"5min":8.7149999999999999,"15min":9.8330000000000002},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.7989999999999999,"5min":1.4239999999999999,"15min":1.3420000000000001},"min":{"1min":0.32000000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":7.5419999999999998,"5min":13.071999999999999,"15min":13.994},"last":0.78100000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:20:57 2023","interfaces":[{"interface":"back","average":{"1min":2.141,"5min":1.29,"15min":1.6990000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.30599999999999999},"max":{"1min":6.5890000000000004,"5min":7,"15min":23.978000000000002},"last":0.64000000000000001},{"interface":"front","average":{"1min":1.044,"5min":1.2090000000000001,"15min":1.8160000000000001},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.317},"max":{"1min":3.5419999999999998,"5min":13.103,"15min":26.975999999999999},"last":0.753}]},{"osd":7,"last update":"Sat Sep 23 15:20:33 2023","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":1.2629999999999999,"15min":1.1659999999999999},"min":{"1min":0.39300000000000002,"5min":0.371,"15min":0.371},"max":{"1min":4.2569999999999997,"5min":7.3449999999999998,"15min":7.3449999999999998},"last":5.0030000000000001},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.339,"15min":1.1830000000000001},"min":{"1min":0.371,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":4.2629999999999999,"5min":13.022,"15min":13.022},"last":0.72599999999999998}]}]},{"osd":0,"up_from":84,"seq":360777253048,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2845884,"kb_used_data":2607540,"kb_used_omap":28,"kb_used_meta":238307,"kb_avail":90899268,"statfs":{"total":95995035648,"available":93080850432,"internally_reserved":0,"allocated":2670120960,"data_stored":2668480007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":244027216},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":2.8039999999999998,"5min":2.0670000000000002,"15min":1.665},"min":{"1min":0.188,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":11.244999999999999,"5min":49.037999999999997,"15min":71.188000000000002},"last":0.20599999999999999},{"interface":"front","average":{"1min":2.8999999999999999,"5min":2.4409999999999998,"15min":1.794},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":8.8179999999999996,"5min":49.420999999999999,"15min":70.156999999999996},"last":2.012}]},{"osd":2,"last update":"Sat Sep 23 15:20:23 2023","interfaces":[{"interface":"back","average":{"1min":2.3199999999999998,"5min":1.9810000000000001,"15min":2.7370000000000001},"min":{"1min":0.22500000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":11.500999999999999,"5min":15.904999999999999,"15min":138.55099999999999},"last":0.5},{"interface":"front","average":{"1min":1.123,"5min":1.409,"15min":2.1899999999999999},"min":{"1min":0.23100000000000001,"5min":0.217,"15min":0.217},"max":{"1min":6.0709999999999997,"5min":8.7439999999999998,"15min":138.322},"last":1.5009999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:21:17 2023","interfaces":[{"interface":"back","average":{"1min":6.5579999999999998,"5min":2.73,"15min":2.762},"min":{"1min":0.53200000000000003,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":41.103000000000002,"5min":41.103000000000002,"15min":100.062},"last":0.53200000000000003},{"interface":"front","average":{"1min":5.5839999999999996,"5min":2.3879999999999999,"15min":2.6819999999999999},"min":{"1min":0.435,"5min":0.249,"15min":0.249},"max":{"1min":42.081000000000003,"5min":42.081000000000003,"15min":100.547},"last":1.4470000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":2.7349999999999999,"15min":1.51},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.28599999999999998},"max":{"1min":2.7160000000000002,"5min":142.44200000000001,"15min":142.44200000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":1.4199999999999999,"5min":3.0179999999999998,"15min":1.859},"min":{"1min":0.32400000000000001,"5min":0.29899999999999999,"15min":0.28699999999999998},"max":{"1min":4.6139999999999999,"5min":141.69200000000001,"15min":141.69200000000001},"last":0.57799999999999996}]},{"osd":5,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":1.3520000000000001,"5min":1.1870000000000001,"15min":1.2310000000000001},"min":{"1min":0.376,"5min":0.32200000000000001,"15min":0.30099999999999999},"max":{"1min":4.6479999999999997,"5min":9.0519999999999996,"15min":41.631999999999998},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.98899999999999999,"5min":1.2050000000000001,"15min":1.145},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.33800000000000002},"max":{"1min":4.6950000000000003,"5min":7.7279999999999998,"15min":10.289},"last":1.3480000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":1.355,"5min":1.399,"15min":1.736},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":4.7370000000000001,"5min":14.638,"15min":14.638},"last":1.3879999999999999},{"interface":"front","average":{"1min":1.7070000000000001,"5min":1.2729999999999999,"15min":1.556},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":9.4380000000000006,"5min":14.35,"15min":14.35},"last":0.51500000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:20:34 2023","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":1.1850000000000001,"15min":0.98899999999999999},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":4.7670000000000003,"5min":7.6929999999999996,"15min":7.6929999999999996},"last":1.431},{"interface":"front","average":{"1min":1.1399999999999999,"5min":1.23,"15min":1.016},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":4.7919999999999998,"5min":7.7610000000000001,"15min":7.7610000000000001},"last":1.474}]}]},{"osd":2,"up_from":117,"seq":502511173763,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2965216,"kb_used_data":2568728,"kb_used_omap":81,"kb_used_meta":396206,"kb_avail":90779936,"statfs":{"total":95995035648,"available":92958654464,"internally_reserved":0,"allocated":2630377472,"data_stored":2628947884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":405715162},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:20:22 2023","interfaces":[{"interface":"back","average":{"1min":7.9589999999999996,"5min":2.3140000000000001,"15min":1.9630000000000001},"min":{"1min":0.254,"5min":0.20300000000000001,"15min":0.18099999999999999},"max":{"1min":73.093999999999994,"5min":73.093999999999994,"15min":73.093999999999994},"last":4.4580000000000002},{"interface":"front","average":{"1min":8.0760000000000005,"5min":3.2810000000000001,"15min":1.986},"min":{"1min":0.218,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":73.491,"5min":73.491,"15min":73.491},"last":6.335}]},{"osd":1,"last update":"Sat Sep 23 15:20:22 2023","interfaces":[{"interface":"back","average":{"1min":4.0780000000000003,"5min":2.3580000000000001,"15min":2.3159999999999998},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":49.305999999999997,"5min":49.305999999999997,"15min":169.398},"last":0.505},{"interface":"front","average":{"1min":4.4909999999999997,"5min":1.853,"15min":2.3849999999999998},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":45.293999999999997,"5min":45.293999999999997,"15min":166.50999999999999},"last":4.1550000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:20:22 2023","interfaces":[{"interface":"back","average":{"1min":3.734,"5min":1.847,"15min":4.6920000000000002},"min":{"1min":0.24399999999999999,"5min":0.20599999999999999,"15min":0.16800000000000001},"max":{"1min":46.319000000000003,"5min":46.319000000000003,"15min":165.32300000000001},"last":5.2119999999999997},{"interface":"front","average":{"1min":4.0860000000000003,"5min":1.7350000000000001,"15min":4.3639999999999999},"min":{"1min":0.29599999999999999,"5min":0.24299999999999999,"15min":0.24199999999999999},"max":{"1min":45.140000000000001,"5min":45.140000000000001,"15min":165.66999999999999},"last":4.7619999999999996}]},{"osd":4,"last update":"Sat Sep 23 15:20:22 2023","interfaces":[{"interface":"back","average":{"1min":1.3,"5min":0.97199999999999998,"15min":3.302},"min":{"1min":0.34499999999999997,"5min":0.32700000000000001,"15min":0.311},"max":{"1min":4.7949999999999999,"5min":6.6509999999999998,"15min":50.792000000000002},"last":4.0469999999999997},{"interface":"front","average":{"1min":1.5740000000000001,"5min":1.597,"15min":2.077},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":7.3090000000000002,"5min":16.878,"15min":36.051000000000002},"last":0.47099999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:20:22 2023","interfaces":[{"interface":"back","average":{"1min":1.6970000000000001,"5min":1.6479999999999999,"15min":2.2349999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":7.335,"5min":16.927,"15min":35.878},"last":0.53700000000000003},{"interface":"front","average":{"1min":1.2010000000000001,"5min":1.03,"15min":3.234},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.33100000000000002},"max":{"1min":4.2670000000000003,"5min":6.6349999999999998,"15min":50.816000000000003},"last":4.1269999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:20:48 2023","interfaces":[{"interface":"back","average":{"1min":1.542,"5min":2.3380000000000001,"15min":3.7010000000000001},"min":{"1min":0.44600000000000001,"5min":0.35699999999999998,"15min":0.34999999999999998},"max":{"1min":3.5350000000000001,"5min":134.21700000000001,"15min":134.21700000000001},"last":3.9820000000000002},{"interface":"front","average":{"1min":1.306,"5min":2.2589999999999999,"15min":3.4079999999999999},"min":{"1min":0.373,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":4.3310000000000004,"5min":134.393,"15min":134.393},"last":4.1040000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:20:36 2023","interfaces":[{"interface":"back","average":{"1min":1.5409999999999999,"5min":1.1919999999999999,"15min":1.03},"min":{"1min":0.40300000000000002,"5min":0.38,"15min":0.38},"max":{"1min":6.3070000000000004,"5min":6.8650000000000002,"15min":6.8650000000000002},"last":4.0750000000000002},{"interface":"front","average":{"1min":1.9770000000000001,"5min":1.147,"15min":0.90100000000000002},"min":{"1min":0.48199999999999998,"5min":0.372,"15min":0.372},"max":{"1min":4.7560000000000002,"5min":6.6890000000000001,"15min":6.6890000000000001},"last":4.0170000000000003}]}]},{"osd":3,"up_from":99,"seq":425201762469,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2996560,"kb_used_data":2531336,"kb_used_omap":7,"kb_used_meta":465080,"kb_avail":90748592,"statfs":{"total":95995035648,"available":92926558208,"internally_reserved":0,"allocated":2592088064,"data_stored":2590668629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":476242536},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:21:21 2023","interfaces":[{"interface":"back","average":{"1min":6.5090000000000003,"5min":2.7610000000000001,"15min":1.609},"min":{"1min":0.24299999999999999,"5min":0.20699999999999999,"15min":0.19600000000000001},"max":{"1min":47.408999999999999,"5min":47.408999999999999,"15min":47.408999999999999},"last":3.4380000000000002},{"interface":"front","average":{"1min":4.883,"5min":2.1339999999999999,"15min":1.4059999999999999},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.17499999999999999},"max":{"1min":46.822000000000003,"5min":46.822000000000003,"15min":46.822000000000003},"last":0.38500000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:21:21 2023","interfaces":[{"interface":"back","average":{"1min":1.968,"5min":1.6419999999999999,"15min":1.4590000000000001},"min":{"1min":0.29099999999999998,"5min":0.21199999999999999,"15min":0.193},"max":{"1min":8.6210000000000004,"5min":8.6210000000000004,"15min":24.013000000000002},"last":1.764},{"interface":"front","average":{"1min":4.3940000000000001,"5min":1.986,"15min":1.6779999999999999},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":12.612,"5min":12.612,"15min":21.827999999999999},"last":3.613}]},{"osd":2,"last update":"Sat Sep 23 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":1.361,"5min":1.4990000000000001,"15min":2.843},"min":{"1min":0.30499999999999999,"5min":0.24199999999999999,"15min":0.21299999999999999},"max":{"1min":5.4160000000000004,"5min":8.827,"15min":55.378999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.347,"5min":2.871,"15min":3.5049999999999999},"min":{"1min":0.31,"5min":0.29699999999999999,"15min":0.25900000000000001},"max":{"1min":4.3360000000000003,"5min":154.73400000000001,"15min":154.73400000000001},"last":1.909}]},{"osd":4,"last update":"Sat Sep 23 15:21:21 2023","interfaces":[{"interface":"back","average":{"1min":2.1680000000000001,"5min":1.514,"15min":1.175},"min":{"1min":0.34999999999999998,"5min":0.32500000000000001,"15min":0.31},"max":{"1min":8.6720000000000006,"5min":8.6720000000000006,"15min":9.3469999999999995},"last":1.8440000000000001},{"interface":"front","average":{"1min":1.8069999999999999,"5min":1.1930000000000001,"15min":1.125},"min":{"1min":0.378,"5min":0.29999999999999999,"15min":0.28799999999999998},"max":{"1min":7.1859999999999999,"5min":7.1859999999999999,"15min":9.4000000000000004},"last":3.3980000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:21:21 2023","interfaces":[{"interface":"back","average":{"1min":2.258,"5min":1.2749999999999999,"15min":1.1870000000000001},"min":{"1min":0.33300000000000002,"5min":0.32400000000000001,"15min":0.27300000000000002},"max":{"1min":7.234,"5min":7.234,"15min":10.962999999999999},"last":3.5489999999999999},{"interface":"front","average":{"1min":1.722,"5min":1.1479999999999999,"15min":1.1359999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":7.0709999999999997,"5min":7.0709999999999997,"15min":10.361000000000001},"last":0.41599999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:21:01 2023","interfaces":[{"interface":"back","average":{"1min":1.8160000000000001,"5min":1.1339999999999999,"15min":1.4790000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":7.2670000000000003,"5min":7.2670000000000003,"15min":9.423},"last":3.5059999999999998},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.0740000000000001,"15min":1.5449999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.30099999999999999},"max":{"1min":4.8540000000000001,"5min":6.1630000000000003,"15min":10.856999999999999},"last":0.432}]},{"osd":7,"last update":"Sat Sep 23 15:20:39 2023","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":1.0620000000000001,"15min":1.0169999999999999},"min":{"1min":0.38100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":4.8949999999999996,"5min":6.1319999999999997,"15min":6.1319999999999997},"last":0.48999999999999999},{"interface":"front","average":{"1min":2.0739999999999998,"5min":1.345,"15min":0.98399999999999999},"min":{"1min":0.42699999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":6.7590000000000003,"5min":6.7590000000000003,"15min":6.7590000000000003},"last":1.8140000000000001}]}]},{"osd":4,"up_from":0,"seq":133143986494,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724857,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3093480,"kb_used_data":2919520,"kb_used_omap":0,"kb_used_meta":173952,"kb_avail":90651672,"statfs":{"total":95995035648,"available":92827312128,"internally_reserved":0,"allocated":2989588480,"data_stored":2988672065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":178126848},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:20:48 2023","interfaces":[{"interface":"back","average":{"1min":11.362,"5min":2.746,"15min":1.522},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.218},"max":{"1min":160.77699999999999,"5min":160.77699999999999,"15min":160.77699999999999},"last":5.7030000000000003},{"interface":"front","average":{"1min":11.662000000000001,"5min":2.9950000000000001,"15min":1.677},"min":{"1min":0.27500000000000002,"5min":0.245,"15min":0.23499999999999999},"max":{"1min":161.142,"5min":161.142,"15min":161.142},"last":3.6539999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":2.5449999999999999,"15min":2.4689999999999999},"min":{"1min":0.27100000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.2410000000000001,"5min":119.61499999999999,"15min":125.14400000000001},"last":6.782},{"interface":"front","average":{"1min":1.9199999999999999,"5min":2.6480000000000001,"15min":2.5659999999999998},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.25},"max":{"1min":5.3280000000000003,"5min":119.541,"15min":125.36499999999999},"last":3.5190000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:20:28 2023","interfaces":[{"interface":"back","average":{"1min":1.546,"5min":1.643,"15min":1.857},"min":{"1min":0.30399999999999999,"5min":0.27800000000000002,"15min":0.26200000000000001},"max":{"1min":8.4610000000000003,"5min":43.345999999999997,"15min":43.345999999999997},"last":5.9029999999999996},{"interface":"front","average":{"1min":1.111,"5min":1.786,"15min":1.9930000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":4.3620000000000001,"5min":43.469999999999999,"15min":43.469999999999999},"last":3.7530000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":8.4239999999999995,"5min":6.1280000000000001,"15min":3.5529999999999999},"min":{"1min":0.34000000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":118.97499999999999,"5min":155.05099999999999,"15min":155.05099999999999},"last":3.6389999999999998},{"interface":"front","average":{"1min":1.8240000000000001,"5min":4.4699999999999998,"15min":3.0449999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.27900000000000003},"max":{"1min":4.7709999999999999,"5min":154.929,"15min":154.929},"last":0.45500000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:20:28 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.77600000000000002,"15min":1.028},"min":{"1min":0.309,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.53,"5min":40.061,"15min":48.997999999999998},"last":0.374},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.83199999999999996,"15min":1.0820000000000001},"min":{"1min":0.35399999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.4849999999999999,"5min":40.124000000000002,"15min":49.017000000000003},"last":3.722}]},{"osd":6,"last update":"Sat Sep 23 15:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.47999999999999998,"15min":1.373},"min":{"1min":0.29099999999999998,"5min":0.26900000000000002,"15min":0.25900000000000001},"max":{"1min":1.571,"5min":1.571,"15min":111.089},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.625,"5min":0.54200000000000004,"15min":1.726},"min":{"1min":0.32400000000000001,"5min":0.314,"15min":0.314},"max":{"1min":2.516,"5min":3.274,"15min":111.146},"last":3.7629999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:20:35 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.51400000000000001,"15min":0.47499999999999998},"min":{"1min":0.32800000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.627,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.58799999999999997,"15min":0.50800000000000001},"min":{"1min":0.35499999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":5.6349999999999998,"5min":5.6349999999999998,"15min":5.6349999999999998},"last":3.7909999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2646736896,"data_stored":2646736896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2654666752,"data_stored":2654666752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2613579776,"data_stored":2613575704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2582904832,"data_stored":2582904832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2968260608,"data_stored":2968256536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2273312768,"data_stored":2273312768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2245464064,"data_stored":2245459992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:21:28.888 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T15:21:28.888 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:21:28.889 INFO:tasks.thrashosds.thrasher:inject_pause on osd.2 2023-09-23T15:21:28.889 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:21:28.889 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:21:28.889 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 config set filestore_inject_stall 3 2023-09-23T15:21:29.080 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:29.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:29.085 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:29.186 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:29.221 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:29.274 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:29.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:29.280 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:29.381 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:29.413 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:29.469 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:29.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:29.480 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:29.581 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:29.625 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:29.691 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:29.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:29.696 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:29.797 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:29.855 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:29.993 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:30.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:30.002 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:30.103 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:30.158 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:21:30.191 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:30.370 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:30 smithi118 ceph-mon[212312]: pgmap v797: 99 pgs: 99 active+clean; 5.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 716 op/s 2023-09-23T15:21:30.391 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:30.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:30.403 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:30.429 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:21:30.429 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:21:30.503 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:30.596 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:30.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:30 smithi178 ceph-mon[192298]: pgmap v797: 99 pgs: 99 active+clean; 5.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 716 op/s 2023-09-23T15:21:30.747 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:30.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:30 smithi118 ceph-mon[219580]: pgmap v797: 99 pgs: 99 active+clean; 5.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 716 op/s 2023-09-23T15:21:30.868 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:30.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:30.883 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:30.984 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:31.016 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:31.077 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:31.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:31.084 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:31.185 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:31.220 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:31.279 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:31.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:31.288 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:31.389 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:31.408 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:21:31.457 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:31.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:31 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1778606277' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:21:31.642 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:31 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1778606277' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:21:31.643 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:31 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1778606277' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:21:31.671 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:21:31.824 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:31.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:31.836 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:31.937 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:32.017 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:32.113 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:32.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:32.119 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:32.220 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:32.277 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:32.338 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:32.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:32.342 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:32.443 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:32.474 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:32.542 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:32.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:32 smithi178 ceph-mon[192298]: pgmap v798: 99 pgs: 99 active+clean; 5.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 748 op/s 2023-09-23T15:21:32.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:32 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:32.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:32 smithi178 ceph-mon[192298]: failed to encode map e285 with expected crc 2023-09-23T15:21:32.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1778606277' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:21:32.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:32 smithi178 ceph-mon[192298]: osdmap e285: 8 total, 8 up, 7 in 2023-09-23T15:21:32.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:32 smithi178 ceph-mon[192298]: failed to encode map e285 with expected crc 2023-09-23T15:21:32.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:32.550 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:32.590 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:32.651 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:32.728 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[219580]: pgmap v798: 99 pgs: 99 active+clean; 5.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 748 op/s 2023-09-23T15:21:32.729 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:32.729 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[219580]: failed to encode map e285 with expected crc 2023-09-23T15:21:32.729 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1778606277' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:21:32.729 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[219580]: osdmap e285: 8 total, 8 up, 7 in 2023-09-23T15:21:32.729 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[219580]: failed to encode map e285 with expected crc 2023-09-23T15:21:32.729 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[212312]: pgmap v798: 99 pgs: 99 active+clean; 5.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 748 op/s 2023-09-23T15:21:32.729 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:32.729 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[212312]: failed to encode map e285 with expected crc 2023-09-23T15:21:32.729 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1778606277' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:21:32.730 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[212312]: osdmap e285: 8 total, 8 up, 7 in 2023-09-23T15:21:32.730 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:32 smithi118 ceph-mon[212312]: failed to encode map e285 with expected crc 2023-09-23T15:21:32.744 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:33.125 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:33.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:33.137 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:33.237 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:33.264 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:33.714 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:33.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:33.719 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:33.819 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:33.856 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:33.904 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:34.089 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:34.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:34.105 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:34.206 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:34.311 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:34.384 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:34 smithi118 ceph-mon[212312]: pgmap v800: 99 pgs: 99 active+clean; 5.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 752 op/s 2023-09-23T15:21:34.384 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:34 smithi118 ceph-mon[219580]: pgmap v800: 99 pgs: 99 active+clean; 5.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 752 op/s 2023-09-23T15:21:34.618 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:21:34.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:34 smithi178 ceph-mon[192298]: pgmap v800: 99 pgs: 99 active+clean; 5.2 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 752 op/s 2023-09-23T15:21:34.879 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:34.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:34.901 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:35.001 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:35.070 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:35.705 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:35.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:35 smithi118 ceph-mon[219580]: pgmap v801: 99 pgs: 99 active+clean; 5.1 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 763 op/s 2023-09-23T15:21:35.710 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:35 smithi118 ceph-mon[212312]: pgmap v801: 99 pgs: 99 active+clean; 5.1 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 763 op/s 2023-09-23T15:21:35.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:35.712 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:35.812 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:35.838 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:35 smithi178 ceph-mon[192298]: pgmap v801: 99 pgs: 99 active+clean; 5.1 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 763 op/s 2023-09-23T15:21:35.842 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:35.903 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:35.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:35.911 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:36.012 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:36.071 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:36.316 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:36.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:36.329 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:36.429 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:36.505 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:21:36.506 INFO:teuthology.orchestra.run.smithi118.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T15:21:36.506 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:21:36.555 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:36.848 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:21:36.885 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:21:36.950 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:21:36.999 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:21:37.029 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:21:37.044 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:37.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:37.056 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:37.080 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:21:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3364145196' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:37.136 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:21:37.156 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:37.167 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:21:37.185 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:21:37.186 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:21:37.186 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:21:37.186 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:21:37.186 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:21:37.186 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:21:37.186 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:21:37.186 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:21:37.206 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3364145196' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:37.206 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3364145196' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:37.211 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:37 smithi118 ceph-mon[219580]: pgmap v802: 99 pgs: 99 active+clean; 5.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 769 op/s 2023-09-23T15:21:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:37 smithi118 ceph-mon[212312]: pgmap v802: 99 pgs: 99 active+clean; 5.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 769 op/s 2023-09-23T15:21:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:37 smithi178 ceph-mon[192298]: pgmap v802: 99 pgs: 99 active+clean; 5.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 769 op/s 2023-09-23T15:21:38.404 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:38.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:38.410 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:38.418 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:21:38.418 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:21:38.418 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:21:38.418 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:21:38.418 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.418 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:30516 7.e 7:7bd6a072:::benchmark_data_smithi118_332595_object30515:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e152)", 2023-09-23T15:21:38.418 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:12:44.104486+0000", 2023-09-23T15:21:38.418 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 534.304081387, 2023-09-23T15:21:38.418 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2109398150000001, 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 30516 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104486+0000", 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.419 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104486+0000", 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104485+0000", 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.420 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104506+0000", 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0429e-05 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104516+0000", 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0251000000000001e-05 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104522+0000", 2023-09-23T15:21:38.421 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2110000000000003e-06 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104578+0000", 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5640999999999998e-05 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104743+0000", 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016500400000000001 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.422 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.104896+0000", 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000153072 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.108432+0000", 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0035357940000000001 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.119701+0000", 2023-09-23T15:21:38.423 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011269263999999999 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.119715+0000", 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.429e-05 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.113263+0000", 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.99354799599999999 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.424 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.113278+0000", 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4555e-05 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.292186+0000", 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.178908198 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.292877+0000", 2023-09-23T15:21:38.425 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00069134299999999997 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.315284+0000", 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.022407256 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.315426+0000", 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014109499999999999 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.426 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:30535 7.e 7:780e9da5:::benchmark_data_smithi118_332595_object30534:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e153)", 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:12:44.159172+0000", 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 534.24939484599997, 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1576701900000002, 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.427 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 30535 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159172+0000", 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159172+0000", 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.428 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159171+0000", 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159200+0000", 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9147000000000001e-05 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.429 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159218+0000", 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8006999999999999e-05 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159226+0000", 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6780000000000006e-06 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159285+0000", 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8353000000000002e-05 2023-09-23T15:21:38.430 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:44.159295+0000", 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0327e-05 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.113334+0000", 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95403853100000002 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:21:38.431 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:45.113343+0000", 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7510000000000003e-06 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.293942+0000", 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1805982699999999 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.294113+0000", 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017129600000000001 2023-09-23T15:21:38.432 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.433 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.433 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:21:38.433 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.294283+0000", 2023-09-23T15:21:38.433 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000170557 2023-09-23T15:21:38.433 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.433 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.433 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.433 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.303447+0000", 2023-09-23T15:21:38.433 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0091637799999999998 2023-09-23T15:21:38.433 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.433 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.311001+0000", 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075540249999999998 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.315468+0000", 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044668800000000003 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.434 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.315514+0000", 2023-09-23T15:21:38.435 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6269e-05 2023-09-23T15:21:38.435 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.435 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.435 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.435 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:12:46.316843+0000", 2023-09-23T15:21:38.435 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001328047 2023-09-23T15:21:38.435 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.435 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.435 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.435 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.435 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:124323 7.e 7:78e729b0:::benchmark_data_smithi118_332595_object38259:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e205)", 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:15:31.712708+0000", 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 366.69585869999997, 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7248696909999999, 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 124323 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.436 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712708+0000", 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712708+0000", 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.437 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712707+0000", 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712718+0000", 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0651e-05 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712728+0000", 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0139000000000001e-05 2023-09-23T15:21:38.438 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712734+0000", 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9329999999999998e-06 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.207437+0000", 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4947030990000001 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.439 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.229284+0000", 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.021847123999999999 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.311657+0000", 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.082372325999999996 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.316357+0000", 2023-09-23T15:21:38.440 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0047006579999999999 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1,3", 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.323932+0000", 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075745259999999998 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.354877+0000", 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030944767000000001 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.441 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.419984+0000", 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.065107221000000007 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.421710+0000", 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017259630000000001 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.423113+0000", 2023-09-23T15:21:38.442 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0014030830000000001 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.425927+0000", 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0028141400000000001 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.437578+0000", 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011651151 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.443 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128158 7.5 7:abab4b40:::benchmark_data_smithi118_332595_object42094:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.098386+0000", 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 336.310181134, 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8335544189999999, 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128158 2023-09-23T15:21:38.444 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098386+0000", 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098386+0000", 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.445 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098384+0000", 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098392+0000", 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5800000000000003e-06 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098405+0000", 2023-09-23T15:21:38.446 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3009e-05 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098415+0000", 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6520000000000001e-06 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.670986+0000", 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.572571135 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.447 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.687519+0000", 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016533048000000002 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.779363+0000", 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.091843956000000004 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.448 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.786130+0000", 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0067675900000000004 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.797626+0000", 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011495437000000001 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.887902+0000", 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.090276302000000003 2023-09-23T15:21:38.449 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.917511+0000", 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.029608635000000001 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.919735+0000", 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022246259999999999 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.450 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.451 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.922213+0000", 2023-09-23T15:21:38.451 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024776690000000001 2023-09-23T15:21:38.451 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.451 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.451 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.451 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.931940+0000", 2023-09-23T15:21:38.451 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0097273499999999992 2023-09-23T15:21:38.451 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.451 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.451 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.451 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128169 7.5 7:abdb8f10:::benchmark_data_smithi118_332595_object42105:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.133483+0000", 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 336.27508418000002, 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8176554330000001, 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128169 2023-09-23T15:21:38.452 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133483+0000", 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133483+0000", 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.453 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.454 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133481+0000", 2023-09-23T15:21:38.454 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:38.454 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.454 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.454 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.454 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133490+0000", 2023-09-23T15:21:38.454 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5909999999999996e-06 2023-09-23T15:21:38.454 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.454 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.454 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.454 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133508+0000", 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8300000000000001e-05 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133517+0000", 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0839999999999998e-06 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.688564+0000", 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5550464179999999 2023-09-23T15:21:38.455 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.708364+0000", 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019800709999999999 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.835241+0000", 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.126876764 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.456 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.457 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.842037+0000", 2023-09-23T15:21:38.457 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0067954419999999996 2023-09-23T15:21:38.457 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.457 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.457 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:21:38.457 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.852834+0000", 2023-09-23T15:21:38.457 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010797711 2023-09-23T15:21:38.457 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.457 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.457 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.457 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.918010+0000", 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.065176044000000002 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.934010+0000", 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015999197 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.935887+0000", 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018776610000000001 2023-09-23T15:21:38.458 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.459 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.459 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.459 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.939065+0000", 2023-09-23T15:21:38.459 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031774720000000002 2023-09-23T15:21:38.459 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.459 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.459 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.459 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.951138+0000", 2023-09-23T15:21:38.459 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012073772999999999 2023-09-23T15:21:38.459 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.459 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128176 7.5 7:ac1bae7a:::benchmark_data_smithi118_332595_object42112:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.186593+0000", 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 336.22197433700001, 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.787276426, 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.460 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128176 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186593+0000", 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186593+0000", 2023-09-23T15:21:38.461 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.462 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.462 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.462 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.462 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186592+0000", 2023-09-23T15:21:38.462 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:21:38.462 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.462 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.462 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.462 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186599+0000", 2023-09-23T15:21:38.462 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6020000000000002e-06 2023-09-23T15:21:38.462 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186612+0000", 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2703e-05 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186619+0000", 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5429999999999996e-06 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.463 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.709298+0000", 2023-09-23T15:21:38.464 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5226781059999999 2023-09-23T15:21:38.464 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.464 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.464 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.464 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.739876+0000", 2023-09-23T15:21:38.464 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030578854999999999 2023-09-23T15:21:38.464 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.464 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.464 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.464 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.888693+0000", 2023-09-23T15:21:38.464 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.14881607799999999 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.894008+0000", 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0053159729999999999 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.903458+0000", 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0094491230000000002 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.465 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.932447+0000", 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.028989356000000001 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.953028+0000", 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.020581370000000002 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.466 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.954809+0000", 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001780794 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.957286+0000", 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024771569999999998 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.973869+0000", 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016582954 2023-09-23T15:21:38.467 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128187 7.5 7:a3d2983e:::benchmark_data_smithi118_332595_object42123:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.422436+0000", 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 335.98613136699998, 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8336326189999999, 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.468 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128187 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422436+0000", 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422436+0000", 2023-09-23T15:21:38.469 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.470 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.470 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.470 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.470 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422434+0000", 2023-09-23T15:21:38.470 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:38.470 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.470 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.470 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.470 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422443+0000", 2023-09-23T15:21:38.470 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5879999999999998e-06 2023-09-23T15:21:38.470 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422462+0000", 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8998999999999999e-05 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422473+0000", 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1482e-05 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.471 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.974658+0000", 2023-09-23T15:21:38.472 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.552184354 2023-09-23T15:21:38.472 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.472 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.472 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.472 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.988377+0000", 2023-09-23T15:21:38.472 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013718966000000001 2023-09-23T15:21:38.472 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.472 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.472 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.472 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.058910+0000", 2023-09-23T15:21:38.472 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.070532986000000006 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.068290+0000", 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0093805739999999992 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.081701+0000", 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013411216 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.473 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.159664+0000", 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.077962801999999998 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.220238+0000", 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.060574132000000003 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.474 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.223248+0000", 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0030098680000000002 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.229355+0000", 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0061063860000000001 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.256068+0000", 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.026713806 2023-09-23T15:21:38.475 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128224 7.5 7:ac2263c0:::benchmark_data_smithi118_332595_object42160:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.760324+0000", 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 335.648243041, 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8749200450000001, 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.476 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128224 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760324+0000", 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760324+0000", 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.477 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760322+0000", 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760333+0000", 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1314999999999999e-05 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760352+0000", 2023-09-23T15:21:38.478 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8768999999999999e-05 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760363+0000", 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1308000000000001e-05 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.342487+0000", 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.582123677 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.479 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.368347+0000", 2023-09-23T15:21:38.480 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.025860435000000001 2023-09-23T15:21:38.480 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.480 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.480 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.480 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.451742+0000", 2023-09-23T15:21:38.480 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.083394679999999999 2023-09-23T15:21:38.480 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.480 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.480 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.480 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.460186+0000", 2023-09-23T15:21:38.480 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0084438280000000004 2023-09-23T15:21:38.481 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.481 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.481 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:21:38.481 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.469727+0000", 2023-09-23T15:21:38.481 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0095406599999999994 2023-09-23T15:21:38.481 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.481 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.481 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.481 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.611875+0000", 2023-09-23T15:21:38.481 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.14214791700000001 2023-09-23T15:21:38.481 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.482 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.482 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.482 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.614156+0000", 2023-09-23T15:21:38.482 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022811770000000001 2023-09-23T15:21:38.482 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.482 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.482 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.482 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.614825+0000", 2023-09-23T15:21:38.482 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00066967999999999997 2023-09-23T15:21:38.482 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.482 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.618814+0000", 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0039886840000000002 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.635244+0000", 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016430047999999999 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.483 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.484 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128230 7.5 7:a6ab574f:::benchmark_data_smithi118_332595_object42166:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:21:38.484 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.830121+0000", 2023-09-23T15:21:38.484 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 335.57844654399997, 2023-09-23T15:21:38.484 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8348365420000001, 2023-09-23T15:21:38.484 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.484 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.484 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.484 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.484 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.484 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128230 2023-09-23T15:21:38.484 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830121+0000", 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830121+0000", 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.485 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830119+0000", 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830126+0000", 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5510000000000002e-06 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830142+0000", 2023-09-23T15:21:38.486 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5119e-05 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830150+0000", 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6479999999999992e-06 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.369579+0000", 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.539428821 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.487 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.488 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.488 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.395587+0000", 2023-09-23T15:21:38.488 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.026007458000000001 2023-09-23T15:21:38.488 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.488 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.488 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.488 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.509557+0000", 2023-09-23T15:21:38.488 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.11397092 2023-09-23T15:21:38.488 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.488 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.488 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.515750+0000", 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0061926769999999997 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.527366+0000", 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011615741000000001 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.639441+0000", 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.11207518399999999 2023-09-23T15:21:38.489 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.643679+0000", 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0042378320000000004 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.646105+0000", 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024265160000000001 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.490 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.649230+0000", 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00312489 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.664957+0000", 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015726889000000001 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.491 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.492 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128279 7.5 7:a23a7e32:::benchmark_data_smithi118_332595_object42215:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:21:38.492 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:03.268335+0000", 2023-09-23T15:21:38.492 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 335.14023194200001, 2023-09-23T15:21:38.492 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7027553630000001, 2023-09-23T15:21:38.492 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.492 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.492 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.492 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.492 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.492 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128279 2023-09-23T15:21:38.492 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268335+0000", 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268335+0000", 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.493 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.494 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.494 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268333+0000", 2023-09-23T15:21:38.494 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:38.494 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.494 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.494 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.494 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268340+0000", 2023-09-23T15:21:38.494 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9009999999999997e-06 2023-09-23T15:21:38.494 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.494 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.494 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.495 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268354+0000", 2023-09-23T15:21:38.495 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4021e-05 2023-09-23T15:21:38.495 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.495 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.495 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.495 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268360+0000", 2023-09-23T15:21:38.495 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9410000000000004e-06 2023-09-23T15:21:38.495 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.495 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.495 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.495 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.697988+0000", 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.429627741 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.718778+0000", 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.020789657999999999 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.794409+0000", 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.075631376 2023-09-23T15:21:38.496 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.802460+0000", 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0080511130000000004 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.814698+0000", 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012237328 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.497 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.897168+0000", 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.082470230000000005 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.950516+0000", 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.053348684 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.952612+0000", 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020957770000000001 2023-09-23T15:21:38.498 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.957074+0000", 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044617529999999997 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.971091+0000", 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014016592 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.499 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128308 7.5 7:a71a9ef3:::benchmark_data_smithi118_332595_object42244:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:03.585473+0000", 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 334.82309382599999, 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7055329619999999, 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.500 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128308 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585473+0000", 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585473+0000", 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.501 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585472+0000", 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585478+0000", 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5220000000000004e-06 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.502 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.503 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585493+0000", 2023-09-23T15:21:38.503 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4907e-05 2023-09-23T15:21:38.503 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.503 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.503 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.503 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585504+0000", 2023-09-23T15:21:38.503 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0575e-05 2023-09-23T15:21:38.503 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.503 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.503 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.503 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.028299+0000", 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.442795155 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.046285+0000", 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.017986449000000002 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.111991+0000", 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.065705114999999994 2023-09-23T15:21:38.504 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.505 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.505 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.505 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.117229+0000", 2023-09-23T15:21:38.505 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0052382289999999996 2023-09-23T15:21:38.505 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.505 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.505 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:21:38.505 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.125338+0000", 2023-09-23T15:21:38.505 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0081092999999999998 2023-09-23T15:21:38.505 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.262589+0000", 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.137250926 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.266435+0000", 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038464240000000002 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.506 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.507 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.268381+0000", 2023-09-23T15:21:38.507 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019456580000000001 2023-09-23T15:21:38.507 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.507 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.507 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.507 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.272381+0000", 2023-09-23T15:21:38.507 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0040001919999999996 2023-09-23T15:21:38.507 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.507 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.507 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.291006+0000", 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.018624959 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128314 7.5 7:ae91a8e2:::benchmark_data_smithi118_332595_object42250:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:03.643442+0000", 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 334.76512481600003, 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.677134575, 2023-09-23T15:21:38.508 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.509 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.509 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.509 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.509 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.509 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128314 2023-09-23T15:21:38.509 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.509 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.509 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.509 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.509 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643442+0000", 2023-09-23T15:21:38.509 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643442+0000", 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643440+0000", 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.510 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.511 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.511 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643453+0000", 2023-09-23T15:21:38.511 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2415999999999999e-05 2023-09-23T15:21:38.511 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.511 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.511 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.511 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643469+0000", 2023-09-23T15:21:38.511 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5843000000000001e-05 2023-09-23T15:21:38.511 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.511 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643480+0000", 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0974e-05 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.047189+0000", 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4037089469999999 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.067089+0000", 2023-09-23T15:21:38.512 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019900876000000001 2023-09-23T15:21:38.513 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.513 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.513 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.513 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.163385+0000", 2023-09-23T15:21:38.513 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.096295730999999996 2023-09-23T15:21:38.513 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.513 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.513 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.513 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.169887+0000", 2023-09-23T15:21:38.513 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0065013680000000004 2023-09-23T15:21:38.513 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.514 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.514 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:21:38.514 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.182110+0000", 2023-09-23T15:21:38.514 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012223787999999999 2023-09-23T15:21:38.514 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.514 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.514 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.514 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.263553+0000", 2023-09-23T15:21:38.514 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.081443182000000003 2023-09-23T15:21:38.514 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.514 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.294130+0000", 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030576459 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.297442+0000", 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0033124819999999998 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.515 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.302698+0000", 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0052558550000000002 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.320577+0000", 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.017878643 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130618 7.5 7:a0e39d5e:::benchmark_data_smithi118_332595_object44554:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:21:38.516 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:19.903859+0000", 2023-09-23T15:21:38.517 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 318.50470830500001, 2023-09-23T15:21:38.517 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7094340109999999, 2023-09-23T15:21:38.517 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.517 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:21:38.517 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.517 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.517 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.517 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130618 2023-09-23T15:21:38.517 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.517 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.517 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903859+0000", 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903859+0000", 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.518 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903857+0000", 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903866+0000", 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.337e-06 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903880+0000", 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4394e-05 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.519 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903890+0000", 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5670000000000001e-06 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.283940+0000", 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.380050247 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.301683+0000", 2023-09-23T15:21:38.520 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.017743335999999998 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.404665+0000", 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.102982069 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.416050+0000", 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011384628000000001 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.521 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.434222+0000", 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.018172003999999999 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.588747+0000", 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.154524723 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.522 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.591902+0000", 2023-09-23T15:21:38.523 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031556269999999998 2023-09-23T15:21:38.523 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.523 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.523 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:38.523 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.595560+0000", 2023-09-23T15:21:38.523 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0036580470000000002 2023-09-23T15:21:38.523 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.523 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.523 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:21:38.523 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.599122+0000", 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0035617050000000001 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.613293+0000", 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014170752 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131684 7.5 7.150bfce5 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e222)", 2023-09-23T15:21:38.524 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:27.156011+0000", 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 311.25255610400001, 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0845321380000001, 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131684 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.525 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156011+0000", 2023-09-23T15:21:38.526 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.526 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.526 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.526 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.526 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156011+0000", 2023-09-23T15:21:38.526 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.526 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.526 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.526 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.526 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156009+0000", 2023-09-23T15:21:38.526 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156019+0000", 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.431e-06 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156032+0000", 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3298999999999999e-05 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.527 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156043+0000", 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0926e-05 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267746+0000", 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1117027610000001 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267759+0000", 2023-09-23T15:21:38.528 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.342e-05 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240532+0000", 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97277253699999999 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240543+0000", 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1449e-05 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.529 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131692 7.5 7.bb0f93b5 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e222)", 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:27.179449+0000", 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 311.229117772, 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0611128349999999, 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.530 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131692 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179449+0000", 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179449+0000", 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.531 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179448+0000", 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179455+0000", 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1899999999999998e-06 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.532 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179468+0000", 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3125999999999999e-05 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179479+0000", 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0173999999999999e-05 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267874+0000", 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.088395276 2023-09-23T15:21:38.533 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267883+0000", 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0710000000000001e-06 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240557+0000", 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97267420800000004 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.534 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240562+0000", 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1499999999999998e-06 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131696 7.5 7.b9ba85d5 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e222)", 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:27.235874+0000", 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 311.17269276000002, 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.004703771, 2023-09-23T15:21:38.535 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131696 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235874+0000", 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.536 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235874+0000", 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235873+0000", 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.537 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235881+0000", 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2039999999999997e-06 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235898+0000", 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6775000000000001e-05 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235908+0000", 2023-09-23T15:21:38.538 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0049e-05 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267907+0000", 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.031999289 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267915+0000", 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6690000000000006e-06 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.539 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.540 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.540 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240573+0000", 2023-09-23T15:21:38.540 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97265858400000005 2023-09-23T15:21:38.541 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.541 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.541 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.541 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240578+0000", 2023-09-23T15:21:38.541 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.826e-06 2023-09-23T15:21:38.541 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.541 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.541 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.541 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.542 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.542 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131710 7.5 7.52d5ae15 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e223)", 2023-09-23T15:21:38.542 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:27.390378+0000", 2023-09-23T15:21:38.542 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 311.01818883499999, 2023-09-23T15:21:38.542 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8502149459999999, 2023-09-23T15:21:38.542 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.542 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:21:38.542 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.542 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.542 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131710 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390378+0000", 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390378+0000", 2023-09-23T15:21:38.543 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390377+0000", 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390384+0000", 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9109999999999993e-06 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.544 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390400+0000", 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5342999999999999e-05 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390408+0000", 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3939999999999996e-06 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.545 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267943+0000", 2023-09-23T15:21:38.546 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.87753461899999996 2023-09-23T15:21:38.546 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.546 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.546 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:21:38.546 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267953+0000", 2023-09-23T15:21:38.546 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0628000000000001e-05 2023-09-23T15:21:38.546 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.546 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.546 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.546 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240589+0000", 2023-09-23T15:21:38.546 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97263526 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240593+0000", 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5929999999999999e-06 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131734 7.5 7.1a4e5a35 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e223)", 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:27.540417+0000", 2023-09-23T15:21:38.547 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 310.86815002899999, 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7001911459999999, 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131734 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.548 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540417+0000", 2023-09-23T15:21:38.549 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.549 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.549 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.549 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.549 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540417+0000", 2023-09-23T15:21:38.549 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.549 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.549 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.549 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.549 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540416+0000", 2023-09-23T15:21:38.549 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540423+0000", 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.861e-06 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540440+0000", 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7263000000000001e-05 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.550 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540450+0000", 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9080000000000007e-06 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267997+0000", 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.72754733599999999 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:21:38.551 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.268008+0000", 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0698e-05 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240604+0000", 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97259560700000003 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240608+0000", 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7489999999999998e-06 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.552 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.553 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.553 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.553 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.553 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131871 7.e 7:7a069188:::benchmark_data_smithi118_332595_object45807:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e223)", 2023-09-23T15:21:38.553 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:28.183116+0000", 2023-09-23T15:21:38.553 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 310.22545156799998, 2023-09-23T15:21:38.553 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.023724063, 2023-09-23T15:21:38.553 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.553 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "delayed", 2023-09-23T15:21:38.553 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.553 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.554 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.554 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131871 2023-09-23T15:21:38.554 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.554 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.554 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.554 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.554 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183116+0000", 2023-09-23T15:21:38.554 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.554 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.554 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.554 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183116+0000", 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183114+0000", 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183123+0000", 2023-09-23T15:21:38.555 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2890000000000003e-06 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183137+0000", 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.367e-05 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183146+0000", 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.969e-06 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.556 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.176298+0000", 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.993152324 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.188929+0000", 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012631320999999999 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.206840+0000", 2023-09-23T15:21:38.557 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.017910208 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131881 7.e 7.37761d7e (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:28.334430+0000", 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 310.07413721, 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8738812029999998, 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:21:38.558 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131881 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334430+0000", 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.559 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334430+0000", 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334429+0000", 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334435+0000", 2023-09-23T15:21:38.560 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5830000000000003e-06 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334448+0000", 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3226e-05 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334457+0000", 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5210000000000002e-06 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.561 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.208288+0000", 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8738306690000002 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.208311+0000", 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3642000000000002e-05 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.562 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:21:38.563 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:21:38.563 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:21:38.563 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:38.571 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:21:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:21:38] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2023-09-23T15:21:38.600 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:38.669 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:38.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:38.675 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:38.776 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:38.821 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:38.862 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:38.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:38.872 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:38.973 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:39.062 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:39.160 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:39.318 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:39.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:39.321 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:39.422 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:39.472 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:21:39.515 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:39.696 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:39.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:39.701 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:39.802 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:39.881 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:39.973 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:39.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:39.978 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:40.006 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:21:40.079 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:40.179 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:40.269 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:40.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:40.271 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:40.372 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:40.400 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:40.502 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:40.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:40.506 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:40.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:40 smithi118 ceph-mon[212312]: pgmap v803: 99 pgs: 99 active+clean; 4.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 773 op/s 2023-09-23T15:21:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:40 smithi118 ceph-mon[219580]: pgmap v803: 99 pgs: 99 active+clean; 4.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 773 op/s 2023-09-23T15:21:40.606 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:40.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:40 smithi178 ceph-mon[192298]: pgmap v803: 99 pgs: 99 active+clean; 4.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 773 op/s 2023-09-23T15:21:40.671 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:40.790 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:40.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:40.794 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:40.895 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:40.983 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:41.186 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:41.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:41.190 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:41.208 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:21:41.290 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:41.453 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:41.555 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:41.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:41.561 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:41.662 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:41.749 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:41.904 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:41.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:41.906 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:41.949 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:42.009 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:42.046 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:42.115 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:42.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:42.119 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:42.219 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:42.291 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:42.402 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:42.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:42.411 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:42.451 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:21:42.512 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:42.556 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:42 smithi118 ceph-mon[212312]: pgmap v804: 99 pgs: 99 active+clean; 4.8 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 761 op/s 2023-09-23T15:21:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:42 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/536113612' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:42.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:42 smithi118 ceph-mon[219580]: pgmap v804: 99 pgs: 99 active+clean; 4.8 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 761 op/s 2023-09-23T15:21:42.578 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:42 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/536113612' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:42.617 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:42.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:42.622 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:42.723 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:42.755 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:42 smithi178 ceph-mon[192298]: pgmap v804: 99 pgs: 99 active+clean; 4.8 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 761 op/s 2023-09-23T15:21:42.755 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:42 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/536113612' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:42.757 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:42.815 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:42.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:42.820 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:42.921 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:42.946 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:42.987 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:42.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:42.993 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:43.094 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:43.183 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:21:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:21:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[219580]: failed to encode map e286 with expected crc 2023-09-23T15:21:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/536113612' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:21:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[219580]: osdmap e286: 8 total, 8 up, 7 in 2023-09-23T15:21:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[219580]: failed to encode map e286 with expected crc 2023-09-23T15:21:43.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[219580]: pgmap v806: 99 pgs: 99 active+clean; 4.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 774 op/s 2023-09-23T15:21:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:21:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:21:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[212312]: failed to encode map e286 with expected crc 2023-09-23T15:21:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/536113612' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:21:43.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[212312]: osdmap e286: 8 total, 8 up, 7 in 2023-09-23T15:21:43.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[212312]: failed to encode map e286 with expected crc 2023-09-23T15:21:43.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:43 smithi118 ceph-mon[212312]: pgmap v806: 99 pgs: 99 active+clean; 4.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 774 op/s 2023-09-23T15:21:43.873 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:43 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:21:43.873 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:43 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:21:43.874 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:43 smithi178 ceph-mon[192298]: failed to encode map e286 with expected crc 2023-09-23T15:21:43.874 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:43 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/536113612' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:21:43.874 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:43 smithi178 ceph-mon[192298]: osdmap e286: 8 total, 8 up, 7 in 2023-09-23T15:21:43.874 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:43 smithi178 ceph-mon[192298]: failed to encode map e286 with expected crc 2023-09-23T15:21:43.874 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:43 smithi178 ceph-mon[192298]: pgmap v806: 99 pgs: 99 active+clean; 4.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 774 op/s 2023-09-23T15:21:44.112 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:21:44.112 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:21:44.112 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.112 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:131023 8.5 8:a94b9a54:::benchmark_data_smithi118_424375_object27957:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e286)", 2023-09-23T15:21:44.112 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:44.082417+0000", 2023-09-23T15:21:44.112 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.015467944000000001, 2023-09-23T15:21:44.112 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015500038000000001, 2023-09-23T15:21:44.112 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 131023 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.082417+0000", 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.113 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.114 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.114 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:44.114 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.082417+0000", 2023-09-23T15:21:44.114 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.114 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.114 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.114 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:44.114 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.082416+0000", 2023-09-23T15:21:44.114 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:44.114 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.114 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.082423+0000", 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3669999999999999e-06 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.082442+0000", 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9119000000000001e-05 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:44.115 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.082450+0000", 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4290000000000004e-06 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.082511+0000", 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1919000000000001e-05 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.082690+0000", 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00017892299999999999 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.116 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.082863+0000", 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00017285 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086661+0000", 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003798081 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.090496+0000", 2023-09-23T15:21:44.117 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0038344719999999998 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:131027 8.5 8:a5f20308:::benchmark_data_smithi118_424375_object27961:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e286)", 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:44.086421+0000", 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.011463805000000001, 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011591954999999999, 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:21:44.118 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 131027 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086421+0000", 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.119 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086421+0000", 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086421+0000", 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086424+0000", 2023-09-23T15:21:44.120 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5569999999999998e-06 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086429+0000", 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1250000000000001e-06 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086432+0000", 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5580000000000001e-06 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.121 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:44.122 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086789+0000", 2023-09-23T15:21:44.122 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000356676 2023-09-23T15:21:44.122 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.122 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.122 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:44.122 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086899+0000", 2023-09-23T15:21:44.122 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010993300000000001 2023-09-23T15:21:44.122 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.122 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.122 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:21:44.122 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.087014+0000", 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000115253 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.093526+0000", 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0065117580000000003 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.123 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:131028 8.5 8:a1f61c62:::benchmark_data_smithi118_424375_object27962:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e286)", 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:44.086437+0000", 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.011448402, 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.01166157, 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 131028 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.124 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086437+0000", 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086437+0000", 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086436+0000", 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:44.125 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086439+0000", 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9189999999999999e-06 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086445+0000", 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6540000000000004e-06 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.126 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.086449+0000", 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4910000000000001e-06 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.090528+0000", 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0040799490000000002 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.090619+0000", 2023-09-23T15:21:44.127 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0729999999999994e-05 2023-09-23T15:21:44.128 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.128 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.128 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:21:44.128 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.090716+0000", 2023-09-23T15:21:44.128 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6531000000000001e-05 2023-09-23T15:21:44.128 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.128 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.128 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:44.128 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.093631+0000", 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002915206 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:131034 8.3 8:ccb8d2de:::benchmark_data_smithi118_424375_object27968:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e286)", 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:44.094438+0000", 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.003447098, 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037410080000000001, 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:44.129 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 131034 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094438+0000", 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.130 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094438+0000", 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094437+0000", 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:44.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094443+0000", 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8669999999999999e-06 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094459+0000", 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6055000000000001e-05 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094466+0000", 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4710000000000001e-06 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.095326+0000", 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00086018399999999995 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.095427+0000", 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000100809 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,5", 2023-09-23T15:21:44.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.095524+0000", 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6491999999999997e-05 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:131035 8.9 8:93cb3be7:::benchmark_data_smithi118_424375_object27969:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e286)", 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:44.094478+0000", 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0034073039999999999, 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037735899999999998, 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:44.134 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 131035 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094478+0000", 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094478+0000", 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094477+0000", 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094480+0000", 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.146e-06 2023-09-23T15:21:44.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094487+0000", 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6760000000000001e-06 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094491+0000", 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2889999999999999e-06 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094556+0000", 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4783000000000006e-05 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094665+0000", 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000108929 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094781+0000", 2023-09-23T15:21:44.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000116148 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:131036 8.6 8:6cdecc78:::benchmark_data_smithi118_424375_object27970:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e286)", 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:44.094502+0000", 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0033832060000000001, 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0038327610000000001, 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:21:44.139 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 131036 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094502+0000", 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094502+0000", 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094501+0000", 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094504+0000", 2023-09-23T15:21:44.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8870000000000001e-06 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094510+0000", 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0979999999999999e-06 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.094515+0000", 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3170000000000003e-06 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.097801+0000", 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0032858499999999999 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.097904+0000", 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000103235 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:21:44.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:44.097968+0000", 2023-09-23T15:21:44.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4456999999999996e-05 2023-09-23T15:21:44.144 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.144 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:44.144 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.144 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:44.144 INFO:teuthology.orchestra.run.smithi178.stdout: ], 2023-09-23T15:21:44.144 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 6 2023-09-23T15:21:44.144 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:21:44.208 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 2, 0] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:21:44.208 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:21:44.208 INFO:tasks.thrashosds.thrasher:Adding osd 4 2023-09-23T15:21:44.208 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd in 4 2023-09-23T15:21:44.487 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:44.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:44.510 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:44.610 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:44.640 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:44.712 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:44.715 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:44 smithi178 ceph-mon[192298]: failed to encode map e286 with expected crc 2023-09-23T15:21:44.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:44.719 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:44.784 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:44 smithi118 ceph-mon[212312]: failed to encode map e286 with expected crc 2023-09-23T15:21:44.785 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:44 smithi118 ceph-mon[219580]: failed to encode map e286 with expected crc 2023-09-23T15:21:44.820 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:44.906 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:45.033 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:45.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:45.044 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:45.090 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T15:21:45.107 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:45.144 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:45.176 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:21:45.222 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:21:45.256 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:45.262 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:21:45.297 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:21:45.341 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:21:45.351 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:45.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:45.370 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:45.383 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:21:45.418 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:21:45.450 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:21:45.460 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:21:45.460 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:21:45.461 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:21:45.461 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:21:45.461 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:21:45.461 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:21:45.461 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:21:45.461 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:21:45.471 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:45.511 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:45.573 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:21:45.591 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:45.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:45.598 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:45.699 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:45.756 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:45 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3302672088' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:45.756 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:45 smithi118 ceph-mon[212312]: pgmap v807: 99 pgs: 99 active+clean; 4.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 765 op/s 2023-09-23T15:21:45.756 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:45 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3302672088' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:45.756 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:45 smithi118 ceph-mon[219580]: pgmap v807: 99 pgs: 99 active+clean; 4.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 765 op/s 2023-09-23T15:21:45.775 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:45.828 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:45 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3302672088' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:45.828 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:45 smithi178 ceph-mon[192298]: pgmap v807: 99 pgs: 99 active+clean; 4.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 765 op/s 2023-09-23T15:21:46.203 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:21:46.690 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:46.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:46.702 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:46.803 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:46.838 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:47.386 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:47.391 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:47.391 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:47.492 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:47.537 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:47.578 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:47.613 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:47.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:47.622 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:47.627 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:21:47.627 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:21:47.723 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:47.797 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:48.076 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:48.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:48.080 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:48.181 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:48.212 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:48.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:48 smithi118 ceph-mon[212312]: pgmap v808: 99 pgs: 99 active+clean; 4.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 725 op/s 2023-09-23T15:21:48.291 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:21:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:21:48] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2023-09-23T15:21:48.429 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:48.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:48.436 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:48.537 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:48.543 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:48 smithi178 ceph-mon[192298]: pgmap v808: 99 pgs: 99 active+clean; 4.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 725 op/s 2023-09-23T15:21:48.554 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T15:21:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:48 smithi118 ceph-mon[219580]: pgmap v808: 99 pgs: 99 active+clean; 4.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 725 op/s 2023-09-23T15:21:48.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:48 smithi118 conmon[212288]: 2023-09-23T15:21:48.383+0000 7f4045f51700 -1 mon.a@0(leader).osd e286 definitely_dead 0 2023-09-23T15:21:48.602 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:48.710 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:48.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:48.713 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:48.814 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:48.842 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:48.939 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:48.941 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:21:48.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:48.945 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:49.046 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:49.090 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:49.264 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:49.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:49.273 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:49.295 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:21:49.336 INFO:teuthology.orchestra.run.smithi118.stderr:marked in osd.4. 2023-09-23T15:21:49.374 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:49.421 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:49.567 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:49.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:49 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/164682377' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T15:21:49.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:49 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T15:21:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:49 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/164682377' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T15:21:49.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:49 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T15:21:49.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:49.570 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:49 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/164682377' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T15:21:49.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:49 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T15:21:49.671 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:49.700 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:49.743 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:49.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:49.746 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:49.846 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:49.876 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:50.254 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:50.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:50.257 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:50.330 INFO:tasks.thrashosds.thrasher:Added osd 4 2023-09-23T15:21:50.358 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:50.387 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:50.416 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:50.433 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:50.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:50.439 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:50.539 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:50.565 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:50 smithi118 ceph-mon[219580]: pgmap v809: 99 pgs: 99 active+clean; 4.5 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 738 op/s 2023-09-23T15:21:50.565 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:50 smithi118 ceph-mon[219580]: failed to encode map e287 with expected crc 2023-09-23T15:21:50.565 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:50 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T15:21:50.565 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:50 smithi118 ceph-mon[219580]: osdmap e287: 8 total, 8 up, 8 in 2023-09-23T15:21:50.565 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:50 smithi118 ceph-mon[219580]: osdmap e288: 8 total, 8 up, 8 in 2023-09-23T15:21:50.566 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:50 smithi118 ceph-mon[212312]: pgmap v809: 99 pgs: 99 active+clean; 4.5 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 738 op/s 2023-09-23T15:21:50.566 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:50 smithi118 ceph-mon[212312]: failed to encode map e287 with expected crc 2023-09-23T15:21:50.566 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:50 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T15:21:50.566 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:50 smithi118 ceph-mon[212312]: osdmap e287: 8 total, 8 up, 8 in 2023-09-23T15:21:50.566 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:50 smithi118 ceph-mon[212312]: osdmap e288: 8 total, 8 up, 8 in 2023-09-23T15:21:50.568 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:50 smithi178 ceph-mon[192298]: pgmap v809: 99 pgs: 99 active+clean; 4.5 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 738 op/s 2023-09-23T15:21:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:50 smithi178 ceph-mon[192298]: failed to encode map e287 with expected crc 2023-09-23T15:21:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:50 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T15:21:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:50 smithi178 ceph-mon[192298]: osdmap e287: 8 total, 8 up, 8 in 2023-09-23T15:21:50.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:50 smithi178 ceph-mon[192298]: osdmap e288: 8 total, 8 up, 8 in 2023-09-23T15:21:50.665 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:50.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:50.668 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:50.769 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:50.796 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:50.843 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:50.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:50.846 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:50.851 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:21:50.851 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:21:50.947 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:51.065 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:51.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:51.068 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:51.168 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:51.198 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:51.241 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:51.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:51.244 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:51.324 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:21:51.344 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:51.386 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:51.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3743569119' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:21:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3743569119' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:21:51.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[219580]: osdmap e289: 8 total, 8 up, 8 in 2023-09-23T15:21:51.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3743569119' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:21:51.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:51.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3743569119' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:21:51.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:51 smithi118 ceph-mon[212312]: osdmap e289: 8 total, 8 up, 8 in 2023-09-23T15:21:51.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: failed to encode map e288 with expected crc 2023-09-23T15:21:51.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3743569119' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:21:51.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:21:51.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3743569119' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:21:51.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:51 smithi178 ceph-mon[192298]: osdmap e289: 8 total, 8 up, 8 in 2023-09-23T15:21:51.659 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:51.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:51.673 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:51.688 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:21:51.773 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:51.888 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:51.959 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:51.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:51.965 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:52.066 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:52.121 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:52.262 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:52.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:52.275 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:52.353 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:21:52.376 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:21:52.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: pgmap v812: 99 pgs: 4 remapped+peering, 3 peering, 92 active+clean; 4.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 748 op/s; 0 B/s, 0 objects/s recovering 2023-09-23T15:21:52.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: 8.e starting backfill to osd.4 from (0'0,0'0] MAX to 286'8498 2023-09-23T15:21:52.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: 8.2 starting backfill to osd.4 from (0'0,0'0] MAX to 286'8410 2023-09-23T15:21:52.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: 8.5 starting backfill to osd.4 from (0'0,0'0] MAX to 286'8283 2023-09-23T15:21:52.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: 8.b starting backfill to osd.4 from (0'0,0'0] MAX to 286'8336 2023-09-23T15:21:52.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:21:52.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:52.431 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[212312]: osdmap e290: 8 total, 8 up, 8 in 2023-09-23T15:21:52.436 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: pgmap v812: 99 pgs: 4 remapped+peering, 3 peering, 92 active+clean; 4.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 748 op/s; 0 B/s, 0 objects/s recovering 2023-09-23T15:21:52.436 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.436 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.436 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: 8.e starting backfill to osd.4 from (0'0,0'0] MAX to 286'8498 2023-09-23T15:21:52.436 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.436 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: 8.2 starting backfill to osd.4 from (0'0,0'0] MAX to 286'8410 2023-09-23T15:21:52.436 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.436 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: 8.5 starting backfill to osd.4 from (0'0,0'0] MAX to 286'8283 2023-09-23T15:21:52.436 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.436 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: 8.b starting backfill to osd.4 from (0'0,0'0] MAX to 286'8336 2023-09-23T15:21:52.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:21:52.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:52.437 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:52 smithi118 ceph-mon[219580]: osdmap e290: 8 total, 8 up, 8 in 2023-09-23T15:21:52.495 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:52.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: pgmap v812: 99 pgs: 4 remapped+peering, 3 peering, 92 active+clean; 4.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 748 op/s; 0 B/s, 0 objects/s recovering 2023-09-23T15:21:52.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: 8.e starting backfill to osd.4 from (0'0,0'0] MAX to 286'8498 2023-09-23T15:21:52.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: 8.2 starting backfill to osd.4 from (0'0,0'0] MAX to 286'8410 2023-09-23T15:21:52.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: 8.5 starting backfill to osd.4 from (0'0,0'0] MAX to 286'8283 2023-09-23T15:21:52.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: 8.b starting backfill to osd.4 from (0'0,0'0] MAX to 286'8336 2023-09-23T15:21:52.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: failed to encode map e289 with expected crc 2023-09-23T15:21:52.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:21:52.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:21:52.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:52 smithi178 ceph-mon[192298]: osdmap e290: 8 total, 8 up, 8 in 2023-09-23T15:21:52.666 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:21:52.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:52.676 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:21:52.776 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:52.851 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:52.965 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:21:53.003 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:53.005 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:21:53.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:53.013 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:53.062 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:21:53.115 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:53.124 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:21:53.167 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:21:53.183 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:53.208 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:21:53.256 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:21:53.290 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:21:53.297 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:21:53.298 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:21:53.298 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:21:53.298 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:21:53.298 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:21:53.298 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:21:53.298 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:21:53.298 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:21:53.316 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:53.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:53.324 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:53.362 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:53 smithi178 ceph-mon[192298]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.362 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:53 smithi178 ceph-mon[192298]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.362 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:53 smithi178 ceph-mon[192298]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.362 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:53 smithi178 ceph-mon[192298]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.362 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4114901281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:53.363 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:53 smithi178 ceph-mon[192298]: osdmap e291: 8 total, 8 up, 8 in 2023-09-23T15:21:53.425 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:53.471 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:53.513 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[212312]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.513 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[212312]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.514 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[212312]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.514 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[212312]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.514 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4114901281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:53.514 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[212312]: osdmap e291: 8 total, 8 up, 8 in 2023-09-23T15:21:53.514 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[219580]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.514 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[219580]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.514 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[219580]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.514 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[219580]: failed to encode map e290 with expected crc 2023-09-23T15:21:53.515 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4114901281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:21:53.515 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:53 smithi118 ceph-mon[219580]: osdmap e291: 8 total, 8 up, 8 in 2023-09-23T15:21:54.103 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:54.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:54.107 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:54.208 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:54.269 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:54.316 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:54.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:54.320 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:54.420 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:54.433 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:21:54.491 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:54.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:54 smithi118 ceph-mon[212312]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:54 smithi118 ceph-mon[212312]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:54 smithi118 ceph-mon[212312]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:54 smithi118 ceph-mon[212312]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:54 smithi118 ceph-mon[212312]: pgmap v816: 99 pgs: 1 active+undersized+remapped, 4 remapped+peering, 4 peering, 90 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 1.2 KiB/s, 2 keys/s, 2 objects/s recovering 2023-09-23T15:21:54.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:54 smithi118 ceph-mon[219580]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:54 smithi118 ceph-mon[219580]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:54 smithi118 ceph-mon[219580]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:54 smithi118 ceph-mon[219580]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:54 smithi118 ceph-mon[219580]: pgmap v816: 99 pgs: 1 active+undersized+remapped, 4 remapped+peering, 4 peering, 90 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 1.2 KiB/s, 2 keys/s, 2 objects/s recovering 2023-09-23T15:21:54.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:54 smithi178 ceph-mon[192298]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:54 smithi178 ceph-mon[192298]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:54 smithi178 ceph-mon[192298]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:54 smithi178 ceph-mon[192298]: failed to encode map e291 with expected crc 2023-09-23T15:21:54.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:54 smithi178 ceph-mon[192298]: pgmap v816: 99 pgs: 1 active+undersized+remapped, 4 remapped+peering, 4 peering, 90 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 1.2 KiB/s, 2 keys/s, 2 objects/s recovering 2023-09-23T15:21:54.767 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:54.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:54.789 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:54.890 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:21:55.026 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:55.105 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:21:55.105 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:21:55.105 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:55.105 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:136765 8.d 8:bbd1cdfd:::benchmark_data_smithi118_424375_object33699:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e291)", 2023-09-23T15:21:55.105 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:55.097620+0000", 2023-09-23T15:21:55.105 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0066692779999999998, 2023-09-23T15:21:55.105 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0067062609999999998, 2023-09-23T15:21:55.105 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:21:55.106 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:21:55.106 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:21:55.106 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:21:55.106 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:21:55.106 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 136765 2023-09-23T15:21:55.106 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:55.106 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:21:55.106 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:55.106 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:21:55.106 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:55.097620+0000", 2023-09-23T15:21:55.106 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:55.107 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:55.107 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:55.107 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:21:55.107 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:55.097620+0000", 2023-09-23T15:21:55.107 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:21:55.107 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:55.107 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:55.107 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:21:55.107 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:55.097619+0000", 2023-09-23T15:21:55.107 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:21:55.107 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:55.108 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:55.108 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:21:55.108 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:55.097626+0000", 2023-09-23T15:21:55.108 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6359999999999994e-06 2023-09-23T15:21:55.108 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:55.108 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:55.108 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:21:55.108 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:55.097643+0000", 2023-09-23T15:21:55.108 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7149000000000001e-05 2023-09-23T15:21:55.109 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:55.109 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:55.109 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:21:55.109 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:55.097650+0000", 2023-09-23T15:21:55.109 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2999999999999998e-06 2023-09-23T15:21:55.109 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:55.109 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:55.109 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:21:55.109 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:55.097697+0000", 2023-09-23T15:21:55.109 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7434e-05 2023-09-23T15:21:55.110 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:55.110 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:55.110 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:21:55.110 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:55.097862+0000", 2023-09-23T15:21:55.110 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016456500000000001 2023-09-23T15:21:55.110 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:55.110 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:55.110 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,5", 2023-09-23T15:21:55.110 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:55.098000+0000", 2023-09-23T15:21:55.110 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013842499999999999 2023-09-23T15:21:55.111 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:21:55.111 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:21:55.111 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:21:55.111 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:55.104234+0000", 2023-09-23T15:21:55.111 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0062342550000000002 2023-09-23T15:21:55.111 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:55.111 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:21:55.111 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:55.111 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:21:55.111 INFO:teuthology.orchestra.run.smithi178.stdout: ], 2023-09-23T15:21:55.112 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 1 2023-09-23T15:21:55.112 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:21:55.196 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:21:55.212 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:55.213 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:21:55.281 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:55.314 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:55.332 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 2, 0, 4] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:21:55.332 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:21:55.332 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2023-09-23T15:21:55.332 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 110 3.0 2023-09-23T15:21:55.356 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:55.424 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:55 smithi178 ceph-mon[192298]: pgmap v817: 99 pgs: 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 4 remapped+peering, 1 peering, 91 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 387 op/s; 48/212283 objects degraded (0.023%); 8829/212283 objects misplaced (4.159%); 525 KiB/s, 1 keys/s, 10 objects/s recovering 2023-09-23T15:21:55.424 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:55 smithi178 ceph-mon[192298]: Health check failed: Degraded data redundancy: 48/212283 objects degraded (0.023%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:21:55.805 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:55 smithi118 ceph-mon[219580]: pgmap v817: 99 pgs: 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 4 remapped+peering, 1 peering, 91 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 387 op/s; 48/212283 objects degraded (0.023%); 8829/212283 objects misplaced (4.159%); 525 KiB/s, 1 keys/s, 10 objects/s recovering 2023-09-23T15:21:55.806 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:55 smithi118 ceph-mon[219580]: Health check failed: Degraded data redundancy: 48/212283 objects degraded (0.023%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:21:55.807 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:55 smithi118 ceph-mon[212312]: pgmap v817: 99 pgs: 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 4 remapped+peering, 1 peering, 91 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 387 op/s; 48/212283 objects degraded (0.023%); 8829/212283 objects misplaced (4.159%); 525 KiB/s, 1 keys/s, 10 objects/s recovering 2023-09-23T15:21:55.807 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:55 smithi118 ceph-mon[212312]: Health check failed: Degraded data redundancy: 48/212283 objects degraded (0.023%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:21:55.972 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:55.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:55.975 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:56.075 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:56.077 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:21:56.194 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:56.355 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:56.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:56.362 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:56.463 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:56.526 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:56.731 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:56.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:56.737 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:56.837 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:21:56.900 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:56.965 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:21:57.004 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:21:57.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:57.012 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:21:57.034 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:21:57.113 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:21:57.169 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:57.288 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:21:57.631 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:21:57.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:57.637 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:21:57.738 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:21:57.815 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:58.081 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:21:58.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:58.085 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:21:58.185 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:21:58.223 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:58.451 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:21:58.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:58.454 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:21:58.497 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:58 smithi118 ceph-mon[219580]: pgmap v818: 99 pgs: 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 peering, 93 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 380 op/s; 48/208383 objects degraded (0.023%); 21762/208383 objects misplaced (10.443%); 969 KiB/s, 1 keys/s, 17 objects/s recovering 2023-09-23T15:21:58.499 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:21:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:21:58] "GET /metrics HTTP/1.1" 200 36391 "" "Prometheus/2.43.0" 2023-09-23T15:21:58.499 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:58 smithi118 ceph-mon[212312]: pgmap v818: 99 pgs: 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 peering, 93 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 380 op/s; 48/208383 objects degraded (0.023%); 21762/208383 objects misplaced (10.443%); 969 KiB/s, 1 keys/s, 17 objects/s recovering 2023-09-23T15:21:58.556 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:58.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:58 smithi178 ceph-mon[192298]: pgmap v818: 99 pgs: 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 peering, 93 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 380 op/s; 48/208383 objects degraded (0.023%); 21762/208383 objects misplaced (10.443%); 969 KiB/s, 1 keys/s, 17 objects/s recovering 2023-09-23T15:21:58.639 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:58.785 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:21:58.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:58.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:21:58.890 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:21:58.940 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:21:59.324 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:21:59.570 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:21:59.570 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:21:59.570 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:21:59.570 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:21:59.570 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:21:59.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:59 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2191677160' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:59.597 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:21:59 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:59.762 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:21:59.766 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:59 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2191677160' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:59.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:21:59 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:59.767 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:59 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2191677160' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:59.767 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:21:59 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:21:59.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:21:59.768 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:21:59.868 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:21:59.949 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:00.489 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:22:00.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:00.494 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:22:00.595 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:00.599 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:00 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:00.599 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:00 smithi178 ceph-mon[192298]: failed to encode map e292 with expected crc 2023-09-23T15:22:00.600 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:00 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:22:00.600 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:00 smithi178 ceph-mon[192298]: osdmap e292: 8 total, 8 up, 8 in 2023-09-23T15:22:00.600 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:00 smithi178 ceph-mon[192298]: pgmap v820: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 94 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 392 op/s; 134/206622 objects degraded (0.065%); 21555/206622 objects misplaced (10.432%); 1.9 MiB/s, 31 objects/s recovering 2023-09-23T15:22:00.600 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:00.600 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:00.622 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:22:00.650 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:00.650 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[212312]: failed to encode map e292 with expected crc 2023-09-23T15:22:00.651 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:22:00.651 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[212312]: osdmap e292: 8 total, 8 up, 8 in 2023-09-23T15:22:00.651 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[212312]: pgmap v820: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 94 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 392 op/s; 134/206622 objects degraded (0.065%); 21555/206622 objects misplaced (10.432%); 1.9 MiB/s, 31 objects/s recovering 2023-09-23T15:22:00.651 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:00.651 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:00.651 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:00.651 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[219580]: failed to encode map e292 with expected crc 2023-09-23T15:22:00.652 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:22:00.652 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[219580]: osdmap e292: 8 total, 8 up, 8 in 2023-09-23T15:22:00.652 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[219580]: pgmap v820: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 94 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 392 op/s; 134/206622 objects degraded (0.065%); 21555/206622 objects misplaced (10.432%); 1.9 MiB/s, 31 objects/s recovering 2023-09-23T15:22:00.652 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:00.652 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:00.660 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:00.843 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:00.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:00.867 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:00.868 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:00.969 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:01.008 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:01.094 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:01.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:01.103 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:01.140 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:22:01.204 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:01.306 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:01.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:01 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 134/199722 objects degraded (0.067%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:22:01.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:01 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 134/199722 objects degraded (0.067%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:22:01.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:01 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 134/199722 objects degraded (0.067%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:22:01.733 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:01.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:01.741 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:01.841 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:01.893 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:01.955 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:01.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:01.958 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:02.059 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:02.085 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:02.153 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:02.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:02.162 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:02.262 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:02.319 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:02.383 INFO:teuthology.orchestra.run.smithi118.stdout:moved 27 / 297 (9.09091%) 2023-09-23T15:22:02.384 INFO:teuthology.orchestra.run.smithi118.stdout:avg 37.125 2023-09-23T15:22:02.384 INFO:teuthology.orchestra.run.smithi118.stdout:stddev 3.47985 -> 4.16646 (expected baseline 5.69951) 2023-09-23T15:22:02.384 INFO:teuthology.orchestra.run.smithi118.stdout:min osd.2 with 30 -> 31 pgs (0.808081 -> 0.835017 * mean) 2023-09-23T15:22:02.384 INFO:teuthology.orchestra.run.smithi118.stdout:max osd.4 with 41 -> 43 pgs (1.10438 -> 1.15825 * mean) 2023-09-23T15:22:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:22:02.384 INFO:teuthology.orchestra.run.smithi118.stdout:oload 110 2023-09-23T15:22:02.384 INFO:teuthology.orchestra.run.smithi118.stdout:max_change 3 2023-09-23T15:22:02.384 INFO:teuthology.orchestra.run.smithi118.stdout:max_change_osds 4 2023-09-23T15:22:02.384 INFO:teuthology.orchestra.run.smithi118.stdout:average_utilization 0.0203 2023-09-23T15:22:02.384 INFO:teuthology.orchestra.run.smithi118.stdout:overload_utilization 0.0223 2023-09-23T15:22:02.384 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 weight 1.0000 -> 0.8009 2023-09-23T15:22:02.385 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 weight 1.0000 -> 0.8105 2023-09-23T15:22:02.385 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 weight 1.0000 -> 0.8122 2023-09-23T15:22:02.385 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 weight 1.0000 -> 0.8135 2023-09-23T15:22:02.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:02 smithi118 ceph-mon[212312]: pgmap v821: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 94 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 617 op/s; 134/199722 objects degraded (0.067%); 20807/199722 objects misplaced (10.418%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T15:22:02.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:02 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'53116','2':'53231','3':'52486','5':'53314'}"}]: dispatch 2023-09-23T15:22:02.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:02 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:02.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:02 smithi118 ceph-mon[219580]: pgmap v821: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 94 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 617 op/s; 134/199722 objects degraded (0.067%); 20807/199722 objects misplaced (10.418%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T15:22:02.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:02 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'53116','2':'53231','3':'52486','5':'53314'}"}]: dispatch 2023-09-23T15:22:02.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:02 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:02.759 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:02 smithi178 ceph-mon[192298]: pgmap v821: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 94 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 617 op/s; 134/199722 objects degraded (0.067%); 20807/199722 objects misplaced (10.418%); 1.7 MiB/s, 26 objects/s recovering 2023-09-23T15:22:02.760 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:02 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'53116','2':'53231','3':'52486','5':'53314'}"}]: dispatch 2023-09-23T15:22:02.760 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:02 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:02.888 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:22:03.002 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:22:03.002 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:22:03.002 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:22:03.002 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:22:03.003 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.003 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164462 7.5 7:aecab349:::benchmark_data_smithi118_332595_object78398:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.003 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.323995+0000", 2023-09-23T15:22:03.003 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.67555866500001, 2023-09-23T15:22:03.003 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0175018979999999, 2023-09-23T15:22:03.003 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.003 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.003 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.004 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.004 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.004 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164462 2023-09-23T15:22:03.004 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.004 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.004 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.004 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.004 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.323995+0000", 2023-09-23T15:22:03.005 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.005 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.005 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.005 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.005 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.323995+0000", 2023-09-23T15:22:03.005 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.005 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.005 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.006 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.006 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.323994+0000", 2023-09-23T15:22:03.006 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:22:03.006 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.006 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.006 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.006 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324000+0000", 2023-09-23T15:22:03.006 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7139999999999998e-06 2023-09-23T15:22:03.007 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.007 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.007 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.007 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324013+0000", 2023-09-23T15:22:03.007 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3179999999999999e-05 2023-09-23T15:22:03.007 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.007 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.007 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.008 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324018+0000", 2023-09-23T15:22:03.008 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9030000000000003e-06 2023-09-23T15:22:03.008 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.008 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.008 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.008 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324079+0000", 2023-09-23T15:22:03.008 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1581999999999994e-05 2023-09-23T15:22:03.008 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.009 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.009 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.009 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324091+0000", 2023-09-23T15:22:03.009 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.132e-05 2023-09-23T15:22:03.009 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.009 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.009 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.009 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.326522+0000", 2023-09-23T15:22:03.010 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0024315829999999 2023-09-23T15:22:03.010 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.010 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.010 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.010 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.326625+0000", 2023-09-23T15:22:03.010 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000102747 2023-09-23T15:22:03.010 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.010 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.011 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.011 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.326705+0000", 2023-09-23T15:22:03.011 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9760999999999997e-05 2023-09-23T15:22:03.011 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.011 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.011 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.011 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.330918+0000", 2023-09-23T15:22:03.011 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042127570000000001 2023-09-23T15:22:03.012 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.012 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.012 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.012 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.332091+0000", 2023-09-23T15:22:03.012 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0011731879999999999 2023-09-23T15:22:03.012 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.012 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.012 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.013 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341400+0000", 2023-09-23T15:22:03.013 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0093090629999999994 2023-09-23T15:22:03.013 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.013 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.013 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.013 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341454+0000", 2023-09-23T15:22:03.013 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3857000000000003e-05 2023-09-23T15:22:03.013 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341497+0000", 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3386000000000001e-05 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164482 7.5 7:a8b5d483:::benchmark_data_smithi118_332595_object78418:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.350282+0000", 2023-09-23T15:22:03.014 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.64927154599999, 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99133961299999995, 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164482 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.350282+0000", 2023-09-23T15:22:03.015 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.350282+0000", 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.350281+0000", 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.016 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.350285+0000", 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0709999999999996e-06 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.350295+0000", 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6379999999999999e-06 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.350299+0000", 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3540000000000002e-06 2023-09-23T15:22:03.017 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.018 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.018 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.018 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.350361+0000", 2023-09-23T15:22:03.018 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1688999999999998e-05 2023-09-23T15:22:03.018 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.018 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.018 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.018 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.350373+0000", 2023-09-23T15:22:03.018 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1745e-05 2023-09-23T15:22:03.018 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.019 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.019 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.019 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.328551+0000", 2023-09-23T15:22:03.019 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.97817780300000001 2023-09-23T15:22:03.019 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.019 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.019 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.021 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.328622+0000", 2023-09-23T15:22:03.021 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1748999999999994e-05 2023-09-23T15:22:03.021 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.021 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.021 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.021 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.328697+0000", 2023-09-23T15:22:03.021 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4435000000000001e-05 2023-09-23T15:22:03.022 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.022 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.022 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.022 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.333330+0000", 2023-09-23T15:22:03.022 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0046329980000000002 2023-09-23T15:22:03.022 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.022 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.022 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.022 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.333340+0000", 2023-09-23T15:22:03.022 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0645999999999999e-05 2023-09-23T15:22:03.022 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341540+0000", 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0081995639999999995 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341586+0000", 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5707999999999997e-05 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.023 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.024 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341622+0000", 2023-09-23T15:22:03.024 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6173000000000001e-05 2023-09-23T15:22:03.024 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.024 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.024 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.024 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.024 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.024 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164495 7.5 7:afe7c846:::benchmark_data_smithi118_332595_object78431:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.024 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.375544+0000", 2023-09-23T15:22:03.024 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.62400966600001, 2023-09-23T15:22:03.024 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.98663925600000002, 2023-09-23T15:22:03.025 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.025 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.025 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.025 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.025 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.025 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164495 2023-09-23T15:22:03.025 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.025 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.025 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.025 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.375544+0000", 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.375544+0000", 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.375543+0000", 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:22:03.026 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.375553+0000", 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0063e-05 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.375566+0000", 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2597e-05 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.027 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.375570+0000", 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.622e-06 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.375615+0000", 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4240999999999999e-05 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.375623+0000", 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7430000000000008e-06 2023-09-23T15:22:03.028 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.329801+0000", 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.954177253 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.329862+0000", 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1002999999999999e-05 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.029 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.329920+0000", 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8411e-05 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.337290+0000", 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0073705230000000004 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.354525+0000", 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017234319000000001 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.030 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.031 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.031 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362083+0000", 2023-09-23T15:22:03.031 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0075580509999999997 2023-09-23T15:22:03.031 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.031 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.031 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.031 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362139+0000", 2023-09-23T15:22:03.031 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6416000000000003e-05 2023-09-23T15:22:03.031 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.031 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.031 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.032 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362183+0000", 2023-09-23T15:22:03.032 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4227000000000002e-05 2023-09-23T15:22:03.032 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.032 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.032 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.032 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.032 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.032 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164526 7.5 7:abb85361:::benchmark_data_smithi118_332595_object78462:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.033 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.437458+0000", 2023-09-23T15:22:03.033 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.56209612699999, 2023-09-23T15:22:03.033 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.92490642000000001, 2023-09-23T15:22:03.033 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.033 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.033 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.033 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.033 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.034 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164526 2023-09-23T15:22:03.034 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.034 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.034 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.034 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.034 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.437458+0000", 2023-09-23T15:22:03.034 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.034 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.034 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.034 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.437458+0000", 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.437456+0000", 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.437463+0000", 2023-09-23T15:22:03.035 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.182e-06 2023-09-23T15:22:03.036 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.036 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.036 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.036 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.437478+0000", 2023-09-23T15:22:03.036 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4766000000000001e-05 2023-09-23T15:22:03.036 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.036 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.036 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.037 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.437484+0000", 2023-09-23T15:22:03.037 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8560000000000003e-06 2023-09-23T15:22:03.037 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.037 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.037 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.037 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.437537+0000", 2023-09-23T15:22:03.037 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2537999999999997e-05 2023-09-23T15:22:03.037 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.038 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.038 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.038 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.437547+0000", 2023-09-23T15:22:03.038 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9189999999999994e-06 2023-09-23T15:22:03.038 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.038 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.038 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.038 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.330946+0000", 2023-09-23T15:22:03.039 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89339975299999996 2023-09-23T15:22:03.039 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.039 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.039 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.039 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.331013+0000", 2023-09-23T15:22:03.039 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7195999999999998e-05 2023-09-23T15:22:03.039 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.040 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.040 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.040 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.331072+0000", 2023-09-23T15:22:03.040 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8978999999999999e-05 2023-09-23T15:22:03.040 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.040 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.040 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.040 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.337300+0000", 2023-09-23T15:22:03.041 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0062273099999999998 2023-09-23T15:22:03.041 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.041 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.041 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.041 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.354556+0000", 2023-09-23T15:22:03.041 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017256233999999999 2023-09-23T15:22:03.041 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.042 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.042 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.042 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362252+0000", 2023-09-23T15:22:03.042 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0076963530000000004 2023-09-23T15:22:03.042 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.042 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.042 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.043 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362321+0000", 2023-09-23T15:22:03.043 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8261000000000003e-05 2023-09-23T15:22:03.043 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.043 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.043 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.043 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362364+0000", 2023-09-23T15:22:03.044 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3523999999999999e-05 2023-09-23T15:22:03.044 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.044 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.044 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.044 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.044 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.044 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164529 7.5 7:ae8e2a13:::benchmark_data_smithi118_332595_object78465:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.045 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.448893+0000", 2023-09-23T15:22:03.045 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.55066104299999, 2023-09-23T15:22:03.045 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.91356276800000003, 2023-09-23T15:22:03.045 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.045 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.045 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.046 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.046 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.046 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164529 2023-09-23T15:22:03.046 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.046 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.046 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.046 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.047 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.448893+0000", 2023-09-23T15:22:03.047 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.047 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.047 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.047 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.047 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.448893+0000", 2023-09-23T15:22:03.048 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.048 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.048 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.048 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.048 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.448892+0000", 2023-09-23T15:22:03.048 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:22:03.048 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.048 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.049 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.049 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.448898+0000", 2023-09-23T15:22:03.049 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6010000000000002e-06 2023-09-23T15:22:03.049 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.049 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.049 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.049 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.448910+0000", 2023-09-23T15:22:03.049 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2216e-05 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.448916+0000", 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1360000000000002e-06 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.448959+0000", 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3146000000000003e-05 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.050 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.051 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.051 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.448968+0000", 2023-09-23T15:22:03.051 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.3570000000000004e-06 2023-09-23T15:22:03.051 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.051 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.051 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.051 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.332104+0000", 2023-09-23T15:22:03.051 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.88313559500000005 2023-09-23T15:22:03.052 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.052 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.052 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.052 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.332168+0000", 2023-09-23T15:22:03.052 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3808999999999998e-05 2023-09-23T15:22:03.052 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.052 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.052 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.052 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.332229+0000", 2023-09-23T15:22:03.052 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1019e-05 2023-09-23T15:22:03.052 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.053 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.053 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.053 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.337307+0000", 2023-09-23T15:22:03.053 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050783299999999998 2023-09-23T15:22:03.053 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.053 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.053 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.054 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.354598+0000", 2023-09-23T15:22:03.054 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017291260999999999 2023-09-23T15:22:03.054 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.054 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.054 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.054 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362403+0000", 2023-09-23T15:22:03.054 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0078050690000000004 2023-09-23T15:22:03.054 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.055 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.055 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.055 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362433+0000", 2023-09-23T15:22:03.055 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9901000000000001e-05 2023-09-23T15:22:03.055 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.055 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.055 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.056 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362456+0000", 2023-09-23T15:22:03.056 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2245000000000001e-05 2023-09-23T15:22:03.056 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.056 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.056 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.056 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.056 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.056 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164546 7.5 7:a49576ee:::benchmark_data_smithi118_332595_object78482:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.056 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.581959+0000", 2023-09-23T15:22:03.056 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.41759442, 2023-09-23T15:22:03.056 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.78057279999999996, 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164546 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.581959+0000", 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.057 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.058 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.058 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.058 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.581959+0000", 2023-09-23T15:22:03.058 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.058 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.058 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.058 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.058 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.581958+0000", 2023-09-23T15:22:03.058 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:22:03.058 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.058 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.059 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.059 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.581964+0000", 2023-09-23T15:22:03.059 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9889999999999997e-06 2023-09-23T15:22:03.059 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.059 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.059 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.059 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.581980+0000", 2023-09-23T15:22:03.060 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6103000000000002e-05 2023-09-23T15:22:03.060 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.060 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.060 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.060 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.581987+0000", 2023-09-23T15:22:03.060 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4070000000000004e-06 2023-09-23T15:22:03.060 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.060 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.061 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.061 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.582045+0000", 2023-09-23T15:22:03.061 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7676999999999997e-05 2023-09-23T15:22:03.061 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.061 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.061 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.061 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.582053+0000", 2023-09-23T15:22:03.061 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8460000000000008e-06 2023-09-23T15:22:03.062 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.062 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.062 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.062 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.333362+0000", 2023-09-23T15:22:03.062 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.75130882399999999 2023-09-23T15:22:03.062 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.062 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.063 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.063 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.333474+0000", 2023-09-23T15:22:03.063 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000112322 2023-09-23T15:22:03.063 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.063 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.063 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.063 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.333591+0000", 2023-09-23T15:22:03.063 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011664500000000001 2023-09-23T15:22:03.064 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.064 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.064 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.064 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.340044+0000", 2023-09-23T15:22:03.064 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0064532770000000003 2023-09-23T15:22:03.064 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.064 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.064 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.064 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.354627+0000", 2023-09-23T15:22:03.064 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014582972 2023-09-23T15:22:03.064 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.065 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.065 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.065 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362486+0000", 2023-09-23T15:22:03.065 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0078590169999999994 2023-09-23T15:22:03.065 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.065 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.065 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.065 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362512+0000", 2023-09-23T15:22:03.066 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5809e-05 2023-09-23T15:22:03.066 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.066 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.066 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.066 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362532+0000", 2023-09-23T15:22:03.066 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0621000000000001e-05 2023-09-23T15:22:03.066 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.066 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.067 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.067 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.067 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.067 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164548 7.5 7:a608445a:::benchmark_data_smithi118_332595_object78484:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.067 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.587596+0000", 2023-09-23T15:22:03.067 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.411957833, 2023-09-23T15:22:03.067 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.77500526999999997, 2023-09-23T15:22:03.067 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164548 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.587596+0000", 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.068 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.587596+0000", 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.587595+0000", 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.069 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.070 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.587601+0000", 2023-09-23T15:22:03.070 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5119999999999999e-06 2023-09-23T15:22:03.070 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.070 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.070 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.070 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.587615+0000", 2023-09-23T15:22:03.070 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3969e-05 2023-09-23T15:22:03.070 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.070 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.071 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.071 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.587621+0000", 2023-09-23T15:22:03.071 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3539999999999996e-06 2023-09-23T15:22:03.071 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.071 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.071 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.071 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.587669+0000", 2023-09-23T15:22:03.071 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8235000000000002e-05 2023-09-23T15:22:03.071 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.071 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.072 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.072 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.587675+0000", 2023-09-23T15:22:03.072 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.229e-06 2023-09-23T15:22:03.072 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.072 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.072 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.072 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.334740+0000", 2023-09-23T15:22:03.072 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.74706492499999999 2023-09-23T15:22:03.072 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.073 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.073 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.073 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.334845+0000", 2023-09-23T15:22:03.073 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000104721 2023-09-23T15:22:03.073 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.073 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.073 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.073 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.334950+0000", 2023-09-23T15:22:03.073 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000104758 2023-09-23T15:22:03.074 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.074 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.074 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.074 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.340054+0000", 2023-09-23T15:22:03.074 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051036930000000003 2023-09-23T15:22:03.074 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.074 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.074 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.074 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.356470+0000", 2023-09-23T15:22:03.074 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016416528999999999 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362558+0000", 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.006087439 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362582+0000", 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4394999999999999e-05 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.075 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.076 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.076 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362601+0000", 2023-09-23T15:22:03.076 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9394000000000001e-05 2023-09-23T15:22:03.076 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.076 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.076 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.076 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.076 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.076 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164567 7.5 7:aa118fa7:::benchmark_data_smithi118_332595_object78503:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.076 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.651111+0000", 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.34844270799999, 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.71155908300000004, 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164567 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.077 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651111+0000", 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651111+0000", 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651110+0000", 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:22:03.078 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.079 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.079 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.079 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651116+0000", 2023-09-23T15:22:03.079 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2990000000000002e-06 2023-09-23T15:22:03.079 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.079 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.079 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.079 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651129+0000", 2023-09-23T15:22:03.079 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3261000000000001e-05 2023-09-23T15:22:03.080 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.080 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.080 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.080 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651135+0000", 2023-09-23T15:22:03.080 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1869999999999996e-06 2023-09-23T15:22:03.080 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.080 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.080 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.081 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651192+0000", 2023-09-23T15:22:03.081 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7457999999999998e-05 2023-09-23T15:22:03.081 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.081 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.081 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.081 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651205+0000", 2023-09-23T15:22:03.081 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2632999999999999e-05 2023-09-23T15:22:03.081 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.081 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.336058+0000", 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.68485375500000001 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.336142+0000", 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3685999999999998e-05 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.082 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.336204+0000", 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1422999999999998e-05 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341507+0000", 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0053032469999999996 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.356517+0000", 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015009860999999999 2023-09-23T15:22:03.083 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.084 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.084 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.084 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362627+0000", 2023-09-23T15:22:03.084 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0061098389999999997 2023-09-23T15:22:03.084 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.084 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.084 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.084 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362649+0000", 2023-09-23T15:22:03.084 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2603999999999999e-05 2023-09-23T15:22:03.085 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.085 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.085 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.085 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362670+0000", 2023-09-23T15:22:03.085 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1087999999999999e-05 2023-09-23T15:22:03.085 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.085 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.086 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.086 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.086 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.086 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164568 7.5 7:ad281b27:::benchmark_data_smithi118_332595_object78504:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.086 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.651145+0000", 2023-09-23T15:22:03.086 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.34840847000001, 2023-09-23T15:22:03.086 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.71159568699999998, 2023-09-23T15:22:03.086 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.087 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.087 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.087 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.087 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.087 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164568 2023-09-23T15:22:03.087 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.087 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.087 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.087 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.088 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651145+0000", 2023-09-23T15:22:03.088 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.088 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.088 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.088 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.088 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651145+0000", 2023-09-23T15:22:03.088 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.089 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.089 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.089 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.089 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651145+0000", 2023-09-23T15:22:03.089 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:22:03.089 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.089 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.089 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.090 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651148+0000", 2023-09-23T15:22:03.090 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6450000000000001e-06 2023-09-23T15:22:03.090 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.090 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.090 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.090 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651153+0000", 2023-09-23T15:22:03.090 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6609999999999997e-06 2023-09-23T15:22:03.090 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.091 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.091 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.091 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651157+0000", 2023-09-23T15:22:03.091 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9269999999999998e-06 2023-09-23T15:22:03.091 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.091 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.091 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.091 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651241+0000", 2023-09-23T15:22:03.091 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3869999999999995e-05 2023-09-23T15:22:03.092 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.092 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.092 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.092 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.651250+0000", 2023-09-23T15:22:03.092 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2969999999999992e-06 2023-09-23T15:22:03.092 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.092 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.092 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.092 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.337351+0000", 2023-09-23T15:22:03.093 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.68610041600000005 2023-09-23T15:22:03.093 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.093 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.093 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.093 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.337461+0000", 2023-09-23T15:22:03.093 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000110628 2023-09-23T15:22:03.093 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.093 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.093 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.093 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.337570+0000", 2023-09-23T15:22:03.093 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010891300000000001 2023-09-23T15:22:03.094 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.094 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.094 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.094 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341510+0000", 2023-09-23T15:22:03.094 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039401510000000002 2023-09-23T15:22:03.094 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.094 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.094 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.095 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.356565+0000", 2023-09-23T15:22:03.095 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015054042 2023-09-23T15:22:03.095 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.095 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.095 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.095 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362700+0000", 2023-09-23T15:22:03.095 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0061359439999999999 2023-09-23T15:22:03.095 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.096 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.096 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.096 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362723+0000", 2023-09-23T15:22:03.096 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2238999999999998e-05 2023-09-23T15:22:03.096 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.096 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.096 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.096 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362741+0000", 2023-09-23T15:22:03.096 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8374000000000001e-05 2023-09-23T15:22:03.096 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.097 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.097 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.097 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.097 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.097 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164581 7.5 7:a55fffe8:::benchmark_data_smithi118_332595_object78517:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.097 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.702804+0000", 2023-09-23T15:22:03.097 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.296749527, 2023-09-23T15:22:03.097 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.66001097900000005, 2023-09-23T15:22:03.098 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.098 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.098 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.098 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.098 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.098 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164581 2023-09-23T15:22:03.098 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.099 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.099 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.099 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.099 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.702804+0000", 2023-09-23T15:22:03.099 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.099 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.099 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.099 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.099 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.702804+0000", 2023-09-23T15:22:03.100 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.100 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.100 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.100 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.100 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.702797+0000", 2023-09-23T15:22:03.100 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999924 2023-09-23T15:22:03.100 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.100 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.100 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.101 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.702815+0000", 2023-09-23T15:22:03.101 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.791e-05 2023-09-23T15:22:03.101 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.101 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.101 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.101 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.702849+0000", 2023-09-23T15:22:03.101 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4205000000000002e-05 2023-09-23T15:22:03.101 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.101 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.101 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.102 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.702862+0000", 2023-09-23T15:22:03.102 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3356999999999999e-05 2023-09-23T15:22:03.102 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.102 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.102 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.102 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.702933+0000", 2023-09-23T15:22:03.102 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1199999999999996e-05 2023-09-23T15:22:03.102 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.102 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.103 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.103 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.702942+0000", 2023-09-23T15:22:03.103 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8119999999999997e-06 2023-09-23T15:22:03.103 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.103 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.103 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.103 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.338741+0000", 2023-09-23T15:22:03.103 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.63579884900000005 2023-09-23T15:22:03.103 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.103 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.103 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.338842+0000", 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010076700000000001 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.338924+0000", 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.2467999999999997e-05 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.343071+0000", 2023-09-23T15:22:03.104 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0041465740000000001 2023-09-23T15:22:03.105 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.105 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.105 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.105 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.356610+0000", 2023-09-23T15:22:03.105 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013539199999999999 2023-09-23T15:22:03.105 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.105 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.105 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.105 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362768+0000", 2023-09-23T15:22:03.106 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0061577769999999997 2023-09-23T15:22:03.106 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.106 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.106 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.106 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362794+0000", 2023-09-23T15:22:03.106 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6616999999999999e-05 2023-09-23T15:22:03.106 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.107 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.107 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.107 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362815+0000", 2023-09-23T15:22:03.107 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0829e-05 2023-09-23T15:22:03.107 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.107 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.107 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.107 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.108 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.108 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164584 7.5 7:a0642f95:::benchmark_data_smithi118_332595_object78520:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.108 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.718468+0000", 2023-09-23T15:22:03.108 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.28108606800001, 2023-09-23T15:22:03.108 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.64441269700000003, 2023-09-23T15:22:03.108 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.108 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.109 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.109 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.109 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.109 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164584 2023-09-23T15:22:03.109 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.109 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.109 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.109 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.110 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.718468+0000", 2023-09-23T15:22:03.110 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.110 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.110 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.110 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.110 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.718468+0000", 2023-09-23T15:22:03.110 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.110 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.111 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.111 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.111 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.718461+0000", 2023-09-23T15:22:03.111 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999928 2023-09-23T15:22:03.111 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.111 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.111 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.111 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.718480+0000", 2023-09-23T15:22:03.112 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9043e-05 2023-09-23T15:22:03.112 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.112 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.112 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.112 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.718513+0000", 2023-09-23T15:22:03.112 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3696999999999999e-05 2023-09-23T15:22:03.112 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.112 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.113 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.113 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.718527+0000", 2023-09-23T15:22:03.113 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3696000000000001e-05 2023-09-23T15:22:03.113 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.113 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.113 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.113 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.718627+0000", 2023-09-23T15:22:03.113 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010018699999999999 2023-09-23T15:22:03.114 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.114 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.114 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.114 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.718635+0000", 2023-09-23T15:22:03.114 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5360000000000004e-06 2023-09-23T15:22:03.114 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.114 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.114 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.114 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.340094+0000", 2023-09-23T15:22:03.114 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.62145969099999998 2023-09-23T15:22:03.114 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.340212+0000", 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000117718 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.340322+0000", 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109487 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.115 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.343076+0000", 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027543680000000001 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.356651+0000", 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013575442 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362841+0000", 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0061897949999999997 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.116 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362863+0000", 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1963e-05 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362880+0000", 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7297000000000001e-05 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.117 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.118 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164588 7.5 7:a4091db0:::benchmark_data_smithi118_332595_object78524:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.118 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.729150+0000", 2023-09-23T15:22:03.118 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.270404208, 2023-09-23T15:22:03.118 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.63379660100000001, 2023-09-23T15:22:03.118 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.118 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.118 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.118 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.118 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.119 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164588 2023-09-23T15:22:03.119 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.119 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.119 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.119 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.119 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.729150+0000", 2023-09-23T15:22:03.119 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.119 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.120 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.120 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.120 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.729150+0000", 2023-09-23T15:22:03.120 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.120 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.120 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.120 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.120 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.729149+0000", 2023-09-23T15:22:03.121 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:22:03.121 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.121 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.121 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.121 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.729154+0000", 2023-09-23T15:22:03.121 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0560000000000004e-06 2023-09-23T15:22:03.121 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.122 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.122 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.122 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.729166+0000", 2023-09-23T15:22:03.122 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1904e-05 2023-09-23T15:22:03.122 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.122 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.122 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.122 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.729170+0000", 2023-09-23T15:22:03.123 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4170000000000002e-06 2023-09-23T15:22:03.123 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.123 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.123 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.123 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.729240+0000", 2023-09-23T15:22:03.123 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9684000000000006e-05 2023-09-23T15:22:03.123 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.123 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.123 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.123 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.729251+0000", 2023-09-23T15:22:03.124 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1545e-05 2023-09-23T15:22:03.124 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.124 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.124 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.124 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341657+0000", 2023-09-23T15:22:03.124 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.61240562399999998 2023-09-23T15:22:03.124 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.124 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.125 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.125 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341726+0000", 2023-09-23T15:22:03.125 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8675000000000002e-05 2023-09-23T15:22:03.125 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.125 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.125 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.125 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341785+0000", 2023-09-23T15:22:03.125 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9156000000000001e-05 2023-09-23T15:22:03.125 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.125 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.126 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.126 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.348380+0000", 2023-09-23T15:22:03.126 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0065952090000000003 2023-09-23T15:22:03.126 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.126 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.126 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.126 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.356684+0000", 2023-09-23T15:22:03.126 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0083040179999999998 2023-09-23T15:22:03.126 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.126 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.127 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.127 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362904+0000", 2023-09-23T15:22:03.127 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0062201890000000001 2023-09-23T15:22:03.127 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.127 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.127 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.127 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362927+0000", 2023-09-23T15:22:03.128 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3300000000000001e-05 2023-09-23T15:22:03.128 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.128 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.128 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.128 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362946+0000", 2023-09-23T15:22:03.128 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8842e-05 2023-09-23T15:22:03.128 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.128 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.128 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.129 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.129 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.129 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164598 7.5 7:a1c6beba:::benchmark_data_smithi118_332595_object78534:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.129 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.756408+0000", 2023-09-23T15:22:03.129 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.24314559600001, 2023-09-23T15:22:03.129 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.60660440900000001, 2023-09-23T15:22:03.130 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.130 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.130 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.130 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.130 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.130 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164598 2023-09-23T15:22:03.130 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.130 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.130 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.756408+0000", 2023-09-23T15:22:03.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.131 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.756408+0000", 2023-09-23T15:22:03.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.132 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.132 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.756407+0000", 2023-09-23T15:22:03.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:22:03.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.756416+0000", 2023-09-23T15:22:03.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5859999999999994e-06 2023-09-23T15:22:03.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.134 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.134 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.756434+0000", 2023-09-23T15:22:03.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.738e-05 2023-09-23T15:22:03.134 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.134 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.134 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.756440+0000", 2023-09-23T15:22:03.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5780000000000004e-06 2023-09-23T15:22:03.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.756495+0000", 2023-09-23T15:22:03.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4626999999999997e-05 2023-09-23T15:22:03.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.756503+0000", 2023-09-23T15:22:03.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1219999999999995e-06 2023-09-23T15:22:03.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.343102+0000", 2023-09-23T15:22:03.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.586598709 2023-09-23T15:22:03.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.137 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.343200+0000", 2023-09-23T15:22:03.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.8034000000000004e-05 2023-09-23T15:22:03.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.137 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.343315+0000", 2023-09-23T15:22:03.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000115136 2023-09-23T15:22:03.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.348384+0000", 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050688440000000003 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.359038+0000", 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.010654297 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362972+0000", 2023-09-23T15:22:03.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039336370000000002 2023-09-23T15:22:03.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.362993+0000", 2023-09-23T15:22:03.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1480000000000001e-05 2023-09-23T15:22:03.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.363013+0000", 2023-09-23T15:22:03.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9389999999999999e-05 2023-09-23T15:22:03.139 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.140 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.140 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.140 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.140 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164609 7.5 7:a54f07f7:::benchmark_data_smithi118_332595_object78545:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.140 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.794644+0000", 2023-09-23T15:22:03.140 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.20490992500001, 2023-09-23T15:22:03.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.57502377999999998, 2023-09-23T15:22:03.141 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.141 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.141 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.141 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.141 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.141 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164609 2023-09-23T15:22:03.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.141 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.794644+0000", 2023-09-23T15:22:03.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.794644+0000", 2023-09-23T15:22:03.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.794643+0000", 2023-09-23T15:22:03.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:22:03.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.794651+0000", 2023-09-23T15:22:03.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9149999999999996e-06 2023-09-23T15:22:03.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.145 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.794664+0000", 2023-09-23T15:22:03.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.326e-05 2023-09-23T15:22:03.145 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.145 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.145 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.145 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.794669+0000", 2023-09-23T15:22:03.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0640000000000001e-06 2023-09-23T15:22:03.145 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.145 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.145 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.145 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.794720+0000", 2023-09-23T15:22:03.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0742000000000003e-05 2023-09-23T15:22:03.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.146 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.794729+0000", 2023-09-23T15:22:03.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.3209999999999994e-06 2023-09-23T15:22:03.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.147 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.344713+0000", 2023-09-23T15:22:03.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.549983793 2023-09-23T15:22:03.147 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.147 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.147 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.147 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.344817+0000", 2023-09-23T15:22:03.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000103856 2023-09-23T15:22:03.147 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.148 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.148 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.148 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.344928+0000", 2023-09-23T15:22:03.148 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000111537 2023-09-23T15:22:03.148 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.148 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.148 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.148 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.348386+0000", 2023-09-23T15:22:03.149 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0034580370000000002 2023-09-23T15:22:03.149 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.149 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.149 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.363037+0000", 2023-09-23T15:22:03.149 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014650698 2023-09-23T15:22:03.149 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.150 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.150 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.369575+0000", 2023-09-23T15:22:03.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0065383919999999996 2023-09-23T15:22:03.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.150 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.150 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.369622+0000", 2023-09-23T15:22:03.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.621e-05 2023-09-23T15:22:03.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.151 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.369668+0000", 2023-09-23T15:22:03.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6054999999999999e-05 2023-09-23T15:22:03.151 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.152 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.152 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.152 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.152 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164635 7.5 7:ad37d59a:::benchmark_data_smithi118_332595_object78571:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.152 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.947536+0000", 2023-09-23T15:22:03.152 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.05201782899999, 2023-09-23T15:22:03.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.42221901899999997, 2023-09-23T15:22:03.152 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.153 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.153 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.153 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.153 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.153 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164635 2023-09-23T15:22:03.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.153 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.154 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.154 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.154 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.947536+0000", 2023-09-23T15:22:03.154 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.154 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.154 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.154 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.154 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.947536+0000", 2023-09-23T15:22:03.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.947535+0000", 2023-09-23T15:22:03.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:22:03.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.156 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.156 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.947541+0000", 2023-09-23T15:22:03.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7610000000000004e-06 2023-09-23T15:22:03.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.156 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.156 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.156 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.947554+0000", 2023-09-23T15:22:03.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3867e-05 2023-09-23T15:22:03.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.947560+0000", 2023-09-23T15:22:03.157 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1819999999999997e-06 2023-09-23T15:22:03.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.158 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.158 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.947599+0000", 2023-09-23T15:22:03.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9779e-05 2023-09-23T15:22:03.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.158 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.158 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.158 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.947606+0000", 2023-09-23T15:22:03.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9879999999999998e-06 2023-09-23T15:22:03.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.159 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.346072+0000", 2023-09-23T15:22:03.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.39846573899999999 2023-09-23T15:22:03.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.346152+0000", 2023-09-23T15:22:03.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9974000000000004e-05 2023-09-23T15:22:03.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.346214+0000", 2023-09-23T15:22:03.161 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1457999999999993e-05 2023-09-23T15:22:03.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.162 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.162 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.348389+0000", 2023-09-23T15:22:03.162 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002175143 2023-09-23T15:22:03.162 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.162 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.363061+0000", 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014672487 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.369704+0000", 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0066429009999999997 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.369733+0000", 2023-09-23T15:22:03.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8606999999999999e-05 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.369755+0000", 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2336000000000001e-05 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164637 7.5 7:ad33882d:::benchmark_data_smithi118_332595_object78573:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.951016+0000", 2023-09-23T15:22:03.164 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 188.04853796200001, 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.41885920999999998, 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164637 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.951016+0000", 2023-09-23T15:22:03.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.951016+0000", 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.951015+0000", 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.951022+0000", 2023-09-23T15:22:03.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6270000000000002e-06 2023-09-23T15:22:03.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.951034+0000", 2023-09-23T15:22:03.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2152e-05 2023-09-23T15:22:03.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.951039+0000", 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9479999999999999e-06 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.951094+0000", 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4904999999999997e-05 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.951105+0000", 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.173e-05 2023-09-23T15:22:03.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.347223+0000", 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.396118005 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.347295+0000", 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1087000000000006e-05 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:22:03.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.347355+0000", 2023-09-23T15:22:03.170 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0674000000000002e-05 2023-09-23T15:22:03.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.170 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.348492+0000", 2023-09-23T15:22:03.170 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0011364809999999999 2023-09-23T15:22:03.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.170 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.363077+0000", 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014585588 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.369793+0000", 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0067158879999999997 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.369838+0000", 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4681999999999997e-05 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.369875+0000", 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7240999999999998e-05 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:4414 8.d 8:b6d8678d:::benchmark_data_smithi118_424375_object4413:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:19:37.263441+0000", 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 145.7361124, 2023-09-23T15:22:03.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.38199783500000001, 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 4414 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.263441+0000", 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.263441+0000", 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.263440+0000", 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.263489+0000", 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8708000000000002e-05 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.263501+0000", 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1654000000000001e-05 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.263505+0000", 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5499999999999996e-06 2023-09-23T15:22:03.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.263541+0000", 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5497999999999998e-05 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.263656+0000", 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000114768 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,5", 2023-09-23T15:22:03.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.263741+0000", 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5754000000000006e-05 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.264174+0000", 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00043248400000000002 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.264416+0000", 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00024246200000000001 2023-09-23T15:22:03.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.645344+0000", 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.38092809399999999 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.645401+0000", 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6489000000000001e-05 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:19:37.645439+0000", 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8461999999999999e-05 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:141081 8.d 8:b9e2eb95:::benchmark_data_smithi118_424375_object38015:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e292)", 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:22:02.283443+0000", 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.71611086199999996, 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.30589483499999998, 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.179 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 141081 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.283443+0000", 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.180 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.283443+0000", 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.283442+0000", 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.283448+0000", 2023-09-23T15:22:03.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7749999999999998e-06 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.283463+0000", 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5600999999999999e-05 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.283470+0000", 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1300000000000003e-06 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.283515+0000", 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4391999999999998e-05 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.283610+0000", 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5396000000000006e-05 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,5", 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.283693+0000", 2023-09-23T15:22:03.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3013e-05 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.287005+0000", 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0033121660000000001 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.287056+0000", 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0123000000000001e-05 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.589280+0000", 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.30222405800000002 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.589312+0000", 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2323999999999997e-05 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.589338+0000", 2023-09-23T15:22:03.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5885e-05 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:141084 8.d 8:bf0092af:::benchmark_data_smithi118_424375_object38018:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e292)", 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:22:02.288204+0000", 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.71134987199999999, 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.30121853799999998, 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.186 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 141084 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288204+0000", 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288204+0000", 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288203+0000", 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288208+0000", 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5770000000000001e-06 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288220+0000", 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1697e-05 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288227+0000", 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8310000000000003e-06 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.189 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288287+0000", 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0443999999999999e-05 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288425+0000", 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013768299999999999 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,5", 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288553+0000", 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012828699999999999 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.295430+0000", 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0068763169999999998 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.295536+0000", 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000106084 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.589372+0000", 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.29383614699999999 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.589401+0000", 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8756999999999999e-05 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.589423+0000", 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1803000000000001e-05 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.192 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:141086 8.d 8:b4f1699b:::benchmark_data_smithi118_424375_object38020:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e292)", 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:22:02.288240+0000", 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.71131426399999997, 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.301252823, 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:22:03.193 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 141086 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288240+0000", 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288240+0000", 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:22:03.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288239+0000", 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288242+0000", 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0620000000000001e-06 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288249+0000", 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1709999999999996e-06 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.288254+0000", 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9080000000000003e-06 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.291557+0000", 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0033029999999999999 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.291689+0000", 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013136800000000001 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,5", 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.291825+0000", 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000136332 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.295966+0000", 2023-09-23T15:22:03.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0041404609999999998 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.302300+0000", 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0063343760000000001 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.589450+0000", 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.28715020899999999 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.589473+0000", 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2645000000000001e-05 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:02.589492+0000", 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9663000000000001e-05 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:22:03.199 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:22:03.200 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:22:03.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:03.201 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:03.201 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:03.302 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:03.329 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:03.678 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:03.679 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[219580]: from='client.55498 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:03.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[219580]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[219580]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[219580]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'53116','2':'53231','3':'52486','5':'53314'}"}]': finished 2023-09-23T15:22:03.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[219580]: osdmap e293: 8 total, 8 up, 8 in 2023-09-23T15:22:03.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[219580]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[219580]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[219580]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[219580]: osdmap e294: 8 total, 8 up, 8 in 2023-09-23T15:22:03.681 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[212312]: from='client.55498 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:03.681 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[212312]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.681 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[212312]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.681 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[212312]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.681 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'53116','2':'53231','3':'52486','5':'53314'}"}]': finished 2023-09-23T15:22:03.681 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[212312]: osdmap e293: 8 total, 8 up, 8 in 2023-09-23T15:22:03.681 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[212312]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.681 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[212312]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.681 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[212312]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.681 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:03 smithi118 ceph-mon[212312]: osdmap e294: 8 total, 8 up, 8 in 2023-09-23T15:22:03.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:03.682 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:03.783 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:03.814 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:03.817 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:03 smithi178 ceph-mon[192298]: from='client.55498 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:03.817 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:03 smithi178 ceph-mon[192298]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.817 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:03 smithi178 ceph-mon[192298]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.817 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:03 smithi178 ceph-mon[192298]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.818 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:03 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'53116','2':'53231','3':'52486','5':'53314'}"}]': finished 2023-09-23T15:22:03.818 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:03 smithi178 ceph-mon[192298]: osdmap e293: 8 total, 8 up, 8 in 2023-09-23T15:22:03.818 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:03 smithi178 ceph-mon[192298]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.818 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:03 smithi178 ceph-mon[192298]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.818 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:03 smithi178 ceph-mon[192298]: failed to encode map e293 with expected crc 2023-09-23T15:22:03.818 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:03 smithi178 ceph-mon[192298]: osdmap e294: 8 total, 8 up, 8 in 2023-09-23T15:22:03.831 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:22:03.837 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2023-09-23T15:22:03.838 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 110 3.0 2023-09-23T15:22:03.943 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:03.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:03.954 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:04.055 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:22:04.113 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:04.193 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:04.273 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:22:04.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:04.276 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:22:04.281 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:22:04.300 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:22:04.320 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:22:04.339 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:22:04.358 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:22:04.377 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:04.378 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:22:04.413 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:04.418 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:22:04.452 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:22:04.459 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:22:04.460 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:22:04.460 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:22:04.460 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:22:04.460 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:22:04.460 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:22:04.460 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:22:04.460 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:22:04.469 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:04.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:04.476 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:04.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: pgmap v823: 99 pgs: 7 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 87 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 134/198588 objects degraded (0.067%); 20807/198588 objects misplaced (10.477%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T15:22:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:22:04.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1065884629' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:04.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[219580]: osdmap e295: 8 total, 8 up, 8 in 2023-09-23T15:22:04.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: pgmap v823: 99 pgs: 7 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 87 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 134/198588 objects degraded (0.067%); 20807/198588 objects misplaced (10.477%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T15:22:04.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:22:04.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1065884629' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:04.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:04 smithi118 ceph-mon[212312]: osdmap e295: 8 total, 8 up, 8 in 2023-09-23T15:22:04.577 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:04.672 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:04.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: pgmap v823: 99 pgs: 7 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 87 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 570 op/s; 134/198588 objects degraded (0.067%); 20807/198588 objects misplaced (10.477%); 1.3 MiB/s, 21 objects/s recovering 2023-09-23T15:22:04.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: failed to encode map e294 with expected crc 2023-09-23T15:22:04.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:22:04.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1065884629' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:04.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:04 smithi178 ceph-mon[192298]: osdmap e295: 8 total, 8 up, 8 in 2023-09-23T15:22:05.112 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:05.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:05.124 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:05.224 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:22:05.264 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:05.323 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:22:05.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:05.327 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:22:05.428 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:22:05.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[212312]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[212312]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[212312]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[212312]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[212312]: 8.b continuing backfill to osd.4 from (265'1800,292'8737] MIN to 292'8737 2023-09-23T15:22:05.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[212312]: 8.3 starting backfill to osd.2 from (0'0,0'0] MAX to 292'8623 2023-09-23T15:22:05.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[212312]: 8.f starting backfill to osd.4 from (0'0,0'0] MAX to 292'8820 2023-09-23T15:22:05.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:05.451 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:05.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[212312]: pgmap v826: 99 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 85 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 191/196245 objects degraded (0.097%); 24703/196245 objects misplaced (12.588%); 1.5 MiB/s, 23 objects/s recovering 2023-09-23T15:22:05.452 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[212312]: osdmap e296: 8 total, 8 up, 8 in 2023-09-23T15:22:05.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[219580]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[219580]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[219580]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[219580]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[219580]: 8.b continuing backfill to osd.4 from (265'1800,292'8737] MIN to 292'8737 2023-09-23T15:22:05.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[219580]: 8.3 starting backfill to osd.2 from (0'0,0'0] MAX to 292'8623 2023-09-23T15:22:05.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[219580]: 8.f starting backfill to osd.4 from (0'0,0'0] MAX to 292'8820 2023-09-23T15:22:05.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:05.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:05.454 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[219580]: pgmap v826: 99 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 85 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 191/196245 objects degraded (0.097%); 24703/196245 objects misplaced (12.588%); 1.5 MiB/s, 23 objects/s recovering 2023-09-23T15:22:05.455 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:05 smithi118 ceph-mon[219580]: osdmap e296: 8 total, 8 up, 8 in 2023-09-23T15:22:05.469 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:05.566 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:22:05.573 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:05 smithi178 ceph-mon[192298]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.573 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:05 smithi178 ceph-mon[192298]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.573 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:05 smithi178 ceph-mon[192298]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.573 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:05 smithi178 ceph-mon[192298]: failed to encode map e295 with expected crc 2023-09-23T15:22:05.573 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:05 smithi178 ceph-mon[192298]: 8.b continuing backfill to osd.4 from (265'1800,292'8737] MIN to 292'8737 2023-09-23T15:22:05.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:05 smithi178 ceph-mon[192298]: 8.3 starting backfill to osd.2 from (0'0,0'0] MAX to 292'8623 2023-09-23T15:22:05.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:05 smithi178 ceph-mon[192298]: 8.f starting backfill to osd.4 from (0'0,0'0] MAX to 292'8820 2023-09-23T15:22:05.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:05 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:05.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:05 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:05.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:05 smithi178 ceph-mon[192298]: pgmap v826: 99 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 85 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 191/196245 objects degraded (0.097%); 24703/196245 objects misplaced (12.588%); 1.5 MiB/s, 23 objects/s recovering 2023-09-23T15:22:05.574 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:05 smithi178 ceph-mon[192298]: osdmap e296: 8 total, 8 up, 8 in 2023-09-23T15:22:05.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:05.575 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:22:05.676 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:05.719 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:05.804 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:05.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:05.810 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:05.911 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:06.029 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:06.290 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:06.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:06.309 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:06.342 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:06.350 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:06.410 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:06.471 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[219580]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.472 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[219580]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.472 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[219580]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.472 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[219580]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.472 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:22:06.472 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:22:06.472 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:06.472 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[219580]: osdmap e297: 8 total, 8 up, 8 in 2023-09-23T15:22:06.475 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[212312]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.476 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[212312]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.476 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[212312]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.476 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[212312]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.476 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:22:06.476 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:22:06.476 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:06.476 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:06 smithi118 ceph-mon[212312]: osdmap e297: 8 total, 8 up, 8 in 2023-09-23T15:22:06.513 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:06.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:06 smithi178 ceph-mon[192298]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:06 smithi178 ceph-mon[192298]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:06 smithi178 ceph-mon[192298]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:06 smithi178 ceph-mon[192298]: failed to encode map e296 with expected crc 2023-09-23T15:22:06.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:22:06.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:22:06.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:06.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:06 smithi178 ceph-mon[192298]: osdmap e297: 8 total, 8 up, 8 in 2023-09-23T15:22:07.311 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:07.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:07.324 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:07.425 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:07.548 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:07.587 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:07 smithi118 ceph-mon[212312]: failed to encode map e297 with expected crc 2023-09-23T15:22:07.587 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:07.587 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:07.587 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 191/196245 objects degraded (0.097%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:22:07.587 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:07 smithi118 ceph-mon[212312]: pgmap v829: 99 pgs: 1 active+remapped+backfilling, 1 remapped+peering, 7 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 83 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 412 op/s; 191/193638 objects degraded (0.099%); 28167/193638 objects misplaced (14.546%); 3.5 MiB/s, 57 objects/s recovering 2023-09-23T15:22:07.587 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:07 smithi118 ceph-mon[219580]: failed to encode map e297 with expected crc 2023-09-23T15:22:07.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:07.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:07.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 191/196245 objects degraded (0.097%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:22:07.588 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:07 smithi118 ceph-mon[219580]: pgmap v829: 99 pgs: 1 active+remapped+backfilling, 1 remapped+peering, 7 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 83 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 412 op/s; 191/193638 objects degraded (0.099%); 28167/193638 objects misplaced (14.546%); 3.5 MiB/s, 57 objects/s recovering 2023-09-23T15:22:07.764 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:07.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:07.781 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:07.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:07 smithi178 ceph-mon[192298]: failed to encode map e297 with expected crc 2023-09-23T15:22:07.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:07.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:07.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 191/196245 objects degraded (0.097%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:22:07.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:07 smithi178 ceph-mon[192298]: pgmap v829: 99 pgs: 1 active+remapped+backfilling, 1 remapped+peering, 7 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 83 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 412 op/s; 191/193638 objects degraded (0.099%); 28167/193638 objects misplaced (14.546%); 3.5 MiB/s, 57 objects/s recovering 2023-09-23T15:22:07.883 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:07.933 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:07.998 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:08.003 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:08.003 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:08.104 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:22:08.142 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:08.191 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:22:08.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:08.204 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:22:08.305 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:22:08.306 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:22:08.350 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:08.420 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:22:08.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:08.424 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:22:08.525 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:22:08.545 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:22:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:22:08] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2023-09-23T15:22:08.559 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:08.616 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:22:08.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:08.627 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:22:08.728 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:22:08.762 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:08.828 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:22:08.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:08.841 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:22:08.942 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:09.021 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:09.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4252685125' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:22:09.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:09 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:22:09.365 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:22:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4252685125' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:22:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:09 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:22:09.686 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4252685125' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:22:09.686 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:09 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:22:10.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:10.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[212312]: pgmap v830: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 90 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 355 op/s; 192/192258 objects degraded (0.100%); 28017/192258 objects misplaced (14.573%); 3.9 MiB/s, 64 objects/s recovering 2023-09-23T15:22:10.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[212312]: failed to encode map e298 with expected crc 2023-09-23T15:22:10.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:22:10.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[212312]: osdmap e298: 8 total, 8 up, 8 in 2023-09-23T15:22:10.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[212312]: failed to encode map e298 with expected crc 2023-09-23T15:22:10.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:22:10.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:10.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[219580]: pgmap v830: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 90 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 355 op/s; 192/192258 objects degraded (0.100%); 28017/192258 objects misplaced (14.573%); 3.9 MiB/s, 64 objects/s recovering 2023-09-23T15:22:10.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[219580]: failed to encode map e298 with expected crc 2023-09-23T15:22:10.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:22:10.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[219580]: osdmap e298: 8 total, 8 up, 8 in 2023-09-23T15:22:10.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[219580]: failed to encode map e298 with expected crc 2023-09-23T15:22:10.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:10 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:22:10.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:10 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:10.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:10 smithi178 ceph-mon[192298]: pgmap v830: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+remapped, 5 active+remapped+backfill_wait, 90 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 355 op/s; 192/192258 objects degraded (0.100%); 28017/192258 objects misplaced (14.573%); 3.9 MiB/s, 64 objects/s recovering 2023-09-23T15:22:10.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:10 smithi178 ceph-mon[192298]: failed to encode map e298 with expected crc 2023-09-23T15:22:10.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:10 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:22:10.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:10 smithi178 ceph-mon[192298]: osdmap e298: 8 total, 8 up, 8 in 2023-09-23T15:22:10.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:10 smithi178 ceph-mon[192298]: failed to encode map e298 with expected crc 2023-09-23T15:22:10.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:10 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:22:11.100 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:11.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:11.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:11.209 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:11.326 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:11.559 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:11 smithi118 ceph-mon[212312]: failed to encode map e298 with expected crc 2023-09-23T15:22:11.563 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:11 smithi118 ceph-mon[219580]: failed to encode map e298 with expected crc 2023-09-23T15:22:11.579 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:11.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:11.585 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:11.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:11 smithi178 ceph-mon[192298]: failed to encode map e298 with expected crc 2023-09-23T15:22:11.638 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:11.686 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:11.777 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:11.783 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:22:11.783 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:22:12.166 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:12.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:12.171 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:12.272 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:12.359 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:12.384 INFO:teuthology.orchestra.run.smithi118.stdout:moved 23 / 297 (7.74411%) 2023-09-23T15:22:12.384 INFO:teuthology.orchestra.run.smithi118.stdout:avg 37.125 2023-09-23T15:22:12.384 INFO:teuthology.orchestra.run.smithi118.stdout:stddev 4.16646 -> 8.34322 (expected baseline 5.69951) 2023-09-23T15:22:12.384 INFO:teuthology.orchestra.run.smithi118.stdout:min osd.2 with 31 -> 26 pgs (0.835017 -> 0.700337 * mean) 2023-09-23T15:22:12.384 INFO:teuthology.orchestra.run.smithi118.stdout:max osd.4 with 43 -> 48 pgs (1.15825 -> 1.29293 * mean) 2023-09-23T15:22:12.384 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:22:12.384 INFO:teuthology.orchestra.run.smithi118.stdout:oload 110 2023-09-23T15:22:12.384 INFO:teuthology.orchestra.run.smithi118.stdout:max_change 3 2023-09-23T15:22:12.385 INFO:teuthology.orchestra.run.smithi118.stdout:max_change_osds 4 2023-09-23T15:22:12.385 INFO:teuthology.orchestra.run.smithi118.stdout:average_utilization 0.0192 2023-09-23T15:22:12.385 INFO:teuthology.orchestra.run.smithi118.stdout:overload_utilization 0.0211 2023-09-23T15:22:12.385 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 weight 0.8009 -> 0.6417 2023-09-23T15:22:12.385 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 weight 0.8122 -> 0.6554 2023-09-23T15:22:12.385 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 weight 0.8105 -> 0.6587 2023-09-23T15:22:12.385 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 weight 0.8135 -> 0.6708 2023-09-23T15:22:12.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:12 smithi118 ceph-mon[219580]: pgmap v832: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 91 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 192/185199 objects degraded (0.104%); 26142/185199 objects misplaced (14.116%); 9.8 MiB/s, 157 objects/s recovering 2023-09-23T15:22:12.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:12 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'43169','2':'42952','3':'42052','5':'43959'}"}]: dispatch 2023-09-23T15:22:12.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 192/185199 objects degraded (0.104%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:12.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:12 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:12.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:12 smithi118 ceph-mon[212312]: pgmap v832: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 91 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 192/185199 objects degraded (0.104%); 26142/185199 objects misplaced (14.116%); 9.8 MiB/s, 157 objects/s recovering 2023-09-23T15:22:12.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:12 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'43169','2':'42952','3':'42052','5':'43959'}"}]: dispatch 2023-09-23T15:22:12.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 192/185199 objects degraded (0.104%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:12.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:12 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:12 smithi178 ceph-mon[192298]: pgmap v832: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 91 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 192/185199 objects degraded (0.104%); 26142/185199 objects misplaced (14.116%); 9.8 MiB/s, 157 objects/s recovering 2023-09-23T15:22:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:12 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'43169','2':'42952','3':'42052','5':'43959'}"}]: dispatch 2023-09-23T15:22:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 192/185199 objects degraded (0.104%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:12 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:13.145 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:22:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:13 smithi118 ceph-mon[219580]: from='client.35709 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:13 smithi118 ceph-mon[219580]: failed to encode map e299 with expected crc 2023-09-23T15:22:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:13 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'43169','2':'42952','3':'42052','5':'43959'}"}]': finished 2023-09-23T15:22:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:13 smithi118 ceph-mon[219580]: osdmap e299: 8 total, 8 up, 8 in 2023-09-23T15:22:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:13 smithi118 ceph-mon[212312]: from='client.35709 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:13 smithi118 ceph-mon[212312]: failed to encode map e299 with expected crc 2023-09-23T15:22:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:13 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'43169','2':'42952','3':'42052','5':'43959'}"}]': finished 2023-09-23T15:22:13.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:13 smithi118 ceph-mon[212312]: osdmap e299: 8 total, 8 up, 8 in 2023-09-23T15:22:13.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:13 smithi178 ceph-mon[192298]: from='client.35709 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:13.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:13 smithi178 ceph-mon[192298]: failed to encode map e299 with expected crc 2023-09-23T15:22:13.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:13 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'43169','2':'42952','3':'42052','5':'43959'}"}]': finished 2023-09-23T15:22:13.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:13 smithi178 ceph-mon[192298]: osdmap e299: 8 total, 8 up, 8 in 2023-09-23T15:22:14.179 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:14.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:14.183 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:14.284 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:14.313 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:14.484 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[219580]: pgmap v834: 99 pgs: 2 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 478 op/s; 192/184074 objects degraded (0.104%); 26142/184074 objects misplaced (14.202%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T15:22:14.484 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:22:14.484 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[219580]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.484 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[219580]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.484 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[219580]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.484 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[219580]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.484 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[219580]: osdmap e300: 8 total, 8 up, 8 in 2023-09-23T15:22:14.485 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[219580]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.485 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[219580]: 8.b starting backfill to osd.0 from (0'0,0'0] MAX to 298'9049 2023-09-23T15:22:14.485 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[219580]: 8.b continuing backfill to osd.4 from (265'1800,298'9049] MIN to 298'9049 2023-09-23T15:22:14.485 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[219580]: 8.b starting backfill to osd.7 from (0'0,0'0] MAX to 298'9049 2023-09-23T15:22:14.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[212312]: pgmap v834: 99 pgs: 2 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 478 op/s; 192/184074 objects degraded (0.104%); 26142/184074 objects misplaced (14.202%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T15:22:14.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:22:14.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[212312]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[212312]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.485 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[212312]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[212312]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[212312]: osdmap e300: 8 total, 8 up, 8 in 2023-09-23T15:22:14.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[212312]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[212312]: 8.b starting backfill to osd.0 from (0'0,0'0] MAX to 298'9049 2023-09-23T15:22:14.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[212312]: 8.b continuing backfill to osd.4 from (265'1800,298'9049] MIN to 298'9049 2023-09-23T15:22:14.486 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:14 smithi118 ceph-mon[212312]: 8.b starting backfill to osd.7 from (0'0,0'0] MAX to 298'9049 2023-09-23T15:22:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:14 smithi178 ceph-mon[192298]: pgmap v834: 99 pgs: 2 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 5 active+remapped+backfill_wait, 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 478 op/s; 192/184074 objects degraded (0.104%); 26142/184074 objects misplaced (14.202%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T15:22:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:14 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:22:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:14 smithi178 ceph-mon[192298]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:14 smithi178 ceph-mon[192298]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:14 smithi178 ceph-mon[192298]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:14 smithi178 ceph-mon[192298]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:14 smithi178 ceph-mon[192298]: osdmap e300: 8 total, 8 up, 8 in 2023-09-23T15:22:14.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:14 smithi178 ceph-mon[192298]: failed to encode map e300 with expected crc 2023-09-23T15:22:14.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:14 smithi178 ceph-mon[192298]: 8.b starting backfill to osd.0 from (0'0,0'0] MAX to 298'9049 2023-09-23T15:22:14.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:14 smithi178 ceph-mon[192298]: 8.b continuing backfill to osd.4 from (265'1800,298'9049] MIN to 298'9049 2023-09-23T15:22:14.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:14 smithi178 ceph-mon[192298]: 8.b starting backfill to osd.7 from (0'0,0'0] MAX to 298'9049 2023-09-23T15:22:15.487 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:15.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:15.513 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:15.520 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:22:15.528 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2023-09-23T15:22:15.528 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 110 1.0 2023-09-23T15:22:15.614 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:15.653 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:15.674 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[219580]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.674 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[219580]: osdmap e301: 8 total, 8 up, 8 in 2023-09-23T15:22:15.674 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[219580]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.675 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[219580]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.675 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[219580]: 8.0 starting backfill to osd.4 from (0'0,0'0] MAX to 298'9125 2023-09-23T15:22:15.675 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[219580]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.675 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[219580]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.675 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[219580]: 8.9 starting backfill to osd.3 from (0'0,0'0] MAX to 298'9109 2023-09-23T15:22:15.675 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[219580]: 8.a starting backfill to osd.3 from (0'0,0'0] MAX to 298'9159 2023-09-23T15:22:15.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[212312]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[212312]: osdmap e301: 8 total, 8 up, 8 in 2023-09-23T15:22:15.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[212312]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[212312]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[212312]: 8.0 starting backfill to osd.4 from (0'0,0'0] MAX to 298'9125 2023-09-23T15:22:15.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[212312]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[212312]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[212312]: 8.9 starting backfill to osd.3 from (0'0,0'0] MAX to 298'9109 2023-09-23T15:22:15.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:15 smithi118 ceph-mon[212312]: 8.a starting backfill to osd.3 from (0'0,0'0] MAX to 298'9159 2023-09-23T15:22:15.705 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:15.710 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:15 smithi178 ceph-mon[192298]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.710 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:15 smithi178 ceph-mon[192298]: osdmap e301: 8 total, 8 up, 8 in 2023-09-23T15:22:15.710 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:15 smithi178 ceph-mon[192298]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.710 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:15 smithi178 ceph-mon[192298]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.710 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:15 smithi178 ceph-mon[192298]: 8.0 starting backfill to osd.4 from (0'0,0'0] MAX to 298'9125 2023-09-23T15:22:15.710 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:15 smithi178 ceph-mon[192298]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.710 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:15 smithi178 ceph-mon[192298]: failed to encode map e301 with expected crc 2023-09-23T15:22:15.711 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:15 smithi178 ceph-mon[192298]: 8.9 starting backfill to osd.3 from (0'0,0'0] MAX to 298'9109 2023-09-23T15:22:15.711 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:15 smithi178 ceph-mon[192298]: 8.a starting backfill to osd.3 from (0'0,0'0] MAX to 298'9159 2023-09-23T15:22:15.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:15.712 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:15.812 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:15.988 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:16.140 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:16.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:16.145 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:16.245 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:16.356 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:16.365 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:16.506 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:16.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:16.514 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:16.522 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:22:16.573 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:16.598 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:22:16.601 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:16.615 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:16.644 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:16.646 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:22:16.683 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:22:16.710 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:16.715 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:16 smithi178 ceph-mon[192298]: pgmap v837: 99 pgs: 1 remapped+peering, 1 active+undersized+degraded+remapped, 3 peering, 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 86 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 742/181509 objects degraded (0.409%); 39416/181509 objects misplaced (21.716%); 8.5 MiB/s, 134 objects/s recovering 2023-09-23T15:22:16.716 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:16 smithi178 ceph-mon[192298]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.716 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:16 smithi178 ceph-mon[192298]: osdmap e302: 8 total, 8 up, 8 in 2023-09-23T15:22:16.716 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:16 smithi178 ceph-mon[192298]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.716 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:16 smithi178 ceph-mon[192298]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.716 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:16 smithi178 ceph-mon[192298]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:16.717 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:16.742 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:22:16.789 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:22:16.818 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:16.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[212312]: pgmap v837: 99 pgs: 1 remapped+peering, 1 active+undersized+degraded+remapped, 3 peering, 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 86 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 742/181509 objects degraded (0.409%); 39416/181509 objects misplaced (21.716%); 8.5 MiB/s, 134 objects/s recovering 2023-09-23T15:22:16.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[212312]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[212312]: osdmap e302: 8 total, 8 up, 8 in 2023-09-23T15:22:16.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[212312]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[212312]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[212312]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.824 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:22:16.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[219580]: pgmap v837: 99 pgs: 1 remapped+peering, 1 active+undersized+degraded+remapped, 3 peering, 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 6 active+remapped+backfill_wait, 86 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 742/181509 objects degraded (0.409%); 39416/181509 objects misplaced (21.716%); 8.5 MiB/s, 134 objects/s recovering 2023-09-23T15:22:16.826 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[219580]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.826 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[219580]: osdmap e302: 8 total, 8 up, 8 in 2023-09-23T15:22:16.826 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[219580]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.826 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[219580]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.826 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:16 smithi118 ceph-mon[219580]: failed to encode map e302 with expected crc 2023-09-23T15:22:16.850 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:16.867 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:22:16.872 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:22:16.873 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:22:16.873 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:22:16.873 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:22:16.873 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:22:16.873 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:22:16.873 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:22:16.873 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:22:16.927 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:16.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:16.935 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:17.036 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:22:17.121 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:17.474 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[219580]: failed to encode map e303 with expected crc 2023-09-23T15:22:17.474 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[219580]: failed to encode map e303 with expected crc 2023-09-23T15:22:17.474 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[219580]: osdmap e303: 8 total, 8 up, 8 in 2023-09-23T15:22:17.474 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[219580]: failed to encode map e303 with expected crc 2023-09-23T15:22:17.474 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2233407898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:17.474 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 742/181509 objects degraded (0.409%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:17.474 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[219580]: pgmap v840: 99 pgs: 1 active+remapped+backfilling, 1 remapped+peering, 1 active+undersized+degraded+remapped, 3 peering, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait, 84 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 425 op/s; 742/178968 objects degraded (0.415%); 40056/178968 objects misplaced (22.382%); 43 MiB/s, 691 objects/s recovering 2023-09-23T15:22:17.748 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[212312]: failed to encode map e303 with expected crc 2023-09-23T15:22:17.748 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[212312]: failed to encode map e303 with expected crc 2023-09-23T15:22:17.748 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[212312]: osdmap e303: 8 total, 8 up, 8 in 2023-09-23T15:22:17.748 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[212312]: failed to encode map e303 with expected crc 2023-09-23T15:22:17.748 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2233407898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:17.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 742/181509 objects degraded (0.409%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:17.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:17 smithi118 ceph-mon[212312]: pgmap v840: 99 pgs: 1 active+remapped+backfilling, 1 remapped+peering, 1 active+undersized+degraded+remapped, 3 peering, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait, 84 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 425 op/s; 742/178968 objects degraded (0.415%); 40056/178968 objects misplaced (22.382%); 43 MiB/s, 691 objects/s recovering 2023-09-23T15:22:17.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:17 smithi178 ceph-mon[192298]: failed to encode map e303 with expected crc 2023-09-23T15:22:17.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:17 smithi178 ceph-mon[192298]: failed to encode map e303 with expected crc 2023-09-23T15:22:17.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:17 smithi178 ceph-mon[192298]: osdmap e303: 8 total, 8 up, 8 in 2023-09-23T15:22:17.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:17 smithi178 ceph-mon[192298]: failed to encode map e303 with expected crc 2023-09-23T15:22:17.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2233407898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:17.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 742/181509 objects degraded (0.409%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:17.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:17 smithi178 ceph-mon[192298]: pgmap v840: 99 pgs: 1 active+remapped+backfilling, 1 remapped+peering, 1 active+undersized+degraded+remapped, 3 peering, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 7 active+remapped+backfill_wait, 84 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 425 op/s; 742/178968 objects degraded (0.415%); 40056/178968 objects misplaced (22.382%); 43 MiB/s, 691 objects/s recovering 2023-09-23T15:22:18.107 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:22:18.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:18.113 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:22:18.214 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:18.246 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:18.317 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:18.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:18.321 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:18.422 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:18.449 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:18.498 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:18.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:18.502 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:18.570 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:22:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:22:18] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2023-09-23T15:22:18.603 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:18.695 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:19 smithi118 ceph-mon[219580]: pgmap v841: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 87 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 359 op/s; 144/177690 objects degraded (0.081%); 41433/177690 objects misplaced (23.318%); 29 MiB/s, 491 objects/s recovering 2023-09-23T15:22:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:19 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:22:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:19 smithi118 ceph-mon[212312]: pgmap v841: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 87 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 359 op/s; 144/177690 objects degraded (0.081%); 41433/177690 objects misplaced (23.318%); 29 MiB/s, 491 objects/s recovering 2023-09-23T15:22:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:19 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:22:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:19 smithi178 ceph-mon[192298]: pgmap v841: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 87 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 359 op/s; 144/177690 objects degraded (0.081%); 41433/177690 objects misplaced (23.318%); 29 MiB/s, 491 objects/s recovering 2023-09-23T15:22:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:19 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:22:20.488 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:20.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:20.504 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:20.605 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:22:20.657 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:20.743 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:22:20.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:20.749 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:22:20.850 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:20.890 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:20.986 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:20.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:20.992 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:21.093 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:21.297 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:22.131 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:22.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:22.142 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:22.243 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:22:22.272 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:22:22.337 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:22.397 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:22 smithi118 ceph-mon[212312]: pgmap v842: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 88 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 144/171093 objects degraded (0.084%); 39195/171093 objects misplaced (22.909%); 30 MiB/s, 493 objects/s recovering 2023-09-23T15:22:22.397 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:22.398 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:22.398 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 144/171093 objects degraded (0.084%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:22.480 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:22:22.500 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:22.501 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:22:22.601 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:22.644 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:22.697 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:22.708 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:22 smithi178 ceph-mon[192298]: pgmap v842: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 88 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 144/171093 objects degraded (0.084%); 39195/171093 objects misplaced (22.909%); 30 MiB/s, 493 objects/s recovering 2023-09-23T15:22:22.708 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:22.708 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:22.708 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 144/171093 objects degraded (0.084%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:22.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:22.709 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:22.750 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:22 smithi118 ceph-mon[219580]: pgmap v842: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 88 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 144/171093 objects degraded (0.084%); 39195/171093 objects misplaced (22.909%); 30 MiB/s, 493 objects/s recovering 2023-09-23T15:22:22.750 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:22.750 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:22.750 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 144/171093 objects degraded (0.084%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:22.810 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:22.839 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:22.909 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:22.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:22.921 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:23.022 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:22:23.075 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:23.130 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:22:23.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:23.136 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:22:23.186 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:22:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:22:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:22:23.186 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:22:23.186 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:22:23.237 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:23.265 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:23.322 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:23.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:23.329 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:23.430 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:22:23.502 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:22:23.558 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:23.569 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:23 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3296909327' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:23.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:23 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:23.687 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:22:23.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:23.694 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:22:23.699 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:23 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3296909327' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:23.699 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:23 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:23.699 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:23 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3296909327' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:23.699 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:23 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:23.795 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:23.860 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:24.449 INFO:teuthology.orchestra.run.smithi118.stdout:moved 23 / 297 (7.74411%) 2023-09-23T15:22:24.449 INFO:teuthology.orchestra.run.smithi118.stdout:avg 37.125 2023-09-23T15:22:24.449 INFO:teuthology.orchestra.run.smithi118.stdout:stddev 8.34322 -> 11.8684 (expected baseline 5.69951) 2023-09-23T15:22:24.449 INFO:teuthology.orchestra.run.smithi118.stdout:min osd.2 with 26 -> 21 pgs (0.700337 -> 0.565657 * mean) 2023-09-23T15:22:24.449 INFO:teuthology.orchestra.run.smithi118.stdout:max osd.4 with 48 -> 52 pgs (1.29293 -> 1.40067 * mean) 2023-09-23T15:22:24.449 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:22:24.449 INFO:teuthology.orchestra.run.smithi118.stdout:oload 110 2023-09-23T15:22:24.449 INFO:teuthology.orchestra.run.smithi118.stdout:max_change 1 2023-09-23T15:22:24.449 INFO:teuthology.orchestra.run.smithi118.stdout:max_change_osds 4 2023-09-23T15:22:24.450 INFO:teuthology.orchestra.run.smithi118.stdout:average_utilization 0.0180 2023-09-23T15:22:24.450 INFO:teuthology.orchestra.run.smithi118.stdout:overload_utilization 0.0198 2023-09-23T15:22:24.450 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 weight 0.6554 -> 0.4940 2023-09-23T15:22:24.450 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 weight 0.6417 -> 0.5143 2023-09-23T15:22:24.450 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 weight 0.6587 -> 0.5473 2023-09-23T15:22:24.450 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 weight 0.6708 -> 0.5796 2023-09-23T15:22:24.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[219580]: pgmap v843: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 88 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 480 op/s; 144/169962 objects degraded (0.085%); 39195/169962 objects misplaced (23.061%); 26 MiB/s, 426 objects/s recovering 2023-09-23T15:22:24.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:22:24.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[219580]: failed to encode map e304 with expected crc 2023-09-23T15:22:24.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:22:24.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[219580]: osdmap e304: 8 total, 8 up, 8 in 2023-09-23T15:22:24.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[219580]: failed to encode map e304 with expected crc 2023-09-23T15:22:24.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[219580]: from='client.45716 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:24.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'35866','2':'32374','3':'33704','5':'37984'}"}]: dispatch 2023-09-23T15:22:24.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[212312]: pgmap v843: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 88 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 480 op/s; 144/169962 objects degraded (0.085%); 39195/169962 objects misplaced (23.061%); 26 MiB/s, 426 objects/s recovering 2023-09-23T15:22:24.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:22:24.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[212312]: failed to encode map e304 with expected crc 2023-09-23T15:22:24.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:22:24.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[212312]: osdmap e304: 8 total, 8 up, 8 in 2023-09-23T15:22:24.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[212312]: failed to encode map e304 with expected crc 2023-09-23T15:22:24.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[212312]: from='client.45716 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:24.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:24 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'35866','2':'32374','3':'33704','5':'37984'}"}]: dispatch 2023-09-23T15:22:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:24 smithi178 ceph-mon[192298]: pgmap v843: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 88 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 480 op/s; 144/169962 objects degraded (0.085%); 39195/169962 objects misplaced (23.061%); 26 MiB/s, 426 objects/s recovering 2023-09-23T15:22:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:24 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:22:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:24 smithi178 ceph-mon[192298]: failed to encode map e304 with expected crc 2023-09-23T15:22:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:24 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:22:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:24 smithi178 ceph-mon[192298]: osdmap e304: 8 total, 8 up, 8 in 2023-09-23T15:22:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:24 smithi178 ceph-mon[192298]: failed to encode map e304 with expected crc 2023-09-23T15:22:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:24 smithi178 ceph-mon[192298]: from='client.45716 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:24 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'35866','2':'32374','3':'33704','5':'37984'}"}]: dispatch 2023-09-23T15:22:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:25 smithi118 ceph-mon[219580]: failed to encode map e305 with expected crc 2023-09-23T15:22:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:25 smithi118 ceph-mon[219580]: failed to encode map e305 with expected crc 2023-09-23T15:22:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:25 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'35866','2':'32374','3':'33704','5':'37984'}"}]': finished 2023-09-23T15:22:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:25 smithi118 ceph-mon[219580]: osdmap e305: 8 total, 8 up, 8 in 2023-09-23T15:22:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:25 smithi118 ceph-mon[219580]: pgmap v846: 99 pgs: 3 peering, 2 remapped+peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 7 active+remapped+backfill_wait, 85 active+clean; 3.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 531 op/s; 311/166212 objects degraded (0.187%); 34713/166212 objects misplaced (20.885%); 4.7 MiB/s, 108 objects/s recovering 2023-09-23T15:22:25.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:25 smithi118 ceph-mon[212312]: failed to encode map e305 with expected crc 2023-09-23T15:22:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:25 smithi118 ceph-mon[212312]: failed to encode map e305 with expected crc 2023-09-23T15:22:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:25 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'35866','2':'32374','3':'33704','5':'37984'}"}]': finished 2023-09-23T15:22:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:25 smithi118 ceph-mon[212312]: osdmap e305: 8 total, 8 up, 8 in 2023-09-23T15:22:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:25 smithi118 ceph-mon[212312]: pgmap v846: 99 pgs: 3 peering, 2 remapped+peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 7 active+remapped+backfill_wait, 85 active+clean; 3.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 531 op/s; 311/166212 objects degraded (0.187%); 34713/166212 objects misplaced (20.885%); 4.7 MiB/s, 108 objects/s recovering 2023-09-23T15:22:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:25 smithi178 ceph-mon[192298]: failed to encode map e305 with expected crc 2023-09-23T15:22:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:25 smithi178 ceph-mon[192298]: failed to encode map e305 with expected crc 2023-09-23T15:22:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:25 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'35866','2':'32374','3':'33704','5':'37984'}"}]': finished 2023-09-23T15:22:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:25 smithi178 ceph-mon[192298]: osdmap e305: 8 total, 8 up, 8 in 2023-09-23T15:22:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:25 smithi178 ceph-mon[192298]: pgmap v846: 99 pgs: 3 peering, 2 remapped+peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 7 active+remapped+backfill_wait, 85 active+clean; 3.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 531 op/s; 311/166212 objects degraded (0.187%); 34713/166212 objects misplaced (20.885%); 4.7 MiB/s, 108 objects/s recovering 2023-09-23T15:22:25.987 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:22:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[212312]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[212312]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[212312]: osdmap e306: 8 total, 8 up, 8 in 2023-09-23T15:22:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[212312]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[212312]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[212312]: 8.0 continuing backfill to osd.4 from (265'1800,304'9475] MIN to 304'9475 2023-09-23T15:22:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[212312]: 8.0 starting backfill to osd.6 from (0'0,0'0] MAX to 304'9475 2023-09-23T15:22:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[212312]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[212312]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[212312]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[212312]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[219580]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[219580]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[219580]: osdmap e306: 8 total, 8 up, 8 in 2023-09-23T15:22:26.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[219580]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[219580]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[219580]: 8.0 continuing backfill to osd.4 from (265'1800,304'9475] MIN to 304'9475 2023-09-23T15:22:26.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[219580]: 8.0 starting backfill to osd.6 from (0'0,0'0] MAX to 304'9475 2023-09-23T15:22:26.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[219580]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[219580]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[219580]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:26 smithi118 ceph-mon[219580]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:26 smithi178 ceph-mon[192298]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:26 smithi178 ceph-mon[192298]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:26 smithi178 ceph-mon[192298]: osdmap e306: 8 total, 8 up, 8 in 2023-09-23T15:22:26.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:26 smithi178 ceph-mon[192298]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:26 smithi178 ceph-mon[192298]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:26 smithi178 ceph-mon[192298]: 8.0 continuing backfill to osd.4 from (265'1800,304'9475] MIN to 304'9475 2023-09-23T15:22:26.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:26 smithi178 ceph-mon[192298]: 8.0 starting backfill to osd.6 from (0'0,0'0] MAX to 304'9475 2023-09-23T15:22:26.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:26 smithi178 ceph-mon[192298]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:26 smithi178 ceph-mon[192298]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:26 smithi178 ceph-mon[192298]: failed to encode map e306 with expected crc 2023-09-23T15:22:26.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:26 smithi178 ceph-mon[192298]: failed to encode map e306 with expected crc 2023-09-23T15:22:27.155 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:27.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:27.163 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:27.264 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:22:27.321 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:27.396 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:22:27.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:27.400 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:22:27.403 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2023-09-23T15:22:27.403 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 110 3.0 2023-09-23T15:22:27.501 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:27.542 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:27.593 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[212312]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.593 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[212312]: osdmap e307: 8 total, 8 up, 8 in 2023-09-23T15:22:27.593 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[212312]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.593 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[212312]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.594 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[212312]: 8.8 starting backfill to osd.0 from (0'0,0'0] MAX to 304'9466 2023-09-23T15:22:27.594 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[212312]: 8.d starting backfill to osd.6 from (0'0,0'0] MAX to 304'9507 2023-09-23T15:22:27.594 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[212312]: 8.7 starting backfill to osd.4 from (0'0,0'0] MAX to 304'9560 2023-09-23T15:22:27.594 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[212312]: 8.1 starting backfill to osd.5 from (0'0,0'0] MAX to 304'9494 2023-09-23T15:22:27.594 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[212312]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.594 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 311/166212 objects degraded (0.187%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:22:27.594 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[212312]: pgmap v849: 99 pgs: 1 active+clean+remapped, 8 peering, 1 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 79 active+clean; 3.3 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 587 op/s; 313/163113 objects degraded (0.192%); 36944/163113 objects misplaced (22.649%); 8.8 MiB/s, 170 objects/s recovering 2023-09-23T15:22:27.594 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[219580]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.594 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[219580]: osdmap e307: 8 total, 8 up, 8 in 2023-09-23T15:22:27.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[219580]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[219580]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[219580]: 8.8 starting backfill to osd.0 from (0'0,0'0] MAX to 304'9466 2023-09-23T15:22:27.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[219580]: 8.d starting backfill to osd.6 from (0'0,0'0] MAX to 304'9507 2023-09-23T15:22:27.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[219580]: 8.7 starting backfill to osd.4 from (0'0,0'0] MAX to 304'9560 2023-09-23T15:22:27.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[219580]: 8.1 starting backfill to osd.5 from (0'0,0'0] MAX to 304'9494 2023-09-23T15:22:27.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[219580]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 311/166212 objects degraded (0.187%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:22:27.595 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:27 smithi118 ceph-mon[219580]: pgmap v849: 99 pgs: 1 active+clean+remapped, 8 peering, 1 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 79 active+clean; 3.3 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 587 op/s; 313/163113 objects degraded (0.192%); 36944/163113 objects misplaced (22.649%); 8.8 MiB/s, 170 objects/s recovering 2023-09-23T15:22:27.615 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:27.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:27 smithi178 ceph-mon[192298]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:27 smithi178 ceph-mon[192298]: osdmap e307: 8 total, 8 up, 8 in 2023-09-23T15:22:27.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:27 smithi178 ceph-mon[192298]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:27 smithi178 ceph-mon[192298]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:27 smithi178 ceph-mon[192298]: 8.8 starting backfill to osd.0 from (0'0,0'0] MAX to 304'9466 2023-09-23T15:22:27.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:27 smithi178 ceph-mon[192298]: 8.d starting backfill to osd.6 from (0'0,0'0] MAX to 304'9507 2023-09-23T15:22:27.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:27 smithi178 ceph-mon[192298]: 8.7 starting backfill to osd.4 from (0'0,0'0] MAX to 304'9560 2023-09-23T15:22:27.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:27 smithi178 ceph-mon[192298]: 8.1 starting backfill to osd.5 from (0'0,0'0] MAX to 304'9494 2023-09-23T15:22:27.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:27 smithi178 ceph-mon[192298]: failed to encode map e307 with expected crc 2023-09-23T15:22:27.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 311/166212 objects degraded (0.187%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:22:27.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:27 smithi178 ceph-mon[192298]: pgmap v849: 99 pgs: 1 active+clean+remapped, 8 peering, 1 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+remapped+backfill_wait, 79 active+clean; 3.3 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 587 op/s; 313/163113 objects degraded (0.192%); 36944/163113 objects misplaced (22.649%); 8.8 MiB/s, 170 objects/s recovering 2023-09-23T15:22:27.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:27.621 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:27.722 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:27.766 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:27.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:27.847 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:27.948 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:28.023 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:28.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:22:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:22:28] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2023-09-23T15:22:28.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:28 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T15:22:28.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:28 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T15:22:28.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:28 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T15:22:28.978 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:22:28.992 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:28.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:28.997 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:29.083 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:29.097 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:29.209 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:29.361 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:29.501 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:29.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:29.506 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:29.606 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:29.658 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:29.731 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:29.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:29.736 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:29.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:29 smithi118 ceph-mon[219580]: pgmap v850: 99 pgs: 1 active+clean+remapped, 8 peering, 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 78 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 14 KiB/s rd, 37 KiB/s wr, 448 op/s; 403/162246 objects degraded (0.248%); 40230/162246 objects misplaced (24.796%); 6.0 MiB/s, 155 objects/s recovering 2023-09-23T15:22:29.766 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:29 smithi118 ceph-mon[212312]: pgmap v850: 99 pgs: 1 active+clean+remapped, 8 peering, 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 78 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 14 KiB/s rd, 37 KiB/s wr, 448 op/s; 403/162246 objects degraded (0.248%); 40230/162246 objects misplaced (24.796%); 6.0 MiB/s, 155 objects/s recovering 2023-09-23T15:22:29.837 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:29.869 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:29 smithi178 ceph-mon[192298]: pgmap v850: 99 pgs: 1 active+clean+remapped, 8 peering, 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 78 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 14 KiB/s rd, 37 KiB/s wr, 448 op/s; 403/162246 objects degraded (0.248%); 40230/162246 objects misplaced (24.796%); 6.0 MiB/s, 155 objects/s recovering 2023-09-23T15:22:29.881 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:29.946 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:29.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:29.960 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:30.061 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:30.114 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:22:30.129 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:22:30.168 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:30.193 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:22:30.245 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:22:30.277 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:22:30.321 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:22:30.373 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:22:30.426 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:22:30.436 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:22:30.436 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:22:30.437 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:22:30.437 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:22:30.437 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:22:30.437 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:22:30.437 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:22:30.437 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:22:30.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3329718812' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:30.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3329718812' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3329718812' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:31.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:31 smithi118 ceph-mon[219580]: pgmap v851: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 12 KiB/s rd, 32 KiB/s wr, 481 op/s; 403/159120 objects degraded (0.253%); 51738/159120 objects misplaced (32.515%); 14 MiB/s, 261 objects/s recovering 2023-09-23T15:22:31.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:31 smithi118 ceph-mon[212312]: pgmap v851: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 12 KiB/s rd, 32 KiB/s wr, 481 op/s; 403/159120 objects degraded (0.253%); 51738/159120 objects misplaced (32.515%); 14 MiB/s, 261 objects/s recovering 2023-09-23T15:22:31.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:31 smithi178 ceph-mon[192298]: pgmap v851: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 12 KiB/s rd, 32 KiB/s wr, 481 op/s; 403/159120 objects degraded (0.253%); 51738/159120 objects misplaced (32.515%); 14 MiB/s, 261 objects/s recovering 2023-09-23T15:22:32.333 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:32.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:32.340 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:32.441 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:32.512 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:32.795 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:32 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2023-09-23T15:22:32.796 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 403/159120 objects degraded (0.253%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:32.796 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:32 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2023-09-23T15:22:32.796 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 403/159120 objects degraded (0.253%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:32.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:32 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2023-09-23T15:22:32.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 403/159120 objects degraded (0.253%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:32.889 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:32.892 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:32.893 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:32.931 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:32.994 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:33.090 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:33.610 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:22:33.610 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:22:33.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:33 smithi118 ceph-mon[219580]: pgmap v852: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 400 op/s; 403/156795 objects degraded (0.257%); 51111/156795 objects misplaced (32.597%); 12 MiB/s, 225 objects/s recovering 2023-09-23T15:22:33.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:33 smithi118 ceph-mon[212312]: pgmap v852: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 400 op/s; 403/156795 objects degraded (0.257%); 51111/156795 objects misplaced (32.597%); 12 MiB/s, 225 objects/s recovering 2023-09-23T15:22:33.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:33 smithi178 ceph-mon[192298]: pgmap v852: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 400 op/s; 403/156795 objects degraded (0.257%); 51111/156795 objects misplaced (32.597%); 12 MiB/s, 225 objects/s recovering 2023-09-23T15:22:33.990 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:34.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:34.007 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:34.108 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:34.192 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:34.746 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:34.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:34.749 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:34.793 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:22:34.850 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:34.890 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:35.219 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:35.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:35.225 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:35.325 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:35.463 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:22:35.481 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:35.821 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:35.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:35.832 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:35.933 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:36.003 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:36.732 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:36.736 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:36 smithi118 ceph-mon[219580]: pgmap v853: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 8.5 KiB/s rd, 22 KiB/s wr, 393 op/s; 588/153006 objects degraded (0.384%); 49490/153006 objects misplaced (32.345%); 6.4 MiB/s, 140 objects/s recovering 2023-09-23T15:22:36.736 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:36 smithi118 ceph-mon[212312]: pgmap v853: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 8.5 KiB/s rd, 22 KiB/s wr, 393 op/s; 588/153006 objects degraded (0.384%); 49490/153006 objects misplaced (32.345%); 6.4 MiB/s, 140 objects/s recovering 2023-09-23T15:22:36.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:36.737 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:36.838 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:36.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:36 smithi178 ceph-mon[192298]: pgmap v853: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 8.5 KiB/s rd, 22 KiB/s wr, 393 op/s; 588/153006 objects degraded (0.384%); 49490/153006 objects misplaced (32.345%); 6.4 MiB/s, 140 objects/s recovering 2023-09-23T15:22:36.969 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:37.131 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:37.147 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:37.147 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:37.185 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:37.248 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:37.357 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:37.694 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:37.707 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:37.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:37.719 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:37.820 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:37.862 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:37.923 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:37.924 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:37.924 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 588/153006 objects degraded (0.384%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:37.924 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:37 smithi118 ceph-mon[212312]: pgmap v854: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 7.7 KiB/s rd, 20 KiB/s wr, 452 op/s; 588/148863 objects degraded (0.395%); 48030/148863 objects misplaced (32.265%); 9.9 MiB/s, 192 objects/s recovering 2023-09-23T15:22:37.924 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'29241','2':'24177','3':'25930','5':'32545'}"}]: dispatch 2023-09-23T15:22:37.942 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:37.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:37.954 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:38.055 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:22:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 588/153006 objects degraded (0.384%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:37 smithi178 ceph-mon[192298]: pgmap v854: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 7.7 KiB/s rd, 20 KiB/s wr, 452 op/s; 588/148863 objects degraded (0.395%); 48030/148863 objects misplaced (32.265%); 9.9 MiB/s, 192 objects/s recovering 2023-09-23T15:22:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'29241','2':'24177','3':'25930','5':'32545'}"}]: dispatch 2023-09-23T15:22:38.158 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:38.239 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:38.239 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:38.239 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 588/153006 objects degraded (0.384%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:38.240 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:37 smithi118 ceph-mon[219580]: pgmap v854: 99 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 7.7 KiB/s rd, 20 KiB/s wr, 452 op/s; 588/148863 objects degraded (0.395%); 48030/148863 objects misplaced (32.265%); 9.9 MiB/s, 192 objects/s recovering 2023-09-23T15:22:38.240 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'29241','2':'24177','3':'25930','5':'32545'}"}]: dispatch 2023-09-23T15:22:38.240 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:22:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:22:38] "GET /metrics HTTP/1.1" 200 36495 "" "Prometheus/2.43.0" 2023-09-23T15:22:38.276 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:22:38.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:38.286 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:22:38.346 INFO:teuthology.orchestra.run.smithi118.stdout:moved 14 / 297 (4.7138%) 2023-09-23T15:22:38.346 INFO:teuthology.orchestra.run.smithi118.stdout:avg 37.125 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout:stddev 11.8684 -> 15.1611 (expected baseline 5.69951) 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout:min osd.2 with 21 -> 19 pgs (0.565657 -> 0.511784 * mean) 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout:max osd.4 with 52 -> 57 pgs (1.40067 -> 1.53535 * mean) 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout:oload 110 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout:max_change 3 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout:max_change_osds 4 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout:average_utilization 0.0166 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout:overload_utilization 0.0182 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 weight 0.4940 -> 0.3689 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 weight 0.5143 -> 0.3957 2023-09-23T15:22:38.347 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 weight 0.5473 -> 0.4462 2023-09-23T15:22:38.348 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 weight 0.5796 -> 0.4966 2023-09-23T15:22:38.368 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:22:38.387 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:22:38.450 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:38.486 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:22:38.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:38.490 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:22:38.591 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:22:38.619 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:38.668 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:22:38.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:38.672 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:22:38.773 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:38.803 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[219580]: from='client.45725 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2201713387' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:22:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[219580]: failed to encode map e308 with expected crc 2023-09-23T15:22:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'29241','2':'24177','3':'25930','5':'32545'}"}]': finished 2023-09-23T15:22:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2201713387' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:22:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[219580]: osdmap e308: 8 total, 8 up, 8 in 2023-09-23T15:22:39.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[212312]: from='client.45725 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:39.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2201713387' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:22:39.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:39.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[212312]: failed to encode map e308 with expected crc 2023-09-23T15:22:39.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'29241','2':'24177','3':'25930','5':'32545'}"}]': finished 2023-09-23T15:22:39.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2201713387' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:22:39.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:38 smithi118 ceph-mon[212312]: osdmap e308: 8 total, 8 up, 8 in 2023-09-23T15:22:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:38 smithi178 ceph-mon[192298]: from='client.45725 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2201713387' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:22:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:38 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:38 smithi178 ceph-mon[192298]: failed to encode map e308 with expected crc 2023-09-23T15:22:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:38 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'29241','2':'24177','3':'25930','5':'32545'}"}]': finished 2023-09-23T15:22:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2201713387' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:22:39.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:38 smithi178 ceph-mon[192298]: osdmap e308: 8 total, 8 up, 8 in 2023-09-23T15:22:40.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: failed to encode map e308 with expected crc 2023-09-23T15:22:40.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: pgmap v856: 99 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 84 active+clean; 3.0 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 496 op/s; 738/147351 objects degraded (0.501%); 47654/147351 objects misplaced (32.340%); 11 MiB/s, 199 objects/s recovering 2023-09-23T15:22:40.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: osdmap e309: 8 total, 8 up, 8 in 2023-09-23T15:22:40.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: 8.1 continuing backfill to osd.5 from (267'2100,307'9880] MIN to 307'9880 2023-09-23T15:22:40.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:40 smithi178 ceph-mon[192298]: 8.1 starting backfill to osd.6 from (0'0,0'0] MAX to 307'9880 2023-09-23T15:22:40.678 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: failed to encode map e308 with expected crc 2023-09-23T15:22:40.678 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: pgmap v856: 99 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 84 active+clean; 3.0 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 496 op/s; 738/147351 objects degraded (0.501%); 47654/147351 objects misplaced (32.340%); 11 MiB/s, 199 objects/s recovering 2023-09-23T15:22:40.678 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.678 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: osdmap e309: 8 total, 8 up, 8 in 2023-09-23T15:22:40.678 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.678 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.678 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.678 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.678 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.679 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.679 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: 8.1 continuing backfill to osd.5 from (267'2100,307'9880] MIN to 307'9880 2023-09-23T15:22:40.679 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[212312]: 8.1 starting backfill to osd.6 from (0'0,0'0] MAX to 307'9880 2023-09-23T15:22:40.679 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: failed to encode map e308 with expected crc 2023-09-23T15:22:40.679 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: pgmap v856: 99 pgs: 1 peering, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 84 active+clean; 3.0 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 496 op/s; 738/147351 objects degraded (0.501%); 47654/147351 objects misplaced (32.340%); 11 MiB/s, 199 objects/s recovering 2023-09-23T15:22:40.679 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.679 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: osdmap e309: 8 total, 8 up, 8 in 2023-09-23T15:22:40.679 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.679 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.679 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: failed to encode map e309 with expected crc 2023-09-23T15:22:40.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: 8.1 continuing backfill to osd.5 from (267'2100,307'9880] MIN to 307'9880 2023-09-23T15:22:40.680 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:40 smithi118 ceph-mon[219580]: 8.1 starting backfill to osd.6 from (0'0,0'0] MAX to 307'9880 2023-09-23T15:22:41.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[212312]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[212312]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[212312]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[212312]: osdmap e310: 8 total, 8 up, 8 in 2023-09-23T15:22:41.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[212312]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[212312]: 8.8 continuing backfill to osd.0 from (265'1800,307'9845] MIN to 307'9845 2023-09-23T15:22:41.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[212312]: 8.8 starting backfill to osd.4 from (0'0,0'0] MAX to 307'9845 2023-09-23T15:22:41.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[219580]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[219580]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[219580]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[219580]: osdmap e310: 8 total, 8 up, 8 in 2023-09-23T15:22:41.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[219580]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[219580]: 8.8 continuing backfill to osd.0 from (265'1800,307'9845] MIN to 307'9845 2023-09-23T15:22:41.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:41 smithi118 ceph-mon[219580]: 8.8 starting backfill to osd.4 from (0'0,0'0] MAX to 307'9845 2023-09-23T15:22:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:41 smithi178 ceph-mon[192298]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:41 smithi178 ceph-mon[192298]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:41 smithi178 ceph-mon[192298]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:41 smithi178 ceph-mon[192298]: osdmap e310: 8 total, 8 up, 8 in 2023-09-23T15:22:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:41 smithi178 ceph-mon[192298]: failed to encode map e310 with expected crc 2023-09-23T15:22:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:41 smithi178 ceph-mon[192298]: 8.8 continuing backfill to osd.0 from (265'1800,307'9845] MIN to 307'9845 2023-09-23T15:22:41.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:41 smithi178 ceph-mon[192298]: 8.8 starting backfill to osd.4 from (0'0,0'0] MAX to 307'9845 2023-09-23T15:22:41.986 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2023-09-23T15:22:41.986 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd test-reweight-by-utilization 110 0.05 2023-09-23T15:22:42.034 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:42.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:42.047 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:42.148 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:22:42.173 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:42.215 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:22:42.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:42.220 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:22:42.320 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:42.346 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:42.391 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:42.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:42.396 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:42.496 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:42.536 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:42 smithi178 ceph-mon[192298]: pgmap v859: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 84 active+clean; 2.9 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 475 op/s; 738/144444 objects degraded (0.511%); 45236/144444 objects misplaced (31.317%); 22 MiB/s, 369 objects/s recovering 2023-09-23T15:22:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:42 smithi178 ceph-mon[192298]: failed to encode map e311 with expected crc 2023-09-23T15:22:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:42 smithi178 ceph-mon[192298]: osdmap e311: 8 total, 8 up, 8 in 2023-09-23T15:22:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:42 smithi178 ceph-mon[192298]: failed to encode map e311 with expected crc 2023-09-23T15:22:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 738/144444 objects degraded (0.511%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:42.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:42 smithi118 ceph-mon[219580]: pgmap v859: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 84 active+clean; 2.9 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 475 op/s; 738/144444 objects degraded (0.511%); 45236/144444 objects misplaced (31.317%); 22 MiB/s, 369 objects/s recovering 2023-09-23T15:22:42.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:42 smithi118 ceph-mon[219580]: failed to encode map e311 with expected crc 2023-09-23T15:22:42.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:42 smithi118 ceph-mon[219580]: osdmap e311: 8 total, 8 up, 8 in 2023-09-23T15:22:42.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:42 smithi118 ceph-mon[219580]: failed to encode map e311 with expected crc 2023-09-23T15:22:42.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 738/144444 objects degraded (0.511%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:42.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:42 smithi118 ceph-mon[212312]: pgmap v859: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 84 active+clean; 2.9 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 475 op/s; 738/144444 objects degraded (0.511%); 45236/144444 objects misplaced (31.317%); 22 MiB/s, 369 objects/s recovering 2023-09-23T15:22:42.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:42 smithi118 ceph-mon[212312]: failed to encode map e311 with expected crc 2023-09-23T15:22:42.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:42 smithi118 ceph-mon[212312]: osdmap e311: 8 total, 8 up, 8 in 2023-09-23T15:22:42.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:42 smithi118 ceph-mon[212312]: failed to encode map e311 with expected crc 2023-09-23T15:22:42.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 738/144444 objects degraded (0.511%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:42.989 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:42.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:42.996 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:43.097 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:43.223 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:43.349 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:43.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:43.354 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:43.455 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:22:43.511 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:43.552 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:43.569 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:22:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[212312]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[212312]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[212312]: osdmap e312: 8 total, 8 up, 8 in 2023-09-23T15:22:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[212312]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[212312]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[212312]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[212312]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[219580]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[219580]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[219580]: osdmap e312: 8 total, 8 up, 8 in 2023-09-23T15:22:43.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[219580]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[219580]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[219580]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:43 smithi118 ceph-mon[219580]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:43.575 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:22:43.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:43 smithi178 ceph-mon[192298]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:43 smithi178 ceph-mon[192298]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:43 smithi178 ceph-mon[192298]: osdmap e312: 8 total, 8 up, 8 in 2023-09-23T15:22:43.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:43 smithi178 ceph-mon[192298]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:43 smithi178 ceph-mon[192298]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:43 smithi178 ceph-mon[192298]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:43 smithi178 ceph-mon[192298]: failed to encode map e312 with expected crc 2023-09-23T15:22:43.676 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:43.707 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:22:43.752 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:22:43.758 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:43.823 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:22:43.863 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:22:43.911 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:22:43.917 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:22:43.978 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:22:43.988 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:44.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:44.005 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:44.024 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:22:44.073 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:22:44.073 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:22:44.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.073 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.35514.0:160052 8.7 e312/306 8:eb6bee1f:::benchmark_data_smithi118_424375_object56986:head v 312'10069, mlcod=312'10067)", 2023-09-23T15:22:44.073 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:44.057621+0000", 2023-09-23T15:22:44.073 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0069717709999999999, 2023-09-23T15:22:44.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0070044060000000003, 2023-09-23T15:22:44.074 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:22:44.074 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:22:44.074 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:22:44.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:22:44.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057621+0000", 2023-09-23T15:22:44.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:22:44.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:22:44.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057621+0000", 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057621+0000", 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057631+0000", 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0003000000000001e-05 2023-09-23T15:22:44.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057637+0000", 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5679999999999999e-06 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057641+0000", 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2509999999999996e-06 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:22:44.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.061870+0000", 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004228674 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.061896+0000", 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6880999999999999e-05 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.35514.0:160041 8.b e312/299 8:dd28b588:::benchmark_data_smithi118_424375_object56975:head v 312'9920, mlcod=312'9916)", 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:44.057645+0000", 2023-09-23T15:22:44.077 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0069479099999999998, 2023-09-23T15:22:44.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0070488790000000001, 2023-09-23T15:22:44.078 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:22:44.078 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:22:44.078 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:22:44.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:22:44.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057645+0000", 2023-09-23T15:22:44.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:22:44.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057645+0000", 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057645+0000", 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967296 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057648+0000", 2023-09-23T15:22:44.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2270000000000002e-06 2023-09-23T15:22:44.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:22:44.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057653+0000", 2023-09-23T15:22:44.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3239999999999996e-06 2023-09-23T15:22:44.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:22:44.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057656+0000", 2023-09-23T15:22:44.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5700000000000001e-06 2023-09-23T15:22:44.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.062662+0000", 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0050061369999999999 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.062686+0000", 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3686999999999999e-05 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:22:44.081 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:22:44.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.082 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.35514.0:160049 8.a e312/300 8:580d3da6:::benchmark_data_smithi118_424375_object56983:head v 312'10057, mlcod=312'10055)", 2023-09-23T15:22:44.082 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:44.062395+0000", 2023-09-23T15:22:44.082 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0021984259999999999, 2023-09-23T15:22:44.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00235959, 2023-09-23T15:22:44.082 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:22:44.082 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:22:44.082 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:22:44.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.062395+0000", 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.062395+0000", 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.062393+0000", 2023-09-23T15:22:44.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.062406+0000", 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.34e-05 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.062420+0000", 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3390999999999999e-05 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.062429+0000", 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7860000000000008e-06 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.062479+0000", 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.918e-05 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:22:44.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.062503+0000", 2023-09-23T15:22:44.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4562999999999998e-05 2023-09-23T15:22:44.086 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:22:44.086 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:22:44.086 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:22:44.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.086 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.35514.0:160048 8.f e312/294 8:f0743fb3:::benchmark_data_smithi118_424375_object56982:head v 312'10010, mlcod=312'10008)", 2023-09-23T15:22:44.086 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:44.057547+0000", 2023-09-23T15:22:44.086 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0070459870000000001, 2023-09-23T15:22:44.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0072672370000000002, 2023-09-23T15:22:44.086 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:22:44.087 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:22:44.087 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:22:44.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:22:44.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057547+0000", 2023-09-23T15:22:44.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:22:44.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:22:44.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057547+0000", 2023-09-23T15:22:44.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057546+0000", 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057557+0000", 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0710000000000001e-05 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057573+0000", 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6195e-05 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057581+0000", 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0839999999999992e-06 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.060561+0000", 2023-09-23T15:22:44.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0029802040000000002 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.060593+0000", 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1588999999999999e-05 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.35514.0:160045 8.0 e312/305 8:09ecb59b:::benchmark_data_smithi118_424375_object56979:head v 312'10024, mlcod=312'10022)", 2023-09-23T15:22:44.090 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:44.057594+0000", 2023-09-23T15:22:44.091 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0069987579999999999, 2023-09-23T15:22:44.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0072812839999999998, 2023-09-23T15:22:44.091 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:22:44.091 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:22:44.091 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:22:44.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:22:44.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057594+0000", 2023-09-23T15:22:44.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:22:44.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057594+0000", 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057594+0000", 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:22:44.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057599+0000", 2023-09-23T15:22:44.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7480000000000001e-06 2023-09-23T15:22:44.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:22:44.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057605+0000", 2023-09-23T15:22:44.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4300000000000003e-06 2023-09-23T15:22:44.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:22:44.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057610+0000", 2023-09-23T15:22:44.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8250000000000004e-06 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057720+0000", 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000109802 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:44.057742+0000", 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2452000000000001e-05 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:22:44.094 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:22:44.095 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:22:44.095 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:22:44.095 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:22:44.095 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 5 2023-09-23T15:22:44.095 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:22:44.095 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:22:44.098 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:22:44.099 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:22:44.099 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:22:44.099 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:22:44.099 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:22:44.099 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:22:44.099 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:22:44.099 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:22:44.106 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:22:44.136 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:44.194 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:22:44.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:44.198 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:22:44.299 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:44.420 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:44.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:44 smithi118 ceph-mon[219580]: pgmap v862: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 416 op/s; 736/142353 objects degraded (0.517%); 50568/142353 objects misplaced (35.523%); 22 MiB/s, 345 objects/s recovering 2023-09-23T15:22:44.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/858621132' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:44.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:44 smithi118 ceph-mon[212312]: pgmap v862: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 416 op/s; 736/142353 objects degraded (0.517%); 50568/142353 objects misplaced (35.523%); 22 MiB/s, 345 objects/s recovering 2023-09-23T15:22:44.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/858621132' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:44.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:44 smithi178 ceph-mon[192298]: pgmap v862: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 416 op/s; 736/142353 objects degraded (0.517%); 50568/142353 objects misplaced (35.523%); 22 MiB/s, 345 objects/s recovering 2023-09-23T15:22:44.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/858621132' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:46.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:46 smithi118 ceph-mon[219580]: pgmap v863: 99 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 396 op/s; 737/140217 objects degraded (0.526%); 48605/140217 objects misplaced (34.664%); 25 MiB/s, 396 objects/s recovering 2023-09-23T15:22:46.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:46 smithi118 ceph-mon[212312]: pgmap v863: 99 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 396 op/s; 737/140217 objects degraded (0.526%); 48605/140217 objects misplaced (34.664%); 25 MiB/s, 396 objects/s recovering 2023-09-23T15:22:46.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:46 smithi178 ceph-mon[192298]: pgmap v863: 99 pgs: 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 85 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 396 op/s; 737/140217 objects degraded (0.526%); 48605/140217 objects misplaced (34.664%); 25 MiB/s, 396 objects/s recovering 2023-09-23T15:22:46.902 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:46.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:46.908 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:47.009 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:47.097 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:47.804 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 737/140217 objects degraded (0.526%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:47.804 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 737/140217 objects degraded (0.526%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:47.835 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:22:47.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 737/140217 objects degraded (0.526%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:47.888 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:47.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:47.904 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:48.004 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:48.035 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:48.104 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:48.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:48.110 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:48.125 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:48.211 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:48.326 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:48.532 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:22:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:22:48] "GET /metrics HTTP/1.1" 200 36495 "" "Prometheus/2.43.0" 2023-09-23T15:22:48.532 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:48 smithi118 ceph-mon[219580]: pgmap v864: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 474 op/s; 737/135828 objects degraded (0.543%); 47638/135828 objects misplaced (35.072%); 21 MiB/s, 340 objects/s recovering 2023-09-23T15:22:48.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:48 smithi118 ceph-mon[212312]: pgmap v864: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 474 op/s; 737/135828 objects degraded (0.543%); 47638/135828 objects misplaced (35.072%); 21 MiB/s, 340 objects/s recovering 2023-09-23T15:22:48.562 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:48.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:48.577 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:48.678 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:48.703 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:48 smithi178 ceph-mon[192298]: pgmap v864: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 474 op/s; 737/135828 objects degraded (0.543%); 47638/135828 objects misplaced (35.072%); 21 MiB/s, 340 objects/s recovering 2023-09-23T15:22:48.706 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:48.776 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:48.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:48.780 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:48.881 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:22:48.961 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:49.174 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:22:49.182 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:49.183 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:22:49.199 INFO:teuthology.orchestra.run.smithi118.stdout:moved 10 / 297 (3.367%) 2023-09-23T15:22:49.200 INFO:teuthology.orchestra.run.smithi118.stdout:avg 37.125 2023-09-23T15:22:49.200 INFO:teuthology.orchestra.run.smithi118.stdout:stddev 15.1611 -> 16.526 (expected baseline 5.69951) 2023-09-23T15:22:49.200 INFO:teuthology.orchestra.run.smithi118.stdout:min osd.2 with 19 -> 19 pgs (0.511784 -> 0.511784 * mean) 2023-09-23T15:22:49.200 INFO:teuthology.orchestra.run.smithi118.stdout:max osd.4 with 57 -> 60 pgs (1.53535 -> 1.61616 * mean) 2023-09-23T15:22:49.200 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:22:49.200 INFO:teuthology.orchestra.run.smithi118.stdout:oload 110 2023-09-23T15:22:49.200 INFO:teuthology.orchestra.run.smithi118.stdout:max_change 0.05 2023-09-23T15:22:49.200 INFO:teuthology.orchestra.run.smithi118.stdout:max_change_osds 4 2023-09-23T15:22:49.200 INFO:teuthology.orchestra.run.smithi118.stdout:average_utilization 0.0156 2023-09-23T15:22:49.200 INFO:teuthology.orchestra.run.smithi118.stdout:overload_utilization 0.0172 2023-09-23T15:22:49.201 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 weight 0.3957 -> 0.3457 2023-09-23T15:22:49.201 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 weight 0.3689 -> 0.3189 2023-09-23T15:22:49.201 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 weight 0.4462 -> 0.3962 2023-09-23T15:22:49.201 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5 weight 0.4966 -> 0.4466 2023-09-23T15:22:49.219 INFO:teuthology.orchestra.run.smithi118.stderr:no change 2023-09-23T15:22:49.284 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:49.387 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:49.495 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:49.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:49.510 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:49.511 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:22:49 smithi118 conmon[199296]: 2023-09-23T15:22:49.190+0000 7fb1894e5700 -1 mgr.server reply reply (4) Interrupted system call no change 2023-09-23T15:22:49.609 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:22:49.612 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:22:49.668 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:49.753 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:22:49.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:49.759 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:22:49.860 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:49.887 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:50.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:50 smithi118 ceph-mon[219580]: from='client.35742 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:50.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:50 smithi118 ceph-mon[219580]: pgmap v865: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 431 op/s; 737/134073 objects degraded (0.550%); 46607/134073 objects misplaced (34.762%); 12 MiB/s, 189 objects/s recovering 2023-09-23T15:22:50.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:50 smithi118 ceph-mon[212312]: from='client.35742 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:50.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:50 smithi118 ceph-mon[212312]: pgmap v865: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 431 op/s; 737/134073 objects degraded (0.550%); 46607/134073 objects misplaced (34.762%); 12 MiB/s, 189 objects/s recovering 2023-09-23T15:22:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:50 smithi178 ceph-mon[192298]: from='client.35742 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:22:50.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:50 smithi178 ceph-mon[192298]: pgmap v865: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 431 op/s; 737/134073 objects degraded (0.550%); 46607/134073 objects misplaced (34.762%); 12 MiB/s, 189 objects/s recovering 2023-09-23T15:22:51.244 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:51.335 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:51.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:51.342 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:51.443 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:51.488 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:51.553 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:51.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:51.559 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:51.660 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:22:51.748 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:51.966 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:51.983 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:22:51.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:51.990 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:22:52.090 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:52.176 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:52.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:52 smithi118 ceph-mon[212312]: pgmap v866: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 494 op/s; 737/129615 objects degraded (0.569%); 45172/129615 objects misplaced (34.851%); 9.5 MiB/s, 152 objects/s recovering 2023-09-23T15:22:52.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:52.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:52.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 737/129615 objects degraded (0.569%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:52.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:52 smithi118 ceph-mon[219580]: pgmap v866: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 494 op/s; 737/129615 objects degraded (0.569%); 45172/129615 objects misplaced (34.851%); 9.5 MiB/s, 152 objects/s recovering 2023-09-23T15:22:52.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:52.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:52.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 737/129615 objects degraded (0.569%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:52.575 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:52.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:52.598 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:52.701 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:52.754 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:52 smithi178 ceph-mon[192298]: pgmap v866: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 494 op/s; 737/129615 objects degraded (0.569%); 45172/129615 objects misplaced (34.851%); 9.5 MiB/s, 152 objects/s recovering 2023-09-23T15:22:52.754 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:22:52.754 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:22:52.754 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 737/129615 objects degraded (0.569%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:52.757 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:52.824 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:52.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:52.830 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:52.931 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:52.957 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:53.023 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:53.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:53.026 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:53.126 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:22:53.191 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:53.243 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:22:53.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:53.250 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:22:53.351 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:22:53.465 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:53.474 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2785464952' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:53.474 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:53 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:53.500 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:22:53.761 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:22:53.768 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2785464952' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:53.768 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:53 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:53.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:53.769 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:22:53.769 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2785464952' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:53.769 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:53 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:22:53.870 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:22:53.904 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:54.418 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:22:54.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:54.427 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:22:54.528 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:54.607 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[219580]: pgmap v867: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.6 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 737/126606 objects degraded (0.582%); 44022/126606 objects misplaced (34.771%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T15:22:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:22:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[219580]: osdmap e313: 8 total, 8 up, 8 in 2023-09-23T15:22:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[219580]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[219580]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[219580]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[219580]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[219580]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[219580]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[212312]: pgmap v867: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.6 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 737/126606 objects degraded (0.582%); 44022/126606 objects misplaced (34.771%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T15:22:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:22:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[212312]: osdmap e313: 8 total, 8 up, 8 in 2023-09-23T15:22:54.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[212312]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[212312]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[212312]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[212312]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[212312]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:54 smithi118 ceph-mon[212312]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:54 smithi178 ceph-mon[192298]: pgmap v867: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.6 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 737/126606 objects degraded (0.582%); 44022/126606 objects misplaced (34.771%); 8.6 MiB/s, 137 objects/s recovering 2023-09-23T15:22:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:54 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:22:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:54 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:22:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:54 smithi178 ceph-mon[192298]: osdmap e313: 8 total, 8 up, 8 in 2023-09-23T15:22:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:54 smithi178 ceph-mon[192298]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:54 smithi178 ceph-mon[192298]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:54 smithi178 ceph-mon[192298]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:54 smithi178 ceph-mon[192298]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:54 smithi178 ceph-mon[192298]: failed to encode map e313 with expected crc 2023-09-23T15:22:54.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:54 smithi178 ceph-mon[192298]: failed to encode map e313 with expected crc 2023-09-23T15:22:55.497 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:55 smithi118 ceph-mon[212312]: pgmap v869: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 550 op/s; 737/123684 objects degraded (0.596%); 42335/123684 objects misplaced (34.228%); 6.3 MiB/s, 101 objects/s recovering 2023-09-23T15:22:55.565 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:55.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:55.568 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:55.668 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:55.717 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:55.815 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:55.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:55 smithi118 ceph-mon[219580]: pgmap v869: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 550 op/s; 737/123684 objects degraded (0.596%); 42335/123684 objects misplaced (34.228%); 6.3 MiB/s, 101 objects/s recovering 2023-09-23T15:22:55.830 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:55 smithi178 ceph-mon[192298]: pgmap v869: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 550 op/s; 737/123684 objects degraded (0.596%); 42335/123684 objects misplaced (34.228%); 6.3 MiB/s, 101 objects/s recovering 2023-09-23T15:22:55.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:55.832 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:55.932 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:55.972 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:56.034 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:56.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:56.043 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:56.144 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:56.243 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:56.353 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 2, 0, 4] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:22:56.353 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:22:56.353 INFO:tasks.thrashosds.thrasher:inject_pause on osd.3 2023-09-23T15:22:56.353 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:22:56.353 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:22:56.354 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 config set filestore_inject_stall 3 2023-09-23T15:22:56.457 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:56.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:56.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:56.537 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:22:56.537 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:22:56.537 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:22:56.537 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:22:56.537 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:22:56.572 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:22:56.615 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:56.681 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:22:56.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:56.690 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:22:56.790 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:22:56.888 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:57.556 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:22:57.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 737/123684 objects degraded (0.596%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:57.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 737/123684 objects degraded (0.596%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:57.590 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:22:57.649 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:22:57.701 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:22:57.745 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:22:57.808 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:22:57.833 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:22:57.853 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:22:57.854 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:22:57.854 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:22:57.854 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:22:57.854 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:22:57.854 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:22:57.854 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:22:57.855 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:22:57.855 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:22:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 737/123684 objects degraded (0.596%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:22:58.161 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:22:58.547 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:22:58.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:58.560 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:58 smithi118 ceph-mon[212312]: pgmap v870: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 737/119061 objects degraded (0.619%); 41328/119061 objects misplaced (34.712%); 6.3 MiB/s, 100 objects/s recovering 2023-09-23T15:22:58.560 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:22:58 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2069440335' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:58.560 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:22:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:22:58] "GET /metrics HTTP/1.1" 200 36497 "" "Prometheus/2.43.0" 2023-09-23T15:22:58.561 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:58 smithi118 ceph-mon[219580]: pgmap v870: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 737/119061 objects degraded (0.619%); 41328/119061 objects misplaced (34.712%); 6.3 MiB/s, 100 objects/s recovering 2023-09-23T15:22:58.561 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:22:58 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2069440335' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:58.561 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:22:58.662 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:58.705 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:58 smithi178 ceph-mon[192298]: pgmap v870: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 737/119061 objects degraded (0.619%); 41328/119061 objects misplaced (34.712%); 6.3 MiB/s, 100 objects/s recovering 2023-09-23T15:22:58.705 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:22:58 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2069440335' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:22:58.720 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:58.809 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:58.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:58.813 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:58.914 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:22:58.970 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:59.054 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:22:59.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:59.059 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:22:59.082 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:22:59.160 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:59.194 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:59.262 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:59.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:59.272 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:59.373 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:22:59.478 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:59.478 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:59.598 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:22:59.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:59.611 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:22:59.621 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:22:59.712 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:22:59.750 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:22:59.831 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:22:59.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:22:59.840 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:22:59.941 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:00.022 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:00.271 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:00.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:00.288 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:00.389 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:00.405 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:00 smithi118 ceph-mon[212312]: pgmap v871: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.4 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 549 op/s; 737/117576 objects degraded (0.627%); 40313/117576 objects misplaced (34.287%); 7.0 MiB/s, 112 objects/s recovering 2023-09-23T15:23:00.410 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:00 smithi118 ceph-mon[219580]: pgmap v871: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.4 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 549 op/s; 737/117576 objects degraded (0.627%); 40313/117576 objects misplaced (34.287%); 7.0 MiB/s, 112 objects/s recovering 2023-09-23T15:23:00.442 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:00.546 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:00.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:00.555 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:00.656 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:00.693 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:00 smithi178 ceph-mon[192298]: pgmap v871: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait, 1 active+remapped, 86 active+clean; 2.4 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 549 op/s; 737/117576 objects degraded (0.627%); 40313/117576 objects misplaced (34.287%); 7.0 MiB/s, 112 objects/s recovering 2023-09-23T15:23:00.696 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:00.759 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:00.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:00.768 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:00.869 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:23:00.951 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:01.355 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:23:02.251 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:23:02.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:02.261 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:23:02.362 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:02.403 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:02.459 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:02.463 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:02.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:02.468 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:02.569 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:02 smithi118 ceph-mon[219580]: pgmap v872: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.3 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 737/113517 objects degraded (0.649%); 39008/113517 objects misplaced (34.363%); 7.0 MiB/s, 112 objects/s recovering 2023-09-23T15:23:02.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 737/113517 objects degraded (0.649%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:02 smithi118 ceph-mon[212312]: pgmap v872: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.3 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 737/113517 objects degraded (0.649%); 39008/113517 objects misplaced (34.363%); 7.0 MiB/s, 112 objects/s recovering 2023-09-23T15:23:02.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 737/113517 objects degraded (0.649%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:02.608 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:02.672 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:02.679 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:02 smithi178 ceph-mon[192298]: pgmap v872: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.3 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 737/113517 objects degraded (0.649%); 39008/113517 objects misplaced (34.363%); 7.0 MiB/s, 112 objects/s recovering 2023-09-23T15:23:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 737/113517 objects degraded (0.649%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:02.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:02.686 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:02.787 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:02.880 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:03.113 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:03.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:03.120 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:03.221 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:03.363 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:03.533 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:23:03.533 INFO:teuthology.orchestra.run.smithi118.stdout: "success": "" 2023-09-23T15:23:03.533 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:23:04.497 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:23:04.500 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:04.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:04.513 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:04.613 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:04.644 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:04.824 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:04 smithi118 ceph-mon[212312]: pgmap v873: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 534 op/s; 737/110556 objects degraded (0.667%); 37833/110556 objects misplaced (34.221%); 7.0 MiB/s, 112 objects/s recovering 2023-09-23T15:23:04.824 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/510660001' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:04.824 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:04 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:04.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:04 smithi118 ceph-mon[219580]: pgmap v873: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 534 op/s; 737/110556 objects degraded (0.667%); 37833/110556 objects misplaced (34.221%); 7.0 MiB/s, 112 objects/s recovering 2023-09-23T15:23:04.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/510660001' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:04.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:04 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:04.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:04 smithi178 ceph-mon[192298]: pgmap v873: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 534 op/s; 737/110556 objects degraded (0.667%); 37833/110556 objects misplaced (34.221%); 7.0 MiB/s, 112 objects/s recovering 2023-09-23T15:23:04.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/510660001' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:04.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:04 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:05.745 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:05.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:05.761 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:05.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:05.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[219580]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:23:05.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[219580]: osdmap e314: 8 total, 8 up, 8 in 2023-09-23T15:23:05.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[219580]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[219580]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[219580]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[219580]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[219580]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.766 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[219580]: pgmap v875: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.2 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 737/107553 objects degraded (0.685%); 36217/107553 objects misplaced (33.674%); 6.6 MiB/s, 104 objects/s recovering 2023-09-23T15:23:05.766 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:05.766 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[212312]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:23:05.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[212312]: osdmap e314: 8 total, 8 up, 8 in 2023-09-23T15:23:05.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[212312]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[212312]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[212312]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[212312]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[212312]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:05 smithi118 ceph-mon[212312]: pgmap v875: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.2 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 737/107553 objects degraded (0.685%); 36217/107553 objects misplaced (33.674%); 6.6 MiB/s, 104 objects/s recovering 2023-09-23T15:23:05.862 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:05 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:05 smithi178 ceph-mon[192298]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:05 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:23:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:05 smithi178 ceph-mon[192298]: osdmap e314: 8 total, 8 up, 8 in 2023-09-23T15:23:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:05 smithi178 ceph-mon[192298]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:05 smithi178 ceph-mon[192298]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:05 smithi178 ceph-mon[192298]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:05 smithi178 ceph-mon[192298]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:05 smithi178 ceph-mon[192298]: failed to encode map e314 with expected crc 2023-09-23T15:23:05.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:05 smithi178 ceph-mon[192298]: pgmap v875: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.2 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 737/107553 objects degraded (0.685%); 36217/107553 objects misplaced (33.674%); 6.6 MiB/s, 104 objects/s recovering 2023-09-23T15:23:05.888 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:05.949 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:05.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:05.969 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:06.070 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:23:06.144 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:06.481 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:23:06.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:06.496 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:23:06.597 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:06.622 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:06.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:23:06.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:23:06.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:23:07.344 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:07.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:07.348 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:07.449 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:07.556 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:07.556 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 737/107553 objects degraded (0.685%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:07.556 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:07 smithi118 ceph-mon[212312]: pgmap v876: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.1 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 529 op/s; 737/103176 objects degraded (0.714%); 35207/103176 objects misplaced (34.123%); 6.6 MiB/s, 104 objects/s recovering 2023-09-23T15:23:07.556 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:07 smithi118 ceph-mon[212312]: osdmap e315: 8 total, 8 up, 8 in 2023-09-23T15:23:07.556 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:07.556 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 737/107553 objects degraded (0.685%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:07.556 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:07 smithi118 ceph-mon[219580]: pgmap v876: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.1 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 529 op/s; 737/103176 objects degraded (0.714%); 35207/103176 objects misplaced (34.123%); 6.6 MiB/s, 104 objects/s recovering 2023-09-23T15:23:07.556 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:07 smithi118 ceph-mon[219580]: osdmap e315: 8 total, 8 up, 8 in 2023-09-23T15:23:07.567 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:07.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:07.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 737/107553 objects degraded (0.685%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:07.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:07 smithi178 ceph-mon[192298]: pgmap v876: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 86 active+clean; 2.1 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 529 op/s; 737/103176 objects degraded (0.714%); 35207/103176 objects misplaced (34.123%); 6.6 MiB/s, 104 objects/s recovering 2023-09-23T15:23:07.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:07 smithi178 ceph-mon[192298]: osdmap e315: 8 total, 8 up, 8 in 2023-09-23T15:23:08.158 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:08.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:08.161 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:08.261 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:08.292 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:08.337 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:08.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:08.342 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:08.430 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:23:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:23:08] "GET /metrics HTTP/1.1" 200 36484 "" "Prometheus/2.43.0" 2023-09-23T15:23:08.443 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:08.474 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:08.532 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:08.539 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:08 smithi178 ceph-mon[192298]: failed to encode map e315 with expected crc 2023-09-23T15:23:08.539 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:08 smithi178 ceph-mon[192298]: failed to encode map e315 with expected crc 2023-09-23T15:23:08.540 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:08 smithi178 ceph-mon[192298]: failed to encode map e315 with expected crc 2023-09-23T15:23:08.540 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:08 smithi178 ceph-mon[192298]: osdmap e316: 8 total, 8 up, 8 in 2023-09-23T15:23:08.545 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:08.545 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:08.646 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:08.711 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:08.736 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:08 smithi118 ceph-mon[212312]: failed to encode map e315 with expected crc 2023-09-23T15:23:08.736 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:08 smithi118 ceph-mon[212312]: failed to encode map e315 with expected crc 2023-09-23T15:23:08.736 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:08 smithi118 ceph-mon[212312]: failed to encode map e315 with expected crc 2023-09-23T15:23:08.736 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:08 smithi118 ceph-mon[212312]: osdmap e316: 8 total, 8 up, 8 in 2023-09-23T15:23:08.736 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:08 smithi118 ceph-mon[219580]: failed to encode map e315 with expected crc 2023-09-23T15:23:08.737 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:08 smithi118 ceph-mon[219580]: failed to encode map e315 with expected crc 2023-09-23T15:23:08.737 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:08 smithi118 ceph-mon[219580]: failed to encode map e315 with expected crc 2023-09-23T15:23:08.737 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:08 smithi118 ceph-mon[219580]: osdmap e316: 8 total, 8 up, 8 in 2023-09-23T15:23:08.837 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:08.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:08.839 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:08.841 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:23:08.876 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:23:08.940 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:08.951 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:23:08.988 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:23:09.006 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:09.031 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:23:09.071 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:23:09.072 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:23:09.072 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:23:09.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:23:09.072 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:23:09.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.072 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131684 7.5 7:a73fd0a8:::benchmark_data_smithi118_332595_object45620:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.072 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230121+0000", 2023-09-23T15:23:09.073 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.83908110300001, 2023-09-23T15:23:09.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.109280732999999, 2023-09-23T15:23:09.073 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.073 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.073 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.073 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.073 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.073 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131684 2023-09-23T15:23:09.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.073 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230121+0000", 2023-09-23T15:23:09.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230121+0000", 2023-09-23T15:23:09.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230120+0000", 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230127+0000", 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3610000000000003e-06 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230140+0000", 2023-09-23T15:23:09.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3101999999999999e-05 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230150+0000", 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5049999999999996e-06 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230794+0000", 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00064384700000000002 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230806+0000", 2023-09-23T15:23:09.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2703e-05 2023-09-23T15:23:09.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.245105+0000", 2023-09-23T15:23:09.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.014298809 2023-09-23T15:23:09.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.253100+0000", 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0079945929999999995 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.262502+0000", 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0094022559999999995 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.282376+0000", 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019873498999999999 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.321991+0000", 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.039615324 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.323313+0000", 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0013218150000000001 2023-09-23T15:23:09.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.326803+0000", 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0034897589999999998 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.329318+0000", 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025156369999999998 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.339402+0000", 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010083933 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131692 7.5 7:adc9f0dd:::benchmark_data_smithi118_332595_object45628:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.83904531399997, 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.248550080000001, 2023-09-23T15:23:09.081 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.082 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.082 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.082 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.082 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.082 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131692 2023-09-23T15:23:09.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.082 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:23:09.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230160+0000", 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9079999999999999e-06 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230166+0000", 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7100000000000001e-06 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230172+0000", 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4419999999999997e-06 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230830+0000", 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00065832399999999995 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230838+0000", 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9799999999999998e-06 2023-09-23T15:23:09.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.340976+0000", 2023-09-23T15:23:09.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.110137571999999 2023-09-23T15:23:09.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.347386+0000", 2023-09-23T15:23:09.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0064099930000000001 2023-09-23T15:23:09.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.356266+0000", 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088804360000000002 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.368051+0000", 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011784897000000001 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.371685+0000", 2023-09-23T15:23:09.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003634473 2023-09-23T15:23:09.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.401957+0000", 2023-09-23T15:23:09.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030271741000000001 2023-09-23T15:23:09.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.467295+0000", 2023-09-23T15:23:09.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.065338204999999996 2023-09-23T15:23:09.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.469384+0000", 2023-09-23T15:23:09.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020887689999999999 2023-09-23T15:23:09.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.478707+0000", 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0093230489999999999 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131696 7.5 7:aba15d9d:::benchmark_data_smithi118_332595_object45632:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.83902596299998, 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.262804386999999, 2023-09-23T15:23:09.091 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131696 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230178+0000", 2023-09-23T15:23:09.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.289e-06 2023-09-23T15:23:09.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230184+0000", 2023-09-23T15:23:09.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9220000000000002e-06 2023-09-23T15:23:09.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230189+0000", 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7670000000000003e-06 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230858+0000", 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00066850199999999996 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230864+0000", 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4960000000000001e-06 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.373046+0000", 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.142182138999999 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.384059+0000", 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011012338 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.392358+0000", 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0082998210000000006 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.403329+0000", 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010970407999999999 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.403734+0000", 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000404888 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.405189+0000", 2023-09-23T15:23:09.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001455238 2023-09-23T15:23:09.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.479980+0000", 2023-09-23T15:23:09.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.074790634999999994 2023-09-23T15:23:09.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.482039+0000", 2023-09-23T15:23:09.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002058921 2023-09-23T15:23:09.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.492981+0000", 2023-09-23T15:23:09.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010942343 2023-09-23T15:23:09.099 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.099 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.099 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131710 7.5 7:a875ab4a:::benchmark_data_smithi118_332595_object45646:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.83900904000001, 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.278525071000001, 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.100 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131710 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:23:09.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:09.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230195+0000", 2023-09-23T15:23:09.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3460000000000001e-06 2023-09-23T15:23:09.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230201+0000", 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4280000000000004e-06 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230205+0000", 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5519999999999998e-06 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230880+0000", 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00067469000000000003 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230886+0000", 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1160000000000004e-06 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.405638+0000", 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.174751603000001 2023-09-23T15:23:09.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.411614+0000", 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0059760689999999997 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.419130+0000", 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075159550000000004 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.451176+0000", 2023-09-23T15:23:09.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.032046128 2023-09-23T15:23:09.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.451796+0000", 2023-09-23T15:23:09.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00061975599999999995 2023-09-23T15:23:09.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.453335+0000", 2023-09-23T15:23:09.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0015391490000000001 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.495352+0000", 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.042017396999999998 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.497629+0000", 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022766650000000002 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.508718+0000", 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011089582000000001 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131734 7.5 7:ac5a7258:::benchmark_data_smithi118_332595_object45670:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230210+0000", 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.83899286100001, 2023-09-23T15:23:09.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.303831769999999, 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131734 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230210+0000", 2023-09-23T15:23:09.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230210+0000", 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230209+0000", 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230211+0000", 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1390000000000002e-06 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230217+0000", 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6879999999999996e-06 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230222+0000", 2023-09-23T15:23:09.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0930000000000002e-06 2023-09-23T15:23:09.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230902+0000", 2023-09-23T15:23:09.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00068022099999999995 2023-09-23T15:23:09.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230908+0000", 2023-09-23T15:23:09.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.032e-06 2023-09-23T15:23:09.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.427616+0000", 2023-09-23T15:23:09.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.196707880999998 2023-09-23T15:23:09.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.433506+0000", 2023-09-23T15:23:09.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0058892199999999997 2023-09-23T15:23:09.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.441057+0000", 2023-09-23T15:23:09.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075515770000000003 2023-09-23T15:23:09.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.463279+0000", 2023-09-23T15:23:09.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.022221841999999999 2023-09-23T15:23:09.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.464653+0000", 2023-09-23T15:23:09.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001374489 2023-09-23T15:23:09.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.115 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.465956+0000", 2023-09-23T15:23:09.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001302215 2023-09-23T15:23:09.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.115 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.510569+0000", 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.044612988999999999 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.512927+0000", 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023583609999999998 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.534041+0000", 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.021114351999999999 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.116 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.117 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.117 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131771 7.5 7:a0504e3a:::benchmark_data_smithi118_332595_object45707:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.117 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:23:09.117 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.83897616199999, 2023-09-23T15:23:09.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.385799936000002, 2023-09-23T15:23:09.117 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.117 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.117 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.117 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.118 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.118 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131771 2023-09-23T15:23:09.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.118 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.118 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:23:09.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:23:09.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:23:09.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:09.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230228+0000", 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2299999999999998e-06 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230234+0000", 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7810000000000002e-06 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230239+0000", 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5130000000000004e-06 2023-09-23T15:23:09.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230924+0000", 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000684831 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230930+0000", 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1449999999999996e-06 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.536830+0000", 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.305899224000001 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.545398+0000", 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0085679870000000009 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.553596+0000", 2023-09-23T15:23:09.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0081986980000000008 2023-09-23T15:23:09.123 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.123 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.123 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.123 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.595965+0000", 2023-09-23T15:23:09.123 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.042368972999999997 2023-09-23T15:23:09.123 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.123 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.123 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.123 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.597577+0000", 2023-09-23T15:23:09.123 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00161202 2023-09-23T15:23:09.123 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.599258+0000", 2023-09-23T15:23:09.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001680588 2023-09-23T15:23:09.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.599964+0000", 2023-09-23T15:23:09.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00070598299999999998 2023-09-23T15:23:09.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.603162+0000", 2023-09-23T15:23:09.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003198415 2023-09-23T15:23:09.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.616026+0000", 2023-09-23T15:23:09.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012863911 2023-09-23T15:23:09.125 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.125 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.125 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.126 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131796 7.5 7:aa3772c6:::benchmark_data_smithi118_332595_object45732:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.126 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:23:09.126 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.83895920700002, 2023-09-23T15:23:09.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.484688144, 2023-09-23T15:23:09.126 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.126 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.126 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.126 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.128 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131796 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:23:09.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:23:09.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:09.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230245+0000", 2023-09-23T15:23:09.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2500000000000001e-06 2023-09-23T15:23:09.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230255+0000", 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0074999999999999e-05 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230260+0000", 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9459999999999997e-06 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.131 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230946+0000", 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00068602300000000001 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230952+0000", 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0769999999999996e-06 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.566609+0000", 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.335657227999999 2023-09-23T15:23:09.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.576523+0000", 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.009913247 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.584522+0000", 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.007999127 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.616557+0000", 2023-09-23T15:23:09.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.032034997000000003 2023-09-23T15:23:09.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.617982+0000", 2023-09-23T15:23:09.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0014249600000000001 2023-09-23T15:23:09.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.619361+0000", 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0013796710000000001 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.620636+0000", 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0012748 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.622773+0000", 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0021368049999999999 2023-09-23T15:23:09.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.714931+0000", 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.092158293000000002 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131811 7.5 7:a6e2b0f8:::benchmark_data_smithi118_332595_object45747:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.83893801200003, 2023-09-23T15:23:09.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.567956304999999, 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131811 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:23:09.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:23:09.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:23:09.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:09.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230267+0000", 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5069999999999999e-06 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230273+0000", 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.314e-06 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230278+0000", 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8369999999999996e-06 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230968+0000", 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00069057999999999999 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230974+0000", 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0839999999999997e-06 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.715878+0000", 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.484904068999999 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.724939+0000", 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0090604339999999992 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.734428+0000", 2023-09-23T15:23:09.142 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0094888049999999995 2023-09-23T15:23:09.142 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.142 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.142 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.772688+0000", 2023-09-23T15:23:09.142 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.038260262000000003 2023-09-23T15:23:09.142 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.142 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.774411+0000", 2023-09-23T15:23:09.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017231340000000001 2023-09-23T15:23:09.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.775195+0000", 2023-09-23T15:23:09.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00078426799999999997 2023-09-23T15:23:09.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.776999+0000", 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018041159999999999 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.779906+0000", 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0029062620000000002 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.798221+0000", 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.018314994000000001 2023-09-23T15:23:09.144 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.145 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.145 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.145 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.145 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131841 7.5 7:a90bf673:::benchmark_data_smithi118_332595_object45777:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.145 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:23:09.145 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.83892058700002, 2023-09-23T15:23:09.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.592288537000002, 2023-09-23T15:23:09.145 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.145 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.145 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131841 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.146 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230284+0000", 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1260000000000001e-06 2023-09-23T15:23:09.147 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230289+0000", 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.541e-06 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230294+0000", 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5950000000000001e-06 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230994+0000", 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00070041500000000002 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231000+0000", 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2079999999999997e-06 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.745748+0000", 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.514747456999999 2023-09-23T15:23:09.149 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.752053+0000", 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0063052179999999996 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.760859+0000", 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088060029999999997 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.150 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.800973+0000", 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.040114071000000001 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.801637+0000", 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00066428899999999998 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.804000+0000", 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023623120000000001 2023-09-23T15:23:09.151 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.806708+0000", 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027078079999999999 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.809845+0000", 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031374829999999999 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.152 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.822570+0000", 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012725357 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131850 7.5 7:a985823b:::benchmark_data_smithi118_332595_object45786:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.83890463099999, 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.670916841, 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.153 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.154 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.154 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.154 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131850 2023-09-23T15:23:09.154 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.154 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.154 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.154 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.154 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:23:09.154 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.154 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.154 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230300+0000", 2023-09-23T15:23:09.155 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0899999999999999e-06 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230326+0000", 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6024999999999999e-05 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230332+0000", 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0750000000000003e-06 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.156 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231024+0000", 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00069250799999999999 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231031+0000", 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3520000000000003e-06 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.823391+0000", 2023-09-23T15:23:09.157 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.592359982000001 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.832014+0000", 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0086235319999999997 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.843464+0000", 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011450174 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.158 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.159 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.159 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.881857+0000", 2023-09-23T15:23:09.159 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.038392877999999998 2023-09-23T15:23:09.159 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.159 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.159 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.159 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.883666+0000", 2023-09-23T15:23:09.159 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00180901 2023-09-23T15:23:09.159 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.159 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.885494+0000", 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001828234 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.886184+0000", 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00068967500000000005 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.160 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.889418+0000", 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0032340799999999999 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.901215+0000", 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011796513 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131873 7.5 7:a87a7227:::benchmark_data_smithi118_332595_object45809:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230340+0000", 2023-09-23T15:23:09.161 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.83886257199998, 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.695783376000001, 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131873 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.162 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230340+0000", 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230340+0000", 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230339+0000", 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:09.163 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230353+0000", 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3284e-05 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230362+0000", 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6749999999999997e-06 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.164 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230368+0000", 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5860000000000004e-06 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231048+0000", 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000679708 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231054+0000", 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.348e-06 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.165 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.166 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.166 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.857483+0000", 2023-09-23T15:23:09.166 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.626428884999999 2023-09-23T15:23:09.166 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.166 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.166 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.166 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.863752+0000", 2023-09-23T15:23:09.166 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0062694049999999996 2023-09-23T15:23:09.166 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.166 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.166 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.871285+0000", 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075322130000000003 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.901744+0000", 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030459239999999999 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.903731+0000", 2023-09-23T15:23:09.167 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019873209999999998 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.905393+0000", 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016620560000000001 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.907361+0000", 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019682150000000002 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.168 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.910274+0000", 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002912619 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.926123+0000", 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015849272000000001 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.169 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131884 7.5 7:a9d5a433:::benchmark_data_smithi118_332595_object45820:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.317424+0000", 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 399.75177866600001, 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.690903807000002, 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131884 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.170 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.171 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.171 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.171 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317424+0000", 2023-09-23T15:23:09.171 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.171 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.171 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.171 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.171 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317424+0000", 2023-09-23T15:23:09.171 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.171 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.171 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317422+0000", 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317432+0000", 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7399999999999999e-06 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.172 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317447+0000", 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4902000000000001e-05 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317456+0000", 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7419999999999992e-06 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.336732+0000", 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019275974000000001 2023-09-23T15:23:09.173 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.336745+0000", 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3196999999999999e-05 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.926960+0000", 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.590214870000001 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.174 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.935324+0000", 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0083632250000000002 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.944229+0000", 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.008905418 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.989149+0000", 2023-09-23T15:23:09.175 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.044920219999999997 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.990837+0000", 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016879309999999999 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.991446+0000", 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00060857399999999996 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.176 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.177 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.992791+0000", 2023-09-23T15:23:09.177 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001344982 2023-09-23T15:23:09.177 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.177 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.177 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.177 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.995195+0000", 2023-09-23T15:23:09.177 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024040020000000001 2023-09-23T15:23:09.177 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.177 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.177 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.177 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.008328+0000", 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013132911000000001 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44972.0:131911 7.d e231/197 7:b2fe5a3c:::benchmark_data_smithi118_332595_object45847:head v 231'8347, mlcod=223'8345)", 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:42.249169+0000", 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 386.82003336299999, 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0925947909999998, 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.178 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249169+0000", 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249169+0000", 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.179 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249168+0000", 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249176+0000", 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5299999999999999e-06 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249192+0000", 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5940999999999999e-05 2023-09-23T15:23:09.180 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249200+0000", 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4810000000000006e-06 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.325312+0000", 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0761115060000002 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.181 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.325339+0000", 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6852e-05 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.341735+0000", 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016396830000000001 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.341764+0000", 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8445999999999998e-05 2023-09-23T15:23:09.182 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131921 7.5 7:a60d6e8a:::benchmark_data_smithi118_332595_object45857:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e231)", 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:42.633561+0000", 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 386.43564143999998, 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3988289529999998, 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.183 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131921 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633561+0000", 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633561+0000", 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.184 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633559+0000", 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633572+0000", 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3107e-05 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.185 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633598+0000", 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5809999999999999e-05 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633612+0000", 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3961999999999999e-05 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.956796+0000", 2023-09-23T15:23:09.186 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.323183931 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.964332+0000", 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075360449999999999 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.973672+0000", 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0093406259999999994 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.187 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.010164+0000", 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.036491372000000001 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.010816+0000", 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00065258799999999995 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.012418+0000", 2023-09-23T15:23:09.188 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016018130000000001 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.014329+0000", 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019108560000000001 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.017449+0000", 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031205970000000001 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.189 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.190 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.190 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.032390+0000", 2023-09-23T15:23:09.190 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014940547 2023-09-23T15:23:09.190 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.190 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.190 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.190 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.190 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.190 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131924 7.5 7:a7486225:::benchmark_data_smithi118_332595_object45860:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e232)", 2023-09-23T15:23:09.190 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:43.193643+0000", 2023-09-23T15:23:09.190 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 385.875559194, 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.913077425, 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131924 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.191 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193643+0000", 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193643+0000", 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193642+0000", 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:23:09.192 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.193 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.193 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.193 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193649+0000", 2023-09-23T15:23:09.193 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9659999999999999e-06 2023-09-23T15:23:09.193 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.193 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.193 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.193 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193664+0000", 2023-09-23T15:23:09.193 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5699999999999999e-05 2023-09-23T15:23:09.193 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.193 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.194 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.194 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193672+0000", 2023-09-23T15:23:09.194 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6809999999999998e-06 2023-09-23T15:23:09.194 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.194 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.194 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.194 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.032961+0000", 2023-09-23T15:23:09.194 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8392888090000001 2023-09-23T15:23:09.194 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.194 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.194 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.040529+0000", 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075686110000000003 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.053961+0000", 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013431449999999999 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.086230+0000", 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.032269289999999999 2023-09-23T15:23:09.195 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.088285+0000", 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020553149999999998 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.090046+0000", 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001760815 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.196 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.093385+0000", 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00333878 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.095530+0000", 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0021446970000000001 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.106721+0000", 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011190992 2023-09-23T15:23:09.197 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151765 8.1 8:8245dbd0:::benchmark_data_smithi118_424375_object48699:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e304)", 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.317766+0000", 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 44.751436323999997, 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4208192039999998, 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.198 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151765 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317766+0000", 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317766+0000", 2023-09-23T15:23:09.199 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317765+0000", 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317772+0000", 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1010000000000003e-06 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.200 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317788+0000", 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5838e-05 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317795+0000", 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6520000000000006e-06 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.201 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317845+0000", 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9379999999999998e-05 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317979+0000", 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013422799999999999 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.318094+0000", 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011473599999999999 2023-09-23T15:23:09.202 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.325351+0000", 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0072569499999999999 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.330014+0000", 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0046638219999999998 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.203 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.484581+0000", 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.154566697 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.484592+0000", 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1426999999999999e-05 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454765+0000", 2023-09-23T15:23:09.204 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97017257800000001 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454778+0000", 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2747e-05 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738488+0000", 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.283710626 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.205 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.206 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.206 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738585+0000", 2023-09-23T15:23:09.206 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6908000000000001e-05 2023-09-23T15:23:09.206 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.206 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.206 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.206 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.206 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.206 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151803 8.1 8:897a5f9d:::benchmark_data_smithi118_424375_object48737:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:23:09.206 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.489390+0000", 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 44.579812642, 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2855261219999998, 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151803 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.207 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489390+0000", 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489390+0000", 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489388+0000", 2023-09-23T15:23:09.208 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489395+0000", 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9179999999999997e-06 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489413+0000", 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7832000000000001e-05 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489422+0000", 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8290000000000003e-06 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489521+0000", 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8908999999999998e-05 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489534+0000", 2023-09-23T15:23:09.210 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.289e-05 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454840+0000", 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96530550100000001 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454849+0000", 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9129999999999992e-06 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.211 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738786+0000", 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.283937119 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738920+0000", 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013416799999999999 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:23:09.212 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.739059+0000", 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000139021 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751281+0000", 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012221984 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751522+0000", 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00024076600000000001 2023-09-23T15:23:09.213 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.766593+0000", 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015071062 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774745+0000", 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0081520519999999999 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.214 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774801+0000", 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6589000000000003e-05 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774916+0000", 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114486 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.215 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151806 8.1 8:81ca510d:::benchmark_data_smithi118_424375_object48740:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.493474+0000", 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 44.575728063, 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.281619235, 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151806 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.216 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493474+0000", 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493474+0000", 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.217 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.218 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493473+0000", 2023-09-23T15:23:09.218 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:23:09.218 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.218 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.218 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.218 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493480+0000", 2023-09-23T15:23:09.218 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8220000000000007e-06 2023-09-23T15:23:09.218 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.218 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.218 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.218 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493494+0000", 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3023999999999999e-05 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493503+0000", 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0799999999999995e-06 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493553+0000", 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9978999999999997e-05 2023-09-23T15:23:09.219 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493564+0000", 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0937999999999999e-05 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454874+0000", 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96131065999999998 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.220 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454882+0000", 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8220000000000007e-06 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.743276+0000", 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2883935289999999 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.743433+0000", 2023-09-23T15:23:09.221 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015700299999999999 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.743577+0000", 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014449100000000001 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751464+0000", 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0078869630000000003 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.222 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751579+0000", 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114893 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.766642+0000", 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015063418 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.223 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774961+0000", 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.008318911 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775009+0000", 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7420000000000003e-05 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775094+0000", 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4987000000000005e-05 2023-09-23T15:23:09.224 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151809 8.1 8:87cd93c7:::benchmark_data_smithi118_424375_object48743:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.498908+0000", 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 44.570294476000001, 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2764746630000001, 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:09.225 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151809 2023-09-23T15:23:09.226 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.226 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.226 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.226 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.226 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498908+0000", 2023-09-23T15:23:09.226 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.226 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.226 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.226 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.226 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498908+0000", 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498906+0000", 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498911+0000", 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6589999999999998e-06 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.227 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498922+0000", 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1269e-05 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498929+0000", 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2040000000000002e-06 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.228 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.499024+0000", 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5707999999999999e-05 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.499036+0000", 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1819e-05 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454905+0000", 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95586935299999998 2023-09-23T15:23:09.229 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.230 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.230 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.230 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454914+0000", 2023-09-23T15:23:09.230 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1100000000000003e-06 2023-09-23T15:23:09.230 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.230 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.230 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.230 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.747470+0000", 2023-09-23T15:23:09.230 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2925566100000001 2023-09-23T15:23:09.230 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.230 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.747602+0000", 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013224499999999999 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.747729+0000", 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012651599999999999 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751592+0000", 2023-09-23T15:23:09.231 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038633589999999998 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751632+0000", 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9675999999999998e-05 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775148+0000", 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.023515753 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.232 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775207+0000", 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9522999999999999e-05 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775258+0000", 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1036999999999999e-05 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775383+0000", 2023-09-23T15:23:09.233 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000124361 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151821 8.1 8:86a4f8ef:::benchmark_data_smithi118_424375_object48755:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.514337+0000", 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 44.554865831999997, 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2822320930000002, 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:09.234 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151821 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514337+0000", 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:09.235 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514337+0000", 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514335+0000", 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514343+0000", 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5750000000000001e-06 2023-09-23T15:23:09.236 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514364+0000", 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0174999999999999e-05 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514374+0000", 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0003999999999999e-05 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.237 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514463+0000", 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8852999999999998e-05 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514476+0000", 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3050999999999999e-05 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454969+0000", 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.94049333800000001 2023-09-23T15:23:09.238 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454977+0000", 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9610000000000005e-06 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.755213+0000", 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.30023639 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:09.239 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.755355+0000", 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000141273 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.755493+0000", 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000138016 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.766601+0000", 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.01110833 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.240 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775477+0000", 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088758280000000005 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775762+0000", 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00028528800000000002 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.796394+0000", 2023-09-23T15:23:09.241 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.020632080000000001 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.796448+0000", 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4317000000000002e-05 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.796569+0000", 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120315 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.242 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.243 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.243 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:09.243 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:09.243 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:23:09.244 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:23:09.244 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:23:09.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:09.244 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:23:09.244 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:23:09.244 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:23:09.244 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:23:09.245 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:23:09.245 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:23:09.245 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:23:09.245 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:23:09.245 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:09.245 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:09.346 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:23:09.347 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:09.453 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:09.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:09 smithi178 ceph-mon[192298]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:09 smithi178 ceph-mon[192298]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:09 smithi178 ceph-mon[192298]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.547 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:09 smithi178 ceph-mon[192298]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.548 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/103865856' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:09.548 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:09 smithi178 ceph-mon[192298]: pgmap v879: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 764/101769 objects degraded (0.751%); 34389/101769 objects misplaced (33.791%); 9.3 MiB/s, 148 objects/s recovering 2023-09-23T15:23:09.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[212312]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[212312]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[212312]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[212312]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/103865856' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:09.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[212312]: pgmap v879: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 764/101769 objects degraded (0.751%); 34389/101769 objects misplaced (33.791%); 9.3 MiB/s, 148 objects/s recovering 2023-09-23T15:23:09.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[219580]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[219580]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[219580]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[219580]: failed to encode map e316 with expected crc 2023-09-23T15:23:09.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/103865856' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:09.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:09 smithi118 ceph-mon[219580]: pgmap v879: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 764/101769 objects degraded (0.751%); 34389/101769 objects misplaced (33.791%); 9.3 MiB/s, 148 objects/s recovering 2023-09-23T15:23:11.924 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:11.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:11.941 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:12.013 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:11 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:12.013 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:11 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:12.013 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:11 smithi118 ceph-mon[212312]: pgmap v880: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 2.0 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 544 op/s; 764/98373 objects degraded (0.777%); 33257/98373 objects misplaced (33.807%); 4.3 MiB/s, 69 objects/s recovering 2023-09-23T15:23:12.013 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:11 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:12.013 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:11 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:12.013 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:11 smithi118 ceph-mon[219580]: pgmap v880: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 2.0 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 544 op/s; 764/98373 objects degraded (0.777%); 33257/98373 objects misplaced (33.807%); 4.3 MiB/s, 69 objects/s recovering 2023-09-23T15:23:12.026 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:23:12.042 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:23:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:11 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:11 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:11 smithi178 ceph-mon[192298]: pgmap v880: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 2.0 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 544 op/s; 764/98373 objects degraded (0.777%); 33257/98373 objects misplaced (33.807%); 4.3 MiB/s, 69 objects/s recovering 2023-09-23T15:23:12.151 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:12.190 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:12.319 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:23:12.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:12.357 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:23:12.372 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 2, 0, 4] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:23:12.372 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:23:12.372 INFO:tasks.thrashosds.thrasher:inject_pause on osd.3 2023-09-23T15:23:12.372 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:23:12.372 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:23:12.372 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 config set filestore_inject_stall 3 2023-09-23T15:23:12.458 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:12.597 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:12.764 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:12.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:12.778 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:12.878 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:23:12.891 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 764/98373 objects degraded (0.777%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:12.893 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 764/98373 objects degraded (0.777%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:12.992 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 764/98373 objects degraded (0.777%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:13.877 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:23:14.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:13 smithi118 ceph-mon[219580]: pgmap v881: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.9 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 764/95850 objects degraded (0.797%); 32242/95850 objects misplaced (33.638%); 3.7 MiB/s, 59 objects/s recovering 2023-09-23T15:23:14.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:13 smithi118 ceph-mon[212312]: pgmap v881: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.9 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 764/95850 objects degraded (0.797%); 32242/95850 objects misplaced (33.638%); 3.7 MiB/s, 59 objects/s recovering 2023-09-23T15:23:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:13 smithi178 ceph-mon[192298]: pgmap v881: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.9 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 764/95850 objects degraded (0.797%); 32242/95850 objects misplaced (33.638%); 3.7 MiB/s, 59 objects/s recovering 2023-09-23T15:23:14.222 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:23:14.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:14.237 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:23:14.338 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:14.376 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:14.380 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:14.451 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:14.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:14.457 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:14.481 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:14.558 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:14.590 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:14.654 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:14.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:14.665 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:14.766 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:14.856 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:15.359 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:15.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:15.369 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:15.469 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:15.517 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:15.594 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:15.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:15.599 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:15.700 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:15.728 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:16.066 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:16.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:16.079 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:16.180 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:16.250 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:16.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:16 smithi118 ceph-mon[212312]: pgmap v882: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 427 op/s; 764/92907 objects degraded (0.822%); 30877/92907 objects misplaced (33.234%); 5.1 MiB/s, 82 objects/s recovering 2023-09-23T15:23:16.442 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/823314646' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:23:16.459 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:23:16.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:16 smithi118 ceph-mon[219580]: pgmap v882: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 427 op/s; 764/92907 objects degraded (0.822%); 30877/92907 objects misplaced (33.234%); 5.1 MiB/s, 82 objects/s recovering 2023-09-23T15:23:16.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/823314646' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:23:16.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:16 smithi178 ceph-mon[192298]: pgmap v882: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.9 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 427 op/s; 764/92907 objects degraded (0.822%); 30877/92907 objects misplaced (33.234%); 5.1 MiB/s, 82 objects/s recovering 2023-09-23T15:23:16.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/823314646' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:23:17.039 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:17.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:17.050 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:17.151 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:17.243 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:17.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:23:17.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[219580]: failed to encode map e317 with expected crc 2023-09-23T15:23:17.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/823314646' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:23:17.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[219580]: osdmap e317: 8 total, 8 up, 8 in 2023-09-23T15:23:17.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[219580]: failed to encode map e317 with expected crc 2023-09-23T15:23:17.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 764/92907 objects degraded (0.822%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:17.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:23:17.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[212312]: failed to encode map e317 with expected crc 2023-09-23T15:23:17.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/823314646' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:23:17.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[212312]: osdmap e317: 8 total, 8 up, 8 in 2023-09-23T15:23:17.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[212312]: failed to encode map e317 with expected crc 2023-09-23T15:23:17.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 764/92907 objects degraded (0.822%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:17 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:23:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:17 smithi178 ceph-mon[192298]: failed to encode map e317 with expected crc 2023-09-23T15:23:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/823314646' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:23:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:17 smithi178 ceph-mon[192298]: osdmap e317: 8 total, 8 up, 8 in 2023-09-23T15:23:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:17 smithi178 ceph-mon[192298]: failed to encode map e317 with expected crc 2023-09-23T15:23:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 764/92907 objects degraded (0.822%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:18.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:18 smithi118 ceph-mon[219580]: pgmap v884: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 524 op/s; 764/88557 objects degraded (0.863%); 29964/88557 objects misplaced (33.836%); 4.6 MiB/s, 73 objects/s recovering 2023-09-23T15:23:18.570 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:23:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:23:18] "GET /metrics HTTP/1.1" 200 36484 "" "Prometheus/2.43.0" 2023-09-23T15:23:18.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:18 smithi118 ceph-mon[212312]: pgmap v884: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 524 op/s; 764/88557 objects degraded (0.863%); 29964/88557 objects misplaced (33.836%); 4.6 MiB/s, 73 objects/s recovering 2023-09-23T15:23:18.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:18 smithi178 ceph-mon[192298]: pgmap v884: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 524 op/s; 764/88557 objects degraded (0.863%); 29964/88557 objects misplaced (33.836%); 4.6 MiB/s, 73 objects/s recovering 2023-09-23T15:23:19.253 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:19.330 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:19.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:19.337 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:19.437 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:19.524 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:19.743 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:23:19.744 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:23:19.744 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.744 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:178954 8.7 8:eac36f71:::benchmark_data_smithi118_424375_object75888:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e317)", 2023-09-23T15:23:19.744 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:19.730411+0000", 2023-09-23T15:23:19.744 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0122338, 2023-09-23T15:23:19.744 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012266225, 2023-09-23T15:23:19.745 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:19.745 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:19.745 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:19.745 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:19.745 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:19.745 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 178954 2023-09-23T15:23:19.745 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.746 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:19.746 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.746 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:19.746 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.730411+0000", 2023-09-23T15:23:19.746 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.746 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.746 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.747 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:19.747 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.730411+0000", 2023-09-23T15:23:19.747 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.747 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.747 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.747 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:19.748 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.730409+0000", 2023-09-23T15:23:19.748 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:19.748 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.748 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.748 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:19.748 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.730416+0000", 2023-09-23T15:23:19.748 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5100000000000004e-06 2023-09-23T15:23:19.748 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.749 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.749 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:19.749 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.730427+0000", 2023-09-23T15:23:19.749 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0985000000000001e-05 2023-09-23T15:23:19.749 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.749 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.749 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:19.750 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.730434+0000", 2023-09-23T15:23:19.750 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7230000000000004e-06 2023-09-23T15:23:19.750 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.750 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.750 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:19.750 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.730534+0000", 2023-09-23T15:23:19.750 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9166999999999994e-05 2023-09-23T15:23:19.750 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.750 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.730693+0000", 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000159374 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,6", 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.730832+0000", 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013914299999999999 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.751 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.738845+0000", 2023-09-23T15:23:19.752 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0080126820000000001 2023-09-23T15:23:19.752 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.752 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.752 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.752 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.740450+0000", 2023-09-23T15:23:19.752 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016057129999999999 2023-09-23T15:23:19.752 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.752 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:19.752 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.752 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.753 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.753 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:178962 8.b 8:da6d8152:::benchmark_data_smithi118_424375_object75896:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e317)", 2023-09-23T15:23:19.753 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:19.733198+0000", 2023-09-23T15:23:19.753 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0094467649999999993, 2023-09-23T15:23:19.753 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.009545843, 2023-09-23T15:23:19.753 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:19.753 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:19.753 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:19.753 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:19.754 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:19.754 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 178962 2023-09-23T15:23:19.754 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.754 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:19.754 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.754 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:19.755 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.733198+0000", 2023-09-23T15:23:19.755 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.755 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.755 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.755 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:19.755 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.733198+0000", 2023-09-23T15:23:19.755 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.756 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.756 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.756 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:19.756 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.733196+0000", 2023-09-23T15:23:19.756 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:19.756 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.756 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.757 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:19.757 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.733204+0000", 2023-09-23T15:23:19.757 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9500000000000001e-06 2023-09-23T15:23:19.757 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.757 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.757 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:19.757 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.733223+0000", 2023-09-23T15:23:19.758 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8496999999999999e-05 2023-09-23T15:23:19.758 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.758 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.758 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:19.758 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.733233+0000", 2023-09-23T15:23:19.758 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0621999999999999e-05 2023-09-23T15:23:19.759 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.759 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.759 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:19.759 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.733293+0000", 2023-09-23T15:23:19.759 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9638000000000001e-05 2023-09-23T15:23:19.759 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.759 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.759 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:19.760 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.733469+0000", 2023-09-23T15:23:19.760 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017619200000000001 2023-09-23T15:23:19.760 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.760 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.760 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1,2,4,7", 2023-09-23T15:23:19.760 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.733605+0000", 2023-09-23T15:23:19.760 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013559100000000001 2023-09-23T15:23:19.761 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.761 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.761 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.761 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.738838+0000", 2023-09-23T15:23:19.761 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.005232797 2023-09-23T15:23:19.761 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.761 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.761 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.762 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.741965+0000", 2023-09-23T15:23:19.762 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031276720000000002 2023-09-23T15:23:19.762 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.762 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:19.762 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.762 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.762 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.762 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.35514.0:178961 8.a e317/315 8:59220a77:::benchmark_data_smithi118_424375_object75895:head v 317'11275, mlcod=317'11273)", 2023-09-23T15:23:19.762 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:19.742047+0000", 2023-09-23T15:23:19.762 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.00059727599999999999, 2023-09-23T15:23:19.762 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00074582200000000004, 2023-09-23T15:23:19.763 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:19.763 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:23:19.763 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:19.763 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.763 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:19.763 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.742047+0000", 2023-09-23T15:23:19.763 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.763 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.763 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.764 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:19.764 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.742047+0000", 2023-09-23T15:23:19.764 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.764 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.764 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.764 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:19.764 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.742046+0000", 2023-09-23T15:23:19.764 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:23:19.765 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.765 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.765 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:19.765 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.742055+0000", 2023-09-23T15:23:19.765 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7809999999999994e-06 2023-09-23T15:23:19.765 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.765 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.766 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:19.766 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.742070+0000", 2023-09-23T15:23:19.766 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4944e-05 2023-09-23T15:23:19.766 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.766 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.766 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:19.766 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.742077+0000", 2023-09-23T15:23:19.767 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8530000000000003e-06 2023-09-23T15:23:19.767 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.767 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.767 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:19.767 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.742143+0000", 2023-09-23T15:23:19.767 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5764000000000003e-05 2023-09-23T15:23:19.767 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.767 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.768 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:19.768 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.742165+0000", 2023-09-23T15:23:19.768 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2472000000000001e-05 2023-09-23T15:23:19.768 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.768 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:19.768 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.768 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.769 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.769 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:178944 8.0 8:027c9198:::benchmark_data_smithi118_424375_object75878:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e317)", 2023-09-23T15:23:19.769 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:19.708513+0000", 2023-09-23T15:23:19.769 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.034131403999999997, 2023-09-23T15:23:19.769 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.034319970999999998, 2023-09-23T15:23:19.769 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:19.769 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:19.770 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:19.770 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:19.770 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:19.770 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 178944 2023-09-23T15:23:19.770 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.770 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:19.770 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.770 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:19.771 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708513+0000", 2023-09-23T15:23:19.771 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.771 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.771 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.771 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:19.771 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708513+0000", 2023-09-23T15:23:19.771 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.772 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.772 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.772 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:19.772 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708511+0000", 2023-09-23T15:23:19.772 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:19.772 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.772 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.772 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:19.773 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708519+0000", 2023-09-23T15:23:19.773 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9699999999999999e-06 2023-09-23T15:23:19.773 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.773 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.773 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:19.773 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708536+0000", 2023-09-23T15:23:19.773 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6283999999999999e-05 2023-09-23T15:23:19.774 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.774 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.774 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:19.774 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708543+0000", 2023-09-23T15:23:19.774 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6000000000000001e-06 2023-09-23T15:23:19.774 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.774 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.774 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:19.775 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708656+0000", 2023-09-23T15:23:19.775 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000112605 2023-09-23T15:23:19.775 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.775 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.775 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:19.775 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708779+0000", 2023-09-23T15:23:19.775 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000123084 2023-09-23T15:23:19.775 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.776 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.776 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5,6", 2023-09-23T15:23:19.776 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708891+0000", 2023-09-23T15:23:19.776 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011216 2023-09-23T15:23:19.776 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.776 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.776 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.776 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.724691+0000", 2023-09-23T15:23:19.777 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015800186000000001 2023-09-23T15:23:19.777 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.777 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.777 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:19.777 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.724699+0000", 2023-09-23T15:23:19.777 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8849999999999999e-06 2023-09-23T15:23:19.777 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.777 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.778 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.778 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.724737+0000", 2023-09-23T15:23:19.778 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7923999999999998e-05 2023-09-23T15:23:19.778 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.778 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.778 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.778 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.738680+0000", 2023-09-23T15:23:19.779 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013942793 2023-09-23T15:23:19.779 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.779 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:19.779 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.779 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.779 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.779 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:178946 8.0 8:042cbcea:::benchmark_data_smithi118_424375_object75880:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e317)", 2023-09-23T15:23:19.779 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:19.708555+0000", 2023-09-23T15:23:19.780 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.034089105000000001, 2023-09-23T15:23:19.780 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.034335375000000001, 2023-09-23T15:23:19.780 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:19.780 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:19.780 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:19.780 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:19.780 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:19.781 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 178946 2023-09-23T15:23:19.781 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.781 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:19.781 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.781 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:19.781 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708555+0000", 2023-09-23T15:23:19.781 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.782 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.782 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.782 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:19.782 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708555+0000", 2023-09-23T15:23:19.782 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.782 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.782 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.783 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:19.783 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708555+0000", 2023-09-23T15:23:19.783 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:19.783 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.783 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.783 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:19.783 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708558+0000", 2023-09-23T15:23:19.783 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6620000000000001e-06 2023-09-23T15:23:19.784 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.784 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.784 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:19.784 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708564+0000", 2023-09-23T15:23:19.784 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7610000000000002e-06 2023-09-23T15:23:19.784 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.784 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.784 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:19.785 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708569+0000", 2023-09-23T15:23:19.785 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8380000000000001e-06 2023-09-23T15:23:19.785 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.785 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.785 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:19.785 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.713953+0000", 2023-09-23T15:23:19.785 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0053833600000000002 2023-09-23T15:23:19.786 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.786 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.786 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:19.786 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.714071+0000", 2023-09-23T15:23:19.786 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000118863 2023-09-23T15:23:19.786 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.786 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.787 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5,6", 2023-09-23T15:23:19.787 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.714188+0000", 2023-09-23T15:23:19.787 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000116463 2023-09-23T15:23:19.787 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.787 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.787 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:19.787 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.724705+0000", 2023-09-23T15:23:19.787 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010516957 2023-09-23T15:23:19.788 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.788 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.788 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.788 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.724768+0000", 2023-09-23T15:23:19.788 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3493999999999999e-05 2023-09-23T15:23:19.788 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.788 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.789 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.789 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.724799+0000", 2023-09-23T15:23:19.789 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0768000000000001e-05 2023-09-23T15:23:19.789 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.789 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.789 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.789 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.738715+0000", 2023-09-23T15:23:19.789 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013916177 2023-09-23T15:23:19.790 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.790 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:19.790 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.790 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.790 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.790 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:178950 8.0 8:0a32c2b9:::benchmark_data_smithi118_424375_object75884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e317)", 2023-09-23T15:23:19.790 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:19.708593+0000", 2023-09-23T15:23:19.791 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.034050961999999997, 2023-09-23T15:23:19.791 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.034351461, 2023-09-23T15:23:19.791 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:19.791 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:19.791 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:19.791 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:19.791 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:19.792 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 178950 2023-09-23T15:23:19.792 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.792 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:19.792 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.792 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:19.792 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708593+0000", 2023-09-23T15:23:19.792 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.792 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.793 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.793 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:19.793 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708593+0000", 2023-09-23T15:23:19.793 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:19.793 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.793 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.793 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:19.793 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708593+0000", 2023-09-23T15:23:19.794 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:19.794 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.794 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.794 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:19.794 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708595+0000", 2023-09-23T15:23:19.794 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1110000000000002e-06 2023-09-23T15:23:19.794 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.795 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.795 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:19.795 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708600+0000", 2023-09-23T15:23:19.795 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8720000000000001e-06 2023-09-23T15:23:19.795 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.795 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.795 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:19.795 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.708604+0000", 2023-09-23T15:23:19.796 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2270000000000004e-06 2023-09-23T15:23:19.796 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.796 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.796 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:19.796 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.719193+0000", 2023-09-23T15:23:19.796 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010588632000000001 2023-09-23T15:23:19.796 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.796 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.797 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:19.797 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.719572+0000", 2023-09-23T15:23:19.797 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00037876199999999999 2023-09-23T15:23:19.797 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.797 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.797 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5,6", 2023-09-23T15:23:19.797 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.719691+0000", 2023-09-23T15:23:19.798 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011934699999999999 2023-09-23T15:23:19.798 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.798 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.798 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:19.798 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.724806+0000", 2023-09-23T15:23:19.798 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0051143789999999996 2023-09-23T15:23:19.798 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.799 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.799 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.799 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.727149+0000", 2023-09-23T15:23:19.799 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023435999999999999 2023-09-23T15:23:19.799 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.799 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.799 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.800 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.729882+0000", 2023-09-23T15:23:19.800 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027329950000000002 2023-09-23T15:23:19.800 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:19.800 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:19.800 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:19.800 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:19.738735+0000", 2023-09-23T15:23:19.800 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088527280000000007 2023-09-23T15:23:19.801 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.801 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:19.801 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.801 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:19.801 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:23:19.801 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 6 2023-09-23T15:23:19.801 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:23:20.481 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:20.484 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:20.484 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:20.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:20 smithi118 ceph-mon[212312]: pgmap v885: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 492 op/s; 764/86976 objects degraded (0.878%); 29455/86976 objects misplaced (33.866%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:20.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:20 smithi118 ceph-mon[219580]: pgmap v885: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 492 op/s; 764/86976 objects degraded (0.878%); 29455/86976 objects misplaced (33.866%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:20.585 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:20.626 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:20.690 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:20.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:20.696 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:20.797 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:20.826 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:20 smithi178 ceph-mon[192298]: pgmap v885: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.8 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 492 op/s; 764/86976 objects degraded (0.878%); 29455/86976 objects misplaced (33.866%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:21.185 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:23:21.529 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:23:21.530 INFO:teuthology.orchestra.run.smithi118.stdout: "success": "" 2023-09-23T15:23:21.530 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:23:21.683 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:23:21.892 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:21.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:21.901 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:22.002 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:22.043 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:22.118 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:22.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:22.125 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:22.226 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:22.293 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:22.404 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:22.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:22.410 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:22.510 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:22.539 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:22.583 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:22.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:22.598 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:22.599 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:22 smithi178 ceph-mon[192298]: pgmap v886: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 764/82908 objects degraded (0.922%); 28112/82908 objects misplaced (33.907%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:22.599 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:22.600 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:22.600 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 764/82908 objects degraded (0.922%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:22.699 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:22.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:22 smithi118 ceph-mon[219580]: pgmap v886: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 764/82908 objects degraded (0.922%); 28112/82908 objects misplaced (33.907%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:22.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:22.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:22.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 764/82908 objects degraded (0.922%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:22.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:22 smithi118 ceph-mon[212312]: pgmap v886: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.7 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 515 op/s; 764/82908 objects degraded (0.922%); 28112/82908 objects misplaced (33.907%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:22.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:22.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:22.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 764/82908 objects degraded (0.922%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:22.885 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:23.725 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:23.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:23.733 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:23.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:23 smithi118 ceph-mon[212312]: pgmap v887: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 764/80130 objects degraded (0.953%); 27006/80130 objects misplaced (33.703%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:23.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:23 smithi118 ceph-mon[219580]: pgmap v887: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 764/80130 objects degraded (0.953%); 27006/80130 objects misplaced (33.703%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:23.834 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:23.861 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:23 smithi178 ceph-mon[192298]: pgmap v887: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.6 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 764/80130 objects degraded (0.953%); 27006/80130 objects misplaced (33.703%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:23.873 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:23.942 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:23.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:23.946 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:24.047 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:24.084 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:24.163 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:24.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:24.171 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:24.271 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:24.312 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:24.321 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:24.374 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:24.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:24.383 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:24.483 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:24.529 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:24.614 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:24.617 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:24.618 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:24.719 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:24.733 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:24.750 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:24.803 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:24.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:24.810 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:24.901 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:23:24.911 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:24.945 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:24.952 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:23:25.003 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:25.007 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:23:25.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:25.008 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:25.069 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:23:25.109 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:25.130 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:23:25.146 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:25.172 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:23:25.211 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:25.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:25.217 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:25.241 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:23:25.283 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:23:25.294 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:23:25.295 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:23:25.295 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:23:25.295 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:23:25.295 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:23:25.295 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:23:25.295 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:23:25.295 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:23:25.319 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:25.414 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:25.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:25 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:25.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:25 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:25.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1940400736' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:25.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:25 smithi118 ceph-mon[212312]: pgmap v888: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 764/77229 objects degraded (0.989%); 25701/77229 objects misplaced (33.279%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:25.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:25 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:25.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:25 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:25.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1940400736' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:25.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:25 smithi118 ceph-mon[219580]: pgmap v888: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 764/77229 objects degraded (0.989%); 25701/77229 objects misplaced (33.279%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:25 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:25 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1940400736' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:25 smithi178 ceph-mon[192298]: pgmap v888: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.6 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 764/77229 objects degraded (0.989%); 25701/77229 objects misplaced (33.279%); 2.2 MiB/s, 34 objects/s recovering 2023-09-23T15:23:27.187 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:27.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:27.198 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:27.299 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:27.385 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:27 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:23:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:27 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:23:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:27 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:27.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 764/77229 objects degraded (0.989%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:27.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:27 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:23:27.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:27 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:23:27.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:27 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:27.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 764/77229 objects degraded (0.989%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:27 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:23:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:27 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:23:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:27 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:27.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 764/77229 objects degraded (0.989%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:28.265 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:28.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:28.272 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:28.373 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:28.448 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:28.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:28 smithi118 ceph-mon[212312]: pgmap v889: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 550 op/s; 764/72894 objects degraded (1.048%); 24761/72894 objects misplaced (33.969%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T15:23:28.575 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:23:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:23:28] "GET /metrics HTTP/1.1" 200 36483 "" "Prometheus/2.43.0" 2023-09-23T15:23:28.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:28 smithi118 ceph-mon[219580]: pgmap v889: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 550 op/s; 764/72894 objects degraded (1.048%); 24761/72894 objects misplaced (33.969%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T15:23:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:28 smithi178 ceph-mon[192298]: pgmap v889: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.5 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 550 op/s; 764/72894 objects degraded (1.048%); 24761/72894 objects misplaced (33.969%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T15:23:28.995 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 6, 7, 2, 0, 4] out_osds: [] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:23:28.996 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:23:28.996 INFO:tasks.thrashosds.thrasher:Removing osd 6, in_osds are: [1, 3, 5, 6, 7, 2, 0, 4] 2023-09-23T15:23:28.996 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd out 6 2023-09-23T15:23:29.041 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:29.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:29.064 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:29.165 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:23:29.292 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:29.396 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:23:29.397 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:23:30.221 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:23:30.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:30.235 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:23:30.336 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:30.399 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:23:30.471 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:30.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:30 smithi118 ceph-mon[212312]: pgmap v890: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 764/71274 objects degraded (1.072%); 24228/71274 objects misplaced (33.993%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T15:23:30.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1502345184' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:23:30.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:30 smithi118 ceph-mon[219580]: pgmap v890: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 764/71274 objects degraded (1.072%); 24228/71274 objects misplaced (33.993%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T15:23:30.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1502345184' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:23:30.780 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:30.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:30.785 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:30.825 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:23:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:30 smithi178 ceph-mon[192298]: pgmap v890: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.4 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 479 op/s; 764/71274 objects degraded (1.072%); 24228/71274 objects misplaced (33.993%); 2.7 MiB/s, 43 objects/s recovering 2023-09-23T15:23:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1502345184' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:23:30.885 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:30.939 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:30.995 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:31.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:31.006 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:31.077 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:23:31.106 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:31.220 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:31.333 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:31.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:31.335 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:31.436 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:31.477 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:31.550 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:31.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:31.560 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:31.661 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:31.705 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:31 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:31.705 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:31 smithi178 ceph-mon[192298]: failed to encode map e318 with expected crc 2023-09-23T15:23:31.705 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:31 smithi178 ceph-mon[192298]: failed to encode map e318 with expected crc 2023-09-23T15:23:31.705 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:31 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1502345184' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:23:31.705 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:31 smithi178 ceph-mon[192298]: osdmap e318: 8 total, 8 up, 8 in 2023-09-23T15:23:31.706 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:31.778 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:31.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:31.783 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:31.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:31 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:31.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:31 smithi118 ceph-mon[212312]: failed to encode map e318 with expected crc 2023-09-23T15:23:31.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:31 smithi118 ceph-mon[212312]: failed to encode map e318 with expected crc 2023-09-23T15:23:31.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:31 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1502345184' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:23:31.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:31 smithi118 ceph-mon[212312]: osdmap e318: 8 total, 8 up, 8 in 2023-09-23T15:23:31.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:31 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:31.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:31 smithi118 ceph-mon[219580]: failed to encode map e318 with expected crc 2023-09-23T15:23:31.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:31 smithi118 ceph-mon[219580]: failed to encode map e318 with expected crc 2023-09-23T15:23:31.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:31 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1502345184' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:23:31.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:31 smithi118 ceph-mon[219580]: osdmap e318: 8 total, 8 up, 8 in 2023-09-23T15:23:31.884 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:32.000 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:32.031 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:32.040 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:32.131 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:32.146 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:32.158 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:32.158 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:32.259 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:23:32.374 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:32.413 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:32 smithi118 ceph-mon[219580]: pgmap v892: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 764/67068 objects degraded (1.139%); 22869/67068 objects misplaced (34.098%); 2.3 MiB/s, 36 objects/s recovering 2023-09-23T15:23:32.414 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 764/67068 objects degraded (1.139%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:32.414 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:32 smithi118 ceph-mon[212312]: pgmap v892: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 764/67068 objects degraded (1.139%); 22869/67068 objects misplaced (34.098%); 2.3 MiB/s, 36 objects/s recovering 2023-09-23T15:23:32.414 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 764/67068 objects degraded (1.139%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:32.620 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:23:32.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:32.634 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:23:32.735 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:32.818 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:32 smithi178 ceph-mon[192298]: pgmap v892: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.4 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 764/67068 objects degraded (1.139%); 22869/67068 objects misplaced (34.098%); 2.3 MiB/s, 36 objects/s recovering 2023-09-23T15:23:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 764/67068 objects degraded (1.139%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:33.348 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:33.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:33.355 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:33.456 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:33.521 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:33.609 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:33.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:33.615 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:33.716 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:33.761 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:33.834 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:33.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:33.841 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:33.867 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:23:33.941 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:34.021 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:34.731 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:34 smithi118 ceph-mon[219580]: pgmap v893: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 530 op/s; 764/64203 objects degraded (1.190%); 21758/64203 objects misplaced (33.889%); 2.3 MiB/s, 36 objects/s recovering 2023-09-23T15:23:34.733 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:34 smithi118 ceph-mon[212312]: pgmap v893: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 530 op/s; 764/64203 objects degraded (1.190%); 21758/64203 objects misplaced (33.889%); 2.3 MiB/s, 36 objects/s recovering 2023-09-23T15:23:34.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:34 smithi178 ceph-mon[192298]: pgmap v893: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.3 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 530 op/s; 764/64203 objects degraded (1.190%); 21758/64203 objects misplaced (33.889%); 2.3 MiB/s, 36 objects/s recovering 2023-09-23T15:23:35.509 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:35.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:35.523 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:35.623 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:35.679 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:35.721 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:35.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:35.725 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:35.826 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:35.860 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:35.975 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:35.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:35.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:36.086 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:36.211 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:36.435 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:36.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:36.453 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:36.457 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:36 smithi118 ceph-mon[219580]: pgmap v894: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 764/61200 objects degraded (1.248%); 20357/61200 objects misplaced (33.263%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:23:36.554 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:36.653 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:36.774 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:36 smithi118 ceph-mon[212312]: pgmap v894: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 764/61200 objects degraded (1.248%); 20357/61200 objects misplaced (33.263%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:23:36.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:36 smithi178 ceph-mon[192298]: pgmap v894: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.2 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 764/61200 objects degraded (1.248%); 20357/61200 objects misplaced (33.263%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:23:36.924 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:36.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:36.943 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:36.977 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:37.044 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:37.090 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:37.152 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:23:37.154 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:37.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:37.160 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:37.191 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:23:37.227 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:23:37.261 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:37.284 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:23:37.334 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:23:37.382 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:37.384 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:23:37.439 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:23:37.489 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:23:37.501 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:23:37.501 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:23:37.501 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:23:37.501 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:23:37.501 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:23:37.501 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:23:37.501 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:23:37.501 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:23:37.734 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:23:37.734 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:23:37.734 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121058 7.e 7.e00f940e (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.178432+0000", 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 518.54315885699998, 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.096030351, 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.735 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121058 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178432+0000", 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178432+0000", 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.736 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178430+0000", 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178441+0000", 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1590000000000001e-05 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178465+0000", 2023-09-23T15:23:37.737 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3170999999999999e-05 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178477+0000", 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1936999999999999e-05 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178532+0000", 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5760000000000001e-05 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.738 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178551+0000", 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8385000000000001e-05 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.154657+0000", 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97610609400000004 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274462+0000", 2023-09-23T15:23:37.739 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.119805405 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121061 7.e 7.b31c84be (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.178537+0000", 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 518.543053708, 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97618918200000004, 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.740 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121061 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178537+0000", 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178537+0000", 2023-09-23T15:23:37.741 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178537+0000", 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178539+0000", 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.317e-06 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.742 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178544+0000", 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3539999999999999e-06 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178549+0000", 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8559999999999998e-06 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178577+0000", 2023-09-23T15:23:37.743 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7809000000000001e-05 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.178585+0000", 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6729999999999992e-06 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.154713+0000", 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97612861500000003 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.744 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.154726+0000", 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2846e-05 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121077 7.e 7.ad0e5fe (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:14:59.225523+0000", 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 518.49606766700003, 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0490286600000001, 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:23:37.745 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121077 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.225523+0000", 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.746 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.225523+0000", 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.225522+0000", 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.225529+0000", 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7819999999999994e-06 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.747 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.225543+0000", 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3553999999999999e-05 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.225551+0000", 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6590000000000007e-06 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.748 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.225615+0000", 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4443999999999995e-05 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:14:59.225630+0000", 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5290000000000001e-05 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274532+0000", 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.048901715 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.749 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.750 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.750 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274552+0000", 2023-09-23T15:23:37.750 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9684999999999999e-05 2023-09-23T15:23:37.750 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.750 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.750 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.750 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.750 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.750 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121045 7.f 7:f48b5bd3:::benchmark_data_smithi118_332595_object34981:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e197)", 2023-09-23T15:23:37.750 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:15:00.156735+0000", 2023-09-23T15:23:37.750 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 517.56485529600002, 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.235731986, 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121045 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.751 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.156735+0000", 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.156735+0000", 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.156734+0000", 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.752 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.156740+0000", 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.032e-06 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274640+0000", 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.117900003 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.753 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274653+0000", 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2958e-05 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.279403+0000", 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0047500980000000003 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.279415+0000", 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2242000000000001e-05 2023-09-23T15:23:37.754 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.392379+0000", 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.112963822 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.392467+0000", 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8177999999999995e-05 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.755 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121046 7.f 7:f13a4b30:::benchmark_data_smithi118_332595_object34982:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e197)", 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:15:00.274662+0000", 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 517.44692895799994, 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.121226721, 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121046 2023-09-23T15:23:37.756 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274662+0000", 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274662+0000", 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.757 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274661+0000", 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274666+0000", 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7600000000000002e-06 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274674+0000", 2023-09-23T15:23:37.758 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4889999999999995e-06 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274682+0000", 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3819999999999998e-06 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.279788+0000", 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0051064470000000001 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.759 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.279797+0000", 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6270000000000006e-06 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.395797+0000", 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1160005420000001 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.395889+0000", 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1378000000000005e-05 2023-09-23T15:23:37.760 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121064 7.f 7:ff86a2ac:::benchmark_data_smithi118_332595_object35000:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e197)", 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:15:00.274686+0000", 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 517.44690467099997, 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1374743899999999, 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.761 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121064 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274686+0000", 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.762 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274686+0000", 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274686+0000", 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274689+0000", 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1379999999999999e-06 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.763 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274695+0000", 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1099999999999999e-06 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274701+0000", 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.139e-06 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.764 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.279819+0000", 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0051180360000000003 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.279826+0000", 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9269999999999999e-06 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.395910+0000", 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1160841509999999 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.765 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.396026+0000", 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011570600000000001 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,4,7", 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.396165+0000", 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000139493 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.403382+0000", 2023-09-23T15:23:37.766 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00721661 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.408019+0000", 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0046366350000000001 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.411205+0000", 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003186197 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.767 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.411983+0000", 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00077775999999999995 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.412039+0000", 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6663999999999998e-05 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.412160+0000", 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000121203 2023-09-23T15:23:37.768 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:121074 7.f 7:fa2e597d:::benchmark_data_smithi118_332595_object35010:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e197)", 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:15:00.274706+0000", 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 517.44688506499995, 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.140065841, 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.769 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 121074 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274706+0000", 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274706+0000", 2023-09-23T15:23:37.770 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274705+0000", 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274708+0000", 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3879999999999998e-06 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.771 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274714+0000", 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9819999999999996e-06 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.274719+0000", 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1760000000000001e-06 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.279847+0000", 2023-09-23T15:23:37.772 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0051280600000000003 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:00.279854+0000", 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7190000000000004e-06 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.399584+0000", 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.119730756 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:37.773 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.399719+0000", 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013504500000000001 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,4,7", 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.399864+0000", 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014420599999999999 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.404168+0000", 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0043043680000000003 2023-09-23T15:23:37.774 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.408025+0000", 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038567520000000002 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.412198+0000", 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004173609 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.775 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.414621+0000", 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024221889999999999 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.414659+0000", 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8436000000000003e-05 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:01.414772+0000", 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0001125 2023-09-23T15:23:37.776 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131876 7.f 7:f6d59e27:::benchmark_data_smithi118_332595_object45812:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e223)", 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:28.205803+0000", 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 429.51578724000001, 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1693053660000001, 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.777 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131876 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.205803+0000", 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.205803+0000", 2023-09-23T15:23:37.778 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.205787+0000", 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999833 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.205813+0000", 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5846e-05 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.779 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.205826+0000", 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2792000000000001e-05 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.205836+0000", 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0370000000000001e-05 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.206502+0000", 2023-09-23T15:23:37.780 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00066599900000000002 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.206651+0000", 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014881599999999999 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,4", 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.206736+0000", 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5464999999999996e-05 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.781 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.226909+0000", 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.020173118 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.226922+0000", 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.269e-05 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.372529+0000", 2023-09-23T15:23:37.782 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1456074030000001 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for missing object", 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.372674+0000", 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000144771 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.375050+0000", 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002375247 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.783 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.375109+0000", 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9348000000000002e-05 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131871 7.e 7.1189605e (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.229709+0000", 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 428.49188170600002, 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0227675000000001, 2023-09-23T15:23:37.784 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131871 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229709+0000", 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.785 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229709+0000", 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229707+0000", 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.786 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229715+0000", 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4189999999999996e-06 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229725+0000", 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0540000000000001e-05 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229734+0000", 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2409999999999995e-06 2023-09-23T15:23:37.787 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.232516+0000", 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002782236 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.232526+0000", 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7750000000000004e-06 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.788 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.252465+0000", 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0199395830000002 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.252477+0000", 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1242e-05 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.789 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131881 7.e 7.37761d7e (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.229739+0000", 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 428.49185131899998, 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0227657049999999, 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131881 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.790 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229739+0000", 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229739+0000", 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229739+0000", 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:37.791 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229742+0000", 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.441e-06 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229745+0000", 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4690000000000002e-06 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.229748+0000", 2023-09-23T15:23:37.792 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7889999999999999e-06 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.232550+0000", 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0028018819999999999 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.232557+0000", 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0060000000000003e-06 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.793 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.252497+0000", 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0199403459999998 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.252505+0000", 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0660000000000004e-06 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.794 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131887 7.e 7.e86b683e (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.384581+0000", 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 428.33701011800002, 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8679498720000001, 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131887 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.795 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.384581+0000", 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.384581+0000", 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.384580+0000", 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:23:37.796 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.384586+0000", 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.6869999999999997e-06 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.384599+0000", 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2499e-05 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.797 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.384605+0000", 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8830000000000003e-06 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.384646+0000", 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1149000000000002e-05 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.384653+0000", 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2450000000000001e-06 2023-09-23T15:23:37.798 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.252522+0000", 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.867869445 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.252530+0000", 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0539999999999995e-06 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.799 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131892 7.e 7.834394ee (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:30.302950+0000", 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 427.41864102, 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.94960588899999998, 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131892 2023-09-23T15:23:37.800 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:30.302950+0000", 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:30.302950+0000", 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.801 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:30.302948+0000", 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:30.302957+0000", 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7069999999999998e-06 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.802 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:30.302969+0000", 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2166e-05 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:30.302978+0000", 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2089999999999994e-06 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:30.310596+0000", 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0076181770000000003 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.803 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:30.310611+0000", 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5136999999999999e-05 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.252548+0000", 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.94193639799999995 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.252556+0000", 2023-09-23T15:23:37.804 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.729e-06 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151794 8.0 8:0f814b5e:::benchmark_data_smithi118_424375_object48728:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e304)", 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.480074+0000", 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 73.241517044999995, 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1003134320000001, 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.805 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151794 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480074+0000", 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.806 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480074+0000", 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480073+0000", 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480076+0000", 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9569999999999998e-06 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.807 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480082+0000", 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3170000000000001e-06 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480086+0000", 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5530000000000003e-06 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.482649+0000", 2023-09-23T15:23:37.808 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025625219999999998 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.482658+0000", 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5270000000000004e-06 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.572498+0000", 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0898400029999999 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:37.809 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.572641+0000", 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000143227 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5,6", 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.572786+0000", 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014464400000000001 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.576382+0000", 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003596134 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.810 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.576395+0000", 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2792999999999999e-05 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580084+0000", 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0036888839999999999 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580142+0000", 2023-09-23T15:23:37.811 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8004999999999998e-05 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580232+0000", 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9779999999999998e-05 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580265+0000", 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3507000000000003e-05 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.812 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580387+0000", 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000122013 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151797 8.8 8:1d5e7457:::benchmark_data_smithi118_424375_object48731:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.480106+0000", 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 73.241485194000006, 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.158114812, 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:37.813 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151797 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480106+0000", 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.814 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480106+0000", 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480105+0000", 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480107+0000", 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1900000000000002e-06 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.815 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480113+0000", 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1449999999999999e-06 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480117+0000", 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5190000000000003e-06 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.482839+0000", 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00272157 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.816 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.482847+0000", 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4929999999999998e-06 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477276+0000", 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.99442887300000005 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477288+0000", 2023-09-23T15:23:37.817 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.201e-05 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.633865+0000", 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1565771199999999 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.634001+0000", 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013633100000000001 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.818 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,5,7", 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.634107+0000", 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000105043 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.637953+0000", 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003846304 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.637967+0000", 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3946e-05 2023-09-23T15:23:37.819 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.637993+0000", 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5805000000000001e-05 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638044+0000", 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1691999999999999e-05 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638107+0000", 2023-09-23T15:23:37.820 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3184999999999999e-05 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638220+0000", 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000112902 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151812 8.7 8:e77b25d8:::benchmark_data_smithi118_424375_object48746:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.502345+0000", 2023-09-23T15:23:37.821 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 73.219245924000006, 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1431534590000001, 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151812 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.822 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502345+0000", 2023-09-23T15:23:37.823 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.823 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.823 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.823 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.823 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502345+0000", 2023-09-23T15:23:37.823 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.823 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.823 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.823 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.823 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502342+0000", 2023-09-23T15:23:37.823 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502353+0000", 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0621e-05 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502375+0000", 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1960999999999999e-05 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.824 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502385+0000", 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0288e-05 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502486+0000", 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000101028 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502499+0000", 2023-09-23T15:23:37.825 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2339e-05 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.457685+0000", 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95518603199999996 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.457698+0000", 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3344e-05 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.826 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638535+0000", 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1808365780000001 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638624+0000", 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9551999999999999e-05 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,6", 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638710+0000", 2023-09-23T15:23:37.827 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6355999999999998e-05 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.642255+0000", 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00354463 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.642266+0000", 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1090000000000001e-05 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.828 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.643452+0000", 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001185612 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.645323+0000", 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018711489999999999 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.645375+0000", 2023-09-23T15:23:37.829 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1711e-05 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.645498+0000", 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012365799999999999 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151814 8.8 8:1cf1fed2:::benchmark_data_smithi118_424375_object48748:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:23:37.830 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.503180+0000", 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 73.218411024000005, 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1482032869999999, 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151814 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.831 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503180+0000", 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503180+0000", 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503179+0000", 2023-09-23T15:23:37.832 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503184+0000", 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4439999999999999e-06 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503195+0000", 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0854e-05 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.833 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503203+0000", 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.712e-06 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503251+0000", 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8603000000000002e-05 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.834 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503258+0000", 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0140000000000001e-06 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477332+0000", 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97407387000000001 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477343+0000", 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0818999999999999e-05 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.835 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638260+0000", 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1609169530000001 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638405+0000", 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000145296 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,5,7", 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638528+0000", 2023-09-23T15:23:37.836 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000122994 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.646770+0000", 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0082419009999999994 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.646791+0000", 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0492e-05 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.646825+0000", 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4013000000000001e-05 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.651250+0000", 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044248810000000003 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.651290+0000", 2023-09-23T15:23:37.838 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0101000000000001e-05 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.651383+0000", 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3228999999999998e-05 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151824 8.8 8:10f04359:::benchmark_data_smithi118_424375_object48758:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:23:37.839 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.515386+0000", 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 73.206204819999996, 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.140200009, 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151824 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515386+0000", 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515386+0000", 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515384+0000", 2023-09-23T15:23:37.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:23:37.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.842 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.842 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.842 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515392+0000", 2023-09-23T15:23:37.842 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5020000000000003e-06 2023-09-23T15:23:37.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.842 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.842 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.842 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515409+0000", 2023-09-23T15:23:37.842 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6906999999999999e-05 2023-09-23T15:23:37.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.843 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515417+0000", 2023-09-23T15:23:37.843 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1240000000000005e-06 2023-09-23T15:23:37.843 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.843 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515472+0000", 2023-09-23T15:23:37.843 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.537e-05 2023-09-23T15:23:37.843 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515482+0000", 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0169999999999999e-05 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477403+0000", 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96192076199999998 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.844 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477416+0000", 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2982e-05 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.642519+0000", 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1651034870000001 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.642652+0000", 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013216899999999999 2023-09-23T15:23:37.845 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,5,7", 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.642777+0000", 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000125334 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.646865+0000", 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004088454 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.847 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.651241+0000", 2023-09-23T15:23:37.847 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0043752849999999996 2023-09-23T15:23:37.847 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.847 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.847 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:37.847 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.651389+0000", 2023-09-23T15:23:37.847 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000148014 2023-09-23T15:23:37.847 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.847 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.847 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.847 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655484+0000", 2023-09-23T15:23:37.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0040951520000000003 2023-09-23T15:23:37.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.848 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.848 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:37.848 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655517+0000", 2023-09-23T15:23:37.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3246e-05 2023-09-23T15:23:37.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.848 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.848 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.848 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655586+0000", 2023-09-23T15:23:37.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8792000000000001e-05 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151828 8.0 8:0a54878a:::benchmark_data_smithi118_424375_object48762:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.520348+0000", 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 73.201242395999998, 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0604155340000001, 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:37.849 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151828 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.520348+0000", 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.850 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.851 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.520348+0000", 2023-09-23T15:23:37.851 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.851 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.851 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.851 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.851 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.520347+0000", 2023-09-23T15:23:37.851 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:37.851 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.851 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.851 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.851 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.520354+0000", 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7340000000000002e-06 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.520365+0000", 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1766999999999999e-05 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.520373+0000", 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9789999999999993e-06 2023-09-23T15:23:37.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.520423+0000", 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9783000000000001e-05 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.520434+0000", 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0977e-05 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.853 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.576437+0000", 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.056002772 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.576537+0000", 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9732e-05 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5,6", 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.576626+0000", 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9810999999999998e-05 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.854 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.855 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.855 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580111+0000", 2023-09-23T15:23:37.855 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0034841590000000001 2023-09-23T15:23:37.855 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.855 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:37.855 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580118+0000", 2023-09-23T15:23:37.855 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1450000000000002e-06 2023-09-23T15:23:37.855 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.855 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580175+0000", 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7754000000000003e-05 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580428+0000", 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00025210899999999998 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580459+0000", 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1872000000000002e-05 2023-09-23T15:23:37.856 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.857 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:37.857 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580670+0000", 2023-09-23T15:23:37.857 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000210573 2023-09-23T15:23:37.857 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.858 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.858 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580764+0000", 2023-09-23T15:23:37.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3849000000000002e-05 2023-09-23T15:23:37.858 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.858 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.858 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.858 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.858 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151830 8.8 8:1ad0b20c:::benchmark_data_smithi118_424375_object48764:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:23:37.858 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.527470+0000", 2023-09-23T15:23:37.858 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 73.194120416000004, 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1321454989999999, 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151830 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527470+0000", 2023-09-23T15:23:37.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527470+0000", 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527469+0000", 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527476+0000", 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5590000000000002e-06 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527490+0000", 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4506e-05 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527498+0000", 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6660000000000008e-06 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527550+0000", 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2425e-05 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527563+0000", 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2597e-05 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.862 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477439+0000", 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.94987618200000001 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477450+0000", 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0693000000000001e-05 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.647359+0000", 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1699091500000001 2023-09-23T15:23:37.863 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.647491+0000", 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013221700000000001 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,5,7", 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.647605+0000", 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000113646 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:37.864 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655162+0000", 2023-09-23T15:23:37.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075573690000000004 2023-09-23T15:23:37.865 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.865 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655372+0000", 2023-09-23T15:23:37.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00020952000000000001 2023-09-23T15:23:37.865 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.865 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655770+0000", 2023-09-23T15:23:37.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00039826899999999998 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.659486+0000", 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003716114 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.659526+0000", 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0303999999999999e-05 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.659616+0000", 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9617000000000006e-05 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:179576 8.b 8:d8a4f8fc:::benchmark_data_smithi118_424375_object76510:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e317)", 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:20.751506+0000", 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 16.970084676999999, 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.26215983999999998, 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:23:37.867 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 179576 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.751506+0000", 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.751506+0000", 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.751505+0000", 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.751510+0000", 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1590000000000001e-06 2023-09-23T15:23:37.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.870 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:23:37.870 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.751520+0000", 2023-09-23T15:23:37.870 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4839999999999993e-06 2023-09-23T15:23:37.870 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.870 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:23:37.870 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.751525+0000", 2023-09-23T15:23:37.870 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8989999999999998e-06 2023-09-23T15:23:37.870 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.751574+0000", 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8807999999999998e-05 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.751720+0000", 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014580800000000001 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1,2,4,7", 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.751852+0000", 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000131798 2023-09-23T15:23:37.871 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.755959+0000", 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004107271 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.755967+0000", 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.174e-06 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.872 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.756004+0000", 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6233999999999999e-05 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.757432+0000", 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0014288040000000001 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:20.906063+0000", 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.14863068300000001 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.873 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:21.013480+0000", 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.107417189 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:21.013534+0000", 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3922000000000003e-05 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:21.013666+0000", 2023-09-23T15:23:37.874 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013178199999999999 2023-09-23T15:23:37.875 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.875 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.875 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.875 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:23:37.875 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:23:37.875 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:23:37.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:37.876 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:37.876 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:37.876 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:37 smithi118 conmon[212288]: 2023-09-23T15:23:37.658+0000 7f4045f51700 -1 mon.a@0(leader).osd e318 definitely_dead 0 2023-09-23T15:23:37.977 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:23:38.030 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:38.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:38.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/851224933' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 764/61200 objects degraded (1.248%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[219580]: pgmap v895: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 764/56751 objects degraded (1.346%); 19400/56751 objects misplaced (34.184%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:23:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/277804174' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T15:23:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[219580]: Client client.admin marked osd.6 out, while it was still marked up 2023-09-23T15:23:38.234 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:23:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:23:38] "GET /metrics HTTP/1.1" 200 36484 "" "Prometheus/2.43.0" 2023-09-23T15:23:38.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:38.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:38.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/851224933' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:38.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 764/61200 objects degraded (1.248%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:38.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[212312]: pgmap v895: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 764/56751 objects degraded (1.346%); 19400/56751 objects misplaced (34.184%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:23:38.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/277804174' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T15:23:38.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:37 smithi118 ceph-mon[212312]: Client client.admin marked osd.6 out, while it was still marked up 2023-09-23T15:23:38.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:38.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:38.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:37 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/851224933' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:38.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 764/61200 objects degraded (1.248%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-09-23T15:23:38.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:37 smithi178 ceph-mon[192298]: pgmap v895: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 10 active+remapped+backfill_wait, 87 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 764/56751 objects degraded (1.346%); 19400/56751 objects misplaced (34.184%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:23:38.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:37 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/277804174' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T15:23:38.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:37 smithi178 ceph-mon[192298]: Client client.admin marked osd.6 out, while it was still marked up 2023-09-23T15:23:38.428 INFO:teuthology.orchestra.run.smithi118.stderr:marked out osd.6. 2023-09-23T15:23:39.720 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:39 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/277804174' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-09-23T15:23:39.720 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:39 smithi118 ceph-mon[219580]: osdmap e319: 8 total, 8 up, 7 in 2023-09-23T15:23:39.720 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:39 smithi118 ceph-mon[219580]: failed to encode map e319 with expected crc 2023-09-23T15:23:39.720 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:39 smithi118 ceph-mon[219580]: failed to encode map e319 with expected crc 2023-09-23T15:23:39.721 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:39 smithi118 ceph-mon[219580]: failed to encode map e319 with expected crc 2023-09-23T15:23:39.721 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:39 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/277804174' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-09-23T15:23:39.721 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:39 smithi118 ceph-mon[212312]: osdmap e319: 8 total, 8 up, 7 in 2023-09-23T15:23:39.721 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:39 smithi118 ceph-mon[212312]: failed to encode map e319 with expected crc 2023-09-23T15:23:39.721 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:39 smithi118 ceph-mon[212312]: failed to encode map e319 with expected crc 2023-09-23T15:23:39.721 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:39 smithi118 ceph-mon[212312]: failed to encode map e319 with expected crc 2023-09-23T15:23:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:39 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/277804174' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-09-23T15:23:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:39 smithi178 ceph-mon[192298]: osdmap e319: 8 total, 8 up, 7 in 2023-09-23T15:23:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:39 smithi178 ceph-mon[192298]: failed to encode map e319 with expected crc 2023-09-23T15:23:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:39 smithi178 ceph-mon[192298]: failed to encode map e319 with expected crc 2023-09-23T15:23:39.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:39 smithi178 ceph-mon[192298]: failed to encode map e319 with expected crc 2023-09-23T15:23:40.446 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:23:40.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:40.450 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:23:40.551 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: pgmap v897: 99 pgs: 1 remapped, 1 unknown, 3 peering, 1 remapped+peering, 10 active+remapped+backfill_wait, 83 active+clean; 1.1 GiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 516 op/s; 17228/55260 objects misplaced (31.176%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T15:23:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:23:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 764/56751 objects degraded (1.346%), 2 pgs degraded, 1 pg undersized) 2023-09-23T15:23:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: 8.0 starting backfill to osd.0 from (0'0,0'0] MAX to 318'11834 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: 8.7 continuing backfill to osd.4 from (265'1900,318'11874] MIN to 318'11874 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: 8.7 starting backfill to osd.7 from (0'0,0'0] MAX to 318'11874 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: osdmap e320: 8 total, 8 up, 7 in 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: 8.5 continuing backfill to osd.4 from (279'6208,318'11700] 8:a4991dde:::benchmark_data_smithi118_424375_object90256:head to 318'11700 2023-09-23T15:23:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: 8.1 starting backfill to osd.4 from (0'0,0'0] MAX to 318'11825 2023-09-23T15:23:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: 8.d starting backfill to osd.4 from (0'0,0'0] MAX to 318'11727 2023-09-23T15:23:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: 8.1 continuing backfill to osd.5 from (267'2100,318'11825] MIN to 318'11825 2023-09-23T15:23:40.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[219580]: 8.0 continuing backfill to osd.4 from (265'1800,318'11834] MIN to 318'11834 2023-09-23T15:23:40.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: pgmap v897: 99 pgs: 1 remapped, 1 unknown, 3 peering, 1 remapped+peering, 10 active+remapped+backfill_wait, 83 active+clean; 1.1 GiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 516 op/s; 17228/55260 objects misplaced (31.176%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T15:23:40.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:23:40.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 764/56751 objects degraded (1.346%), 2 pgs degraded, 1 pg undersized) 2023-09-23T15:23:40.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: 8.0 starting backfill to osd.0 from (0'0,0'0] MAX to 318'11834 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: 8.7 continuing backfill to osd.4 from (265'1900,318'11874] MIN to 318'11874 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: 8.7 starting backfill to osd.7 from (0'0,0'0] MAX to 318'11874 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: osdmap e320: 8 total, 8 up, 7 in 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: 8.5 continuing backfill to osd.4 from (279'6208,318'11700] 8:a4991dde:::benchmark_data_smithi118_424375_object90256:head to 318'11700 2023-09-23T15:23:40.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: 8.1 starting backfill to osd.4 from (0'0,0'0] MAX to 318'11825 2023-09-23T15:23:40.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: 8.d starting backfill to osd.4 from (0'0,0'0] MAX to 318'11727 2023-09-23T15:23:40.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: 8.1 continuing backfill to osd.5 from (267'2100,318'11825] MIN to 318'11825 2023-09-23T15:23:40.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:40 smithi118 ceph-mon[212312]: 8.0 continuing backfill to osd.4 from (265'1800,318'11834] MIN to 318'11834 2023-09-23T15:23:40.579 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:40.622 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:40.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:40.628 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:40.729 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:40.777 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: pgmap v897: 99 pgs: 1 remapped, 1 unknown, 3 peering, 1 remapped+peering, 10 active+remapped+backfill_wait, 83 active+clean; 1.1 GiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 516 op/s; 17228/55260 objects misplaced (31.176%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T15:23:40.778 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:23:40.778 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 764/56751 objects degraded (1.346%), 2 pgs degraded, 1 pg undersized) 2023-09-23T15:23:40.778 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.778 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.778 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.778 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.778 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.778 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.778 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: 8.0 starting backfill to osd.0 from (0'0,0'0] MAX to 318'11834 2023-09-23T15:23:40.778 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: 8.7 continuing backfill to osd.4 from (265'1900,318'11874] MIN to 318'11874 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: 8.7 starting backfill to osd.7 from (0'0,0'0] MAX to 318'11874 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: osdmap e320: 8 total, 8 up, 7 in 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: 8.5 continuing backfill to osd.4 from (279'6208,318'11700] 8:a4991dde:::benchmark_data_smithi118_424375_object90256:head to 318'11700 2023-09-23T15:23:40.779 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: failed to encode map e320 with expected crc 2023-09-23T15:23:40.780 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: 8.1 starting backfill to osd.4 from (0'0,0'0] MAX to 318'11825 2023-09-23T15:23:40.780 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: 8.d starting backfill to osd.4 from (0'0,0'0] MAX to 318'11727 2023-09-23T15:23:40.780 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: 8.1 continuing backfill to osd.5 from (267'2100,318'11825] MIN to 318'11825 2023-09-23T15:23:40.780 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:40 smithi178 ceph-mon[192298]: 8.0 continuing backfill to osd.4 from (265'1800,318'11834] MIN to 318'11834 2023-09-23T15:23:40.782 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:40.842 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:40.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:40.847 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:40.948 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:40.975 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:41.022 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:41.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:41.027 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:41.127 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:41.154 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:41.200 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:41.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:41.205 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:41.306 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:41.332 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:41.337 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:23:41.382 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:41.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:41.387 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:41.488 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:41.513 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:41 smithi178 ceph-mon[192298]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.513 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:41 smithi178 ceph-mon[192298]: osdmap e321: 8 total, 8 up, 7 in 2023-09-23T15:23:41.513 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:41 smithi178 ceph-mon[192298]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.514 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:41 smithi178 ceph-mon[192298]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.514 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:41 smithi178 ceph-mon[192298]: 8.3 starting backfill to osd.4 from (0'0,0'0] MAX to 318'11509 2023-09-23T15:23:41.514 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:41 smithi178 ceph-mon[192298]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.514 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:41 smithi178 ceph-mon[192298]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.514 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:41 smithi178 ceph-mon[192298]: 8.4 starting backfill to osd.3 from (0'0,0'0] MAX to 318'12051 2023-09-23T15:23:41.514 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:41 smithi178 ceph-mon[192298]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.514 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:41 smithi178 ceph-mon[192298]: 8.9 starting backfill to osd.4 from (0'0,0'0] MAX to 318'11722 2023-09-23T15:23:41.514 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:41 smithi178 ceph-mon[192298]: 8.6 starting backfill to osd.3 from (0'0,0'0] MAX to 318'11763 2023-09-23T15:23:41.516 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:41.563 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:41.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:41.569 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:41.670 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:41.699 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:41.752 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:41.756 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:23:41.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:41.759 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[219580]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[219580]: osdmap e321: 8 total, 8 up, 7 in 2023-09-23T15:23:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[219580]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[219580]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[219580]: 8.3 starting backfill to osd.4 from (0'0,0'0] MAX to 318'11509 2023-09-23T15:23:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[219580]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[219580]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[219580]: 8.4 starting backfill to osd.3 from (0'0,0'0] MAX to 318'12051 2023-09-23T15:23:41.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[219580]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[219580]: 8.9 starting backfill to osd.4 from (0'0,0'0] MAX to 318'11722 2023-09-23T15:23:41.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[219580]: 8.6 starting backfill to osd.3 from (0'0,0'0] MAX to 318'11763 2023-09-23T15:23:41.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[212312]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[212312]: osdmap e321: 8 total, 8 up, 7 in 2023-09-23T15:23:41.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[212312]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[212312]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[212312]: 8.3 starting backfill to osd.4 from (0'0,0'0] MAX to 318'11509 2023-09-23T15:23:41.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[212312]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[212312]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[212312]: 8.4 starting backfill to osd.3 from (0'0,0'0] MAX to 318'12051 2023-09-23T15:23:41.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[212312]: failed to encode map e321 with expected crc 2023-09-23T15:23:41.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[212312]: 8.9 starting backfill to osd.4 from (0'0,0'0] MAX to 318'11722 2023-09-23T15:23:41.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:41 smithi118 ceph-mon[212312]: 8.6 starting backfill to osd.3 from (0'0,0'0] MAX to 318'11763 2023-09-23T15:23:41.860 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:41.888 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:42.038 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:42.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:42.041 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:42.141 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:42.174 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:42.330 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:42.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:42.333 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:42.369 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:23:42.435 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:42.480 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:42.579 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:42.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:42.582 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: pgmap v900: 99 pgs: 1 remapped, 1 unknown, 3 peering, 2 remapped+peering, 9 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 1.1 GiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 437 op/s; 15980/53316 objects misplaced (29.972%); 16 MiB/s, 263 objects/s recovering 2023-09-23T15:23:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: osdmap e322: 8 total, 8 up, 7 in 2023-09-23T15:23:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/802565686' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:23:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:23:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:23:42.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:42 smithi178 ceph-mon[192298]: osdmap e323: 8 total, 8 up, 7 in 2023-09-23T15:23:42.683 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:42.708 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: pgmap v900: 99 pgs: 1 remapped, 1 unknown, 3 peering, 2 remapped+peering, 9 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 1.1 GiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 437 op/s; 15980/53316 objects misplaced (29.972%); 16 MiB/s, 263 objects/s recovering 2023-09-23T15:23:42.708 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: osdmap e322: 8 total, 8 up, 7 in 2023-09-23T15:23:42.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/802565686' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:23:42.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:23:42.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:42.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:23:42.709 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[212312]: osdmap e323: 8 total, 8 up, 7 in 2023-09-23T15:23:42.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: pgmap v900: 99 pgs: 1 remapped, 1 unknown, 3 peering, 2 remapped+peering, 9 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 1.1 GiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 437 op/s; 15980/53316 objects misplaced (29.972%); 16 MiB/s, 263 objects/s recovering 2023-09-23T15:23:42.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: osdmap e322: 8 total, 8 up, 7 in 2023-09-23T15:23:42.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: failed to encode map e322 with expected crc 2023-09-23T15:23:42.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/802565686' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:23:42.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:23:42.710 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:42.711 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:23:42.711 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:42 smithi118 ceph-mon[219580]: osdmap e323: 8 total, 8 up, 7 in 2023-09-23T15:23:42.711 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:42.758 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:42.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:42.760 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:42.861 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:42.889 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:42.935 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:42.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:42.938 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:43.039 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:43.069 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:43.121 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:43.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:43.124 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:43.125 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:23:43.224 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:43.253 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:43.300 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:43.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:43.303 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:43.403 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:43.429 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[219580]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.429 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[219580]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.429 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[219580]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.429 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[219580]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.429 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[219580]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.429 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[219580]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.429 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[219580]: osdmap e324: 8 total, 8 up, 7 in 2023-09-23T15:23:43.429 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[212312]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[212312]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[212312]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[212312]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[212312]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[212312]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.430 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:43 smithi118 ceph-mon[212312]: osdmap e324: 8 total, 8 up, 7 in 2023-09-23T15:23:43.432 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:43.844 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:43.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:43.847 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:43 smithi178 ceph-mon[192298]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:43 smithi178 ceph-mon[192298]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:43 smithi178 ceph-mon[192298]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:43 smithi178 ceph-mon[192298]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:43 smithi178 ceph-mon[192298]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:43 smithi178 ceph-mon[192298]: failed to encode map e323 with expected crc 2023-09-23T15:23:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:43 smithi178 ceph-mon[192298]: osdmap e324: 8 total, 8 up, 7 in 2023-09-23T15:23:43.948 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:43.976 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:44.000 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:44.022 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:44.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:44.026 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:44.126 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:44.152 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:44.204 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:44.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:44.208 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:44.308 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:44.337 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:44.408 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:44 smithi178 ceph-mon[192298]: failed to encode map e324 with expected crc 2023-09-23T15:23:44.408 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:44 smithi178 ceph-mon[192298]: failed to encode map e324 with expected crc 2023-09-23T15:23:44.409 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:44 smithi178 ceph-mon[192298]: failed to encode map e324 with expected crc 2023-09-23T15:23:44.409 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:44 smithi178 ceph-mon[192298]: pgmap v904: 99 pgs: 1 activating+degraded+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 1 unknown, 6 peering, 2 remapped+peering, 7 active+remapped+backfill_wait, 2 active+remapped, 78 active+clean; 1.1 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 290 op/s; 1105/51978 objects degraded (2.126%); 18255/51978 objects misplaced (35.121%); 47 MiB/s, 753 objects/s recovering 2023-09-23T15:23:44.409 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:44 smithi178 ceph-mon[192298]: Health check failed: Degraded data redundancy: 1105/51978 objects degraded (2.126%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:44.469 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:44.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:44.472 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:44 smithi118 ceph-mon[212312]: failed to encode map e324 with expected crc 2023-09-23T15:23:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:44 smithi118 ceph-mon[212312]: failed to encode map e324 with expected crc 2023-09-23T15:23:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:44 smithi118 ceph-mon[212312]: failed to encode map e324 with expected crc 2023-09-23T15:23:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:44 smithi118 ceph-mon[212312]: pgmap v904: 99 pgs: 1 activating+degraded+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 1 unknown, 6 peering, 2 remapped+peering, 7 active+remapped+backfill_wait, 2 active+remapped, 78 active+clean; 1.1 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 290 op/s; 1105/51978 objects degraded (2.126%); 18255/51978 objects misplaced (35.121%); 47 MiB/s, 753 objects/s recovering 2023-09-23T15:23:44.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:44 smithi118 ceph-mon[212312]: Health check failed: Degraded data redundancy: 1105/51978 objects degraded (2.126%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:44 smithi118 ceph-mon[219580]: failed to encode map e324 with expected crc 2023-09-23T15:23:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:44 smithi118 ceph-mon[219580]: failed to encode map e324 with expected crc 2023-09-23T15:23:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:44 smithi118 ceph-mon[219580]: failed to encode map e324 with expected crc 2023-09-23T15:23:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:44 smithi118 ceph-mon[219580]: pgmap v904: 99 pgs: 1 activating+degraded+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 1 unknown, 6 peering, 2 remapped+peering, 7 active+remapped+backfill_wait, 2 active+remapped, 78 active+clean; 1.1 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 290 op/s; 1105/51978 objects degraded (2.126%); 18255/51978 objects misplaced (35.121%); 47 MiB/s, 753 objects/s recovering 2023-09-23T15:23:44.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:44 smithi118 ceph-mon[219580]: Health check failed: Degraded data redundancy: 1105/51978 objects degraded (2.126%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:23:44.572 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:44.602 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:44.645 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:44.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:44.648 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:44.748 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:44.789 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:44.846 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:44.849 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:44.849 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:44.950 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:44.978 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:45.025 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:45.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:45.030 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:45.042 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:23:45.042 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:23:45.042 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188901 8.5 8.c23ee0f5 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e325)", 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:44.708205+0000", 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.33232139700000002, 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.33234919699999999, 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188901 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.043 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708205+0000", 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708205+0000", 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.044 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708204+0000", 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708211+0000", 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6080000000000001e-06 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708223+0000", 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2106999999999999e-05 2023-09-23T15:23:45.045 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708229+0000", 2023-09-23T15:23:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8799999999999996e-06 2023-09-23T15:23:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708281+0000", 2023-09-23T15:23:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2369e-05 2023-09-23T15:23:45.046 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708287+0000", 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0059999999999998e-06 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188937 8.5 8.184ff075 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e325)", 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.026884+0000", 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.013642395999999999, 2023-09-23T15:23:45.047 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013748913999999999, 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188937 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026884+0000", 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.048 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026884+0000", 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026883+0000", 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.049 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026890+0000", 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.712e-06 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026906+0000", 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5398999999999999e-05 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026912+0000", 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5400000000000001e-06 2023-09-23T15:23:45.050 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026967+0000", 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4267000000000001e-05 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026980+0000", 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3764000000000001e-05 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.051 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188879 8.4 8:28d2627f:::benchmark_data_smithi118_424375_object85813:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 4.2268402209999998, 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2270211890000002, 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188879 2023-09-23T15:23:45.052 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.053 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813685+0000", 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813692+0000", 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2089999999999999e-06 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813704+0000", 2023-09-23T15:23:45.054 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1289e-05 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813710+0000", 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3470000000000004e-06 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.870806+0000", 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0570962389999998 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.055 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.873216+0000", 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024099270000000001 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.876819+0000", 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036030250000000002 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.889373+0000", 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012553729 2023-09-23T15:23:45.056 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.890116+0000", 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00074295600000000002 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.890725+0000", 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00060913999999999999 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.057 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.058 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.058 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188904 8.4 8:22c355fe:::benchmark_data_smithi118_424375_object85838:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e325)", 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:44.719276+0000", 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.32125097899999999, 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.32152930400000002, 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188904 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.059 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.719276+0000", 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.719276+0000", 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.719275+0000", 2023-09-23T15:23:45.060 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.719279+0000", 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2309999999999998e-06 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.719289+0000", 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0151e-05 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.061 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.719294+0000", 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4789999999999998e-06 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916969+0000", 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.19767484599999999 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:23:45.062 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.920387+0000", 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0034185660000000001 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.925715+0000", 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0053272889999999998 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.941339+0000", 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015624205 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.063 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.941995+0000", 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00065569999999999995 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.942217+0000", 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000222007 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.064 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188939 8.5 8.505fbb5 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e325)", 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.030595+0000", 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0099318389999999996, 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.010304528, 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188939 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.065 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.066 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.066 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.066 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.030595+0000", 2023-09-23T15:23:45.066 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.066 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.066 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.066 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.066 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.030595+0000", 2023-09-23T15:23:45.066 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.066 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.066 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.030594+0000", 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.030600+0000", 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6489999999999996e-06 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.030612+0000", 2023-09-23T15:23:45.067 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2395000000000001e-05 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.030618+0000", 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9050000000000002e-06 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.030677+0000", 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8922999999999998e-05 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.068 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.030688+0000", 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1188e-05 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188933 8.1 8.b27049b1 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e325)", 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.011588+0000", 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.028939095000000001, 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.029379501999999998, 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.069 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188933 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.011588+0000", 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.070 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.011588+0000", 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.011586+0000", 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.011598+0000", 2023-09-23T15:23:45.071 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1297999999999999e-05 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.011610+0000", 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2234e-05 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.011615+0000", 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1460000000000004e-06 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.072 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.011664+0000", 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8544999999999997e-05 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.011674+0000", 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0779e-05 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.073 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188931 8.4 8:24ae063d:::benchmark_data_smithi118_424375_object85865:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e325)", 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:44.804297+0000", 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.236230091, 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.23674400800000001, 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188931 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.074 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.804297+0000", 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.804297+0000", 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.075 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.804295+0000", 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.804304+0000", 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7390000000000005e-06 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.804317+0000", 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2756e-05 2023-09-23T15:23:45.076 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.804324+0000", 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0690000000000004e-06 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.930948+0000", 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.12662468499999999 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.077 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.933395+0000", 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002446995 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.936936+0000", 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035407419999999999 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.942432+0000", 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0054963379999999999 2023-09-23T15:23:45.078 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.943046+0000", 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00061375000000000004 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.943704+0000", 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00065795899999999995 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.079 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188910 8.1 8.406f4fc1 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e325)", 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:44.740303+0000", 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.30022358999999998, 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.30083105199999999, 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188910 2023-09-23T15:23:45.080 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.740303+0000", 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.740303+0000", 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.081 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.740302+0000", 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.740307+0000", 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.023e-06 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.082 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.740317+0000", 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0000000000000001e-05 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.740322+0000", 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8409999999999999e-06 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.740367+0000", 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5120999999999997e-05 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.083 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.740378+0000", 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0635000000000001e-05 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188882 8.4 8:222213d0:::benchmark_data_smithi118_424375_object85816:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 4.2205230570000003, 2023-09-23T15:23:45.084 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2212028349999997, 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188882 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.085 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820003+0000", 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.086 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820009+0000", 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0159999999999997e-06 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820019+0000", 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0701e-05 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820024+0000", 2023-09-23T15:23:45.087 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9690000000000002e-06 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.880084+0000", 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0600600089999999 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.882610+0000", 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025261110000000002 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.088 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.886159+0000", 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035483379999999998 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.891330+0000", 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051713289999999997 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892081+0000", 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075084200000000005 2023-09-23T15:23:45.089 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892288+0000", 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020697700000000001 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188940 8.4 8.a9cfea44 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e325)", 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.036119+0000", 2023-09-23T15:23:45.090 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0044079849999999997, 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051907180000000004, 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188940 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.091 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.036119+0000", 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.036119+0000", 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.036118+0000", 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.092 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.036123+0000", 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0429999999999998e-06 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.036132+0000", 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2979999999999997e-06 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.093 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.036137+0000", 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8080000000000004e-06 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188899 8.4 8:2b56cc44:::benchmark_data_smithi118_424375_object85833:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e324)", 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 1.274832288, 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.27567605, 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:45.094 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188899 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.095 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765693+0000", 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765699+0000", 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0100000000000001e-06 2023-09-23T15:23:45.096 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765712+0000", 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2149e-05 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765719+0000", 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5429999999999996e-06 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.097 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.903079+0000", 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1373594119999999 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.905616+0000", 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002537376 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.909165+0000", 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035488109999999998 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.098 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.915478+0000", 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.006313394 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916230+0000", 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075174599999999997 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:23:45.099 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916634+0000", 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00040402899999999998 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188924 8.5 8.702fc825 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e325)", 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:44.783335+0000", 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.25719142699999997, 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.258131579, 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:23:45.100 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188924 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.783335+0000", 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.101 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.783335+0000", 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.783334+0000", 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.783341+0000", 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7719999999999997e-06 2023-09-23T15:23:45.102 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.783354+0000", 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2938999999999999e-05 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.783359+0000", 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.164e-06 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.103 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.783398+0000", 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9390000000000001e-05 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.783405+0000", 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4980000000000003e-06 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188875 8.4 e325/320 ondisk, result = 0)", 2023-09-23T15:23:45.104 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.019781+0000", 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.020745784999999999, 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.021763500000000002, 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.019781+0000", 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.105 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.019781+0000", 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.019781+0000", 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.019784+0000", 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8619999999999999e-06 2023-09-23T15:23:45.106 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.019791+0000", 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.153e-06 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.019795+0000", 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9949999999999999e-06 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.107 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.040467+0000", 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.020672280000000001 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.040734+0000", 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00026728500000000003 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.108 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188875 8.4 8:2fd31cb3:::benchmark_data_smithi118_424375_object85809:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 4.237761624, 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2388555349999999, 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188875 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.109 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802763+0000", 2023-09-23T15:23:45.110 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802770+0000", 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9550000000000003e-06 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802783+0000", 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2571e-05 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.111 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802789+0000", 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2400000000000004e-06 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.857797+0000", 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0550077089999998 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.860267+0000", 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024702090000000001 2023-09-23T15:23:45.112 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.863877+0000", 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036105080000000001 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.868244+0000", 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043665010000000001 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.113 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.869717+0000", 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014729019999999999 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.870484+0000", 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00076680300000000004 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.041003+0000", 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.17051962500000001 2023-09-23T15:23:45.114 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188879 8.4 e325/320)", 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.026312+0000", 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.014215007, 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015405752999999999, 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.115 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026312+0000", 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026312+0000", 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026311+0000", 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:23:45.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026322+0000", 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0791999999999999e-05 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026341+0000", 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9196000000000001e-05 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.117 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026348+0000", 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6529999999999994e-06 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188897 8.4 8:209a862a:::benchmark_data_smithi118_424375_object85831:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 4.1438042880000001, 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1450483470000004, 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:23:45.118 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188897 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.119 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896721+0000", 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896727+0000", 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8159999999999999e-06 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.120 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896739+0000", 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1911e-05 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896744+0000", 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6909999999999996e-06 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.121 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892623+0000", 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9958789120000002 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.895096+0000", 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002473467 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.899014+0000", 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039176489999999996 2023-09-23T15:23:45.122 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.913646+0000", 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014632519 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.914541+0000", 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00089462899999999998 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:23:45.123 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916436+0000", 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0018950219999999999 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188882 8.4 e325/320)", 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.026354+0000", 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.014172506, 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015510292, 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.124 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026354+0000", 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026354+0000", 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.125 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026354+0000", 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026357+0000", 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6460000000000002e-06 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026365+0000", 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8380000000000002e-06 2023-09-23T15:23:45.126 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026368+0000", 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9400000000000004e-06 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "MOSDPGPush(8.4 325/320 [PushOp(8:2e36f295:::benchmark_data_smithi118_424375_object88736:head, version: 277'5678, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(8:2e36f295:::benchmark_data_smithi118_424375_object88736:head@277'5678, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.026373+0000", 2023-09-23T15:23:45.127 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.014154264999999999, 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015565394, 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026373+0000", 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026373+0000", 2023-09-23T15:23:45.128 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026372+0000", 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026423+0000", 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0787e-05 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.129 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026442+0000", 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9147000000000002e-05 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026455+0000", 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2442e-05 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.130 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188897 8.4 e325/320)", 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.026467+0000", 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.014059416, 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015517840999999999, 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026467+0000", 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026467+0000", 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026467+0000", 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026470+0000", 2023-09-23T15:23:45.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1200000000000002e-06 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026478+0000", 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.2430000000000005e-06 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026483+0000", 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0770000000000001e-06 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.133 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188899 8.4 e325/320)", 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.026487+0000", 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.014039797, 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015545041000000001, 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026487+0000", 2023-09-23T15:23:45.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026487+0000", 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026487+0000", 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026489+0000", 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3209999999999999e-06 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026495+0000", 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5389999999999998e-06 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026498+0000", 2023-09-23T15:23:45.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5090000000000002e-06 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188928 8.5 8.9e171085 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e325)", 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:44.792060+0000", 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.24846669499999999, 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25002152500000002, 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "delayed", 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:23:45.137 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188928 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.792060+0000", 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.792060+0000", 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.792059+0000", 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.792066+0000", 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6490000000000008e-06 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.792080+0000", 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.367e-05 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.792088+0000", 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8699999999999992e-06 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:23:45.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.793411+0000", 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001322485 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.793422+0000", 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1022000000000001e-05 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188904 8.4 e325/320)", 2023-09-23T15:23:45.141 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.026502+0000", 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.014024862000000001, 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015645181000000001, 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026502+0000", 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026502+0000", 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026502+0000", 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026504+0000", 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.804e-06 2023-09-23T15:23:45.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026509+0000", 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.22e-06 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026512+0000", 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4010000000000001e-06 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188931 8.4 e325/320)", 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:45.026516+0000", 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.01401109, 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015678226, 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026516+0000", 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.145 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026516+0000", 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026516+0000", 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026518+0000", 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3240000000000001e-06 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026524+0000", 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3110000000000002e-06 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.026528+0000", 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7340000000000002e-06 2023-09-23T15:23:45.147 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.148 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:23:45.148 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.148 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:23:45.148 INFO:teuthology.orchestra.run.smithi178.stdout: ], 2023-09-23T15:23:45.148 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 23 2023-09-23T15:23:45.148 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:23:45.148 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:45.180 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:45.285 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:45.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:45.288 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:45.389 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:23:45.424 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:45.477 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:23:45.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:45.483 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:23:45.583 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:45.635 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:45.738 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:45 smithi118 ceph-mon[212312]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.738 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:45 smithi118 ceph-mon[212312]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.738 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:45 smithi118 ceph-mon[212312]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.738 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:45 smithi118 ceph-mon[212312]: osdmap e325: 8 total, 8 up, 7 in 2023-09-23T15:23:45.738 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:45 smithi118 ceph-mon[212312]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.738 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:45 smithi118 ceph-mon[219580]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.739 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:45 smithi118 ceph-mon[219580]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.739 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:45 smithi118 ceph-mon[219580]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.739 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:45 smithi118 ceph-mon[219580]: osdmap e325: 8 total, 8 up, 7 in 2023-09-23T15:23:45.739 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:45 smithi118 ceph-mon[219580]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.786 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:45.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:45.789 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:45 smithi178 ceph-mon[192298]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:45 smithi178 ceph-mon[192298]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:45 smithi178 ceph-mon[192298]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:45 smithi178 ceph-mon[192298]: osdmap e325: 8 total, 8 up, 7 in 2023-09-23T15:23:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:45 smithi178 ceph-mon[192298]: failed to encode map e325 with expected crc 2023-09-23T15:23:45.890 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:45.958 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:23:45.972 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:46.084 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:23:46.101 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:46.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:46.128 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:46.147 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:23:46.175 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 2, 0, 4] out_osds: [6] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:23:46.175 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:23:46.175 INFO:tasks.thrashosds.thrasher:Removing osd 4, in_osds are: [1, 3, 5, 7, 2, 0, 4] 2023-09-23T15:23:46.175 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd out 4 2023-09-23T15:23:46.188 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:23:46.208 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:23:46.229 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:46.230 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:23:46.281 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:23:46.333 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:23:46.375 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:46.385 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:23:46.427 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:23:46.454 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:23:46.454 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:23:46.454 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:23:46.454 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:23:46.454 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:23:46.454 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:23:46.454 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:23:46.454 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:23:46.618 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:46.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:46.622 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:46.623 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[212312]: pgmap v906: 99 pgs: 1 activating+degraded+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 3 peering, 8 active+remapped+backfill_wait, 3 active+remapped, 82 active+clean; 1.1 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 143 op/s; 1105/51798 objects degraded (2.133%); 20240/51798 objects misplaced (39.075%); 26 MiB/s, 416 objects/s recovering 2023-09-23T15:23:46.623 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:23:46.623 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[212312]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.623 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[212312]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.623 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[212312]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.623 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[212312]: osdmap e326: 8 total, 8 up, 7 in 2023-09-23T15:23:46.623 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[212312]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.623 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1665612891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:46.624 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[219580]: pgmap v906: 99 pgs: 1 activating+degraded+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 3 peering, 8 active+remapped+backfill_wait, 3 active+remapped, 82 active+clean; 1.1 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 143 op/s; 1105/51798 objects degraded (2.133%); 20240/51798 objects misplaced (39.075%); 26 MiB/s, 416 objects/s recovering 2023-09-23T15:23:46.624 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:23:46.624 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[219580]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.624 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[219580]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.624 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[219580]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.624 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[219580]: osdmap e326: 8 total, 8 up, 7 in 2023-09-23T15:23:46.624 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[219580]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.624 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:46 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1665612891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:46.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:46 smithi178 ceph-mon[192298]: pgmap v906: 99 pgs: 1 activating+degraded+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 3 peering, 8 active+remapped+backfill_wait, 3 active+remapped, 82 active+clean; 1.1 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 21 KiB/s rd, 55 KiB/s wr, 143 op/s; 1105/51798 objects degraded (2.133%); 20240/51798 objects misplaced (39.075%); 26 MiB/s, 416 objects/s recovering 2023-09-23T15:23:46.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:46 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:23:46.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:46 smithi178 ceph-mon[192298]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:46 smithi178 ceph-mon[192298]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:46 smithi178 ceph-mon[192298]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:46 smithi178 ceph-mon[192298]: osdmap e326: 8 total, 8 up, 7 in 2023-09-23T15:23:46.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:46 smithi178 ceph-mon[192298]: failed to encode map e326 with expected crc 2023-09-23T15:23:46.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:46 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1665612891' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:46.723 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:46.791 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:46.811 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:23:46.949 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:46.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:46.952 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:47.052 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:47.081 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:47.132 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:47.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:47.135 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:47.236 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:47.290 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:47 smithi118 ceph-mon[212312]: failed to encode map e327 with expected crc 2023-09-23T15:23:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:47 smithi118 ceph-mon[212312]: osdmap e327: 8 total, 8 up, 7 in 2023-09-23T15:23:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:47 smithi118 ceph-mon[212312]: failed to encode map e327 with expected crc 2023-09-23T15:23:47.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:47 smithi118 ceph-mon[212312]: failed to encode map e327 with expected crc 2023-09-23T15:23:47.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:47 smithi118 ceph-mon[219580]: failed to encode map e327 with expected crc 2023-09-23T15:23:47.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:47 smithi118 ceph-mon[219580]: osdmap e327: 8 total, 8 up, 7 in 2023-09-23T15:23:47.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:47 smithi118 ceph-mon[219580]: failed to encode map e327 with expected crc 2023-09-23T15:23:47.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:47 smithi118 ceph-mon[219580]: failed to encode map e327 with expected crc 2023-09-23T15:23:47.680 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:47.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:47.686 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:47.786 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:47.825 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:47 smithi178 ceph-mon[192298]: failed to encode map e327 with expected crc 2023-09-23T15:23:47.825 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:47 smithi178 ceph-mon[192298]: osdmap e327: 8 total, 8 up, 7 in 2023-09-23T15:23:47.825 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:47 smithi178 ceph-mon[192298]: failed to encode map e327 with expected crc 2023-09-23T15:23:47.825 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:47 smithi178 ceph-mon[192298]: failed to encode map e327 with expected crc 2023-09-23T15:23:47.829 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:47.860 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:47.872 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:47.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:47.875 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:47.911 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:47.975 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:48.018 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:48.350 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:48.351 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:23:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:23:48] "GET /metrics HTTP/1.1" 200 36484 "" "Prometheus/2.43.0" 2023-09-23T15:23:48.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:48.358 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:48.459 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:48.521 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:48.603 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:48.607 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:48 smithi178 ceph-mon[192298]: pgmap v909: 99 pgs: 1 activating+degraded+remapped, 2 active+remapped+backfilling, 1 peering, 7 active+remapped+backfill_wait, 3 active+remapped, 85 active+clean; 1.0 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 87 op/s; 1104/50925 objects degraded (2.168%); 19328/50925 objects misplaced (37.954%); 10 MiB/s, 162 objects/s recovering 2023-09-23T15:23:48.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:48.608 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:48.709 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:48.805 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:48.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:48 smithi118 ceph-mon[219580]: pgmap v909: 99 pgs: 1 activating+degraded+remapped, 2 active+remapped+backfilling, 1 peering, 7 active+remapped+backfill_wait, 3 active+remapped, 85 active+clean; 1.0 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 87 op/s; 1104/50925 objects degraded (2.168%); 19328/50925 objects misplaced (37.954%); 10 MiB/s, 162 objects/s recovering 2023-09-23T15:23:48.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:48 smithi118 ceph-mon[212312]: pgmap v909: 99 pgs: 1 activating+degraded+remapped, 2 active+remapped+backfilling, 1 peering, 7 active+remapped+backfill_wait, 3 active+remapped, 85 active+clean; 1.0 GiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 87 op/s; 1104/50925 objects degraded (2.168%); 19328/50925 objects misplaced (37.954%); 10 MiB/s, 162 objects/s recovering 2023-09-23T15:23:48.936 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:48.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:48.943 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:49.002 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:23:49.002 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:23:49.044 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:49.133 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:49.578 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:49.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:49.583 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:49.684 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:49.694 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:23:49.726 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:49.731 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:49 smithi118 ceph-mon[219580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1104/50925 objects degraded (2.168%), 1 pg degraded) 2023-09-23T15:23:49.732 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:49 smithi118 ceph-mon[212312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1104/50925 objects degraded (2.168%), 1 pg degraded) 2023-09-23T15:23:49.875 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:49 smithi178 ceph-mon[192298]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1104/50925 objects degraded (2.168%), 1 pg degraded) 2023-09-23T15:23:49.901 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:23:49.902 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:49.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:49.909 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:50.010 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:50.056 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:50.218 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:50.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:50.224 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:50.325 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:50.381 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:50.495 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:50.500 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:23:50.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:50.510 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:50.611 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:50.649 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:50 smithi178 ceph-mon[192298]: pgmap v910: 99 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 6 active+remapped+backfill_wait, 3 active+remapped, 88 active+clean; 1021 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 162 op/s; 15669/49059 objects misplaced (31.939%); 17 MiB/s, 263 objects/s recovering 2023-09-23T15:23:50.650 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:50.733 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:50 smithi118 ceph-mon[212312]: pgmap v910: 99 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 6 active+remapped+backfill_wait, 3 active+remapped, 88 active+clean; 1021 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 162 op/s; 15669/49059 objects misplaced (31.939%); 17 MiB/s, 263 objects/s recovering 2023-09-23T15:23:50.733 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:50 smithi118 ceph-mon[219580]: pgmap v910: 99 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 6 active+remapped+backfill_wait, 3 active+remapped, 88 active+clean; 1021 MiB data, 5.5 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 162 op/s; 15669/49059 objects misplaced (31.939%); 17 MiB/s, 263 objects/s recovering 2023-09-23T15:23:50.859 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:50.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:50.867 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:50.967 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:51.017 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:51.021 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:51.088 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:51.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:51.095 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:51.195 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:51.244 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:51.333 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:51.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:51.341 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:51.436 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:51 smithi118 conmon[212288]: 2023-09-23T15:23:51.179+0000 7f4045f51700 -1 mon.a@0(leader).osd e327 definitely_dead 0 2023-09-23T15:23:51.442 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:51.484 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:51.545 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:23:51.545 INFO:teuthology.orchestra.run.smithi118.stderr:marked out osd.4. 2023-09-23T15:23:51.759 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:51 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3578334238' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T15:23:51.759 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:51 smithi118 ceph-mon[219580]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T15:23:51.759 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:51 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3790798975' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:51.760 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:51 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:51.760 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:51 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3578334238' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T15:23:51.760 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:51 smithi118 ceph-mon[212312]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T15:23:51.760 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:51 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3790798975' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:51.760 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:51 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:51.783 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:51.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:51.786 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:51.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:51 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3578334238' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["4"]}]: dispatch 2023-09-23T15:23:51.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:51 smithi178 ceph-mon[192298]: Client client.admin marked osd.4 out, while it was still marked up 2023-09-23T15:23:51.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:51 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3790798975' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:51.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:51 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:23:51.887 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:51.919 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:52.405 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:23:52.405 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:23:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: pgmap v911: 99 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 6 active+remapped+backfill_wait, 3 active+remapped, 88 active+clean; 974 MiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 245 op/s; 14465/46803 objects misplaced (30.906%); 14 MiB/s, 226 objects/s recovering 2023-09-23T15:23:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3578334238' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T15:23:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:23:52.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: osdmap e328: 8 total, 8 up, 6 in 2023-09-23T15:23:52.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:52.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:52.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[219580]: osdmap e329: 8 total, 8 up, 6 in 2023-09-23T15:23:52.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: pgmap v911: 99 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 6 active+remapped+backfill_wait, 3 active+remapped, 88 active+clean; 974 MiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 245 op/s; 14465/46803 objects misplaced (30.906%); 14 MiB/s, 226 objects/s recovering 2023-09-23T15:23:52.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:52.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3578334238' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T15:23:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:23:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: osdmap e328: 8 total, 8 up, 6 in 2023-09-23T15:23:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:52 smithi118 ceph-mon[212312]: osdmap e329: 8 total, 8 up, 6 in 2023-09-23T15:23:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: pgmap v911: 99 pgs: 1 active+recovering+remapped, 1 active+remapped+backfilling, 6 active+remapped+backfill_wait, 3 active+remapped, 88 active+clean; 974 MiB data, 5.4 GiB used, 620 GiB / 626 GiB avail; 0 B/s wr, 245 op/s; 14465/46803 objects misplaced (30.906%); 14 MiB/s, 226 objects/s recovering 2023-09-23T15:23:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:23:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3578334238' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["4"]}]': finished 2023-09-23T15:23:52.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:23:52.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: osdmap e328: 8 total, 8 up, 6 in 2023-09-23T15:23:52.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: failed to encode map e328 with expected crc 2023-09-23T15:23:52.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:23:52.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:23:52.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:52 smithi178 ceph-mon[192298]: osdmap e329: 8 total, 8 up, 6 in 2023-09-23T15:23:53.382 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:53.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:53.385 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:53.486 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:53.536 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:23:53.554 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:53.609 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:53.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:53.614 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:53.715 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.762 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.d starting backfill to osd.0 from (0'0,0'0] MAX to 327'11955 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.8 continuing backfill to osd.0 from (284'7181,327'11947] MIN to 327'11947 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.8 starting backfill to osd.1 from (0'0,0'0] MAX to 327'11947 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.3 starting backfill to osd.7 from (0'0,0'0] MAX to 327'11713 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.0 continuing backfill to osd.0 from (266'2000,327'12029] MIN to 327'12029 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.0 starting backfill to osd.7 from (0'0,0'0] MAX to 327'12029 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.9 starting backfill to osd.2 from (0'0,0'0] MAX to 327'11935 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.b continuing backfill to osd.0 from (266'2000,327'12004] MIN to 327'12004 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.b continuing backfill to osd.7 from (266'2000,327'12004] MIN to 327'12004 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.7 starting backfill to osd.0 from (0'0,0'0] MAX to 327'12090 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.7 continuing backfill to osd.7 from (265'2000,327'12090] MIN to 327'12090 2023-09-23T15:23:53.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.f starting backfill to osd.5 from (0'0,0'0] MAX to 327'12075 2023-09-23T15:23:53.764 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: 8.1 starting backfill to osd.7 from (0'0,0'0] MAX to 327'12034 2023-09-23T15:23:53.764 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: osdmap e330: 8 total, 8 up, 6 in 2023-09-23T15:23:53.764 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:53 smithi178 ceph-mon[192298]: pgmap v915: 99 pgs: 3 remapped+peering, 25 peering, 2 active+remapped+backfilling, 1 active+recovering+remapped, 4 active+remapped+backfill_wait, 2 active+remapped, 62 active+clean; 911 MiB data, 4.7 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 396 op/s; 10392/43779 objects misplaced (23.737%); 22 MiB/s, 344 objects/s recovering 2023-09-23T15:23:53.765 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.d starting backfill to osd.0 from (0'0,0'0] MAX to 327'11955 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.8 continuing backfill to osd.0 from (284'7181,327'11947] MIN to 327'11947 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.8 starting backfill to osd.1 from (0'0,0'0] MAX to 327'11947 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.3 starting backfill to osd.7 from (0'0,0'0] MAX to 327'11713 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.0 continuing backfill to osd.0 from (266'2000,327'12029] MIN to 327'12029 2023-09-23T15:23:53.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.0 starting backfill to osd.7 from (0'0,0'0] MAX to 327'12029 2023-09-23T15:23:53.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.9 starting backfill to osd.2 from (0'0,0'0] MAX to 327'11935 2023-09-23T15:23:53.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.b continuing backfill to osd.0 from (266'2000,327'12004] MIN to 327'12004 2023-09-23T15:23:53.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.b continuing backfill to osd.7 from (266'2000,327'12004] MIN to 327'12004 2023-09-23T15:23:53.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.7 starting backfill to osd.0 from (0'0,0'0] MAX to 327'12090 2023-09-23T15:23:53.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.7 continuing backfill to osd.7 from (265'2000,327'12090] MIN to 327'12090 2023-09-23T15:23:53.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.f starting backfill to osd.5 from (0'0,0'0] MAX to 327'12075 2023-09-23T15:23:53.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: 8.1 starting backfill to osd.7 from (0'0,0'0] MAX to 327'12034 2023-09-23T15:23:53.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: osdmap e330: 8 total, 8 up, 6 in 2023-09-23T15:23:53.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[219580]: pgmap v915: 99 pgs: 3 remapped+peering, 25 peering, 2 active+remapped+backfilling, 1 active+recovering+remapped, 4 active+remapped+backfill_wait, 2 active+remapped, 62 active+clean; 911 MiB data, 4.7 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 396 op/s; 10392/43779 objects misplaced (23.737%); 22 MiB/s, 344 objects/s recovering 2023-09-23T15:23:53.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: failed to encode map e329 with expected crc 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.d starting backfill to osd.0 from (0'0,0'0] MAX to 327'11955 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.8 continuing backfill to osd.0 from (284'7181,327'11947] MIN to 327'11947 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.8 starting backfill to osd.1 from (0'0,0'0] MAX to 327'11947 2023-09-23T15:23:53.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.3 starting backfill to osd.7 from (0'0,0'0] MAX to 327'11713 2023-09-23T15:23:53.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.0 continuing backfill to osd.0 from (266'2000,327'12029] MIN to 327'12029 2023-09-23T15:23:53.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.0 starting backfill to osd.7 from (0'0,0'0] MAX to 327'12029 2023-09-23T15:23:53.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.9 starting backfill to osd.2 from (0'0,0'0] MAX to 327'11935 2023-09-23T15:23:53.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.b continuing backfill to osd.0 from (266'2000,327'12004] MIN to 327'12004 2023-09-23T15:23:53.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.b continuing backfill to osd.7 from (266'2000,327'12004] MIN to 327'12004 2023-09-23T15:23:53.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.7 starting backfill to osd.0 from (0'0,0'0] MAX to 327'12090 2023-09-23T15:23:53.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.7 continuing backfill to osd.7 from (265'2000,327'12090] MIN to 327'12090 2023-09-23T15:23:53.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.f starting backfill to osd.5 from (0'0,0'0] MAX to 327'12075 2023-09-23T15:23:53.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: 8.1 starting backfill to osd.7 from (0'0,0'0] MAX to 327'12034 2023-09-23T15:23:53.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: osdmap e330: 8 total, 8 up, 6 in 2023-09-23T15:23:53.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:53 smithi118 ceph-mon[212312]: pgmap v915: 99 pgs: 3 remapped+peering, 25 peering, 2 active+remapped+backfilling, 1 active+recovering+remapped, 4 active+remapped+backfill_wait, 2 active+remapped, 62 active+clean; 911 MiB data, 4.7 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 396 op/s; 10392/43779 objects misplaced (23.737%); 22 MiB/s, 344 objects/s recovering 2023-09-23T15:23:53.839 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:53.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:53.846 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:53.946 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:53.980 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:53.997 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:23:54.035 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:54.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:54.040 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:54.141 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:54.168 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:54.216 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:54.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:54.219 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:54.320 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:54.348 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:54.542 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.542 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.613 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:54.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: 8.4 starting backfill to osd.0 from (0'0,0'0] MAX to 327'12285 2023-09-23T15:23:54.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: 8.5 starting backfill to osd.5 from (0'0,0'0] MAX to 327'11929 2023-09-23T15:23:54.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: 8.2 starting backfill to osd.7 from (0'0,0'0] MAX to 327'12037 2023-09-23T15:23:54.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: 8.4 continuing backfill to osd.3 from (284'7706,327'12285] MIN to 327'12285 2023-09-23T15:23:54.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 6 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T15:23:54.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:54 smithi178 ceph-mon[192298]: osdmap e331: 8 total, 8 up, 6 in 2023-09-23T15:23:54.617 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:54.617 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:54.718 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:54.747 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:54.795 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:54.797 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:54.798 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: 8.4 starting backfill to osd.0 from (0'0,0'0] MAX to 327'12285 2023-09-23T15:23:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: 8.5 starting backfill to osd.5 from (0'0,0'0] MAX to 327'11929 2023-09-23T15:23:54.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: 8.2 starting backfill to osd.7 from (0'0,0'0] MAX to 327'12037 2023-09-23T15:23:54.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: 8.4 continuing backfill to osd.3 from (284'7706,327'12285] MIN to 327'12285 2023-09-23T15:23:54.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 6 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T15:23:54.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[219580]: osdmap e331: 8 total, 8 up, 6 in 2023-09-23T15:23:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: failed to encode map e330 with expected crc 2023-09-23T15:23:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: 8.4 starting backfill to osd.0 from (0'0,0'0] MAX to 327'12285 2023-09-23T15:23:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: 8.5 starting backfill to osd.5 from (0'0,0'0] MAX to 327'11929 2023-09-23T15:23:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: 8.2 starting backfill to osd.7 from (0'0,0'0] MAX to 327'12037 2023-09-23T15:23:54.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: 8.4 continuing backfill to osd.3 from (284'7706,327'12285] MIN to 327'12285 2023-09-23T15:23:54.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 6 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T15:23:54.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:54 smithi118 ceph-mon[212312]: osdmap e331: 8 total, 8 up, 6 in 2023-09-23T15:23:54.898 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:54.928 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:54.979 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:54.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:54.983 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:55.084 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:55.111 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:55.154 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:55.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:55.157 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:55.257 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:23:55.283 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:55.535 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:23:55.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:55.538 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:23:55.639 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:55.731 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[219580]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[219580]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[219580]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[219580]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[219580]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[219580]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[219580]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[219580]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[219580]: osdmap e332: 8 total, 8 up, 6 in 2023-09-23T15:23:55.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[219580]: pgmap v918: 99 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 26 peering, 2 active+remapped+backfilling, 2 active+undersized+remapped, 4 active+remapped+backfill_wait, 1 active+remapped, 60 active+clean; 865 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 362 op/s; 8906/41556 objects misplaced (21.431%); 32 MiB/s, 513 objects/s recovering 2023-09-23T15:23:55.825 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[212312]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.825 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[212312]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.825 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[212312]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.825 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[212312]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.825 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[212312]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.825 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[212312]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.825 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[212312]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.826 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[212312]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.826 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[212312]: osdmap e332: 8 total, 8 up, 6 in 2023-09-23T15:23:55.826 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:55 smithi118 ceph-mon[212312]: pgmap v918: 99 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 26 peering, 2 active+remapped+backfilling, 2 active+undersized+remapped, 4 active+remapped+backfill_wait, 1 active+remapped, 60 active+clean; 865 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 362 op/s; 8906/41556 objects misplaced (21.431%); 32 MiB/s, 513 objects/s recovering 2023-09-23T15:23:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:55 smithi178 ceph-mon[192298]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:55 smithi178 ceph-mon[192298]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:55 smithi178 ceph-mon[192298]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:55 smithi178 ceph-mon[192298]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:55 smithi178 ceph-mon[192298]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:55 smithi178 ceph-mon[192298]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:55 smithi178 ceph-mon[192298]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:55 smithi178 ceph-mon[192298]: failed to encode map e331 with expected crc 2023-09-23T15:23:55.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:55 smithi178 ceph-mon[192298]: osdmap e332: 8 total, 8 up, 6 in 2023-09-23T15:23:55.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:55 smithi178 ceph-mon[192298]: pgmap v918: 99 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 26 peering, 2 active+remapped+backfilling, 2 active+undersized+remapped, 4 active+remapped+backfill_wait, 1 active+remapped, 60 active+clean; 865 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 362 op/s; 8906/41556 objects misplaced (21.431%); 32 MiB/s, 513 objects/s recovering 2023-09-23T15:23:56.148 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:23:56.149 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:23:56.165 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:56.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:56.178 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:56.279 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:56.319 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:56.377 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:56.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:56.385 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:56.486 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:56.513 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:56.539 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:23:56.556 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:56.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:56.559 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:56.560 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:23:56.579 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:23:56.600 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:23:56.644 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:23:56.660 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:56.696 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:23:56.740 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:23:56.772 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:23:56.774 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:56.791 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:23:56.791 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:23:56.791 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:23:56.791 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:23:56.791 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:23:56.792 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:23:56.792 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:23:56.792 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:23:56.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[212312]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[212312]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[212312]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[212312]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[212312]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1945695378' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:56.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[219580]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[219580]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[219580]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[219580]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[219580]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1945695378' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:56.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:56 smithi178 ceph-mon[192298]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:56 smithi178 ceph-mon[192298]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:56 smithi178 ceph-mon[192298]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:56 smithi178 ceph-mon[192298]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:56 smithi178 ceph-mon[192298]: failed to encode map e332 with expected crc 2023-09-23T15:23:56.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1945695378' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:23:57.026 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:23:57.027 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:57.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:57.030 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:57.131 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:57.208 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:57.335 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:57.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:57.350 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:57.451 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:23:57.539 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:57.571 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:23:57.649 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:23:57.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:57.653 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:23:57.754 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:23:57.801 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:57.876 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:23:57.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:57.879 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:23:57.979 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:23:58.016 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:58.096 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:23:58.173 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:23:58.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:58.178 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:23:58.278 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:58.305 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:58.353 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:58.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:58.356 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:58.457 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:23:58.489 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:58 smithi178 ceph-mon[192298]: failed to encode map e333 with expected crc 2023-09-23T15:23:58.489 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:58 smithi178 ceph-mon[192298]: osdmap e333: 8 total, 8 up, 6 in 2023-09-23T15:23:58.490 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:58 smithi178 ceph-mon[192298]: pgmap v920: 99 pgs: 8 active+clean+remapped, 1 active+recovering+undersized+remapped, 1 remapped+peering, 1 peering, 1 active+remapped+backfilling, 2 active+undersized+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 77 active+clean; 823 MiB data, 4.7 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 351 op/s; 11537/39537 objects misplaced (29.180%); 44 MiB/s, 2 keys/s, 700 objects/s recovering 2023-09-23T15:23:58.493 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:58.544 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:23:58.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:58.546 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:23:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:23:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:23:58] "GET /metrics HTTP/1.1" 200 36493 "" "Prometheus/2.43.0" 2023-09-23T15:23:58.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:58 smithi118 ceph-mon[219580]: failed to encode map e333 with expected crc 2023-09-23T15:23:58.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:58 smithi118 ceph-mon[219580]: osdmap e333: 8 total, 8 up, 6 in 2023-09-23T15:23:58.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:58 smithi118 ceph-mon[219580]: pgmap v920: 99 pgs: 8 active+clean+remapped, 1 active+recovering+undersized+remapped, 1 remapped+peering, 1 peering, 1 active+remapped+backfilling, 2 active+undersized+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 77 active+clean; 823 MiB data, 4.7 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 351 op/s; 11537/39537 objects misplaced (29.180%); 44 MiB/s, 2 keys/s, 700 objects/s recovering 2023-09-23T15:23:58.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:58 smithi118 ceph-mon[212312]: failed to encode map e333 with expected crc 2023-09-23T15:23:58.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:58 smithi118 ceph-mon[212312]: osdmap e333: 8 total, 8 up, 6 in 2023-09-23T15:23:58.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:58 smithi118 ceph-mon[212312]: pgmap v920: 99 pgs: 8 active+clean+remapped, 1 active+recovering+undersized+remapped, 1 remapped+peering, 1 peering, 1 active+remapped+backfilling, 2 active+undersized+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 77 active+clean; 823 MiB data, 4.7 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 351 op/s; 11537/39537 objects misplaced (29.180%); 44 MiB/s, 2 keys/s, 700 objects/s recovering 2023-09-23T15:23:58.647 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:23:58.672 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:58.723 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:23:58.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:58.728 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:23:58.829 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:58.869 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:58.954 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:58.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:58.956 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:59.057 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:59.089 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:59.138 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:59.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:59.143 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:23:59.162 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:23:59.243 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:23:59.270 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:59.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 7 pgs peering) 2023-09-23T15:23:59.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[212312]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.412 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[212312]: osdmap e334: 8 total, 8 up, 6 in 2023-09-23T15:23:59.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[212312]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[212312]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[212312]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[212312]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.413 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[212312]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.413 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 7 pgs peering) 2023-09-23T15:23:59.413 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[219580]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.413 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[219580]: osdmap e334: 8 total, 8 up, 6 in 2023-09-23T15:23:59.413 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[219580]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.413 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[219580]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.413 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[219580]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.414 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[219580]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.414 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:23:59 smithi118 ceph-mon[219580]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.416 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:23:59.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:59.419 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:23:59.520 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:23:59.593 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:23:59.593 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:23:59.593 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:23:59.593 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:23:59.594 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:23:59.612 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:23:59.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:59 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 7 pgs peering) 2023-09-23T15:23:59.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:59 smithi178 ceph-mon[192298]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:59 smithi178 ceph-mon[192298]: osdmap e334: 8 total, 8 up, 6 in 2023-09-23T15:23:59.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:59 smithi178 ceph-mon[192298]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:59 smithi178 ceph-mon[192298]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:59 smithi178 ceph-mon[192298]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:59 smithi178 ceph-mon[192298]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.618 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:23:59 smithi178 ceph-mon[192298]: failed to encode map e334 with expected crc 2023-09-23T15:23:59.922 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:23:59.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:23:59.925 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:00.026 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:00.053 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:00.134 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:00.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:00.154 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:00.255 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:00.304 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:00.401 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:24:00.426 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:00.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:00.437 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:00.537 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:00.581 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:00 smithi178 ceph-mon[192298]: failed to encode map e335 with expected crc 2023-09-23T15:24:00.582 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:00 smithi178 ceph-mon[192298]: failed to encode map e335 with expected crc 2023-09-23T15:24:00.582 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:00 smithi178 ceph-mon[192298]: osdmap e335: 8 total, 8 up, 6 in 2023-09-23T15:24:00.582 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:00 smithi178 ceph-mon[192298]: failed to encode map e335 with expected crc 2023-09-23T15:24:00.582 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:00 smithi178 ceph-mon[192298]: pgmap v923: 99 pgs: 1 active+recovering+undersized+remapped, 9 active+clean+remapped, 1 peering, 1 active+remapped+backfilling, 7 active+remapped+backfill_wait, 1 active+remapped, 79 active+clean; 794 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 279 op/s; 10513/38181 objects misplaced (27.535%); 40 MiB/s, 2 keys/s, 643 objects/s recovering 2023-09-23T15:24:00.584 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:00.657 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:00.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:00.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:00.764 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:00.808 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:00.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:00 smithi118 ceph-mon[219580]: failed to encode map e335 with expected crc 2023-09-23T15:24:00.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:00 smithi118 ceph-mon[219580]: failed to encode map e335 with expected crc 2023-09-23T15:24:00.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:00 smithi118 ceph-mon[219580]: osdmap e335: 8 total, 8 up, 6 in 2023-09-23T15:24:00.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:00 smithi118 ceph-mon[219580]: failed to encode map e335 with expected crc 2023-09-23T15:24:00.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:00 smithi118 ceph-mon[219580]: pgmap v923: 99 pgs: 1 active+recovering+undersized+remapped, 9 active+clean+remapped, 1 peering, 1 active+remapped+backfilling, 7 active+remapped+backfill_wait, 1 active+remapped, 79 active+clean; 794 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 279 op/s; 10513/38181 objects misplaced (27.535%); 40 MiB/s, 2 keys/s, 643 objects/s recovering 2023-09-23T15:24:00.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:00 smithi118 ceph-mon[212312]: failed to encode map e335 with expected crc 2023-09-23T15:24:00.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:00 smithi118 ceph-mon[212312]: failed to encode map e335 with expected crc 2023-09-23T15:24:00.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:00 smithi118 ceph-mon[212312]: osdmap e335: 8 total, 8 up, 6 in 2023-09-23T15:24:00.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:00 smithi118 ceph-mon[212312]: failed to encode map e335 with expected crc 2023-09-23T15:24:00.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:00 smithi118 ceph-mon[212312]: pgmap v923: 99 pgs: 1 active+recovering+undersized+remapped, 9 active+clean+remapped, 1 peering, 1 active+remapped+backfilling, 7 active+remapped+backfill_wait, 1 active+remapped, 79 active+clean; 794 MiB data, 4.6 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 279 op/s; 10513/38181 objects misplaced (27.535%); 40 MiB/s, 2 keys/s, 643 objects/s recovering 2023-09-23T15:24:00.865 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:00.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:00.871 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:00.889 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:24:00.938 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 2, 0] out_osds: [6, 4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:24:00.939 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:24:00.939 INFO:tasks.thrashosds.thrasher:Removing osd 2, in_osds are: [1, 3, 5, 7, 2, 0] 2023-09-23T15:24:00.939 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd out 2 2023-09-23T15:24:00.972 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:01.071 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:24:01.165 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:01.444 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:01.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:01.455 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:01.556 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:01.638 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:01.757 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:01.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:01.760 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:01.861 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:01.898 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:02.141 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:02.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:02.154 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:02.255 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:02.290 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:02.291 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:02.329 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:02.400 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:02.403 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:02.404 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:02.505 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:02.611 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:02.641 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:24:02.641 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:24:02.641 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:24:02.641 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:24:02.641 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.642 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:103552 8.2 8:4bd8c6cd:::benchmark_data_smithi118_424375_object486:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e281)", 2023-09-23T15:24:02.642 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:06.624846+0000", 2023-09-23T15:24:02.642 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 176.012573694, 2023-09-23T15:24:02.642 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.257752653, 2023-09-23T15:24:02.642 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.642 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.642 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.642 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.642 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.642 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 103552 2023-09-23T15:24:02.642 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624846+0000", 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624846+0000", 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.643 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624845+0000", 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624849+0000", 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5709999999999999e-06 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624863+0000", 2023-09-23T15:24:02.644 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3726999999999999e-05 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624869+0000", 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6779999999999997e-06 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.624918+0000", 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9064999999999999e-05 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.645 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.625042+0000", 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000124504 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.625150+0000", 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000107892 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.631921+0000", 2023-09-23T15:24:02.646 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0067710560000000001 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.631928+0000", 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9349999999999997e-06 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882499+0000", 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25057024100000003 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.647 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882553+0000", 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4617999999999998e-05 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882599+0000", 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5396999999999999e-05 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.648 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:103556 8.2 8:452dcebd:::benchmark_data_smithi118_424375_object490:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e281)", 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:06.628419+0000", 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 176.009000273, 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25428647199999999, 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 103556 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.649 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628419+0000", 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628419+0000", 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.650 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628418+0000", 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628431+0000", 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3210999999999999e-05 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628448+0000", 2023-09-23T15:24:02.651 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6283e-05 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628455+0000", 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3259999999999998e-06 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628501+0000", 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6230999999999998e-05 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.652 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628622+0000", 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012055100000000001 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.628723+0000", 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010123700000000001 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.632098+0000", 2023-09-23T15:24:02.653 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0033744859999999999 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.637697+0000", 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.005599967 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882649+0000", 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24495131000000001 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.654 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882681+0000", 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2521999999999998e-05 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:06.882706+0000", 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4488e-05 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.655 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:109601 8.2 8:40cbd06b:::benchmark_data_smithi118_424375_object6535:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:14.922479+0000", 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 167.71494075000001, 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.27490986899999997, 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 109601 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.656 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.657 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.657 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.657 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922479+0000", 2023-09-23T15:24:02.657 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.657 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.657 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.657 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.657 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922479+0000", 2023-09-23T15:24:02.657 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.657 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.657 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922478+0000", 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922483+0000", 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.575e-06 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.658 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922493+0000", 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0274e-05 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922498+0000", 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8239999999999999e-06 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922546+0000", 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7457000000000003e-05 2023-09-23T15:24:02.659 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922659+0000", 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011344 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.922764+0000", 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010491400000000001 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.660 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926086+0000", 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0033224410000000002 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926704+0000", 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00061716899999999999 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.197325+0000", 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.27062112799999999 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.661 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.662 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.662 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.197363+0000", 2023-09-23T15:24:02.662 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8696999999999999e-05 2023-09-23T15:24:02.662 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.662 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.662 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.662 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.197389+0000", 2023-09-23T15:24:02.662 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5262999999999999e-05 2023-09-23T15:24:02.662 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.662 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.662 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:109605 8.2 8:4190810b:::benchmark_data_smithi118_424375_object6539:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:21:14.926849+0000", 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 167.71057054600001, 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.27468156799999999, 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.663 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 109605 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926849+0000", 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926849+0000", 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.664 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.665 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.665 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.665 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926848+0000", 2023-09-23T15:24:02.665 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:02.665 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.665 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.667 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.667 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926852+0000", 2023-09-23T15:24:02.667 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7840000000000001e-06 2023-09-23T15:24:02.667 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.667 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.667 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.667 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926861+0000", 2023-09-23T15:24:02.667 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2359999999999993e-06 2023-09-23T15:24:02.667 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.667 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926865+0000", 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9750000000000001e-06 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.926902+0000", 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7061999999999999e-05 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.971050+0000", 2023-09-23T15:24:02.668 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.044148132999999999 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.971152+0000", 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000101576 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.973841+0000", 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002688644 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.669 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:14.974372+0000", 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00053162800000000003 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.201478+0000", 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22710615300000001 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.201508+0000", 2023-09-23T15:24:02.670 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9618e-05 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:21:15.201531+0000", 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2617e-05 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194064 8.2 8:4b9d7dbb:::benchmark_data_smithi118_424375_object90998:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.671 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.442388+0000", 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 4.1950320730000001, 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0030711919999999, 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194064 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.672 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442388+0000", 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442388+0000", 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442386+0000", 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:02.673 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442392+0000", 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.536e-06 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442404+0000", 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1960000000000001e-05 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.674 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.675 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442409+0000", 2023-09-23T15:24:02.675 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8799999999999999e-06 2023-09-23T15:24:02.675 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.675 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.675 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.675 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442455+0000", 2023-09-23T15:24:02.675 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6295999999999999e-05 2023-09-23T15:24:02.675 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.675 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.675 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.675 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442465+0000", 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0283e-05 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.413772+0000", 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.97130680800000002 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.413875+0000", 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000102871 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.676 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.413950+0000", 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5014999999999999e-05 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.422689+0000", 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0087389700000000004 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445307+0000", 2023-09-23T15:24:02.677 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.022618257999999999 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445372+0000", 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4345999999999997e-05 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445419+0000", 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7233e-05 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.678 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445459+0000", 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9886999999999999e-05 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194068 8.2 8:46a9185c:::benchmark_data_smithi118_424375_object91002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.442943+0000", 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 4.1944765390000001, 2023-09-23T15:24:02.679 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0026574749999999, 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194068 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442943+0000", 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.680 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442943+0000", 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442942+0000", 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.681 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442950+0000", 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1130000000000001e-06 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442959+0000", 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0790000000000007e-06 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.442964+0000", 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9479999999999999e-06 2023-09-23T15:24:02.682 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.443009+0000", 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4603e-05 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.443015+0000", 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5980000000000002e-06 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.683 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.415830+0000", 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.97281404299999996 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.415902+0000", 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2915000000000002e-05 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.415999+0000", 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7023999999999998e-05 2023-09-23T15:24:02.684 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.426873+0000", 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.01087364 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445344+0000", 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.018470878999999999 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.685 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445520+0000", 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00017560500000000001 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445563+0000", 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3189000000000003e-05 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445601+0000", 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7772999999999999e-05 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.686 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194075 8.2 8:49efff39:::benchmark_data_smithi118_424375_object91009:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.450521+0000", 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 4.1868985759999999, 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99523097299999996, 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194075 2023-09-23T15:24:02.687 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.450521+0000", 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.450521+0000", 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.688 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.450520+0000", 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.450526+0000", 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7989999999999996e-06 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.689 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.450538+0000", 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2106999999999999e-05 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.450544+0000", 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0100000000000001e-06 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.450595+0000", 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0914000000000001e-05 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.690 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.691 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.691 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.450603+0000", 2023-09-23T15:24:02.691 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5820000000000004e-06 2023-09-23T15:24:02.691 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.691 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.691 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.691 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.417568+0000", 2023-09-23T15:24:02.691 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.96696472899999997 2023-09-23T15:24:02.691 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.691 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.691 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.417660+0000", 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2279000000000002e-05 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.417729+0000", 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9234999999999997e-05 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.426884+0000", 2023-09-23T15:24:02.692 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0091545110000000006 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445493+0000", 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.018609263000000001 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445669+0000", 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00017625599999999999 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.693 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445712+0000", 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2864000000000002e-05 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445752+0000", 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9895999999999999e-05 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.694 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194078 8.2 8:49d7943a:::benchmark_data_smithi118_424375_object91012:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.452689+0000", 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 4.1847302600000003, 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99317566400000001, 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194078 2023-09-23T15:24:02.695 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.452689+0000", 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.452689+0000", 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.696 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.452688+0000", 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.452697+0000", 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8859999999999993e-06 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.452713+0000", 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6032000000000002e-05 2023-09-23T15:24:02.697 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.452719+0000", 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7719999999999997e-06 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.452773+0000", 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3448000000000001e-05 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.698 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.452783+0000", 2023-09-23T15:24:02.699 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0144e-05 2023-09-23T15:24:02.699 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.699 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.699 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.699 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.419827+0000", 2023-09-23T15:24:02.699 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.96704428499999995 2023-09-23T15:24:02.699 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.699 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.699 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.699 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.419992+0000", 2023-09-23T15:24:02.699 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016431700000000001 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.420157+0000", 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016521999999999999 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.430390+0000", 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.010233244000000001 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.700 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.701 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445637+0000", 2023-09-23T15:24:02.701 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015246724999999999 2023-09-23T15:24:02.701 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.701 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.701 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.701 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445787+0000", 2023-09-23T15:24:02.701 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015066100000000001 2023-09-23T15:24:02.701 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.701 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.701 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.701 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445829+0000", 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1489000000000002e-05 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445865+0000", 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6131999999999999e-05 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.702 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194143 8.2 8:41684b0a:::benchmark_data_smithi118_424375_object91077:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.554522+0000", 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 4.0828977489999998, 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89149089100000001, 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194143 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.703 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.554522+0000", 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.554522+0000", 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.554520+0000", 2023-09-23T15:24:02.704 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999976 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.554532+0000", 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.205e-05 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.554556+0000", 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4796000000000001e-05 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.705 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.554569+0000", 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2999999999999999e-05 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.554653+0000", 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3406999999999996e-05 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.706 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.554658+0000", 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5010000000000004e-06 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.422739+0000", 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86808053900000004 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.422850+0000", 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000111031 2023-09-23T15:24:02.707 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.708 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.708 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.708 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.422935+0000", 2023-09-23T15:24:02.708 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5085000000000003e-05 2023-09-23T15:24:02.708 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.708 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.708 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.708 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.430398+0000", 2023-09-23T15:24:02.708 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0074625550000000001 2023-09-23T15:24:02.708 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.708 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445901+0000", 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015503477999999999 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445933+0000", 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2014999999999998e-05 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.709 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445975+0000", 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1708000000000001e-05 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446013+0000", 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7916000000000001e-05 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.710 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194154 8.2 8:45391f4b:::benchmark_data_smithi118_424375_object91088:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.713384+0000", 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.924035672, 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.73277687800000002, 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194154 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.711 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.713384+0000", 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.713384+0000", 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.712 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.713382+0000", 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.713391+0000", 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6270000000000006e-06 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.713409+0000", 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8128999999999999e-05 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.713 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.714 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.714 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.713416+0000", 2023-09-23T15:24:02.714 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.17e-06 2023-09-23T15:24:02.714 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.714 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.714 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.714 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.713469+0000", 2023-09-23T15:24:02.714 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3029000000000003e-05 2023-09-23T15:24:02.714 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.714 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.714 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.713479+0000", 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4930000000000004e-06 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.424974+0000", 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.71149514700000005 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.425075+0000", 2023-09-23T15:24:02.715 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000100893 2023-09-23T15:24:02.716 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.716 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.716 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.716 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.425156+0000", 2023-09-23T15:24:02.716 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1397999999999996e-05 2023-09-23T15:24:02.716 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.716 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.716 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.716 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.433473+0000", 2023-09-23T15:24:02.716 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0083164769999999992 2023-09-23T15:24:02.716 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446050+0000", 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012577141 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446081+0000", 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1233999999999999e-05 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.717 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446124+0000", 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2815000000000003e-05 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446161+0000", 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6825000000000001e-05 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.718 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194171 8.2 8:45d53673:::benchmark_data_smithi118_424375_object91105:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.741840+0000", 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.8955795530000001, 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.70448989500000003, 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194171 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.719 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.741840+0000", 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.741840+0000", 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.720 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.721 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.741839+0000", 2023-09-23T15:24:02.721 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:02.721 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.721 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.721 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.721 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.741845+0000", 2023-09-23T15:24:02.721 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8859999999999998e-06 2023-09-23T15:24:02.721 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.721 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.721 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.721 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.741861+0000", 2023-09-23T15:24:02.722 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5780000000000001e-05 2023-09-23T15:24:02.722 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.722 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.722 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.722 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.741868+0000", 2023-09-23T15:24:02.722 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4949999999999996e-06 2023-09-23T15:24:02.722 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.722 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.722 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.722 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.741910+0000", 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2555999999999997e-05 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.741917+0000", 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9299999999999997e-06 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.426932+0000", 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.68501465800000005 2023-09-23T15:24:02.723 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.427021+0000", 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9096000000000002e-05 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.427117+0000", 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6401000000000001e-05 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.724 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.433478+0000", 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0063605390000000001 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446196+0000", 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012717615999999999 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446233+0000", 2023-09-23T15:24:02.725 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7035e-05 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446280+0000", 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7318999999999999e-05 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446330+0000", 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0043999999999997e-05 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.726 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194182 8.2 8:43e5c8a2:::benchmark_data_smithi118_424375_object91116:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.758373+0000", 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.8790465469999997, 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.68815285900000001, 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.727 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194182 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.758373+0000", 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.758373+0000", 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.728 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.758372+0000", 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.758378+0000", 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0929999999999999e-06 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.729 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.758390+0000", 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2214e-05 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.758397+0000", 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6950000000000003e-06 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.758446+0000", 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.884e-05 2023-09-23T15:24:02.730 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.758454+0000", 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1329999999999999e-06 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.428582+0000", 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.67012839499999999 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.731 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.428676+0000", 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.3908999999999998e-05 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.428747+0000", 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0507999999999996e-05 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.436753+0000", 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0080061890000000004 2023-09-23T15:24:02.732 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446383+0000", 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0096306050000000004 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446440+0000", 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6202000000000002e-05 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.733 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446487+0000", 2023-09-23T15:24:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7369e-05 2023-09-23T15:24:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446526+0000", 2023-09-23T15:24:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8866999999999999e-05 2023-09-23T15:24:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.734 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194200 8.2 8:40539c82:::benchmark_data_smithi118_424375_object91134:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.781567+0000", 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.85585252, 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.66521817599999999, 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194200 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.735 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.781567+0000", 2023-09-23T15:24:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.781567+0000", 2023-09-23T15:24:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.736 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.781565+0000", 2023-09-23T15:24:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:24:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.781574+0000", 2023-09-23T15:24:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3329999999999997e-06 2023-09-23T15:24:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.737 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.781594+0000", 2023-09-23T15:24:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0653e-05 2023-09-23T15:24:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.781603+0000", 2023-09-23T15:24:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.4549999999999995e-06 2023-09-23T15:24:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.738 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.781658+0000", 2023-09-23T15:24:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5308e-05 2023-09-23T15:24:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.781669+0000", 2023-09-23T15:24:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1342000000000001e-05 2023-09-23T15:24:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.739 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.430482+0000", 2023-09-23T15:24:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.64881289900000005 2023-09-23T15:24:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.430603+0000", 2023-09-23T15:24:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000120754 2023-09-23T15:24:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.740 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.430732+0000", 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012904799999999999 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.436757+0000", 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0060254719999999996 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446576+0000", 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0098181009999999992 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.741 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446707+0000", 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013105500000000001 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446748+0000", 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1111e-05 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446785+0000", 2023-09-23T15:24:02.742 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7527999999999997e-05 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194203 8.2 8:4c600c64:::benchmark_data_smithi118_424375_object91137:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.784734+0000", 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.8526853989999998, 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.66219961800000005, 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.743 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194203 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.784734+0000", 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.744 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.784734+0000", 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.784733+0000", 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.784738+0000", 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.164e-06 2023-09-23T15:24:02.745 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.784749+0000", 2023-09-23T15:24:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1093e-05 2023-09-23T15:24:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.784754+0000", 2023-09-23T15:24:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6949999999999999e-06 2023-09-23T15:24:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.746 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.784794+0000", 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0494999999999998e-05 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.784800+0000", 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6010000000000002e-06 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.432200+0000", 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.64739963 2023-09-23T15:24:02.747 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.432298+0000", 2023-09-23T15:24:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7958e-05 2023-09-23T15:24:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.432368+0000", 2023-09-23T15:24:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0259999999999995e-05 2023-09-23T15:24:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.748 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.442851+0000", 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.010483554000000001 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446823+0000", 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039714030000000001 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.749 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446856+0000", 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2824999999999998e-05 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446897+0000", 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1789000000000003e-05 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446934+0000", 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6470999999999997e-05 2023-09-23T15:24:02.750 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194234 8.2 8:41dbf0b5:::benchmark_data_smithi118_424375_object91168:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.828088+0000", 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.8093318160000003, 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.61898933700000003, 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.751 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194234 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.828088+0000", 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.752 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.828088+0000", 2023-09-23T15:24:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.828087+0000", 2023-09-23T15:24:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.753 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.828092+0000", 2023-09-23T15:24:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4670000000000003e-06 2023-09-23T15:24:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.828105+0000", 2023-09-23T15:24:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2805e-05 2023-09-23T15:24:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.754 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.828111+0000", 2023-09-23T15:24:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5289999999999997e-06 2023-09-23T15:24:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.828157+0000", 2023-09-23T15:24:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5118999999999999e-05 2023-09-23T15:24:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.828164+0000", 2023-09-23T15:24:02.755 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6809999999999998e-06 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.433518+0000", 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.60535408700000004 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.433638+0000", 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000119528 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.756 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.433760+0000", 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000122012 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.442858+0000", 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0090977780000000008 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.757 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446969+0000", 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.004111122 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447001+0000", 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1856999999999997e-05 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447041+0000", 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0129000000000002e-05 2023-09-23T15:24:02.758 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447077+0000", 2023-09-23T15:24:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6307000000000003e-05 2023-09-23T15:24:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194245 8.2 8:46d802fd:::benchmark_data_smithi118_424375_object91179:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.759 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.852608+0000", 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.7848118959999999, 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.59461429300000002, 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194245 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.760 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.852608+0000", 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.852608+0000", 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.852606+0000", 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:02.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.852613+0000", 2023-09-23T15:24:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6610000000000003e-06 2023-09-23T15:24:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.852629+0000", 2023-09-23T15:24:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5818e-05 2023-09-23T15:24:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.762 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.852635+0000", 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5910000000000001e-06 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.852686+0000", 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0555e-05 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.852695+0000", 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9500000000000007e-06 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.435046+0000", 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.58235125499999996 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.435132+0000", 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5476999999999995e-05 2023-09-23T15:24:02.764 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.435199+0000", 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7032999999999993e-05 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.444982+0000", 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0097829270000000003 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.765 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447112+0000", 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0021301520000000002 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447143+0000", 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1560999999999998e-05 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447186+0000", 2023-09-23T15:24:02.766 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3152999999999998e-05 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447222+0000", 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5568999999999998e-05 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194250 8.2 8:4a6cd912:::benchmark_data_smithi118_424375_object91184:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.767 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.860239+0000", 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.7771807470000001, 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.58713226900000004, 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194250 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.768 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.860239+0000", 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.860239+0000", 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.860237+0000", 2023-09-23T15:24:02.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.860243+0000", 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7769999999999999e-06 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.860257+0000", 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4041e-05 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.860283+0000", 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5584000000000001e-05 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.860332+0000", 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8872000000000002e-05 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.860343+0000", 2023-09-23T15:24:02.771 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1252e-05 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.436787+0000", 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.57644368999999995 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.436898+0000", 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011086600000000001 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.772 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.437020+0000", 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000122848 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.444989+0000", 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0079684130000000006 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447257+0000", 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002268703 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447293+0000", 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5200000000000002e-05 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447336+0000", 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3441e-05 2023-09-23T15:24:02.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447371+0000", 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4990000000000002e-05 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194274 8.2 8:45f76b81:::benchmark_data_smithi118_424375_object91208:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.928819+0000", 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.7086009669999997, 2023-09-23T15:24:02.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.518732101, 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194274 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.928819+0000", 2023-09-23T15:24:02.776 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.928819+0000", 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.928817+0000", 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.777 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.928822+0000", 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.135e-06 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.928833+0000", 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0832000000000001e-05 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.928838+0000", 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9620000000000001e-06 2023-09-23T15:24:02.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.928874+0000", 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6100000000000003e-05 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.928880+0000", 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1550000000000004e-06 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.779 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.438474+0000", 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.50959373399999996 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.438570+0000", 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5406000000000001e-05 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.438675+0000", 2023-09-23T15:24:02.780 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000105305 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.444996+0000", 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0063206829999999997 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447439+0000", 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002443537 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.781 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447473+0000", 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3905999999999997e-05 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447516+0000", 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2660000000000002e-05 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.782 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447551+0000", 2023-09-23T15:24:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.506e-05 2023-09-23T15:24:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194278 8.2 8:41768846:::benchmark_data_smithi118_424375_object91212:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:58.937154+0000", 2023-09-23T15:24:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.700265634, 2023-09-23T15:24:02.783 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.51052928900000005, 2023-09-23T15:24:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194278 2023-09-23T15:24:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.785 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.937154+0000", 2023-09-23T15:24:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.786 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.937154+0000", 2023-09-23T15:24:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.787 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.937153+0000", 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.937158+0000", 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0520000000000001e-06 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.937170+0000", 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2043e-05 2023-09-23T15:24:02.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.937175+0000", 2023-09-23T15:24:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0939999999999998e-06 2023-09-23T15:24:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.937211+0000", 2023-09-23T15:24:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5806000000000002e-05 2023-09-23T15:24:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.789 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.937218+0000", 2023-09-23T15:24:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8870000000000003e-06 2023-09-23T15:24:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.440719+0000", 2023-09-23T15:24:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.50350099999999998 2023-09-23T15:24:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.440798+0000", 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9542999999999994e-05 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.440869+0000", 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0919000000000003e-05 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.445243+0000", 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043734810000000002 2023-09-23T15:24:02.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447589+0000", 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002346295 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447617+0000", 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8348999999999999e-05 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447652+0000", 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4978999999999998e-05 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447683+0000", 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0880000000000002e-05 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:194315 8.2 8:4266fc4e:::benchmark_data_smithi118_424375_object91249:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e334)", 2023-09-23T15:24:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:59.092540+0000", 2023-09-23T15:24:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 3.5448792060000001, 2023-09-23T15:24:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.358146574, 2023-09-23T15:24:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 194315 2023-09-23T15:24:02.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.092540+0000", 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.092540+0000", 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.795 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.092539+0000", 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.092546+0000", 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5189999999999998e-06 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.092560+0000", 2023-09-23T15:24:02.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3869999999999999e-05 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.092565+0000", 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5820000000000001e-06 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.092610+0000", 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4953000000000001e-05 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.092618+0000", 2023-09-23T15:24:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8369999999999997e-06 2023-09-23T15:24:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.442895+0000", 2023-09-23T15:24:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.35027714100000001 2023-09-23T15:24:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.443016+0000", 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000120918 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.443140+0000", 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012390900000000001 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.446539+0000", 2023-09-23T15:24:02.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0033991379999999999 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.447717+0000", 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0011777770000000001 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.450585+0000", 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0028680279999999999 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.450644+0000", 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8826999999999998e-05 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:59.450687+0000", 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3248000000000003e-05 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:02.801 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:24:02.802 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:02 smithi118 ceph-mon[219580]: pgmap v924: 99 pgs: 1 active+recovering+undersized+remapped, 9 active+clean+remapped, 1 active+remapped+backfilling, 7 active+remapped+backfill_wait, 1 active+remapped, 80 active+clean; 756 MiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 288 op/s; 9561/36363 objects misplaced (26.293%); 27 MiB/s, 1 keys/s, 431 objects/s recovering 2023-09-23T15:24:02.802 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:02 smithi178 ceph-mon[192298]: pgmap v924: 99 pgs: 1 active+recovering+undersized+remapped, 9 active+clean+remapped, 1 active+remapped+backfilling, 7 active+remapped+backfill_wait, 1 active+remapped, 80 active+clean; 756 MiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 288 op/s; 9561/36363 objects misplaced (26.293%); 27 MiB/s, 1 keys/s, 431 objects/s recovering 2023-09-23T15:24:02.803 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:02 smithi118 ceph-mon[212312]: pgmap v924: 99 pgs: 1 active+recovering+undersized+remapped, 9 active+clean+remapped, 1 active+remapped+backfilling, 7 active+remapped+backfill_wait, 1 active+remapped, 80 active+clean; 756 MiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 288 op/s; 9561/36363 objects misplaced (26.293%); 27 MiB/s, 1 keys/s, 431 objects/s recovering 2023-09-23T15:24:02.841 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:02.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:02.869 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:02.970 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:03.011 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:03.107 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:03.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:03.111 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:03.212 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:03.266 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:03.455 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:24:03.509 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:24:03.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:03 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2669115837' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:03.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:03 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:03.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:03 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2669115837' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:03.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:03 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:03.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:03 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2669115837' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:03.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:03 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:04.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[212312]: pgmap v925: 99 pgs: 1 active+recovering+undersized+remapped, 8 active+clean+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 687 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 361 op/s; 8963/33009 objects misplaced (27.153%); 14 MiB/s, 222 objects/s recovering 2023-09-23T15:24:04.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:24:04.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:24:04.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[212312]: failed to encode map e336 with expected crc 2023-09-23T15:24:04.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[212312]: failed to encode map e336 with expected crc 2023-09-23T15:24:04.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:24:04.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[212312]: osdmap e336: 8 total, 8 up, 6 in 2023-09-23T15:24:04.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[219580]: pgmap v925: 99 pgs: 1 active+recovering+undersized+remapped, 8 active+clean+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 687 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 361 op/s; 8963/33009 objects misplaced (27.153%); 14 MiB/s, 222 objects/s recovering 2023-09-23T15:24:04.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:24:04.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:24:04.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[219580]: failed to encode map e336 with expected crc 2023-09-23T15:24:04.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[219580]: failed to encode map e336 with expected crc 2023-09-23T15:24:04.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:24:04.825 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:04 smithi118 ceph-mon[219580]: osdmap e336: 8 total, 8 up, 6 in 2023-09-23T15:24:04.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:04 smithi178 ceph-mon[192298]: pgmap v925: 99 pgs: 1 active+recovering+undersized+remapped, 8 active+clean+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 687 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 361 op/s; 8963/33009 objects misplaced (27.153%); 14 MiB/s, 222 objects/s recovering 2023-09-23T15:24:04.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:04 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:24:04.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:04 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:24:04.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:04 smithi178 ceph-mon[192298]: failed to encode map e336 with expected crc 2023-09-23T15:24:04.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:04 smithi178 ceph-mon[192298]: failed to encode map e336 with expected crc 2023-09-23T15:24:04.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:04 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:24:04.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:04 smithi178 ceph-mon[192298]: osdmap e336: 8 total, 8 up, 6 in 2023-09-23T15:24:05.109 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:05.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:05.118 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:05.218 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:05.300 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:06.589 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:06.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:06.602 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:06.703 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:06.762 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:06 smithi178 ceph-mon[192298]: pgmap v927: 99 pgs: 1 active+recovering+undersized+remapped, 8 active+clean+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 604 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 484 op/s; 7018/29049 objects misplaced (24.159%); 7.6 MiB/s, 136 objects/s recovering 2023-09-23T15:24:06.769 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:06.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:06 smithi118 ceph-mon[219580]: pgmap v927: 99 pgs: 1 active+recovering+undersized+remapped, 8 active+clean+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 604 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 484 op/s; 7018/29049 objects misplaced (24.159%); 7.6 MiB/s, 136 objects/s recovering 2023-09-23T15:24:06.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:06 smithi118 ceph-mon[212312]: pgmap v927: 99 pgs: 1 active+recovering+undersized+remapped, 8 active+clean+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 604 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 484 op/s; 7018/29049 objects misplaced (24.159%); 7.6 MiB/s, 136 objects/s recovering 2023-09-23T15:24:06.834 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:06.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:06.840 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:06.940 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:07.058 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:07.220 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:07.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:07.239 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:07.340 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:07.374 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:07.427 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:07.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:07.431 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:07.483 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:07.531 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:07.626 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:07.881 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:24:07.924 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:24:07.926 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:07.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:07.934 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:07.996 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:24:08.034 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:08.044 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:24:08.089 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:24:08.119 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:24:08.133 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:08.157 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:24:08.171 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:07 smithi118 conmon[212288]: 2023-09-23T15:24:07.891+0000 7f4045f51700 -1 mon.a@0(leader).osd e336 definitely_dead 0 2023-09-23T15:24:08.171 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:08.171 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:08.171 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[212312]: pgmap v928: 99 pgs: 1 active+recovering+undersized+remapped, 8 active+clean+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 525 MiB data, 4.0 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 538 op/s; 6303/25236 objects misplaced (24.976%); 2.8 MiB/s, 57 objects/s recovering 2023-09-23T15:24:08.172 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/957715724' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:08.172 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/315368281' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:24:08.172 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:24:08.172 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[212312]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T15:24:08.173 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:08.173 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:08.173 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[219580]: pgmap v928: 99 pgs: 1 active+recovering+undersized+remapped, 8 active+clean+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 525 MiB data, 4.0 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 538 op/s; 6303/25236 objects misplaced (24.976%); 2.8 MiB/s, 57 objects/s recovering 2023-09-23T15:24:08.173 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/957715724' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:08.173 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/315368281' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:24:08.173 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:24:08.173 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:07 smithi118 ceph-mon[219580]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T15:24:08.216 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:24:08.216 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:24:08.216 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:24:08.216 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:24:08.217 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:24:08.217 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:24:08.217 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:24:08.217 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:24:08.217 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:24:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:07 smithi178 ceph-mon[192298]: pgmap v928: 99 pgs: 1 active+recovering+undersized+remapped, 8 active+clean+remapped, 7 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 525 MiB data, 4.0 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 538 op/s; 6303/25236 objects misplaced (24.976%); 2.8 MiB/s, 57 objects/s recovering 2023-09-23T15:24:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/957715724' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/315368281' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:24:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:07 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:24:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:07 smithi178 ceph-mon[192298]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T15:24:08.473 INFO:teuthology.orchestra.run.smithi118.stderr:marked out osd.2. 2023-09-23T15:24:08.520 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:24:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:24:08] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2023-09-23T15:24:08.659 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:08.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:08.662 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:08.763 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:08.789 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:08.832 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:08.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:08.839 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:08.939 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:08.969 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:09.079 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:24:09.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:09 smithi118 ceph-mon[219580]: failed to encode map e337 with expected crc 2023-09-23T15:24:09.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:09 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T15:24:09.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:09 smithi118 ceph-mon[219580]: osdmap e337: 8 total, 8 up, 5 in 2023-09-23T15:24:09.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:09 smithi118 ceph-mon[212312]: failed to encode map e337 with expected crc 2023-09-23T15:24:09.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:09 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T15:24:09.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:09 smithi118 ceph-mon[212312]: osdmap e337: 8 total, 8 up, 5 in 2023-09-23T15:24:09.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:09 smithi178 ceph-mon[192298]: failed to encode map e337 with expected crc 2023-09-23T15:24:09.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:09 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T15:24:09.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:09 smithi178 ceph-mon[192298]: osdmap e337: 8 total, 8 up, 5 in 2023-09-23T15:24:10.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[219580]: pgmap v930: 99 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 8 active+clean+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 497 MiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 518 op/s; 6140/23913 objects misplaced (25.676%); 2.8 MiB/s, 121 objects/s recovering 2023-09-23T15:24:10.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[219580]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[219580]: 8.3 starting backfill to osd.0 from (0'0,0'0] MAX to 336'12128 2023-09-23T15:24:10.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[219580]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[219580]: osdmap e338: 8 total, 8 up, 5 in 2023-09-23T15:24:10.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[219580]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[219580]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[219580]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[219580]: 8.3 continuing backfill to osd.7 from (279'6017,336'12128] 8:cb4fb956:::benchmark_data_smithi118_424375_object91000:head to 336'12128 2023-09-23T15:24:10.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[219580]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[212312]: pgmap v930: 99 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 8 active+clean+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 497 MiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 518 op/s; 6140/23913 objects misplaced (25.676%); 2.8 MiB/s, 121 objects/s recovering 2023-09-23T15:24:10.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[212312]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[212312]: 8.3 starting backfill to osd.0 from (0'0,0'0] MAX to 336'12128 2023-09-23T15:24:10.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[212312]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[212312]: osdmap e338: 8 total, 8 up, 5 in 2023-09-23T15:24:10.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[212312]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[212312]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[212312]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[212312]: 8.3 continuing backfill to osd.7 from (279'6017,336'12128] 8:cb4fb956:::benchmark_data_smithi118_424375_object91000:head to 336'12128 2023-09-23T15:24:10.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:10 smithi118 ceph-mon[212312]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:10 smithi178 ceph-mon[192298]: pgmap v930: 99 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 8 active+clean+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 82 active+clean; 497 MiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 518 op/s; 6140/23913 objects misplaced (25.676%); 2.8 MiB/s, 121 objects/s recovering 2023-09-23T15:24:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:10 smithi178 ceph-mon[192298]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:10 smithi178 ceph-mon[192298]: 8.3 starting backfill to osd.0 from (0'0,0'0] MAX to 336'12128 2023-09-23T15:24:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:10 smithi178 ceph-mon[192298]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:10 smithi178 ceph-mon[192298]: osdmap e338: 8 total, 8 up, 5 in 2023-09-23T15:24:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:10 smithi178 ceph-mon[192298]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:10 smithi178 ceph-mon[192298]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:10 smithi178 ceph-mon[192298]: failed to encode map e338 with expected crc 2023-09-23T15:24:10.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:10 smithi178 ceph-mon[192298]: 8.3 continuing backfill to osd.7 from (279'6017,336'12128] 8:cb4fb956:::benchmark_data_smithi118_424375_object91000:head to 336'12128 2023-09-23T15:24:10.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:10 smithi178 ceph-mon[192298]: failed to encode map e338 with expected crc 2023-09-23T15:24:11.041 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:11.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:11.046 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:11.147 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:11.180 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:11.347 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:11.350 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:11.350 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:11.451 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:11.478 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:11.524 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:11.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:11.526 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:11.627 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:11.651 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[219580]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.651 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[219580]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.651 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[219580]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.651 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[219580]: osdmap e339: 8 total, 8 up, 5 in 2023-09-23T15:24:11.651 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[219580]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.651 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[219580]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.651 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[219580]: 8.e starting backfill to osd.5 from (0'0,0'0] MAX to 336'12589 2023-09-23T15:24:11.651 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[219580]: 8.9 starting backfill to osd.7 from (0'0,0'0] MAX to 336'12391 2023-09-23T15:24:11.652 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[219580]: 8.a starting backfill to osd.0 from (0'0,0'0] MAX to 336'12488 2023-09-23T15:24:11.652 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[219580]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.652 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[212312]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.652 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[212312]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.652 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[212312]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.652 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[212312]: osdmap e339: 8 total, 8 up, 5 in 2023-09-23T15:24:11.652 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[212312]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.652 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[212312]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.652 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[212312]: 8.e starting backfill to osd.5 from (0'0,0'0] MAX to 336'12589 2023-09-23T15:24:11.652 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[212312]: 8.9 starting backfill to osd.7 from (0'0,0'0] MAX to 336'12391 2023-09-23T15:24:11.652 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[212312]: 8.a starting backfill to osd.0 from (0'0,0'0] MAX to 336'12488 2023-09-23T15:24:11.653 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:11 smithi118 ceph-mon[212312]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.653 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:11.791 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:11.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:11.795 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:11 smithi178 ceph-mon[192298]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:11 smithi178 ceph-mon[192298]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:11 smithi178 ceph-mon[192298]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:11 smithi178 ceph-mon[192298]: osdmap e339: 8 total, 8 up, 5 in 2023-09-23T15:24:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:11 smithi178 ceph-mon[192298]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:11 smithi178 ceph-mon[192298]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:11 smithi178 ceph-mon[192298]: 8.e starting backfill to osd.5 from (0'0,0'0] MAX to 336'12589 2023-09-23T15:24:11.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:11 smithi178 ceph-mon[192298]: 8.9 starting backfill to osd.7 from (0'0,0'0] MAX to 336'12391 2023-09-23T15:24:11.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:11 smithi178 ceph-mon[192298]: 8.a starting backfill to osd.0 from (0'0,0'0] MAX to 336'12488 2023-09-23T15:24:11.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:11 smithi178 ceph-mon[192298]: failed to encode map e339 with expected crc 2023-09-23T15:24:11.896 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:11.982 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:12.711 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:12.727 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:12.728 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:12.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[212312]: pgmap v933: 99 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 8 active+clean+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 80 active+clean; 445 MiB data, 2.9 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 423 op/s; 5074/21426 objects misplaced (23.682%); 0 B/s, 85 objects/s recovering 2023-09-23T15:24:12.828 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[212312]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.828 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[212312]: osdmap e340: 8 total, 8 up, 5 in 2023-09-23T15:24:12.828 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[212312]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.828 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[212312]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.828 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[212312]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.828 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[219580]: pgmap v933: 99 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 8 active+clean+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 80 active+clean; 445 MiB data, 2.9 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 423 op/s; 5074/21426 objects misplaced (23.682%); 0 B/s, 85 objects/s recovering 2023-09-23T15:24:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[219580]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[219580]: osdmap e340: 8 total, 8 up, 5 in 2023-09-23T15:24:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[219580]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[219580]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:12 smithi118 ceph-mon[219580]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:12 smithi178 ceph-mon[192298]: pgmap v933: 99 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 8 active+clean+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 80 active+clean; 445 MiB data, 2.9 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 423 op/s; 5074/21426 objects misplaced (23.682%); 0 B/s, 85 objects/s recovering 2023-09-23T15:24:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:12 smithi178 ceph-mon[192298]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:12 smithi178 ceph-mon[192298]: osdmap e340: 8 total, 8 up, 5 in 2023-09-23T15:24:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:12 smithi178 ceph-mon[192298]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:12 smithi178 ceph-mon[192298]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:12 smithi178 ceph-mon[192298]: failed to encode map e340 with expected crc 2023-09-23T15:24:12.891 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:13.342 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:13.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:13.357 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:13.458 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:13.487 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:13.550 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:13.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:13.554 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:13.603 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:13.655 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:13.686 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:13.743 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:13.749 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:13 smithi178 ceph-mon[192298]: failed to encode map e341 with expected crc 2023-09-23T15:24:13.749 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:13 smithi178 ceph-mon[192298]: osdmap e341: 8 total, 8 up, 5 in 2023-09-23T15:24:13.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:13.750 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:13.793 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:13 smithi118 ceph-mon[219580]: failed to encode map e341 with expected crc 2023-09-23T15:24:13.793 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:13 smithi118 ceph-mon[219580]: osdmap e341: 8 total, 8 up, 5 in 2023-09-23T15:24:13.794 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:13 smithi118 ceph-mon[212312]: failed to encode map e341 with expected crc 2023-09-23T15:24:13.794 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:13 smithi118 ceph-mon[212312]: osdmap e341: 8 total, 8 up, 5 in 2023-09-23T15:24:13.850 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:13.881 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:13.933 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:13.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:13.942 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:14.043 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:14.085 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:14.122 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:24:14.122 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:24:14.140 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:14.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:14.143 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:14.244 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:14.270 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:14.315 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:14.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:14.321 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:14.422 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:14.449 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:14.495 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:14.499 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:14.499 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:14.600 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:14.627 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:14.683 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:14.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:14.689 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:14.790 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:14.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[219580]: pgmap v936: 99 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 11 active+clean+remapped, 2 active+undersized+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 75 active+clean; 399 MiB data, 2.9 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 392 op/s; 4433/19200 objects misplaced (23.089%); 6.1 MiB/s, 2 keys/s, 100 objects/s recovering 2023-09-23T15:24:14.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[219580]: failed to encode map e342 with expected crc 2023-09-23T15:24:14.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[219580]: failed to encode map e342 with expected crc 2023-09-23T15:24:14.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[219580]: failed to encode map e342 with expected crc 2023-09-23T15:24:14.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[219580]: osdmap e342: 8 total, 8 up, 5 in 2023-09-23T15:24:14.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[219580]: failed to encode map e342 with expected crc 2023-09-23T15:24:14.837 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[212312]: pgmap v936: 99 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 11 active+clean+remapped, 2 active+undersized+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 75 active+clean; 399 MiB data, 2.9 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 392 op/s; 4433/19200 objects misplaced (23.089%); 6.1 MiB/s, 2 keys/s, 100 objects/s recovering 2023-09-23T15:24:14.837 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[212312]: failed to encode map e342 with expected crc 2023-09-23T15:24:14.837 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[212312]: failed to encode map e342 with expected crc 2023-09-23T15:24:14.838 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[212312]: failed to encode map e342 with expected crc 2023-09-23T15:24:14.838 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[212312]: osdmap e342: 8 total, 8 up, 5 in 2023-09-23T15:24:14.838 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:14 smithi118 ceph-mon[212312]: failed to encode map e342 with expected crc 2023-09-23T15:24:14.877 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:14 smithi178 ceph-mon[192298]: pgmap v936: 99 pgs: 1 active+recovering+undersized+remapped, 3 remapped+peering, 11 active+clean+remapped, 2 active+undersized+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 75 active+clean; 399 MiB data, 2.9 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 392 op/s; 4433/19200 objects misplaced (23.089%); 6.1 MiB/s, 2 keys/s, 100 objects/s recovering 2023-09-23T15:24:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:14 smithi178 ceph-mon[192298]: failed to encode map e342 with expected crc 2023-09-23T15:24:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:14 smithi178 ceph-mon[192298]: failed to encode map e342 with expected crc 2023-09-23T15:24:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:14 smithi178 ceph-mon[192298]: failed to encode map e342 with expected crc 2023-09-23T15:24:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:14 smithi178 ceph-mon[192298]: osdmap e342: 8 total, 8 up, 5 in 2023-09-23T15:24:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:14 smithi178 ceph-mon[192298]: failed to encode map e342 with expected crc 2023-09-23T15:24:15.009 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:15.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:15.013 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:15.114 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:15.139 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:15.182 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:15.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:15.187 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:15.287 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:15.318 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:15.376 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:24:15.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:15 smithi118 ceph-mon[219580]: failed to encode map e343 with expected crc 2023-09-23T15:24:15.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:15 smithi118 ceph-mon[219580]: osdmap e343: 8 total, 8 up, 5 in 2023-09-23T15:24:15.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:15 smithi118 ceph-mon[219580]: failed to encode map e343 with expected crc 2023-09-23T15:24:15.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:15 smithi118 ceph-mon[219580]: failed to encode map e343 with expected crc 2023-09-23T15:24:15.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:15 smithi118 ceph-mon[212312]: failed to encode map e343 with expected crc 2023-09-23T15:24:15.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:15 smithi118 ceph-mon[212312]: osdmap e343: 8 total, 8 up, 5 in 2023-09-23T15:24:15.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:15 smithi118 ceph-mon[212312]: failed to encode map e343 with expected crc 2023-09-23T15:24:15.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:15 smithi118 ceph-mon[212312]: failed to encode map e343 with expected crc 2023-09-23T15:24:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:15 smithi178 ceph-mon[192298]: failed to encode map e343 with expected crc 2023-09-23T15:24:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:15 smithi178 ceph-mon[192298]: osdmap e343: 8 total, 8 up, 5 in 2023-09-23T15:24:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:15 smithi178 ceph-mon[192298]: failed to encode map e343 with expected crc 2023-09-23T15:24:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:15 smithi178 ceph-mon[192298]: failed to encode map e343 with expected crc 2023-09-23T15:24:16.544 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:16 smithi118 ceph-mon[212312]: pgmap v939: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+remapped, 11 active+clean+remapped, 1 active+undersized+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 77 active+clean; 342 MiB data, 2.8 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 410 op/s; 3238/16494 objects misplaced (19.631%); 21 MiB/s, 2 keys/s, 588 objects/s recovering 2023-09-23T15:24:16.544 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:16 smithi118 ceph-mon[212312]: failed to encode map e344 with expected crc 2023-09-23T15:24:16.544 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:16 smithi118 ceph-mon[212312]: failed to encode map e344 with expected crc 2023-09-23T15:24:16.544 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:16 smithi118 ceph-mon[212312]: osdmap e344: 8 total, 8 up, 5 in 2023-09-23T15:24:16.544 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:16 smithi118 ceph-mon[212312]: failed to encode map e344 with expected crc 2023-09-23T15:24:16.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:16 smithi118 ceph-mon[219580]: pgmap v939: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+remapped, 11 active+clean+remapped, 1 active+undersized+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 77 active+clean; 342 MiB data, 2.8 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 410 op/s; 3238/16494 objects misplaced (19.631%); 21 MiB/s, 2 keys/s, 588 objects/s recovering 2023-09-23T15:24:16.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:16 smithi118 ceph-mon[219580]: failed to encode map e344 with expected crc 2023-09-23T15:24:16.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:16 smithi118 ceph-mon[219580]: failed to encode map e344 with expected crc 2023-09-23T15:24:16.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:16 smithi118 ceph-mon[219580]: osdmap e344: 8 total, 8 up, 5 in 2023-09-23T15:24:16.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:16 smithi118 ceph-mon[219580]: failed to encode map e344 with expected crc 2023-09-23T15:24:16.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:16 smithi178 ceph-mon[192298]: pgmap v939: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+remapped, 11 active+clean+remapped, 1 active+undersized+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 77 active+clean; 342 MiB data, 2.8 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 410 op/s; 3238/16494 objects misplaced (19.631%); 21 MiB/s, 2 keys/s, 588 objects/s recovering 2023-09-23T15:24:16.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:16 smithi178 ceph-mon[192298]: failed to encode map e344 with expected crc 2023-09-23T15:24:16.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:16 smithi178 ceph-mon[192298]: failed to encode map e344 with expected crc 2023-09-23T15:24:16.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:16 smithi178 ceph-mon[192298]: osdmap e344: 8 total, 8 up, 5 in 2023-09-23T15:24:16.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:16 smithi178 ceph-mon[192298]: failed to encode map e344 with expected crc 2023-09-23T15:24:17.273 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:17.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:17.277 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:17.369 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:24:17.378 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:17.411 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:17.463 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:17.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:17.476 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:17.563 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:17 smithi118 ceph-mon[219580]: failed to encode map e345 with expected crc 2023-09-23T15:24:17.563 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:17 smithi118 ceph-mon[219580]: osdmap e345: 8 total, 8 up, 5 in 2023-09-23T15:24:17.563 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:17 smithi118 ceph-mon[219580]: failed to encode map e345 with expected crc 2023-09-23T15:24:17.563 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:17 smithi118 ceph-mon[219580]: failed to encode map e345 with expected crc 2023-09-23T15:24:17.563 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:17 smithi118 ceph-mon[219580]: pgmap v942: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+remapped, 11 active+clean+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 78 active+clean; 294 MiB data, 2.8 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 419 op/s; 2916/14157 objects misplaced (20.598%); 15 MiB/s, 488 objects/s recovering 2023-09-23T15:24:17.577 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:17.607 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:17.690 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:17.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:17 smithi118 ceph-mon[212312]: failed to encode map e345 with expected crc 2023-09-23T15:24:17.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:17 smithi118 ceph-mon[212312]: osdmap e345: 8 total, 8 up, 5 in 2023-09-23T15:24:17.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:17 smithi118 ceph-mon[212312]: failed to encode map e345 with expected crc 2023-09-23T15:24:17.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:17 smithi118 ceph-mon[212312]: failed to encode map e345 with expected crc 2023-09-23T15:24:17.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:17 smithi118 ceph-mon[212312]: pgmap v942: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+remapped, 11 active+clean+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 78 active+clean; 294 MiB data, 2.8 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 419 op/s; 2916/14157 objects misplaced (20.598%); 15 MiB/s, 488 objects/s recovering 2023-09-23T15:24:17.834 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:17.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:17.857 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:17 smithi178 ceph-mon[192298]: failed to encode map e345 with expected crc 2023-09-23T15:24:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:17 smithi178 ceph-mon[192298]: osdmap e345: 8 total, 8 up, 5 in 2023-09-23T15:24:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:17 smithi178 ceph-mon[192298]: failed to encode map e345 with expected crc 2023-09-23T15:24:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:17 smithi178 ceph-mon[192298]: failed to encode map e345 with expected crc 2023-09-23T15:24:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:17 smithi178 ceph-mon[192298]: pgmap v942: 99 pgs: 1 active+remapped+backfilling, 1 peering, 1 active+recovering+undersized+remapped, 11 active+clean+remapped, 6 active+remapped+backfill_wait, 1 active+remapped, 78 active+clean; 294 MiB data, 2.8 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 419 op/s; 2916/14157 objects misplaced (20.598%); 15 MiB/s, 488 objects/s recovering 2023-09-23T15:24:17.958 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:17.995 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:18.048 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:18.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:18.054 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:18.155 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:18.248 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:18.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:18.377 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:18.377 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:18.457 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0] out_osds: [6, 4, 2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:24:18.457 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:24:18.457 INFO:tasks.thrashosds.thrasher:inject_pause on osd.7 2023-09-23T15:24:18.457 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:24:18.457 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:24:18.458 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 config set filestore_inject_stall 3 2023-09-23T15:24:18.478 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:18.538 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:24:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:24:18] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2023-09-23T15:24:18.567 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:18.571 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:18.607 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:24:18.756 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:18.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:18.766 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:18.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:18 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3901298658' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:18.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:18 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:18.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:18 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:18.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:18 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:24:18.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:18 smithi118 ceph-mon[219580]: osdmap e346: 8 total, 8 up, 5 in 2023-09-23T15:24:18.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:18 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3901298658' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:18.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:18 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:18.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:18 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:18.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:18 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:24:18.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:18 smithi118 ceph-mon[212312]: osdmap e346: 8 total, 8 up, 5 in 2023-09-23T15:24:18.867 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:18 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3901298658' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:18 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:18 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:18 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:24:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:18 smithi178 ceph-mon[192298]: osdmap e346: 8 total, 8 up, 5 in 2023-09-23T15:24:18.902 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:18.930 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:24:18.954 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:18.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:18.960 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:19.061 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:19.089 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:19.193 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:19.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:19.196 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:19.297 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:19.327 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:19.622 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:19 smithi118 ceph-mon[212312]: failed to encode map e346 with expected crc 2023-09-23T15:24:19.622 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:19 smithi118 ceph-mon[212312]: failed to encode map e346 with expected crc 2023-09-23T15:24:19.623 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:19 smithi118 ceph-mon[212312]: pgmap v944: 99 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 1 peering, 11 active+clean+remapped, 5 active+remapped+backfill_wait, 1 active+remapped, 78 active+clean; 274 MiB data, 2.6 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 367 op/s; 2575/13215 objects misplaced (19.485%); 14 MiB/s, 467 objects/s recovering 2023-09-23T15:24:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:19 smithi178 ceph-mon[192298]: failed to encode map e346 with expected crc 2023-09-23T15:24:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:19 smithi178 ceph-mon[192298]: failed to encode map e346 with expected crc 2023-09-23T15:24:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:19 smithi178 ceph-mon[192298]: pgmap v944: 99 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 1 peering, 11 active+clean+remapped, 5 active+remapped+backfill_wait, 1 active+remapped, 78 active+clean; 274 MiB data, 2.6 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 367 op/s; 2575/13215 objects misplaced (19.485%); 14 MiB/s, 467 objects/s recovering 2023-09-23T15:24:19.955 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:19 smithi118 ceph-mon[219580]: failed to encode map e346 with expected crc 2023-09-23T15:24:19.955 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:19 smithi118 ceph-mon[219580]: failed to encode map e346 with expected crc 2023-09-23T15:24:19.955 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:19 smithi118 ceph-mon[219580]: pgmap v944: 99 pgs: 1 remapped+peering, 2 active+remapped+backfilling, 1 peering, 11 active+clean+remapped, 5 active+remapped+backfill_wait, 1 active+remapped, 78 active+clean; 274 MiB data, 2.6 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 367 op/s; 2575/13215 objects misplaced (19.485%); 14 MiB/s, 467 objects/s recovering 2023-09-23T15:24:20.654 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:20.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:20.657 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:20.758 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:20.793 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:20.850 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:20.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:20.853 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:20.953 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:20.980 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:20 smithi178 ceph-mon[192298]: failed to encode map e347 with expected crc 2023-09-23T15:24:20.980 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:20 smithi178 ceph-mon[192298]: 8.4 continuing backfill to osd.0 from (284'7706,345'12944] 8:206967ef:::benchmark_data_smithi118_424375_object100777:head to 345'12944 2023-09-23T15:24:20.980 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:20 smithi178 ceph-mon[192298]: 8.4 continuing backfill to osd.3 from (284'7706,345'12944] 8:2074fb7b:::benchmark_data_smithi118_424375_object101143:head to 345'12944 2023-09-23T15:24:20.980 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:20 smithi178 ceph-mon[192298]: failed to encode map e347 with expected crc 2023-09-23T15:24:20.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:20 smithi178 ceph-mon[192298]: failed to encode map e347 with expected crc 2023-09-23T15:24:20.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:20 smithi178 ceph-mon[192298]: failed to encode map e347 with expected crc 2023-09-23T15:24:20.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:20 smithi178 ceph-mon[192298]: osdmap e347: 8 total, 8 up, 5 in 2023-09-23T15:24:20.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:20 smithi178 ceph-mon[192298]: failed to encode map e347 with expected crc 2023-09-23T15:24:20.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:20 smithi178 ceph-mon[192298]: failed to encode map e347 with expected crc 2023-09-23T15:24:20.984 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:21.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[219580]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[219580]: 8.4 continuing backfill to osd.0 from (284'7706,345'12944] 8:206967ef:::benchmark_data_smithi118_424375_object100777:head to 345'12944 2023-09-23T15:24:21.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[219580]: 8.4 continuing backfill to osd.3 from (284'7706,345'12944] 8:2074fb7b:::benchmark_data_smithi118_424375_object101143:head to 345'12944 2023-09-23T15:24:21.015 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[219580]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.015 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[219580]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.015 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[219580]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.015 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[219580]: osdmap e347: 8 total, 8 up, 5 in 2023-09-23T15:24:21.015 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[219580]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.015 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[219580]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.015 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[212312]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.015 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[212312]: 8.4 continuing backfill to osd.0 from (284'7706,345'12944] 8:206967ef:::benchmark_data_smithi118_424375_object100777:head to 345'12944 2023-09-23T15:24:21.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[212312]: 8.4 continuing backfill to osd.3 from (284'7706,345'12944] 8:2074fb7b:::benchmark_data_smithi118_424375_object101143:head to 345'12944 2023-09-23T15:24:21.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[212312]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[212312]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[212312]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[212312]: osdmap e347: 8 total, 8 up, 5 in 2023-09-23T15:24:21.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[212312]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:20 smithi118 ceph-mon[212312]: failed to encode map e347 with expected crc 2023-09-23T15:24:21.034 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:21.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:21.037 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:21.138 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:21.177 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:21.307 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:24:21.326 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:24:21.329 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:21.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:21.332 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:21.346 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:24:21.365 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:24:21.383 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:24:21.401 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:24:21.419 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:24:21.433 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:21.438 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:24:21.439 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:24:21.439 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:24:21.439 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:24:21.439 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:24:21.440 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:24:21.440 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:24:21.440 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:24:21.440 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:24:21.460 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:21.506 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:21.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:21.509 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:21.610 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:21.636 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:21.734 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:21.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:21.736 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:21.837 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:21.904 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.904 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: osdmap e348: 8 total, 8 up, 5 in 2023-09-23T15:24:21.904 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.904 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.904 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.904 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.904 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.905 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.905 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.905 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.905 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2872312022' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:21.905 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[212312]: pgmap v947: 99 pgs: 1 peering, 1 remapped+peering, 1 active+remapped+backfilling, 11 active+clean+remapped, 3 active+remapped+backfill_wait, 1 active+remapped, 81 active+clean; 236 MiB data, 2.6 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 349 op/s; 1432/11403 objects misplaced (12.558%); 10 MiB/s, 400 objects/s recovering 2023-09-23T15:24:21.905 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.905 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: osdmap e348: 8 total, 8 up, 5 in 2023-09-23T15:24:21.905 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.905 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.905 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.906 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.906 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.906 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.906 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.906 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: failed to encode map e348 with expected crc 2023-09-23T15:24:21.906 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2872312022' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:21.906 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:21 smithi118 ceph-mon[219580]: pgmap v947: 99 pgs: 1 peering, 1 remapped+peering, 1 active+remapped+backfilling, 11 active+clean+remapped, 3 active+remapped+backfill_wait, 1 active+remapped, 81 active+clean; 236 MiB data, 2.6 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 349 op/s; 1432/11403 objects misplaced (12.558%); 10 MiB/s, 400 objects/s recovering 2023-09-23T15:24:21.906 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:22.094 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: failed to encode map e348 with expected crc 2023-09-23T15:24:22.094 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: osdmap e348: 8 total, 8 up, 5 in 2023-09-23T15:24:22.094 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: failed to encode map e348 with expected crc 2023-09-23T15:24:22.094 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: failed to encode map e348 with expected crc 2023-09-23T15:24:22.094 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: failed to encode map e348 with expected crc 2023-09-23T15:24:22.094 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: failed to encode map e348 with expected crc 2023-09-23T15:24:22.095 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: failed to encode map e348 with expected crc 2023-09-23T15:24:22.095 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: failed to encode map e348 with expected crc 2023-09-23T15:24:22.095 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: failed to encode map e348 with expected crc 2023-09-23T15:24:22.095 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: failed to encode map e348 with expected crc 2023-09-23T15:24:22.095 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2872312022' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:22.095 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:21 smithi178 ceph-mon[192298]: pgmap v947: 99 pgs: 1 peering, 1 remapped+peering, 1 active+remapped+backfilling, 11 active+clean+remapped, 3 active+remapped+backfill_wait, 1 active+remapped, 81 active+clean; 236 MiB data, 2.6 GiB used, 444 GiB / 447 GiB avail; 0 B/s wr, 349 op/s; 1432/11403 objects misplaced (12.558%); 10 MiB/s, 400 objects/s recovering 2023-09-23T15:24:22.343 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:24:22.343 INFO:teuthology.orchestra.run.smithi178.stdout: "success": "" 2023-09-23T15:24:22.343 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:24:22.523 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:22.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:22.530 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:22.631 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:22.636 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[212312]: failed to encode map e349 with expected crc 2023-09-23T15:24:22.637 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[212312]: osdmap e349: 8 total, 8 up, 5 in 2023-09-23T15:24:22.637 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[212312]: failed to encode map e349 with expected crc 2023-09-23T15:24:22.637 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[212312]: failed to encode map e349 with expected crc 2023-09-23T15:24:22.637 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[212312]: failed to encode map e349 with expected crc 2023-09-23T15:24:22.637 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[212312]: failed to encode map e349 with expected crc 2023-09-23T15:24:22.637 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:22.672 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:24:22.687 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:22.956 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:22.965 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[219580]: failed to encode map e349 with expected crc 2023-09-23T15:24:22.965 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[219580]: osdmap e349: 8 total, 8 up, 5 in 2023-09-23T15:24:22.965 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[219580]: failed to encode map e349 with expected crc 2023-09-23T15:24:22.966 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[219580]: failed to encode map e349 with expected crc 2023-09-23T15:24:22.966 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[219580]: failed to encode map e349 with expected crc 2023-09-23T15:24:22.966 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[219580]: failed to encode map e349 with expected crc 2023-09-23T15:24:22.966 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:22.966 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:22.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:22.967 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:22.967 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:23.068 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:23.103 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:22 smithi178 ceph-mon[192298]: failed to encode map e349 with expected crc 2023-09-23T15:24:23.103 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:22 smithi178 ceph-mon[192298]: osdmap e349: 8 total, 8 up, 5 in 2023-09-23T15:24:23.103 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:22 smithi178 ceph-mon[192298]: failed to encode map e349 with expected crc 2023-09-23T15:24:23.104 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:22 smithi178 ceph-mon[192298]: failed to encode map e349 with expected crc 2023-09-23T15:24:23.104 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:22 smithi178 ceph-mon[192298]: failed to encode map e349 with expected crc 2023-09-23T15:24:23.104 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:22 smithi178 ceph-mon[192298]: failed to encode map e349 with expected crc 2023-09-23T15:24:23.104 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:23.104 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:23.108 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:23.219 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:23.225 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:23.226 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:23.327 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:23.357 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:23.423 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:23.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:23.427 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:23.528 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:23.555 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:23.593 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:23.604 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:23.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:23.609 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:23.611 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:24:23.611 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:24:23.611 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:24:23.611 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:24:23.611 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:24:23.710 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:23.796 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:23 smithi178 ceph-mon[192298]: pgmap v949: 99 pgs: 1 peering, 1 remapped+peering, 11 active+clean+remapped, 1 active+remapped, 85 active+clean; 177 MiB data, 2.4 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 366 op/s; 613/8565 objects misplaced (7.157%); 18 MiB/s, 528 objects/s recovering 2023-09-23T15:24:23.900 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:23 smithi118 ceph-mon[212312]: pgmap v949: 99 pgs: 1 peering, 1 remapped+peering, 11 active+clean+remapped, 1 active+remapped, 85 active+clean; 177 MiB data, 2.4 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 366 op/s; 613/8565 objects misplaced (7.157%); 18 MiB/s, 528 objects/s recovering 2023-09-23T15:24:23.901 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:23 smithi118 ceph-mon[219580]: pgmap v949: 99 pgs: 1 peering, 1 remapped+peering, 11 active+clean+remapped, 1 active+remapped, 85 active+clean; 177 MiB data, 2.4 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 366 op/s; 613/8565 objects misplaced (7.157%); 18 MiB/s, 528 objects/s recovering 2023-09-23T15:24:23.938 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:23.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:23.943 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:24.044 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:24.073 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:24.127 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:24.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:24.132 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:24.232 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:24.259 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:24.301 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:24.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:24.307 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:24.408 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:24.492 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:24.899 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:24.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:24.907 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:24.931 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:24:24.994 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:24:25.008 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:25.047 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:25.210 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:25.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:25.213 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:25.314 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:25.339 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:25.380 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:25.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:25.388 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:25.489 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:25.516 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:25.730 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:25.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:25.734 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:25.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[219580]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[219580]: osdmap e350: 8 total, 8 up, 5 in 2023-09-23T15:24:25.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[219580]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[219580]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[219580]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[219580]: pgmap v951: 99 pgs: 11 active+clean+remapped, 1 active+remapped, 87 active+clean; 117 MiB data, 2.3 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 433 op/s; 613/5694 objects misplaced (10.766%); 15 MiB/s, 238 objects/s recovering 2023-09-23T15:24:25.825 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[212312]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.826 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[212312]: osdmap e350: 8 total, 8 up, 5 in 2023-09-23T15:24:25.826 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[212312]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.826 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[212312]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.826 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[212312]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.826 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:25 smithi118 ceph-mon[212312]: pgmap v951: 99 pgs: 11 active+clean+remapped, 1 active+remapped, 87 active+clean; 117 MiB data, 2.3 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 433 op/s; 613/5694 objects misplaced (10.766%); 15 MiB/s, 238 objects/s recovering 2023-09-23T15:24:25.834 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:25.864 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:25.925 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:25.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:25.932 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:25.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:25 smithi178 ceph-mon[192298]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:25 smithi178 ceph-mon[192298]: osdmap e350: 8 total, 8 up, 5 in 2023-09-23T15:24:25.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:25 smithi178 ceph-mon[192298]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:25 smithi178 ceph-mon[192298]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:25 smithi178 ceph-mon[192298]: failed to encode map e350 with expected crc 2023-09-23T15:24:25.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:25 smithi178 ceph-mon[192298]: pgmap v951: 99 pgs: 11 active+clean+remapped, 1 active+remapped, 87 active+clean; 117 MiB data, 2.3 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 433 op/s; 613/5694 objects misplaced (10.766%); 15 MiB/s, 238 objects/s recovering 2023-09-23T15:24:26.001 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:26.032 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:26.097 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:26.105 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:26.454 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Removed 103063 objects 2023-09-23T15:24:26.454 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Clean up completed and total clean up time :200.409 2023-09-23T15:24:26.619 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:26.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:26.623 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:26.724 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:26.758 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:26 smithi118 ceph-mon[219580]: failed to encode map e351 with expected crc 2023-09-23T15:24:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:26 smithi118 ceph-mon[219580]: failed to encode map e351 with expected crc 2023-09-23T15:24:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:26 smithi118 ceph-mon[219580]: failed to encode map e351 with expected crc 2023-09-23T15:24:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:26 smithi118 ceph-mon[219580]: osdmap e351: 8 total, 8 up, 5 in 2023-09-23T15:24:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:26 smithi118 ceph-mon[219580]: failed to encode map e351 with expected crc 2023-09-23T15:24:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:26 smithi118 ceph-mon[212312]: failed to encode map e351 with expected crc 2023-09-23T15:24:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:26 smithi118 ceph-mon[212312]: failed to encode map e351 with expected crc 2023-09-23T15:24:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:26 smithi118 ceph-mon[212312]: failed to encode map e351 with expected crc 2023-09-23T15:24:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:26 smithi118 ceph-mon[212312]: osdmap e351: 8 total, 8 up, 5 in 2023-09-23T15:24:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:26 smithi118 ceph-mon[212312]: failed to encode map e351 with expected crc 2023-09-23T15:24:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:26 smithi178 ceph-mon[192298]: failed to encode map e351 with expected crc 2023-09-23T15:24:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:26 smithi178 ceph-mon[192298]: failed to encode map e351 with expected crc 2023-09-23T15:24:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:26 smithi178 ceph-mon[192298]: failed to encode map e351 with expected crc 2023-09-23T15:24:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:26 smithi178 ceph-mon[192298]: osdmap e351: 8 total, 8 up, 5 in 2023-09-23T15:24:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:26 smithi178 ceph-mon[192298]: failed to encode map e351 with expected crc 2023-09-23T15:24:27.676 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:24:28.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:27 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/715744153' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:28.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:27 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:28.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:27 smithi118 ceph-mon[219580]: pgmap v953: 99 pgs: 12 active+clean+remapped, 87 active+clean; 25 MiB data, 2.0 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 564 op/s; 7/1236 objects misplaced (0.566%); 9.2 MiB/s, 146 objects/s recovering 2023-09-23T15:24:28.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:27 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:24:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:27 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/715744153' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:27 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:27 smithi118 ceph-mon[212312]: pgmap v953: 99 pgs: 12 active+clean+remapped, 87 active+clean; 25 MiB data, 2.0 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 564 op/s; 7/1236 objects misplaced (0.566%); 9.2 MiB/s, 146 objects/s recovering 2023-09-23T15:24:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:27 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:24:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:27 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/715744153' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:27 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:27 smithi178 ceph-mon[192298]: pgmap v953: 99 pgs: 12 active+clean+remapped, 87 active+clean; 25 MiB data, 2.0 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 564 op/s; 7/1236 objects misplaced (0.566%); 9.2 MiB/s, 146 objects/s recovering 2023-09-23T15:24:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:27 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:24:28.204 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0] out_osds: [6, 4, 2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:24:28.204 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:24:28.204 INFO:tasks.thrashosds.thrasher:Adding osd 2 2023-09-23T15:24:28.204 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd in 2 2023-09-23T15:24:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:24:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:24:28] "GET /metrics HTTP/1.1" 200 36462 "" "Prometheus/2.43.0" 2023-09-23T15:24:28.701 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_2 2023-09-23T15:24:28.702 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_2 unique_pool_2 --yes-i-really-really-mean-it 2023-09-23T15:24:28.892 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:28.897 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:28.897 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[219580]: failed to encode map e352 with expected crc 2023-09-23T15:24:28.897 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:24:28.897 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[219580]: osdmap e352: 8 total, 8 up, 5 in 2023-09-23T15:24:28.897 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[219580]: failed to encode map e352 with expected crc 2023-09-23T15:24:28.897 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[219580]: failed to encode map e352 with expected crc 2023-09-23T15:24:28.897 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:28.897 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:28.897 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:28.897 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:28.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:28.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[212312]: failed to encode map e352 with expected crc 2023-09-23T15:24:28.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:24:28.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[212312]: osdmap e352: 8 total, 8 up, 5 in 2023-09-23T15:24:28.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[212312]: failed to encode map e352 with expected crc 2023-09-23T15:24:28.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[212312]: failed to encode map e352 with expected crc 2023-09-23T15:24:28.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:28.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:28.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:28.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:28 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:28.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:28.899 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:29.000 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:29.043 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:28 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:28 smithi178 ceph-mon[192298]: failed to encode map e352 with expected crc 2023-09-23T15:24:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:28 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:24:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:28 smithi178 ceph-mon[192298]: osdmap e352: 8 total, 8 up, 5 in 2023-09-23T15:24:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:28 smithi178 ceph-mon[192298]: failed to encode map e352 with expected crc 2023-09-23T15:24:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:28 smithi178 ceph-mon[192298]: failed to encode map e352 with expected crc 2023-09-23T15:24:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:28 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:28 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:28 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:29.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:28 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:29.140 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:29.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:29.144 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:29.244 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:29.274 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:29.320 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:29.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:29.327 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:29.335 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:24:29.335 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:24:29.335 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:24:29.335 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:24:29.335 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.335 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:124323 7.e 7:78e729b0:::benchmark_data_smithi118_332595_object38259:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e205)", 2023-09-23T15:24:29.335 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:15:31.712708+0000", 2023-09-23T15:24:29.335 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 537.61952903099996, 2023-09-23T15:24:29.335 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7248696909999999, 2023-09-23T15:24:29.335 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 124323 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712708+0000", 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.336 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712708+0000", 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712707+0000", 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.337 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712718+0000", 2023-09-23T15:24:29.338 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0651e-05 2023-09-23T15:24:29.338 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.338 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.338 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.338 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712728+0000", 2023-09-23T15:24:29.338 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0139000000000001e-05 2023-09-23T15:24:29.338 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.338 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.338 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.338 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:31.712734+0000", 2023-09-23T15:24:29.338 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9329999999999998e-06 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.207437+0000", 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4947030990000001 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.229284+0000", 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.021847123999999999 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.339 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.311657+0000", 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.082372325999999996 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.316357+0000", 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0047006579999999999 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1,3", 2023-09-23T15:24:29.340 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.323932+0000", 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075745259999999998 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.354877+0000", 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030944767000000001 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.419984+0000", 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.065107221000000007 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.341 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.421710+0000", 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017259630000000001 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.423113+0000", 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0014030830000000001 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.342 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.425927+0000", 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0028141400000000001 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:15:33.437578+0000", 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011651151 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128158 7.5 7:abab4b40:::benchmark_data_smithi118_332595_object42094:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:24:29.343 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.098386+0000", 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 507.23385146499999, 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8335544189999999, 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128158 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.344 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098386+0000", 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098386+0000", 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098384+0000", 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:29.345 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.346 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.346 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.346 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098392+0000", 2023-09-23T15:24:29.346 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5800000000000003e-06 2023-09-23T15:24:29.346 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.346 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.346 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.346 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098405+0000", 2023-09-23T15:24:29.346 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3009e-05 2023-09-23T15:24:29.346 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.346 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.098415+0000", 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6520000000000001e-06 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.670986+0000", 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.572571135 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.347 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.687519+0000", 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016533048000000002 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.779363+0000", 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.091843956000000004 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.786130+0000", 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0067675900000000004 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.348 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.797626+0000", 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011495437000000001 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.887902+0000", 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.090276302000000003 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.917511+0000", 2023-09-23T15:24:29.349 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.029608635000000001 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.919735+0000", 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022246259999999999 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.922213+0000", 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024776690000000001 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.350 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.931940+0000", 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0097273499999999992 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128169 7.5 7:abdb8f10:::benchmark_data_smithi118_332595_object42105:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.133483+0000", 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 507.198754511, 2023-09-23T15:24:29.351 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8176554330000001, 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128169 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133483+0000", 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.352 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133483+0000", 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133481+0000", 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.353 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133490+0000", 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5909999999999996e-06 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133508+0000", 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8300000000000001e-05 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.133517+0000", 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0839999999999998e-06 2023-09-23T15:24:29.354 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.688564+0000", 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5550464179999999 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.708364+0000", 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019800709999999999 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.355 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.835241+0000", 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.126876764 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.842037+0000", 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0067954419999999996 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.852834+0000", 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010797711 2023-09-23T15:24:29.356 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.918010+0000", 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.065176044000000002 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.934010+0000", 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015999197 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.357 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.935887+0000", 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018776610000000001 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.939065+0000", 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031774720000000002 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.951138+0000", 2023-09-23T15:24:29.358 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012073772999999999 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128176 7.5 7:ac1bae7a:::benchmark_data_smithi118_332595_object42112:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.186593+0000", 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 507.14564466799999, 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.787276426, 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.359 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128176 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186593+0000", 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.360 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186593+0000", 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186592+0000", 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186599+0000", 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6020000000000002e-06 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.361 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186612+0000", 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2703e-05 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.186619+0000", 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5429999999999996e-06 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.362 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.709298+0000", 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5226781059999999 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.739876+0000", 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030578854999999999 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.888693+0000", 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.14881607799999999 2023-09-23T15:24:29.363 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.894008+0000", 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0053159729999999999 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.903458+0000", 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0094491230000000002 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.364 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.932447+0000", 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.028989356000000001 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.953028+0000", 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.020581370000000002 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.954809+0000", 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001780794 2023-09-23T15:24:29.365 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.957286+0000", 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024771569999999998 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.973869+0000", 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016582954 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.366 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.367 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.367 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.367 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128187 7.5 7:a3d2983e:::benchmark_data_smithi118_332595_object42123:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:24:29.367 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.422436+0000", 2023-09-23T15:24:29.367 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 506.90980169800002, 2023-09-23T15:24:29.367 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8336326189999999, 2023-09-23T15:24:29.367 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.367 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.367 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.367 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.367 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128187 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422436+0000", 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422436+0000", 2023-09-23T15:24:29.368 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422434+0000", 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422443+0000", 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5879999999999998e-06 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.369 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422462+0000", 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8998999999999999e-05 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.422473+0000", 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1482e-05 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.974658+0000", 2023-09-23T15:24:29.370 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.552184354 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.988377+0000", 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013718966000000001 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.058910+0000", 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.070532986000000006 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.371 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.068290+0000", 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0093805739999999992 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.081701+0000", 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013411216 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.159664+0000", 2023-09-23T15:24:29.372 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.077962801999999998 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.220238+0000", 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.060574132000000003 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.223248+0000", 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0030098680000000002 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.373 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.229355+0000", 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0061063860000000001 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.256068+0000", 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.026713806 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.374 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128224 7.5 7:ac2263c0:::benchmark_data_smithi118_332595_object42160:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.760324+0000", 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 506.57191337199998, 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8749200450000001, 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128224 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.375 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760324+0000", 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760324+0000", 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.376 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760322+0000", 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760333+0000", 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1314999999999999e-05 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760352+0000", 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8768999999999999e-05 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.377 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.760363+0000", 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1308000000000001e-05 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.342487+0000", 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.582123677 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.378 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.368347+0000", 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.025860435000000001 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.451742+0000", 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.083394679999999999 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.460186+0000", 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0084438280000000004 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.379 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.469727+0000", 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0095406599999999994 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.611875+0000", 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.14214791700000001 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.614156+0000", 2023-09-23T15:24:29.380 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022811770000000001 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.614825+0000", 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00066967999999999997 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.618814+0000", 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0039886840000000002 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.381 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.635244+0000", 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016430047999999999 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128230 7.5 7:a6ab574f:::benchmark_data_smithi118_332595_object42166:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:02.830121+0000", 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 506.50211687500001, 2023-09-23T15:24:29.382 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8348365420000001, 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128230 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830121+0000", 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.383 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830121+0000", 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830119+0000", 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.384 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830126+0000", 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5510000000000002e-06 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830142+0000", 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5119e-05 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:02.830150+0000", 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6479999999999992e-06 2023-09-23T15:24:29.385 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.369579+0000", 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.539428821 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.395587+0000", 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.026007458000000001 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.386 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.509557+0000", 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.11397092 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.515750+0000", 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0061926769999999997 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.527366+0000", 2023-09-23T15:24:29.387 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011615741000000001 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.639441+0000", 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.11207518399999999 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.643679+0000", 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0042378320000000004 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.388 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.646105+0000", 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024265160000000001 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.649230+0000", 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00312489 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.664957+0000", 2023-09-23T15:24:29.389 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015726889000000001 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128279 7.5 7:a23a7e32:::benchmark_data_smithi118_332595_object42215:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:03.268335+0000", 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 506.063902273, 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7027553630000001, 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.390 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128279 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268335+0000", 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.391 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268335+0000", 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268333+0000", 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268340+0000", 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9009999999999997e-06 2023-09-23T15:24:29.392 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268354+0000", 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4021e-05 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.268360+0000", 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9410000000000004e-06 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.393 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.697988+0000", 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.429627741 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.718778+0000", 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.020789657999999999 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.794409+0000", 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.075631376 2023-09-23T15:24:29.394 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.802460+0000", 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0080511130000000004 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.814698+0000", 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012237328 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.395 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.897168+0000", 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.082470230000000005 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.950516+0000", 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.053348684 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.952612+0000", 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020957770000000001 2023-09-23T15:24:29.396 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.957074+0000", 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044617529999999997 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:04.971091+0000", 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014016592 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.397 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128308 7.5 7:a71a9ef3:::benchmark_data_smithi118_332595_object42244:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:03.585473+0000", 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 505.74676415699997, 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7055329619999999, 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.398 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128308 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585473+0000", 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585473+0000", 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.399 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585472+0000", 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585478+0000", 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5220000000000004e-06 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.400 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585493+0000", 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4907e-05 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.585504+0000", 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0575e-05 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.028299+0000", 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.442795155 2023-09-23T15:24:29.401 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.046285+0000", 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.017986449000000002 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.111991+0000", 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.065705114999999994 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.402 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.117229+0000", 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0052382289999999996 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.125338+0000", 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0081092999999999998 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.262589+0000", 2023-09-23T15:24:29.403 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.137250926 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.266435+0000", 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038464240000000002 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.268381+0000", 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019456580000000001 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.404 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.272381+0000", 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0040001919999999996 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.291006+0000", 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.018624959 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.405 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:128314 7.5 7:ae91a8e2:::benchmark_data_smithi118_332595_object42250:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:03.643442+0000", 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 505.68879514700001, 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.677134575, 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 128314 2023-09-23T15:24:29.406 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643442+0000", 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643442+0000", 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.407 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643440+0000", 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643453+0000", 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2415999999999999e-05 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643469+0000", 2023-09-23T15:24:29.408 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5843000000000001e-05 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:03.643480+0000", 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0974e-05 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.047189+0000", 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4037089469999999 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.409 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.067089+0000", 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019900876000000001 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.163385+0000", 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.096295730999999996 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.169887+0000", 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0065013680000000004 2023-09-23T15:24:29.410 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.182110+0000", 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012223787999999999 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.263553+0000", 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.081443182000000003 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.411 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.294130+0000", 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030576459 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.297442+0000", 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0033124819999999998 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.302698+0000", 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0052558550000000002 2023-09-23T15:24:29.412 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:05.320577+0000", 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.017878643 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:130618 7.5 7:a0e39d5e:::benchmark_data_smithi118_332595_object44554:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e221)", 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:19.903859+0000", 2023-09-23T15:24:29.413 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 489.42837863599999, 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7094340109999999, 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 130618 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.414 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903859+0000", 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903859+0000", 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903857+0000", 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.415 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903866+0000", 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.337e-06 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903880+0000", 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4394e-05 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.416 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:19.903890+0000", 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5670000000000001e-06 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.283940+0000", 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.380050247 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.301683+0000", 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.017743335999999998 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.417 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.404665+0000", 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.102982069 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.416050+0000", 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011384628000000001 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1", 2023-09-23T15:24:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.434222+0000", 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.018172003999999999 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.588747+0000", 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.154524723 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.591902+0000", 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031556269999999998 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.419 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.595560+0000", 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0036580470000000002 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.599122+0000", 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0035617050000000001 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:21.613293+0000", 2023-09-23T15:24:29.420 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014170752 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131684 7.5 7.150bfce5 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e222)", 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:27.156011+0000", 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 482.17622643499999, 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0845321380000001, 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.421 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131684 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156011+0000", 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.422 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156011+0000", 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156009+0000", 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156019+0000", 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.431e-06 2023-09-23T15:24:29.423 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156032+0000", 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3298999999999999e-05 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.156043+0000", 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0926e-05 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.424 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267746+0000", 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1117027610000001 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267759+0000", 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.342e-05 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240532+0000", 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97277253699999999 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.425 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240543+0000", 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1449e-05 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131692 7.5 7.bb0f93b5 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e222)", 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:27.179449+0000", 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 482.15278810299998, 2023-09-23T15:24:29.426 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0611128349999999, 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131692 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179449+0000", 2023-09-23T15:24:29.427 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179449+0000", 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179448+0000", 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.428 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179455+0000", 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1899999999999998e-06 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179468+0000", 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3125999999999999e-05 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.179479+0000", 2023-09-23T15:24:29.429 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0173999999999999e-05 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267874+0000", 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.088395276 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267883+0000", 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0710000000000001e-06 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.430 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240557+0000", 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97267420800000004 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240562+0000", 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1499999999999998e-06 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.431 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131696 7.5 7.b9ba85d5 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e222)", 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:27.235874+0000", 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 482.096363091, 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.004703771, 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131696 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.432 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235874+0000", 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235874+0000", 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.433 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235873+0000", 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235881+0000", 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2039999999999997e-06 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235898+0000", 2023-09-23T15:24:29.434 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6775000000000001e-05 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.235908+0000", 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0049e-05 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267907+0000", 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.031999289 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.435 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267915+0000", 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6690000000000006e-06 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240573+0000", 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97265858400000005 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240578+0000", 2023-09-23T15:24:29.436 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.826e-06 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131710 7.5 7.52d5ae15 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e223)", 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:27.390378+0000", 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 481.94185916599997, 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8502149459999999, 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:24:29.437 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131710 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390378+0000", 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.438 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390378+0000", 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390377+0000", 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390384+0000", 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9109999999999993e-06 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.439 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390400+0000", 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5342999999999999e-05 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.390408+0000", 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3939999999999996e-06 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267943+0000", 2023-09-23T15:24:29.440 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.87753461899999996 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267953+0000", 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0628000000000001e-05 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240589+0000", 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97263526 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.441 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240593+0000", 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5929999999999999e-06 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131734 7.5 7.1a4e5a35 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e223)", 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:27.540417+0000", 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 481.79182035999997, 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7001911459999999, 2023-09-23T15:24:29.442 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131734 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540417+0000", 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.443 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540417+0000", 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540416+0000", 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.444 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540423+0000", 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.861e-06 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540440+0000", 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7263000000000001e-05 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:27.540450+0000", 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9080000000000007e-06 2023-09-23T15:24:29.445 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.267997+0000", 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.72754733599999999 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.268008+0000", 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0698e-05 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.446 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240604+0000", 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97259560700000003 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.240608+0000", 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7489999999999998e-06 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.447 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131871 7.e 7:7a069188:::benchmark_data_smithi118_332595_object45807:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e223)", 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:28.183116+0000", 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 481.14912189900002, 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.023724063, 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "delayed", 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131871 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.448 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183116+0000", 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183116+0000", 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183114+0000", 2023-09-23T15:24:29.449 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183123+0000", 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2890000000000003e-06 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183137+0000", 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.367e-05 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.450 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.183146+0000", 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.969e-06 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.176298+0000", 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.993152324 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.188929+0000", 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012631320999999999 2023-09-23T15:24:29.451 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.206840+0000", 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.017910208 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131881 7.e 7.37761d7e (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:28.334430+0000", 2023-09-23T15:24:29.452 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 480.99780754099999, 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8738812029999998, 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131881 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334430+0000", 2023-09-23T15:24:29.453 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334430+0000", 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334429+0000", 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.454 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334435+0000", 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5830000000000003e-06 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334448+0000", 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3226e-05 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:28.334457+0000", 2023-09-23T15:24:29.455 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5210000000000002e-06 2023-09-23T15:24:29.456 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.456 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.456 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.456 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.208288+0000", 2023-09-23T15:24:29.456 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8738306690000002 2023-09-23T15:24:29.456 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.456 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.456 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.456 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:31.208311+0000", 2023-09-23T15:24:29.456 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3642000000000002e-05 2023-09-23T15:24:29.456 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:188748 8.3 8:c622ebc6:::benchmark_data_smithi118_424375_object85682:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:38.435957+0000", 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 50.896280760000003, 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.272857573, 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.457 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 188748 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.435957+0000", 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.458 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.435957+0000", 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.435956+0000", 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.435962+0000", 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2040000000000002e-06 2023-09-23T15:24:29.459 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.435972+0000", 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7909999999999999e-06 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.435978+0000", 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8379999999999996e-06 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.460 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.443607+0000", 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0076289749999999996 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.443621+0000", 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3216e-05 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.401561+0000", 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95794010299999999 2023-09-23T15:24:29.461 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.401574+0000", 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3142999999999999e-05 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.657018+0000", 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.25544364 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.462 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.657139+0000", 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120995 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5,6", 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.657217+0000", 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8201000000000006e-05 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.665232+0000", 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0080154300000000005 2023-09-23T15:24:29.463 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.665286+0000", 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4193000000000001e-05 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.665361+0000", 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4567000000000006e-05 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.464 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.708654+0000", 2023-09-23T15:24:29.465 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.043293188000000003 2023-09-23T15:24:29.465 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.465 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.465 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.465 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.708692+0000", 2023-09-23T15:24:29.465 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8049000000000001e-05 2023-09-23T15:24:29.465 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.465 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.465 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.465 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.708814+0000", 2023-09-23T15:24:29.465 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000122168 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:188754 8.3 8:c3c52d0f:::benchmark_data_smithi118_424375_object85688:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:38.450027+0000", 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 50.882210426, 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2589663600000001, 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:29.466 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 188754 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.450027+0000", 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:24:29.467 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.450027+0000", 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.450026+0000", 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.450032+0000", 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8460000000000002e-06 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.468 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.450050+0000", 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7439e-05 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.450059+0000", 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3780000000000007e-06 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.450140+0000", 2023-09-23T15:24:29.469 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1108999999999999e-05 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.450155+0000", 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4596999999999999e-05 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.401839+0000", 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95168431799999997 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.470 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.401850+0000", 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0987e-05 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.659843+0000", 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2579931630000001 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.659950+0000", 2023-09-23T15:24:29.471 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000106153 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5,6", 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.660056+0000", 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010678799999999999 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.665348+0000", 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0052915410000000003 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.472 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.665369+0000", 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0818e-05 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.667030+0000", 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001661675 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.708889+0000", 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.041858260000000001 2023-09-23T15:24:29.473 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.708922+0000", 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3194000000000001e-05 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.708993+0000", 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1518000000000002e-05 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.474 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.475 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:24:29.475 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:24:29.475 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:24:29.475 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:29.476 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:29.506 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:29.651 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:29.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:29.655 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:29.756 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:29.783 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:29.840 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:29.879 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:29.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:29.882 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:29.982 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:30.006 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:29 smithi118 ceph-mon[219580]: pgmap v955: 99 pgs: 12 active+clean+remapped, 87 active+clean; 18 MiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 424 op/s; 7/924 objects misplaced (0.758%); 2.9 MiB/s, 46 objects/s recovering 2023-09-23T15:24:30.006 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:29 smithi118 ceph-mon[212312]: pgmap v955: 99 pgs: 12 active+clean+remapped, 87 active+clean; 18 MiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 424 op/s; 7/924 objects misplaced (0.758%); 2.9 MiB/s, 46 objects/s recovering 2023-09-23T15:24:30.008 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:30.089 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:24:30.107 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:24:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:29 smithi178 ceph-mon[192298]: pgmap v955: 99 pgs: 12 active+clean+remapped, 87 active+clean; 18 MiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 424 op/s; 7/924 objects misplaced (0.758%); 2.9 MiB/s, 46 objects/s recovering 2023-09-23T15:24:30.129 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:24:30.159 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:24:30.178 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:24:30.197 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:24:30.215 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:24:30.234 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:24:30.236 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:24:30.236 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:24:30.236 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:24:30.236 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:24:30.236 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:24:30.236 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:24:30.236 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:24:30.236 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:24:30.592 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:24:30.641 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:24:30.731 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:30.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:30.734 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:30.829 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3496970394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:30.830 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3496970394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:30.835 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:30.867 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3496970394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:30.969 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:30.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:30.970 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:31.070 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:31.071 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:24:31.101 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:31.201 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:31.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:31.203 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:31.304 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:31.332 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:31.379 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:31.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:31.382 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:31.483 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:31.509 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:31.703 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:31.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:31.707 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:31.807 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:31.836 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:32.240 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:32.244 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:32.244 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:32.345 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:32.379 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:32.455 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:32.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:32.458 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:32.559 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:32.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:32 smithi118 ceph-mon[219580]: pgmap v956: 99 pgs: 12 active+clean+remapped, 87 active+clean; 367 KiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 420 op/s; 7/69 objects misplaced (10.145%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T15:24:32.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:32.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:32.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:32 smithi118 ceph-mon[212312]: pgmap v956: 99 pgs: 12 active+clean+remapped, 87 active+clean; 367 KiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 420 op/s; 7/69 objects misplaced (10.145%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T15:24:32.588 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:32.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:32 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:32.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:32 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:32.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:32 smithi178 ceph-mon[192298]: pgmap v956: 99 pgs: 12 active+clean+remapped, 87 active+clean; 367 KiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 420 op/s; 7/69 objects misplaced (10.145%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T15:24:32.732 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:32.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:32.735 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:32.836 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:32.865 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:32.994 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:24:32.994 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:24:33.446 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_2' removed 2023-09-23T15:24:33.471 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:33.650 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:33.653 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2762613210' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:24:33.653 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:33 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:24:33.653 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2762613210' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:24:33.653 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:33 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:24:33.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:33.655 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:33.705 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2762613210' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:24:33.705 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:33 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:24:33.718 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T15:24:33.756 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:33.791 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:33.837 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:33.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:33.841 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:33.941 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:33.968 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:34.012 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:34.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:34.017 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:34.089 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:24:34.118 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:34.149 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:34.225 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T15:24:34.225 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T15:24:34.225 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_3 2023-09-23T15:24:34.225 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_3 16 2023-09-23T15:24:34.256 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:24:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:34 smithi178 ceph-mon[192298]: pgmap v957: 99 pgs: 12 active+clean+remapped, 87 active+clean; 367 KiB data, 1.8 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 234 op/s; 7/69 objects misplaced (10.145%); 800 KiB/s, 12 objects/s recovering 2023-09-23T15:24:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:34 smithi178 ceph-mon[192298]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:34 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:24:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:34 smithi178 ceph-mon[192298]: osdmap e353: 8 total, 8 up, 5 in 2023-09-23T15:24:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:34 smithi178 ceph-mon[192298]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:34 smithi178 ceph-mon[192298]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:34 smithi178 ceph-mon[192298]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.699 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[219580]: pgmap v957: 99 pgs: 12 active+clean+remapped, 87 active+clean; 367 KiB data, 1.8 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 234 op/s; 7/69 objects misplaced (10.145%); 800 KiB/s, 12 objects/s recovering 2023-09-23T15:24:34.699 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[219580]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.700 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:24:34.700 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[219580]: osdmap e353: 8 total, 8 up, 5 in 2023-09-23T15:24:34.700 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[219580]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.700 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[219580]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.700 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[219580]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.700 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[212312]: pgmap v957: 99 pgs: 12 active+clean+remapped, 87 active+clean; 367 KiB data, 1.8 GiB used, 445 GiB / 447 GiB avail; 0 B/s wr, 234 op/s; 7/69 objects misplaced (10.145%); 800 KiB/s, 12 objects/s recovering 2023-09-23T15:24:34.701 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[212312]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.701 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:24:34.701 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[212312]: osdmap e353: 8 total, 8 up, 5 in 2023-09-23T15:24:34.701 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[212312]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.701 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[212312]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.701 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:34 smithi118 ceph-mon[212312]: failed to encode map e353 with expected crc 2023-09-23T15:24:34.967 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:34.969 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:34 smithi118 conmon[212288]: 2023-09-23T15:24:34.901+0000 7f4045f51700 -1 mon.a@0(leader).osd e353 definitely_dead 0 2023-09-23T15:24:34.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:34.971 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:35.072 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:35.101 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:35.148 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:35.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:35.154 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:35.254 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:35.282 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:35.428 INFO:teuthology.orchestra.run.smithi118.stderr:marked in osd.2. 2023-09-23T15:24:35.433 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:35.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:35.437 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:35.538 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:35.571 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:35.610 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:24:35.610 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:24:35.626 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:35.628 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:35 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3494927696' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:24:35.629 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:35 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3494927696' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:24:35.629 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:35.629 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:35.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:35 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3494927696' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:24:35.730 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:35.758 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:36.002 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:36.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:36.006 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:36.106 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:36.134 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:36.259 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T15:24:36.541 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:36.612 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:24:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:36 smithi178 ceph-mon[192298]: pgmap v959: 83 pgs: 11 active+clean+remapped, 72 active+clean; 367 KiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 7/69 objects misplaced (10.145%) 2023-09-23T15:24:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:36 smithi178 ceph-mon[192298]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:36 smithi178 ceph-mon[192298]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:36 smithi178 ceph-mon[192298]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:36 smithi178 ceph-mon[192298]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3494927696' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T15:24:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:36 smithi178 ceph-mon[192298]: osdmap e354: 8 total, 8 up, 6 in 2023-09-23T15:24:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:36 smithi178 ceph-mon[192298]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:36 smithi178 ceph-mon[192298]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.648 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:36.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:36.652 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:36.658 INFO:tasks.thrashosds.thrasher:Added osd 2 2023-09-23T15:24:36.753 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:36.781 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[212312]: pgmap v959: 83 pgs: 11 active+clean+remapped, 72 active+clean; 367 KiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 7/69 objects misplaced (10.145%) 2023-09-23T15:24:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[212312]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[212312]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[212312]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[212312]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3494927696' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T15:24:36.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[212312]: osdmap e354: 8 total, 8 up, 6 in 2023-09-23T15:24:36.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[212312]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[212312]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[219580]: pgmap v959: 83 pgs: 11 active+clean+remapped, 72 active+clean; 367 KiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 7/69 objects misplaced (10.145%) 2023-09-23T15:24:36.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[219580]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[219580]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[219580]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[219580]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3494927696' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T15:24:36.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[219580]: osdmap e354: 8 total, 8 up, 6 in 2023-09-23T15:24:36.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[219580]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:36 smithi118 ceph-mon[219580]: failed to encode map e354 with expected crc 2023-09-23T15:24:36.826 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:36.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:36.828 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:36.929 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:36.957 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:37.004 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:37.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:37.010 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:37.010 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:37.111 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:37.138 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:37.332 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:37.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:37.336 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:37.424 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:24:37.437 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:37.465 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:37.521 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.521 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: osdmap e355: 8 total, 8 up, 6 in 2023-09-23T15:24:37.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1246213357' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:24:37.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:37.522 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:37.523 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:37.523 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1246213357' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:24:37.523 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[219580]: osdmap e356: 8 total, 8 up, 6 in 2023-09-23T15:24:37.523 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.523 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: osdmap e355: 8 total, 8 up, 6 in 2023-09-23T15:24:37.523 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.523 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.523 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1246213357' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:24:37.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:37.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:37.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:37.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1246213357' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:24:37.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:37 smithi118 ceph-mon[212312]: osdmap e356: 8 total, 8 up, 6 in 2023-09-23T15:24:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: osdmap e355: 8 total, 8 up, 6 in 2023-09-23T15:24:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: failed to encode map e355 with expected crc 2023-09-23T15:24:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1246213357' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:24:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1246213357' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:24:37.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:37 smithi178 ceph-mon[192298]: osdmap e356: 8 total, 8 up, 6 in 2023-09-23T15:24:37.670 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:37.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:37.673 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:37.774 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:37.803 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:38.181 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:24:38.181 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:24:38.529 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:24:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:24:38] "GET /metrics HTTP/1.1" 200 34106 "" "Prometheus/2.43.0" 2023-09-23T15:24:38.530 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[212312]: pgmap v962: 83 pgs: 1 peering, 1 remapped+peering, 9 active+clean+remapped, 72 active+clean; 367 KiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 3/69 objects misplaced (4.348%); 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T15:24:38.530 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[212312]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.530 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[212312]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.530 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[212312]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.530 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[212312]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.530 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[212312]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.530 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[212312]: osdmap e357: 8 total, 8 up, 6 in 2023-09-23T15:24:38.530 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[219580]: pgmap v962: 83 pgs: 1 peering, 1 remapped+peering, 9 active+clean+remapped, 72 active+clean; 367 KiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 3/69 objects misplaced (4.348%); 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T15:24:38.531 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[219580]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.531 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[219580]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.531 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[219580]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.531 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[219580]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.531 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[219580]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.531 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:38 smithi118 ceph-mon[219580]: osdmap e357: 8 total, 8 up, 6 in 2023-09-23T15:24:38.604 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:38.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:38.607 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:38 smithi178 ceph-mon[192298]: pgmap v962: 83 pgs: 1 peering, 1 remapped+peering, 9 active+clean+remapped, 72 active+clean; 367 KiB data, 1.9 GiB used, 445 GiB / 447 GiB avail; 3/69 objects misplaced (4.348%); 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T15:24:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:38 smithi178 ceph-mon[192298]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:38 smithi178 ceph-mon[192298]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:38 smithi178 ceph-mon[192298]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:38 smithi178 ceph-mon[192298]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:38 smithi178 ceph-mon[192298]: failed to encode map e356 with expected crc 2023-09-23T15:24:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:38 smithi178 ceph-mon[192298]: osdmap e357: 8 total, 8 up, 6 in 2023-09-23T15:24:38.708 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:38.735 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:38.861 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:24:39.207 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:24:39.536 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:39.538 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[219580]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.538 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[219580]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.538 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[219580]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.538 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[219580]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.538 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[219580]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.538 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[219580]: osdmap e358: 8 total, 8 up, 6 in 2023-09-23T15:24:39.539 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[212312]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.539 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[212312]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.539 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[212312]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.539 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[212312]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.539 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[212312]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.539 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:39 smithi118 ceph-mon[212312]: osdmap e358: 8 total, 8 up, 6 in 2023-09-23T15:24:39.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:39.540 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:39.640 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:39.670 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:39.770 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:39 smithi178 ceph-mon[192298]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.770 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:39 smithi178 ceph-mon[192298]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.770 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:39 smithi178 ceph-mon[192298]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.770 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:39 smithi178 ceph-mon[192298]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.770 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:39 smithi178 ceph-mon[192298]: failed to encode map e357 with expected crc 2023-09-23T15:24:39.770 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:39 smithi178 ceph-mon[192298]: osdmap e358: 8 total, 8 up, 6 in 2023-09-23T15:24:39.915 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:39.917 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:39.917 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:40.018 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:40.046 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:40.154 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:40.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:40.157 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:40.238 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:24:40.257 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:40.258 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:24:40.278 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:24:40.287 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:40.305 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:24:40.329 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:24:40.345 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:40.348 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:40.349 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:40.351 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:24:40.373 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:24:40.393 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:24:40.394 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:24:40.394 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:24:40.394 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:24:40.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:24:40.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:24:40.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:24:40.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:24:40.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:24:40.450 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:40.488 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:40.545 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:24:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[219580]: pgmap v965: 83 pgs: 2 peering, 1 remapped+peering, 8 active+clean+remapped, 72 active+clean; 367 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 2/69 objects misplaced (2.899%); 65 KiB/s, 2 keys/s, 1 objects/s recovering 2023-09-23T15:24:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[219580]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[219580]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[219580]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[219580]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:40.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3229279835' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:40.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[212312]: pgmap v965: 83 pgs: 2 peering, 1 remapped+peering, 8 active+clean+remapped, 72 active+clean; 367 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 2/69 objects misplaced (2.899%); 65 KiB/s, 2 keys/s, 1 objects/s recovering 2023-09-23T15:24:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[212312]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[212312]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[212312]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[212312]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:40.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:40 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3229279835' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:40.637 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:40.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:40.640 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:40.650 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:24:40.650 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:24:40.650 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:24:40.650 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:24:40.741 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:40.767 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:40 smithi178 ceph-mon[192298]: pgmap v965: 83 pgs: 2 peering, 1 remapped+peering, 8 active+clean+remapped, 72 active+clean; 367 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 2/69 objects misplaced (2.899%); 65 KiB/s, 2 keys/s, 1 objects/s recovering 2023-09-23T15:24:40.767 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:40 smithi178 ceph-mon[192298]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.767 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:40 smithi178 ceph-mon[192298]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.767 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:40 smithi178 ceph-mon[192298]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:40 smithi178 ceph-mon[192298]: failed to encode map e358 with expected crc 2023-09-23T15:24:40.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:40 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:40.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:40 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:40.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:40 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3229279835' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:40.771 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:40.865 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:40.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:40.869 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:40.969 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:40.996 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:41.037 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:41.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:41.039 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:41.140 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:41.169 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:41.217 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:41.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:41.220 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:41.238 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:41.274 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:24:41.321 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:41.347 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:41.390 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:41.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:41.395 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:41.437 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:24:41.496 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:41.525 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_3' created 2023-09-23T15:24:41.529 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:41.573 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:41.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:41.576 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:41 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:24:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:41 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:24:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:41 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:41 smithi178 ceph-mon[192298]: 1.7 scrub starts 2023-09-23T15:24:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:41 smithi178 ceph-mon[192298]: 1.7 scrub ok 2023-09-23T15:24:41.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2809280319' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-09-23T15:24:41.630 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:24:41.658 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2] out_osds: [6, 4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:24:41.658 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:24:41.658 INFO:tasks.thrashosds.thrasher:Adding osd 6 2023-09-23T15:24:41.659 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd in 6 2023-09-23T15:24:41.677 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:41.703 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:41.745 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:41.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:41.747 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:24:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:24:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[219580]: 1.7 scrub starts 2023-09-23T15:24:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[219580]: 1.7 scrub ok 2023-09-23T15:24:41.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2809280319' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-09-23T15:24:41.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:24:41.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:41.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[212312]: 1.7 scrub starts 2023-09-23T15:24:41.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[212312]: 1.7 scrub ok 2023-09-23T15:24:41.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2809280319' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-09-23T15:24:41.848 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:41.880 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:42.324 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:42.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:42.327 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:42.428 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:42.456 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[219580]: pgmap v967: 83 pgs: 2 peering, 1 remapped+peering, 8 active+clean+remapped, 72 active+clean; 367 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 2/69 objects misplaced (2.899%); 52 KiB/s, 2 keys/s, 1 objects/s recovering 2023-09-23T15:24:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[219580]: failed to encode map e359 with expected crc 2023-09-23T15:24:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2809280319' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-09-23T15:24:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[219580]: osdmap e359: 8 total, 8 up, 6 in 2023-09-23T15:24:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[219580]: failed to encode map e359 with expected crc 2023-09-23T15:24:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[219580]: 1.4 scrub starts 2023-09-23T15:24:42.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[219580]: 1.4 scrub ok 2023-09-23T15:24:42.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[212312]: pgmap v967: 83 pgs: 2 peering, 1 remapped+peering, 8 active+clean+remapped, 72 active+clean; 367 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 2/69 objects misplaced (2.899%); 52 KiB/s, 2 keys/s, 1 objects/s recovering 2023-09-23T15:24:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[212312]: failed to encode map e359 with expected crc 2023-09-23T15:24:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2809280319' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-09-23T15:24:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[212312]: osdmap e359: 8 total, 8 up, 6 in 2023-09-23T15:24:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[212312]: failed to encode map e359 with expected crc 2023-09-23T15:24:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[212312]: 1.4 scrub starts 2023-09-23T15:24:42.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:42 smithi118 ceph-mon[212312]: 1.4 scrub ok 2023-09-23T15:24:42.654 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:42.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:42.658 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:42.735 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_3 rados --yes-i-really-mean-it || true 2023-09-23T15:24:42.758 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:42.805 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:42.865 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:42 smithi178 ceph-mon[192298]: pgmap v967: 83 pgs: 2 peering, 1 remapped+peering, 8 active+clean+remapped, 72 active+clean; 367 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 2/69 objects misplaced (2.899%); 52 KiB/s, 2 keys/s, 1 objects/s recovering 2023-09-23T15:24:42.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:42 smithi178 ceph-mon[192298]: failed to encode map e359 with expected crc 2023-09-23T15:24:42.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:42 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2809280319' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-09-23T15:24:42.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:42 smithi178 ceph-mon[192298]: osdmap e359: 8 total, 8 up, 6 in 2023-09-23T15:24:42.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:42 smithi178 ceph-mon[192298]: failed to encode map e359 with expected crc 2023-09-23T15:24:42.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:42 smithi178 ceph-mon[192298]: 1.4 scrub starts 2023-09-23T15:24:42.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:42 smithi178 ceph-mon[192298]: 1.4 scrub ok 2023-09-23T15:24:42.910 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:42.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:42.914 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:43.015 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:43.043 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:43.139 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:43.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:43.142 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:43.168 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:24:43.192 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:24:43.192 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:24:43.192 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:24:43.192 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:24:43.192 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:24:43.243 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:43.272 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:43.416 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:43.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:43.418 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:43.519 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:43.545 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:43.588 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:43.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:43.591 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:43.691 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:43.717 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:43.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:43 smithi118 ceph-mon[219580]: failed to encode map e360 with expected crc 2023-09-23T15:24:43.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:43 smithi118 ceph-mon[219580]: failed to encode map e360 with expected crc 2023-09-23T15:24:43.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:43 smithi118 ceph-mon[219580]: osdmap e360: 8 total, 8 up, 6 in 2023-09-23T15:24:43.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:43 smithi118 ceph-mon[219580]: failed to encode map e360 with expected crc 2023-09-23T15:24:43.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:43 smithi118 ceph-mon[212312]: failed to encode map e360 with expected crc 2023-09-23T15:24:43.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:43 smithi118 ceph-mon[212312]: failed to encode map e360 with expected crc 2023-09-23T15:24:43.735 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:43 smithi118 ceph-mon[212312]: osdmap e360: 8 total, 8 up, 6 in 2023-09-23T15:24:43.735 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:43 smithi118 ceph-mon[212312]: failed to encode map e360 with expected crc 2023-09-23T15:24:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:43 smithi178 ceph-mon[192298]: failed to encode map e360 with expected crc 2023-09-23T15:24:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:43 smithi178 ceph-mon[192298]: failed to encode map e360 with expected crc 2023-09-23T15:24:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:43 smithi178 ceph-mon[192298]: osdmap e360: 8 total, 8 up, 6 in 2023-09-23T15:24:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:43 smithi178 ceph-mon[192298]: failed to encode map e360 with expected crc 2023-09-23T15:24:43.957 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:24:43.959 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:43.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:43.965 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:44.066 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:44.095 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:44.220 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:44.222 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:44.238 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:44.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:44.242 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:44.296 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:24:44.343 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:44.369 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:44.428 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:44.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:44.430 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:44.531 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:44.536 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:24:44.559 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:44.600 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:44.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:44.603 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:44 smithi178 ceph-mon[192298]: pgmap v970: 99 pgs: 9 creating+peering, 2 unknown, 1 peering, 8 active+clean+remapped, 79 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 3/72 objects misplaced (4.167%) 2023-09-23T15:24:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:44 smithi178 ceph-mon[192298]: failed to encode map e361 with expected crc 2023-09-23T15:24:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:44 smithi178 ceph-mon[192298]: osdmap e361: 8 total, 8 up, 6 in 2023-09-23T15:24:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2667264046' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:44 smithi178 ceph-mon[192298]: failed to encode map e361 with expected crc 2023-09-23T15:24:44.704 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:44.729 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:44 smithi118 ceph-mon[219580]: pgmap v970: 99 pgs: 9 creating+peering, 2 unknown, 1 peering, 8 active+clean+remapped, 79 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 3/72 objects misplaced (4.167%) 2023-09-23T15:24:44.730 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:44 smithi118 ceph-mon[219580]: failed to encode map e361 with expected crc 2023-09-23T15:24:44.730 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:44 smithi118 ceph-mon[219580]: osdmap e361: 8 total, 8 up, 6 in 2023-09-23T15:24:44.730 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2667264046' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:44.730 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:44 smithi118 ceph-mon[219580]: failed to encode map e361 with expected crc 2023-09-23T15:24:44.730 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:44 smithi118 ceph-mon[212312]: pgmap v970: 99 pgs: 9 creating+peering, 2 unknown, 1 peering, 8 active+clean+remapped, 79 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 3/72 objects misplaced (4.167%) 2023-09-23T15:24:44.731 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:44 smithi118 ceph-mon[212312]: failed to encode map e361 with expected crc 2023-09-23T15:24:44.731 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:44 smithi118 ceph-mon[212312]: osdmap e361: 8 total, 8 up, 6 in 2023-09-23T15:24:44.731 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2667264046' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:24:44.731 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:44 smithi118 ceph-mon[212312]: failed to encode map e361 with expected crc 2023-09-23T15:24:44.733 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[219580]: failed to encode map e361 with expected crc 2023-09-23T15:24:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:24:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:24:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[219580]: failed to encode map e362 with expected crc 2023-09-23T15:24:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[219580]: failed to encode map e361 with expected crc 2023-09-23T15:24:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2667264046' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:24:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[219580]: osdmap e362: 8 total, 8 up, 6 in 2023-09-23T15:24:45.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[219580]: failed to encode map e362 with expected crc 2023-09-23T15:24:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[212312]: failed to encode map e361 with expected crc 2023-09-23T15:24:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:24:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:24:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[212312]: failed to encode map e362 with expected crc 2023-09-23T15:24:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[212312]: failed to encode map e361 with expected crc 2023-09-23T15:24:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2667264046' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:24:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[212312]: osdmap e362: 8 total, 8 up, 6 in 2023-09-23T15:24:45.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:45 smithi118 ceph-mon[212312]: failed to encode map e362 with expected crc 2023-09-23T15:24:45.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:45 smithi178 ceph-mon[192298]: failed to encode map e361 with expected crc 2023-09-23T15:24:45.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:45 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:24:45.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:45 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:24:45.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:45 smithi178 ceph-mon[192298]: failed to encode map e362 with expected crc 2023-09-23T15:24:45.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:45 smithi178 ceph-mon[192298]: failed to encode map e361 with expected crc 2023-09-23T15:24:45.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:45 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2667264046' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:24:45.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:45 smithi178 ceph-mon[192298]: osdmap e362: 8 total, 8 up, 6 in 2023-09-23T15:24:45.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:45 smithi178 ceph-mon[192298]: failed to encode map e362 with expected crc 2023-09-23T15:24:45.874 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:24:45.874 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:24:45.874 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:24:45.874 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:24:45.874 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.874 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164462 7.5 7:aecab349:::benchmark_data_smithi118_332595_object78398:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.323995+0000", 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 351.547417177, 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0175018979999999, 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164462 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.875 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.323995+0000", 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.323995+0000", 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.323994+0000", 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:45.876 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324000+0000", 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7139999999999998e-06 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324013+0000", 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3179999999999999e-05 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324018+0000", 2023-09-23T15:24:45.877 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9030000000000003e-06 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324079+0000", 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1581999999999994e-05 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324091+0000", 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.132e-05 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.878 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.326522+0000", 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0024315829999999 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.326625+0000", 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000102747 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.326705+0000", 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9760999999999997e-05 2023-09-23T15:24:45.879 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.330918+0000", 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042127570000000001 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.332091+0000", 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0011731879999999999 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.880 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341400+0000", 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0093090629999999994 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341454+0000", 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3857000000000003e-05 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341497+0000", 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3386000000000001e-05 2023-09-23T15:24:45.881 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:151798 8.d 8:bbe00d59:::benchmark_data_smithi118_424375_object48732:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:22:24.467723+0000", 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 141.40368925999999, 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1235091320000001, 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.882 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 151798 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467723+0000", 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467723+0000", 2023-09-23T15:24:45.883 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467722+0000", 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467728+0000", 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4799999999999998e-06 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.884 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467743+0000", 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.469e-05 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467749+0000", 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4729999999999997e-06 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467888+0000", 2023-09-23T15:24:45.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000138694 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467895+0000", 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.421e-06 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.457164+0000", 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.98926981199999997 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.886 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.457177+0000", 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2666999999999999e-05 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.580726+0000", 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.123548776 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.580879+0000", 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015276299999999999 2023-09-23T15:24:45.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,5,6", 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.581396+0000", 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00051779199999999999 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.587269+0000", 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0058724839999999999 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.587336+0000", 2023-09-23T15:24:45.888 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7257999999999999e-05 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591050+0000", 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037140630000000001 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591091+0000", 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0629e-05 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591151+0000", 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9891e-05 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591232+0000", 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1601999999999996e-05 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:151833 8.d 8:b406be8d:::benchmark_data_smithi118_424375_object48767:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:24:45.890 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:22:24.538778+0000", 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 141.33263409599999, 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0528016230000001, 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 151833 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.891 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538778+0000", 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538778+0000", 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538777+0000", 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.892 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538788+0000", 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0688e-05 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538804+0000", 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5948999999999999e-05 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538810+0000", 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0519999999999998e-06 2023-09-23T15:24:45.893 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538861+0000", 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1400999999999998e-05 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538871+0000", 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5980000000000003e-06 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.894 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.457207+0000", 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.91833673199999999 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.457212+0000", 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0649999999999998e-06 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.587360+0000", 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1301477010000001 2023-09-23T15:24:45.895 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.587470+0000", 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109434 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,5,6", 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.587572+0000", 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000102277 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.896 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591359+0000", 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037875090000000001 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591391+0000", 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1894000000000003e-05 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591403+0000", 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.152e-05 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.897 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591429+0000", 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6058e-05 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591476+0000", 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7018000000000003e-05 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591580+0000", 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010401299999999999 2023-09-23T15:24:45.898 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188737 8.d 8:b3893a49:::benchmark_data_smithi118_424375_object85671:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:38.403305+0000", 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 67.468107348000004, 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.18652867, 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.899 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188737 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.403305+0000", 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.403305+0000", 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.900 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.403304+0000", 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.403310+0000", 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8140000000000003e-06 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.901 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.405699+0000", 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023888870000000001 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.405709+0000", 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2720000000000003e-06 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.412543+0000", 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0068346639999999998 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.902 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.412554+0000", 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0461e-05 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.567870+0000", 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1553159310000001 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.903 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.567975+0000", 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000105173 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,4,5", 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.568458+0000", 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000483194 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.582097+0000", 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013639059 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.904 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.583130+0000", 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010327610000000001 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.589473+0000", 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0063428759999999999 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.589615+0000", 2023-09-23T15:24:45.905 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000142762 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.589684+0000", 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8979999999999993e-05 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.589834+0000", 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014925100000000001 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.906 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188746 8.6 8:6f19c749:::benchmark_data_smithi118_424375_object85680:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:38.432439+0000", 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 67.438973207000004, 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1179388299999999, 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.907 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188746 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432439+0000", 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432439+0000", 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.908 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432438+0000", 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432445+0000", 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0389999999999999e-06 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432460+0000", 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5003e-05 2023-09-23T15:24:45.909 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432469+0000", 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.867e-06 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432517+0000", 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8272999999999997e-05 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.910 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432526+0000", 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8990000000000007e-06 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.417653+0000", 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.98512726100000003 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.417666+0000", 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2719e-05 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.911 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.536626+0000", 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.11896057 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.538179+0000", 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001552204 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3,6", 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.538370+0000", 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00019104699999999999 2023-09-23T15:24:45.912 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.545819+0000", 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0074495070000000002 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.546279+0000", 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00045930599999999998 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.913 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.546765+0000", 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00048661100000000002 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.550236+0000", 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0034709200000000002 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.550291+0000", 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5226999999999998e-05 2023-09-23T15:24:45.914 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.550378+0000", 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6700999999999995e-05 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188755 8.d 8:bf581c2a:::benchmark_data_smithi118_424375_object85689:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:38.450351+0000", 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 67.421061307000002, 2023-09-23T15:24:45.915 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.143427306, 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188755 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450351+0000", 2023-09-23T15:24:45.916 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450351+0000", 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450350+0000", 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.917 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450357+0000", 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5320000000000001e-06 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450370+0000", 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2619000000000001e-05 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450375+0000", 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0320000000000003e-06 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.918 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450418+0000", 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3142999999999997e-05 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450426+0000", 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0919999999999998e-06 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.579305+0000", 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.128879038 2023-09-23T15:24:45.919 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.579459+0000", 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015328 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,4,5", 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.579616+0000", 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015740700000000001 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.582197+0000", 2023-09-23T15:24:45.920 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025805509999999999 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.589909+0000", 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0077125459999999998 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.590309+0000", 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00040021099999999998 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.921 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.593555+0000", 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0032455040000000002 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.593633+0000", 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8100000000000001e-05 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.922 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.593778+0000", 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014537400000000001 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:193755 8.1 8:87374ed4:::benchmark_data_smithi118_424375_object90689:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e333)", 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:57.435290+0000", 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 48.436121966000002, 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0066191630000001, 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.923 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 193755 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435290+0000", 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435290+0000", 2023-09-23T15:24:45.924 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435290+0000", 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435292+0000", 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1440000000000001e-06 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.925 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435298+0000", 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8300000000000001e-06 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435302+0000", 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1019999999999999e-06 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435349+0000", 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7307e-05 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.926 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435359+0000", 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4830000000000005e-06 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.424847+0000", 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.989487911 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.424958+0000", 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000111329 2023-09-23T15:24:45.927 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.425171+0000", 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000212485 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.429962+0000", 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0047914860000000002 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.928 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.441774+0000", 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011811962000000001 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.441823+0000", 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8735e-05 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.441871+0000", 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8288999999999998e-05 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.929 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.441910+0000", 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8469e-05 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205224 8.b 8:d3ad6caf:::benchmark_data_smithi118_424375_object102158:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.672855+0000", 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.198557163, 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.082060051, 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.930 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205224 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672855+0000", 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.931 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672855+0000", 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672854+0000", 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672861+0000", 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0219999999999999e-06 2023-09-23T15:24:45.932 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672873+0000", 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2078e-05 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672886+0000", 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3115000000000001e-05 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.933 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.675437+0000", 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002550259 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.675442+0000", 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.896e-06 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.739906+0000", 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0644631040000001 2023-09-23T15:24:45.934 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for missing object", 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.740027+0000", 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000121598 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.754855+0000", 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014828282999999999 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.754915+0000", 2023-09-23T15:24:45.935 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9818000000000002e-05 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205234 8.b 8:d1890068:::benchmark_data_smithi118_424375_object102168:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.683259+0000", 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.188153852999999, 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.122378495, 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.936 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205234 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683259+0000", 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683259+0000", 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.937 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683258+0000", 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683275+0000", 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6911000000000001e-05 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.938 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683286+0000", 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1469e-05 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683292+0000", 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7250000000000002e-06 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683344+0000", 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2673999999999997e-05 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.939 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683354+0000", 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2250000000000006e-06 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.754931+0000", 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.071577483 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.755010+0000", 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8676000000000004e-05 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.940 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.755518+0000", 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00050779299999999998 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.788972+0000", 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.033454783000000002 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.800764+0000", 2023-09-23T15:24:45.941 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011791302 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805535+0000", 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00477116 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805570+0000", 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5481999999999997e-05 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.942 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805637+0000", 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6637999999999995e-05 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205235 8.b 8:d2d87acb:::benchmark_data_smithi118_424375_object102169:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.683304+0000", 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.188107991999999, 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1224581410000001, 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.943 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205235 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683304+0000", 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.944 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683304+0000", 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683304+0000", 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683307+0000", 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8660000000000002e-06 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.945 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683313+0000", 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7529999999999998e-06 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683317+0000", 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3290000000000004e-06 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.946 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683380+0000", 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2810000000000003e-05 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683387+0000", 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.153e-06 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.781457+0000", 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0980697989999999 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.947 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.781581+0000", 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012470499999999999 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.781669+0000", 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7294999999999997e-05 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.788982+0000", 2023-09-23T15:24:45.948 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.007313595 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.800792+0000", 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011809663 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805681+0000", 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00488873 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.949 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805710+0000", 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9051999999999999e-05 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805763+0000", 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2837000000000003e-05 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.950 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205240 8.b 8:de7c2bfd:::benchmark_data_smithi118_424375_object102174:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.689549+0000", 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.181863034999999, 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1196030850000001, 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205240 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.951 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689549+0000", 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689549+0000", 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689549+0000", 2023-09-23T15:24:45.952 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689551+0000", 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3199999999999998e-06 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689557+0000", 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4369999999999998e-06 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.953 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689560+0000", 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.693e-06 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.690739+0000", 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001179053 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.690747+0000", 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9929999999999995e-06 2023-09-23T15:24:45.954 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.782754+0000", 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.092006883 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.782858+0000", 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010349 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:45.955 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.782945+0000", 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7145000000000007e-05 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.788991+0000", 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0060459770000000001 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.804576+0000", 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015585296 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.956 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809048+0000", 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0044715570000000001 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809092+0000", 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4155e-05 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809152+0000", 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0455999999999999e-05 2023-09-23T15:24:45.957 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205241 8.b 8:dc8b5d5f:::benchmark_data_smithi118_424375_object102175:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.689564+0000", 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.181847936, 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1197191420000001, 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.958 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205241 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689564+0000", 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689564+0000", 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.959 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689564+0000", 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689567+0000", 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3740000000000001e-06 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689572+0000", 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1290000000000004e-06 2023-09-23T15:24:45.960 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689575+0000", 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3689999999999998e-06 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.690759+0000", 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001183843 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.961 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.690762+0000", 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5590000000000001e-06 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.783718+0000", 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.092955382 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.783790+0000", 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2356999999999999e-05 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.962 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.783864+0000", 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4042999999999996e-05 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.789000+0000", 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051356789999999998 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.804608+0000", 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015608051 2023-09-23T15:24:45.963 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809185+0000", 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045774600000000002 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809227+0000", 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1492999999999997e-05 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.964 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809284+0000", 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6675999999999997e-05 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205253 8.b 8:d11743ee:::benchmark_data_smithi118_424375_object102187:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.704377+0000", 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.167035701, 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1189896560000001, 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.965 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205253 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704377+0000", 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.966 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704377+0000", 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704376+0000", 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704379+0000", 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5009999999999999e-06 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.967 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704388+0000", 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4439999999999997e-06 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704391+0000", 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9380000000000001e-06 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.708548+0000", 2023-09-23T15:24:45.968 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0041565939999999996 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.708568+0000", 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9792e-05 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.784575+0000", 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0760078639999999 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.969 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.784648+0000", 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2129e-05 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.784718+0000", 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0055000000000006e-05 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.789009+0000", 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042915449999999999 2023-09-23T15:24:45.970 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805799+0000", 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016789821 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823258+0000", 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017459367999999999 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823306+0000", 2023-09-23T15:24:45.971 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7166000000000002e-05 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823366+0000", 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0782999999999997e-05 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205271 8.b 8:d0feaad0:::benchmark_data_smithi118_424375_object102205:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.722234+0000", 2023-09-23T15:24:45.972 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.149178152000001, 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1013434790000001, 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205271 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722234+0000", 2023-09-23T15:24:45.973 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722234+0000", 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722233+0000", 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.974 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722240+0000", 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.472e-06 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722249+0000", 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8149999999999995e-06 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722254+0000", 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7239999999999997e-06 2023-09-23T15:24:45.975 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722303+0000", 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8717999999999997e-05 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722313+0000", 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4709999999999996e-06 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.976 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.785451+0000", 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.063138785 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.785569+0000", 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000117266 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.785698+0000", 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012951299999999999 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.977 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.791252+0000", 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0055536320000000002 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805828+0000", 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014576488 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823419+0000", 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017591124 2023-09-23T15:24:45.978 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823472+0000", 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2110000000000001e-05 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823578+0000", 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000106094 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.979 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205287 8.b 8:dd8f16e3:::benchmark_data_smithi118_424375_object102221:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.736611+0000", 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.134801464999999, 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0870761449999999, 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205287 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.980 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736611+0000", 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736611+0000", 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.981 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736610+0000", 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736617+0000", 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.17e-06 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736626+0000", 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9430000000000006e-06 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.982 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736631+0000", 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9799999999999998e-06 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736686+0000", 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4360000000000001e-05 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736695+0000", 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4760000000000004e-06 2023-09-23T15:24:45.983 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.786867+0000", 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0501717290000001 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.786957+0000", 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0517000000000001e-05 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:45.984 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.787039+0000", 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1514999999999995e-05 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.791259+0000", 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042203220000000003 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805847+0000", 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014588004 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.985 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823602+0000", 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017755186999999999 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823630+0000", 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7186999999999999e-05 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823687+0000", 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7435999999999997e-05 2023-09-23T15:24:45.986 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205317 8.b 8:dfd182e8:::benchmark_data_smithi118_424375_object102251:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.764133+0000", 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.107279492, 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0597503070000001, 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.987 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205317 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764133+0000", 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764133+0000", 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.988 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764131+0000", 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764139+0000", 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5510000000000002e-06 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764155+0000", 2023-09-23T15:24:45.989 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6137000000000002e-05 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764164+0000", 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0319999999999992e-06 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764234+0000", 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0091000000000004e-05 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.990 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764244+0000", 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0648e-05 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.787892+0000", 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.023647704 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.788019+0000", 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012686199999999999 2023-09-23T15:24:45.991 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.788154+0000", 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013481999999999999 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.793287+0000", 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051329519999999997 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.992 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805876+0000", 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012588864999999999 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823735+0000", 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.01785929 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823783+0000", 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8112000000000003e-05 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.993 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823883+0000", 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010015599999999999 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205336 8.b 8:d32c22a6:::benchmark_data_smithi118_424375_object102270:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.783757+0000", 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.087655659999999, 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.040221413, 2023-09-23T15:24:45.994 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205336 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783757+0000", 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.995 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783757+0000", 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783756+0000", 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783761+0000", 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0370000000000002e-06 2023-09-23T15:24:45.996 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783773+0000", 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2139e-05 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783779+0000", 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2249999999999997e-06 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.997 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783848+0000", 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8887000000000006e-05 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783855+0000", 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1919999999999999e-06 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.789051+0000", 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.005195946 2023-09-23T15:24:45.998 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.789163+0000", 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011226 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.789256+0000", 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2799000000000004e-05 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:45.999 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.793296+0000", 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0040397699999999998 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.807130+0000", 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013834048999999999 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823905+0000", 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016774824000000001 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.000 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823931+0000", 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5706000000000001e-05 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823978+0000", 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7499e-05 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.001 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205343 8.b 8:d75726e4:::benchmark_data_smithi118_424375_object102277:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.791362+0000", 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.080049898999999, 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0328056189999999, 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205343 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.002 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791362+0000", 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791362+0000", 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:46.003 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791362+0000", 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791366+0000", 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4100000000000001e-06 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791379+0000", 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.27e-05 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.004 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791384+0000", 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9080000000000003e-06 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791439+0000", 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5488999999999997e-05 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791446+0000", 2023-09-23T15:24:46.005 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9399999999999996e-06 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.790112+0000", 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99866615000000003 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.790231+0000", 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000119004 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.006 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.790372+0000", 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000140545 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.795390+0000", 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050181410000000003 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.807977+0000", 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012586566 2023-09-23T15:24:46.007 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824022+0000", 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016045401000000001 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824066+0000", 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4515999999999999e-05 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824168+0000", 2023-09-23T15:24:46.008 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000101646 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205367 8.b 8:dce4ce63:::benchmark_data_smithi118_424375_object102301:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.820705+0000", 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.050707195000001, 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0035639489999999, 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:46.009 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205367 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820705+0000", 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820705+0000", 2023-09-23T15:24:46.010 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820704+0000", 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820708+0000", 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8340000000000001e-06 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:46.011 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820718+0000", 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.8449999999999998e-06 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820722+0000", 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0260000000000001e-06 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820762+0000", 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9903000000000001e-05 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.012 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820770+0000", 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8609999999999998e-06 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.791294+0000", 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.97052369199999999 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:46.013 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.791388+0000", 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4026999999999999e-05 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.791464+0000", 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5884999999999996e-05 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.795396+0000", 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039322209999999996 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.014 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.808041+0000", 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012645299 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824192+0000", 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016150504 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824216+0000", 2023-09-23T15:24:46.015 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4510000000000001e-05 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824269+0000", 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3022999999999997e-05 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205373 8.b 8:d6685e94:::benchmark_data_smithi118_424375_object102307:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.825749+0000", 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 21.045663029, 2023-09-23T15:24:46.016 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99869770300000005, 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205373 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825749+0000", 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.017 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825749+0000", 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825749+0000", 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825753+0000", 2023-09-23T15:24:46.018 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7530000000000001e-06 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825766+0000", 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2359e-05 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825773+0000", 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.883e-06 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.019 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825824+0000", 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1660999999999999e-05 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825830+0000", 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1190000000000002e-06 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.792217+0000", 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.96638623800000001 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.020 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.792339+0000", 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000122249 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.792479+0000", 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000139818 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.796385+0000", 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039064670000000003 2023-09-23T15:24:46.021 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.808151+0000", 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011766115000000001 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824305+0000", 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016154201 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:24:46.022 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824350+0000", 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4261999999999997e-05 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824447+0000", 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7393999999999996e-05 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:24:46.023 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:24:46.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:46 smithi118 conmon[212288]: 2023-09-23T15:24:46.036+0000 7f4045f51700 -1 mon.a@0(leader).osd e362 definitely_dead 0 2023-09-23T15:24:46.467 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:24:46.741 INFO:teuthology.orchestra.run.smithi118.stderr:marked in osd.6. 2023-09-23T15:24:46.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:46 smithi118 ceph-mon[212312]: pgmap v973: 99 pgs: 9 creating+peering, 8 active+clean+remapped, 82 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 3/72 objects misplaced (4.167%) 2023-09-23T15:24:46.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:46 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4196884082' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-09-23T15:24:46.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:46 smithi118 ceph-mon[219580]: pgmap v973: 99 pgs: 9 creating+peering, 8 active+clean+remapped, 82 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 3/72 objects misplaced (4.167%) 2023-09-23T15:24:46.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:46 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4196884082' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-09-23T15:24:46.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:46 smithi178 ceph-mon[192298]: pgmap v973: 99 pgs: 9 creating+peering, 8 active+clean+remapped, 82 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 3/72 objects misplaced (4.167%) 2023-09-23T15:24:46.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:46 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4196884082' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-09-23T15:24:46.987 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:46.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:46.991 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:47.091 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:47.120 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:47.363 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:47.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:47.366 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:47.467 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:47.494 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:47.548 INFO:tasks.thrashosds.thrasher:Added osd 6 2023-09-23T15:24:47.627 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[219580]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.627 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4196884082' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-09-23T15:24:47.627 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[219580]: osdmap e363: 8 total, 8 up, 7 in 2023-09-23T15:24:47.627 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[219580]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.627 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[219580]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.627 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[219580]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.628 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[219580]: osdmap e364: 8 total, 8 up, 7 in 2023-09-23T15:24:47.628 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[219580]: pgmap v976: 99 pgs: 8 remapped+peering, 17 peering, 74 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail 2023-09-23T15:24:47.628 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[212312]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.628 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4196884082' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-09-23T15:24:47.628 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[212312]: osdmap e363: 8 total, 8 up, 7 in 2023-09-23T15:24:47.628 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[212312]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.628 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[212312]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.628 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[212312]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.628 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[212312]: osdmap e364: 8 total, 8 up, 7 in 2023-09-23T15:24:47.628 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:47 smithi118 ceph-mon[212312]: pgmap v976: 99 pgs: 8 remapped+peering, 17 peering, 74 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail 2023-09-23T15:24:47.646 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:47.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:47.650 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:47.751 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:47.787 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:47.836 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:47.839 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:47 smithi178 ceph-mon[192298]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.839 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:47 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4196884082' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-09-23T15:24:47.839 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:47 smithi178 ceph-mon[192298]: osdmap e363: 8 total, 8 up, 7 in 2023-09-23T15:24:47.839 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:47 smithi178 ceph-mon[192298]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.840 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:47 smithi178 ceph-mon[192298]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.840 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:47 smithi178 ceph-mon[192298]: failed to encode map e363 with expected crc 2023-09-23T15:24:47.840 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:47 smithi178 ceph-mon[192298]: osdmap e364: 8 total, 8 up, 7 in 2023-09-23T15:24:47.840 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:47 smithi178 ceph-mon[192298]: pgmap v976: 99 pgs: 8 remapped+peering, 17 peering, 74 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail 2023-09-23T15:24:47.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:47.841 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:47.942 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:47.972 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:48.064 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:48.072 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:48.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:48.076 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:48.148 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:24:48.166 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:24:48.177 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:48.184 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:24:48.203 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:24:48.210 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:48.223 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:24:48.242 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:24:48.260 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:48.262 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:24:48.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:48.265 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:48.281 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:24:48.282 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:24:48.282 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:24:48.282 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:24:48.282 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:24:48.282 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:24:48.283 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:24:48.283 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:24:48.283 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:24:48.366 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:48.395 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:48.418 INFO:teuthology.orchestra.run.smithi118.stderr:enabled application 'rados' on pool 'unique_pool_3' 2023-09-23T15:24:48.525 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:24:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:24:48] "GET /metrics HTTP/1.1" 200 34106 "" "Prometheus/2.43.0" 2023-09-23T15:24:48.539 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:24:48.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[212312]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[212312]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[212312]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[212312]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[212312]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[212312]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[212312]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/126513467' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:24:48.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2536347991' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:48.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/126513467' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:24:48.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[212312]: osdmap e365: 8 total, 8 up, 7 in 2023-09-23T15:24:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[219580]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[219580]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[219580]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[219580]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[219580]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[219580]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[219580]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/126513467' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:24:48.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2536347991' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:48.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/126513467' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:24:48.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:48 smithi118 ceph-mon[219580]: osdmap e365: 8 total, 8 up, 7 in 2023-09-23T15:24:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:48 smithi178 ceph-mon[192298]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:48 smithi178 ceph-mon[192298]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:48 smithi178 ceph-mon[192298]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:48 smithi178 ceph-mon[192298]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:48 smithi178 ceph-mon[192298]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:48 smithi178 ceph-mon[192298]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:48 smithi178 ceph-mon[192298]: failed to encode map e364 with expected crc 2023-09-23T15:24:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/126513467' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:24:48.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2536347991' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:24:48.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/126513467' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:24:48.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:48 smithi178 ceph-mon[192298]: osdmap e365: 8 total, 8 up, 7 in 2023-09-23T15:24:49.054 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:49.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:49.058 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:49.159 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:49.186 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:49.641 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:49.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:49.645 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:49.745 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:49.773 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:49.818 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[219580]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[219580]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[219580]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[219580]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[219580]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[219580]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[219580]: pgmap v978: 99 pgs: 2 active+undersized+remapped, 8 remapped+peering, 17 peering, 72 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-09-23T15:24:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[219580]: osdmap e366: 8 total, 8 up, 7 in 2023-09-23T15:24:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[212312]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[212312]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[212312]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[212312]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[212312]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[212312]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[212312]: pgmap v978: 99 pgs: 2 active+undersized+remapped, 8 remapped+peering, 17 peering, 72 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-09-23T15:24:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:49 smithi118 ceph-mon[212312]: osdmap e366: 8 total, 8 up, 7 in 2023-09-23T15:24:49.824 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:49 smithi178 ceph-mon[192298]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.824 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:49 smithi178 ceph-mon[192298]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.824 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:49 smithi178 ceph-mon[192298]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.824 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:49 smithi178 ceph-mon[192298]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.824 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:49 smithi178 ceph-mon[192298]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.824 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:49 smithi178 ceph-mon[192298]: failed to encode map e365 with expected crc 2023-09-23T15:24:49.825 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:49 smithi178 ceph-mon[192298]: pgmap v978: 99 pgs: 2 active+undersized+remapped, 8 remapped+peering, 17 peering, 72 active+clean; 582 KiB data, 2.3 GiB used, 534 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2023-09-23T15:24:49.825 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:49 smithi178 ceph-mon[192298]: osdmap e366: 8 total, 8 up, 7 in 2023-09-23T15:24:49.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:49.825 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:49.926 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:49.953 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:50.269 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:50.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:50.272 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:50.373 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:50.401 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:50.418 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:50.456 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:50.461 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:50.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:50.562 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:50.592 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:50.736 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:50.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:50.740 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:50.753 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:24:50.754 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:24:50.782 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[219580]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.782 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[219580]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.782 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[219580]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.782 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[219580]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.782 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[219580]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.782 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[219580]: osdmap e367: 8 total, 8 up, 7 in 2023-09-23T15:24:50.782 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[212312]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.783 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[212312]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.783 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[212312]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.783 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[212312]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.783 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[212312]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.783 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:50 smithi118 ceph-mon[212312]: osdmap e367: 8 total, 8 up, 7 in 2023-09-23T15:24:50.841 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:50.874 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:50 smithi178 ceph-mon[192298]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:50 smithi178 ceph-mon[192298]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:50 smithi178 ceph-mon[192298]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:50 smithi178 ceph-mon[192298]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:50 smithi178 ceph-mon[192298]: failed to encode map e366 with expected crc 2023-09-23T15:24:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:50 smithi178 ceph-mon[192298]: osdmap e367: 8 total, 8 up, 7 in 2023-09-23T15:24:51.271 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:51.274 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:51.274 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:51.357 DEBUG:teuthology.orchestra.run.smithi118:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_3 bench 90 write' 2023-09-23T15:24:51.359 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T15:24:51.359 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T15:24:51.375 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:51.401 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:51.548 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:hints = 1 2023-09-23T15:24:51.548 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T15:24:51.548 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object prefix: benchmark_data_smithi118_489858 2023-09-23T15:24:51.548 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:24:51.548 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 0 0 0 0 0 0 - 0 2023-09-23T15:24:51.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:51 smithi178 ceph-mon[192298]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:51 smithi178 ceph-mon[192298]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:51 smithi178 ceph-mon[192298]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:51 smithi178 ceph-mon[192298]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:51 smithi178 ceph-mon[192298]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:51 smithi178 ceph-mon[192298]: pgmap v981: 99 pgs: 2 active+undersized+remapped, 4 remapped+peering, 17 peering, 76 active+clean; 687 KiB data, 2.6 GiB used, 623 GiB / 626 GiB avail; 42 KiB/s rd, 110 KiB/s wr, 33 op/s; 169 KiB/s, 2 objects/s recovering 2023-09-23T15:24:51.895 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:24:51.908 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:51.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:51.912 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:51.912 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[219580]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.912 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[219580]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.913 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[219580]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.913 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[219580]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.913 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[219580]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.913 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[219580]: pgmap v981: 99 pgs: 2 active+undersized+remapped, 4 remapped+peering, 17 peering, 76 active+clean; 687 KiB data, 2.6 GiB used, 623 GiB / 626 GiB avail; 42 KiB/s rd, 110 KiB/s wr, 33 op/s; 169 KiB/s, 2 objects/s recovering 2023-09-23T15:24:51.913 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[212312]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.913 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[212312]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.913 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[212312]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.913 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[212312]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.913 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[212312]: failed to encode map e367 with expected crc 2023-09-23T15:24:51.913 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:51 smithi118 ceph-mon[212312]: pgmap v981: 99 pgs: 2 active+undersized+remapped, 4 remapped+peering, 17 peering, 76 active+clean; 687 KiB data, 2.6 GiB used, 623 GiB / 626 GiB avail; 42 KiB/s rd, 110 KiB/s wr, 33 op/s; 169 KiB/s, 2 objects/s recovering 2023-09-23T15:24:52.013 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:24:52.050 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:52.148 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:24:52.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:52.155 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:24:52.190 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:24:52.256 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:24:52.306 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:52.397 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:24:52.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:52.404 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:24:52.505 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:52.548 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 1 16 3257 3241 202.548 202.562 0.00368468 0.004927 2023-09-23T15:24:52.549 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:24:52.549 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:24:52.549 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2023-09-23T15:24:52.550 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd test-reweight-by-utilization 1000 1.0 2023-09-23T15:24:52.551 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:52.638 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:52.643 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:52.643 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:52.744 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:52.813 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:52.864 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:52.920 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:52.941 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:52.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:52.945 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:53.046 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:53.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:53.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:53.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:53.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:53.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:53.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:53.095 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:53.281 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:53.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:53.286 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:24:53.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:24:53.387 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:53.438 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:53.548 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 2 16 6339 6323 197.575 192.625 0.00749476 0.00505164 2023-09-23T15:24:53.920 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:53 smithi118 ceph-mon[212312]: pgmap v982: 99 pgs: 2 active+undersized+remapped, 97 active+clean; 146 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail; 28 KiB/s rd, 24 MiB/s wr, 409 op/s; 167 KiB/s, 1 keys/s, 3 objects/s recovering 2023-09-23T15:24:53.921 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1083532404' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:53.921 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:53 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:53.930 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:24:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:53 smithi118 ceph-mon[219580]: pgmap v982: 99 pgs: 2 active+undersized+remapped, 97 active+clean; 146 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail; 28 KiB/s rd, 24 MiB/s wr, 409 op/s; 167 KiB/s, 1 keys/s, 3 objects/s recovering 2023-09-23T15:24:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1083532404' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:53 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:54.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:53 smithi178 ceph-mon[192298]: pgmap v982: 99 pgs: 2 active+undersized+remapped, 97 active+clean; 146 MiB data, 2.7 GiB used, 623 GiB / 626 GiB avail; 28 KiB/s rd, 24 MiB/s wr, 409 op/s; 167 KiB/s, 1 keys/s, 3 objects/s recovering 2023-09-23T15:24:54.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1083532404' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:54.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:53 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:24:54.548 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 3 16 9571 9555 199.039 202 0.00160614 0.00495519 2023-09-23T15:24:55.059 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:55.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:55.063 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:55.164 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:24:55.188 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:55.188 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[219580]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.188 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[219580]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.188 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[219580]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.188 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[219580]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.188 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[219580]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.188 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[219580]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.188 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:24:55.188 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[219580]: osdmap e368: 8 total, 8 up, 7 in 2023-09-23T15:24:55.189 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[219580]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.189 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:55.189 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[212312]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.189 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[212312]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.189 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[212312]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.189 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[212312]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.189 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[212312]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.189 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[212312]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.189 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:24:55.189 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[212312]: osdmap e368: 8 total, 8 up, 7 in 2023-09-23T15:24:55.189 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:54 smithi118 ceph-mon[212312]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.190 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:54 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:24:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:54 smithi178 ceph-mon[192298]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:54 smithi178 ceph-mon[192298]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:54 smithi178 ceph-mon[192298]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:54 smithi178 ceph-mon[192298]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:54 smithi178 ceph-mon[192298]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:54 smithi178 ceph-mon[192298]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:54 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:24:55.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:54 smithi178 ceph-mon[192298]: osdmap e368: 8 total, 8 up, 7 in 2023-09-23T15:24:55.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:54 smithi178 ceph-mon[192298]: failed to encode map e368 with expected crc 2023-09-23T15:24:55.549 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 4 16 11640 11624 181.603 129.312 0.00794855 0.00550253 2023-09-23T15:24:55.696 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:24:55.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:55.700 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:24:55.801 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:24:55.847 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:56.031 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:24:56.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:56.036 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:24:56.086 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:24:56.137 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:24:56.180 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:55 smithi118 ceph-mon[212312]: pgmap v984: 99 pgs: 99 active+clean; 184 MiB data, 2.9 GiB used, 623 GiB / 626 GiB avail; 28 KiB/s rd, 31 MiB/s wr, 512 op/s; 124 KiB/s, 1 keys/s, 3 objects/s recovering 2023-09-23T15:24:56.180 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:55 smithi118 ceph-mon[219580]: pgmap v984: 99 pgs: 99 active+clean; 184 MiB data, 2.9 GiB used, 623 GiB / 626 GiB avail; 28 KiB/s rd, 31 MiB/s wr, 512 op/s; 124 KiB/s, 1 keys/s, 3 objects/s recovering 2023-09-23T15:24:56.184 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:56.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:55 smithi178 ceph-mon[192298]: pgmap v984: 99 pgs: 99 active+clean; 184 MiB data, 2.9 GiB used, 623 GiB / 626 GiB avail; 28 KiB/s rd, 31 MiB/s wr, 512 op/s; 124 KiB/s, 1 keys/s, 3 objects/s recovering 2023-09-23T15:24:56.549 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 5 16 14510 14494 181.155 179.375 0.00633432 0.00551597 2023-09-23T15:24:56.807 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:24:56.808 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:24:56.856 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:24:56.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:56.859 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:24:56.960 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:57.008 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:57.096 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:57.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:57.102 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:57.203 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:24:57.255 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:57.354 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:24:57.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:57.365 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:24:57.466 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:57.508 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:57.550 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 6 16 16828 16812 175.062 144.875 0.00583113 0.00570664 2023-09-23T15:24:57.934 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:24:58.255 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:24:58.414 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:58.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:58.422 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:58.522 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:24:58.553 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 7 16 19025 19009 169.589 137.312 0.00931102 0.00589046 2023-09-23T15:24:58.560 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:24:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:24:58] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2023-09-23T15:24:58.560 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:24:58 smithi118 ceph-mon[219580]: pgmap v985: 99 pgs: 99 active+clean; 803 MiB data, 4.3 GiB used, 621 GiB / 626 GiB avail; 21 KiB/s rd, 100 MiB/s wr, 1.62k op/s; 93 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T15:24:58.561 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:24:58 smithi118 ceph-mon[212312]: pgmap v985: 99 pgs: 99 active+clean; 803 MiB data, 4.3 GiB used, 621 GiB / 626 GiB avail; 21 KiB/s rd, 100 MiB/s wr, 1.62k op/s; 93 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T15:24:58.568 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:58.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:24:58 smithi178 ceph-mon[192298]: pgmap v985: 99 pgs: 99 active+clean; 803 MiB data, 4.3 GiB used, 621 GiB / 626 GiB avail; 21 KiB/s rd, 100 MiB/s wr, 1.62k op/s; 93 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T15:24:59.554 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 8 16 21103 21087 164.626 129.875 0.00537806 0.00606839 2023-09-23T15:24:59.682 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:24:59.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:59.690 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:24:59.790 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:24:59.840 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:24:59.941 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:24:59.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:24:59.949 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:24:59.970 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:00.026 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:25:00.050 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:00.060 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:25:00.096 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:25:00.108 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:00.140 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:25:00.181 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:25:00.218 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:25:00.255 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:25:00.283 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:25:00.286 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:25:00.286 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:25:00.286 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:25:00.286 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:25:00.286 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:25:00.287 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:25:00.287 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:25:00.287 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:25:00.291 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:00.530 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:00.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:00.535 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:00.554 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 9 16 23312 23296 161.675 138.062 0.00692743 0.0061811 2023-09-23T15:25:00.636 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:00.693 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:00 smithi178 ceph-mon[192298]: pgmap v986: 99 pgs: 99 active+clean; 955 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 19 KiB/s rd, 106 MiB/s wr, 1.71k op/s; 83 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T15:25:00.693 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3191116323' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:00.698 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:00.732 INFO:teuthology.orchestra.run.smithi118.stdout:moved 5 / 297 (1.6835%) 2023-09-23T15:25:00.732 INFO:teuthology.orchestra.run.smithi118.stdout:avg 42.4286 2023-09-23T15:25:00.732 INFO:teuthology.orchestra.run.smithi118.stdout:stddev 19.9202 -> 18.2589 (expected baseline 6.03053) 2023-09-23T15:25:00.732 INFO:teuthology.orchestra.run.smithi118.stdout:min osd.3 with 18 -> 20 pgs (0.424242 -> 0.471381 * mean) 2023-09-23T15:25:00.733 INFO:teuthology.orchestra.run.smithi118.stdout:max osd.7 with 67 -> 65 pgs (1.57912 -> 1.53199 * mean) 2023-09-23T15:25:00.733 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:25:00.733 INFO:teuthology.orchestra.run.smithi118.stdout:oload 1000 2023-09-23T15:25:00.733 INFO:teuthology.orchestra.run.smithi118.stdout:max_change 1 2023-09-23T15:25:00.733 INFO:teuthology.orchestra.run.smithi118.stdout:max_change_osds 4 2023-09-23T15:25:00.733 INFO:teuthology.orchestra.run.smithi118.stdout:average_utilization 0.0082 2023-09-23T15:25:00.733 INFO:teuthology.orchestra.run.smithi118.stdout:overload_utilization 0.0821 2023-09-23T15:25:00.733 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 weight 0.3689 -> 0.4805 2023-09-23T15:25:00.733 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 weight 0.3957 -> 0.4333 2023-09-23T15:25:00.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:00 smithi118 ceph-mon[219580]: pgmap v986: 99 pgs: 99 active+clean; 955 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 19 KiB/s rd, 106 MiB/s wr, 1.71k op/s; 83 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T15:25:00.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3191116323' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:00.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:00 smithi118 ceph-mon[212312]: pgmap v986: 99 pgs: 99 active+clean; 955 MiB data, 5.1 GiB used, 621 GiB / 626 GiB avail; 19 KiB/s rd, 106 MiB/s wr, 1.71k op/s; 83 KiB/s, 1 keys/s, 2 objects/s recovering 2023-09-23T15:25:00.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3191116323' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:00.738 INFO:teuthology.orchestra.run.smithi118.stderr:no change 2023-09-23T15:25:00.795 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:00.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:00.804 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:00.905 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:25:00.955 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:01.034 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:25:00 smithi118 conmon[199296]: 2023-09-23T15:25:00.730+0000 7fb1894e5700 -1 mgr.server reply reply (2) No such file or directory no change 2023-09-23T15:25:01.072 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:25:01.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:01.081 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:25:01.182 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:25:01.210 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:01.554 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 10 16 25094 25078 156.646 111.375 0.00498315 0.00637929 2023-09-23T15:25:02.554 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 11 16 26633 26617 151.152 96.1875 0.00190557 0.00649321 2023-09-23T15:25:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:02 smithi118 ceph-mon[219580]: from='client.35922 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:02 smithi118 ceph-mon[219580]: pgmap v987: 99 pgs: 99 active+clean; 1.1 GiB data, 5.7 GiB used, 620 GiB / 626 GiB avail; 114 MiB/s wr, 1.82k op/s; 33 KiB/s, 0 keys/s, 1 objects/s recovering 2023-09-23T15:25:02.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:02 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:02.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:02 smithi118 ceph-mon[212312]: from='client.35922 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:02.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:02 smithi118 ceph-mon[212312]: pgmap v987: 99 pgs: 99 active+clean; 1.1 GiB data, 5.7 GiB used, 620 GiB / 626 GiB avail; 114 MiB/s wr, 1.82k op/s; 33 KiB/s, 0 keys/s, 1 objects/s recovering 2023-09-23T15:25:02.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:02 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:02 smithi178 ceph-mon[192298]: from='client.35922 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:02 smithi178 ceph-mon[192298]: pgmap v987: 99 pgs: 99 active+clean; 1.1 GiB data, 5.7 GiB used, 620 GiB / 626 GiB avail; 114 MiB/s wr, 1.82k op/s; 33 KiB/s, 0 keys/s, 1 objects/s recovering 2023-09-23T15:25:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:02 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:03.068 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2023-09-23T15:25:03.068 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd test-reweight-by-utilization 1000 0.05 2023-09-23T15:25:03.120 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:25:03.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:03.126 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:25:03.226 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:25:03.281 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:03.427 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:25:03.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:03.430 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:25:03.531 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:03.555 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 12 16 28538 28522 148.46 119.062 0.0119948 0.00672899 2023-09-23T15:25:03.589 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:04.129 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:04.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:04.133 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:04.233 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:04.260 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:04.282 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:25:04.304 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:04.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:04.310 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:04.412 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:04.460 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:25:04.465 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:04.555 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 13 15 30265 30250 145.349 108 0.00791831 0.00687531 2023-09-23T15:25:04.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:04 smithi118 ceph-mon[219580]: pgmap v988: 99 pgs: 99 active+clean; 1.6 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 147 MiB/s wr, 2.35k op/s 2023-09-23T15:25:04.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/890558194' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:04.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:04 smithi118 ceph-mon[212312]: pgmap v988: 99 pgs: 99 active+clean; 1.6 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 147 MiB/s wr, 2.35k op/s 2023-09-23T15:25:04.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/890558194' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:04.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:04 smithi178 ceph-mon[192298]: pgmap v988: 99 pgs: 99 active+clean; 1.6 GiB data, 7.1 GiB used, 619 GiB / 626 GiB avail; 147 MiB/s wr, 2.35k op/s 2023-09-23T15:25:04.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/890558194' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:05.407 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:05.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:05.410 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:05.506 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:05 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:05.506 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:05 smithi118 ceph-mon[219580]: failed to encode map e369 with expected crc 2023-09-23T15:25:05.506 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:05 smithi118 ceph-mon[219580]: failed to encode map e369 with expected crc 2023-09-23T15:25:05.507 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:05 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/890558194' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:25:05.507 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:05 smithi118 ceph-mon[219580]: osdmap e369: 8 total, 8 up, 7 in 2023-09-23T15:25:05.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:05 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:05.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:05 smithi118 ceph-mon[212312]: failed to encode map e369 with expected crc 2023-09-23T15:25:05.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:05 smithi118 ceph-mon[212312]: failed to encode map e369 with expected crc 2023-09-23T15:25:05.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:05 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/890558194' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:25:05.509 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:05 smithi118 ceph-mon[212312]: osdmap e369: 8 total, 8 up, 7 in 2023-09-23T15:25:05.511 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:05.555 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 14 16 32078 32062 143.056 113.25 0.0078853 0.00698378 2023-09-23T15:25:05.573 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:05.574 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:05.683 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:05.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:05.692 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:05.793 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:25:05.849 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:05 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:05.849 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:05 smithi178 ceph-mon[192298]: failed to encode map e369 with expected crc 2023-09-23T15:25:05.849 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:05 smithi178 ceph-mon[192298]: failed to encode map e369 with expected crc 2023-09-23T15:25:05.849 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:05 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/890558194' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:25:05.849 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:05 smithi178 ceph-mon[192298]: osdmap e369: 8 total, 8 up, 7 in 2023-09-23T15:25:05.857 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:05.927 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:05.982 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:25:05.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:05.987 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:25:06.032 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:25:06.032 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:25:06.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:25:06.032 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4378 8.e 8:727273df:::benchmark_data_smithi118_424375_object4377:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.250579+0000", 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 328.77917158999998, 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39123023600000001, 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4378 2023-09-23T15:25:06.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250579+0000", 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250579+0000", 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250577+0000", 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250600+0000", 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2370000000000001e-05 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250610+0000", 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0293e-05 2023-09-23T15:25:06.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250616+0000", 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6860000000000003e-06 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250652+0000", 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6041999999999998e-05 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250771+0000", 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000119387 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250906+0000", 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013464400000000001 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252020+0000", 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0011139629999999999 2023-09-23T15:25:06.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252691+0000", 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00067106900000000005 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.641704+0000", 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38901356500000001 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.641763+0000", 2023-09-23T15:25:06.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.834e-05 2023-09-23T15:25:06.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.641809+0000", 2023-09-23T15:25:06.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6017999999999999e-05 2023-09-23T15:25:06.039 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.039 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.039 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.041 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4383 8.e 8:75a15cc2:::benchmark_data_smithi118_424375_object4382:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:25:06.041 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.251860+0000", 2023-09-23T15:25:06.041 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 328.77789064299998, 2023-09-23T15:25:06.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39375929300000001, 2023-09-23T15:25:06.041 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.041 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.041 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.041 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.041 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4383 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251860+0000", 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251860+0000", 2023-09-23T15:25:06.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251859+0000", 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251894+0000", 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5178000000000001e-05 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251909+0000", 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.525e-05 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251920+0000", 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0958000000000001e-05 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252044+0000", 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000124547 2023-09-23T15:25:06.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252179+0000", 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013457899999999999 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252322+0000", 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014314800000000001 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.253255+0000", 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00093290500000000004 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.253338+0000", 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2657000000000005e-05 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645532+0000", 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39219385400000001 2023-09-23T15:25:06.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645583+0000", 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1385999999999999e-05 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645619+0000", 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5831999999999998e-05 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.047 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4394 8.e 8:73ef4fd0:::benchmark_data_smithi118_424375_object4393:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.254141+0000", 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 328.77560961900002, 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39177492400000002, 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.048 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4394 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254141+0000", 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254141+0000", 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254139+0000", 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254158+0000", 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8963000000000001e-05 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254167+0000", 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8720000000000008e-06 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254180+0000", 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.31e-05 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254227+0000", 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6424000000000001e-05 2023-09-23T15:25:06.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254362+0000", 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000135463 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254473+0000", 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000111142 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.255409+0000", 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00093533699999999995 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.255500+0000", 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1001000000000005e-05 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645828+0000", 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39032851099999999 2023-09-23T15:25:06.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645878+0000", 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9873999999999997e-05 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645915+0000", 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7363000000000001e-05 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.054 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4408 8.e 8:78c887aa:::benchmark_data_smithi118_424375_object4407:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.258312+0000", 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 328.771437967, 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.387729926, 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.055 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4408 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258312+0000", 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258312+0000", 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258311+0000", 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258340+0000", 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9218999999999999e-05 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258355+0000", 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5271e-05 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258363+0000", 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8229999999999995e-06 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258411+0000", 2023-09-23T15:25:06.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7556999999999999e-05 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258504+0000", 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.323e-05 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258607+0000", 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010291 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259208+0000", 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00060138599999999998 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259424+0000", 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000215839 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645961+0000", 2023-09-23T15:25:06.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38653700800000002 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.646006+0000", 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5389999999999997e-05 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.646042+0000", 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5688000000000001e-05 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.061 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4410 8.e 8:7cd6116b:::benchmark_data_smithi118_424375_object4409:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.259353+0000", 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 328.77039697999999, 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38799419000000002, 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.062 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4410 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259353+0000", 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259353+0000", 2023-09-23T15:25:06.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259352+0000", 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259372+0000", 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9882e-05 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259382+0000", 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8409999999999995e-06 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259389+0000", 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3200000000000002e-06 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259449+0000", 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9895000000000002e-05 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259552+0000", 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000102303 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259673+0000", 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000121674 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.260224+0000", 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00055077299999999995 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.260391+0000", 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016673100000000001 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.647254+0000", 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.386862863 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.647310+0000", 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6697000000000003e-05 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.647347+0000", 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6981999999999999e-05 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.068 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:109588 8.c 8:399e9cd4:::benchmark_data_smithi118_424375_object6522:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:21:14.910440+0000", 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 231.11931042399999, 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.2956609, 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.069 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109588 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910440+0000", 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910440+0000", 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910438+0000", 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910445+0000", 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8820000000000003e-06 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910461+0000", 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5690999999999999e-05 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910469+0000", 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.337e-06 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.915566+0000", 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0050968719999999997 2023-09-23T15:25:06.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.915673+0000", 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000106481 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.915773+0000", 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000100765 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.919274+0000", 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0035004459999999999 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.926617+0000", 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0073427470000000002 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.205997+0000", 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27938087099999998 2023-09-23T15:25:06.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206050+0000", 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2859999999999999e-05 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206101+0000", 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0399000000000003e-05 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.075 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:109593 8.c 8:30549360:::benchmark_data_smithi118_424375_object6527:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:21:14.914241+0000", 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 231.11550913900001, 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.29201085399999999, 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109593 2023-09-23T15:25:06.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914241+0000", 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914241+0000", 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914240+0000", 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914247+0000", 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9450000000000004e-06 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914263+0000", 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6875e-05 2023-09-23T15:25:06.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914272+0000", 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2050000000000002e-06 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.919290+0000", 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0050179969999999997 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.919403+0000", 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000113451 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.919504+0000", 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000100955 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.926623+0000", 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0071193259999999996 2023-09-23T15:25:06.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.926767+0000", 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014345499999999999 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206159+0000", 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27939220100000001 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206212+0000", 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2743e-05 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206252+0000", 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0130999999999999e-05 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.082 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:109596 8.c 8:310a3dae:::benchmark_data_smithi118_424375_object6530:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:21:14.917391+0000", 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 231.11235965500001, 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.28900783099999999, 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109596 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917391+0000", 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917391+0000", 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917389+0000", 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917395+0000", 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9680000000000003e-06 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917407+0000", 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2241e-05 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917415+0000", 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3150000000000003e-06 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.922808+0000", 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0053927419999999998 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.922958+0000", 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000150486 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.923084+0000", 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012565300000000001 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.926890+0000", 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038060979999999999 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.931735+0000", 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0048456599999999999 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206298+0000", 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27456224000000001 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206357+0000", 2023-09-23T15:25:06.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9361999999999998e-05 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206398+0000", 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1316000000000002e-05 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:109598 8.c 8:3e750cd4:::benchmark_data_smithi118_424375_object6532:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:25:06.089 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:21:14.918435+0000", 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 231.11131500900001, 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.292915062, 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109598 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918435+0000", 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918435+0000", 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918435+0000", 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:06.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918445+0000", 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0465999999999999e-05 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918451+0000", 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1999999999999999e-06 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918456+0000", 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6829999999999999e-06 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.926917+0000", 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0084610520000000002 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.927028+0000", 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011076100000000001 2023-09-23T15:25:06.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.927129+0000", 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010142899999999999 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.930261+0000", 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003131249 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.931813+0000", 2023-09-23T15:25:06.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0015521140000000001 2023-09-23T15:25:06.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.211250+0000", 2023-09-23T15:25:06.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27943763900000002 2023-09-23T15:25:06.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.211311+0000", 2023-09-23T15:25:06.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0616999999999999e-05 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.211350+0000", 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9218000000000003e-05 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:152818 8.2 8:4dcc4a8c:::benchmark_data_smithi118_424375_object49752:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e307)", 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:28.220123+0000", 2023-09-23T15:25:06.096 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 157.80962756, 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.26754941199999999, 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 152818 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220123+0000", 2023-09-23T15:25:06.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220123+0000", 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220121+0000", 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220129+0000", 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9249999999999995e-06 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220144+0000", 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4778e-05 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220153+0000", 2023-09-23T15:25:06.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9539999999999993e-06 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220202+0000", 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8754000000000001e-05 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220363+0000", 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016145100000000001 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,4,5", 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220518+0000", 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015446500000000001 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.224853+0000", 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0043352529999999998 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.229394+0000", 2023-09-23T15:25:06.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0045407370000000004 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.234470+0000", 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.005076105 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.487505+0000", 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.25303536399999998 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.487564+0000", 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8544000000000001e-05 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.487672+0000", 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000108458 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:152822 8.2 8:4acef83e:::benchmark_data_smithi118_424375_object49756:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e307)", 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:28.225478+0000", 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 157.80427180800001, 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.269252775, 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 152822 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225478+0000", 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225478+0000", 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225477+0000", 2023-09-23T15:25:06.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225484+0000", 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6000000000000001e-06 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225498+0000", 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.362e-05 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225507+0000", 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8829999999999995e-06 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.229420+0000", 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0039128310000000003 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.229563+0000", 2023-09-23T15:25:06.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000143299 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,4,5", 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.229678+0000", 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000115036 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.234582+0000", 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0049045549999999997 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.234593+0000", 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0888e-05 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.234862+0000", 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00026875800000000002 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.494556+0000", 2023-09-23T15:25:06.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.259694068 2023-09-23T15:25:06.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.494615+0000", 2023-09-23T15:25:06.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9137e-05 2023-09-23T15:25:06.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.494731+0000", 2023-09-23T15:25:06.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011586000000000001 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:205083 8.c 8:32078595:::benchmark_data_smithi118_424375_object102017:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e349)", 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:24:24.144722+0000", 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 41.885028576000003, 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24547126999999999, 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:06.111 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 205083 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144722+0000", 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144722+0000", 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144721+0000", 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144724+0000", 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1760000000000002e-06 2023-09-23T15:25:06.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144731+0000", 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.725e-06 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144736+0000", 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1399999999999999e-06 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144779+0000", 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2502000000000001e-05 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144892+0000", 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000113443 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144972+0000", 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0050999999999996e-05 2023-09-23T15:25:06.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.147405+0000", 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024332500000000001 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.148239+0000", 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00083366799999999997 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:06.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.390096+0000", 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24185734 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.390149+0000", 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2295e-05 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.390193+0000", 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4190000000000002e-05 2023-09-23T15:25:06.117 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:24382 9.8 e368/359 9:1fe07a67:::benchmark_data_smithi118_489858_object24381:head v 368'1535, mlcod=368'1531)", 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:01.125621+0000", 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 4.9041294999999998, 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.123483617, 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125621+0000", 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125621+0000", 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125620+0000", 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125680+0000", 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9996e-05 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125694+0000", 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4194e-05 2023-09-23T15:25:06.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125699+0000", 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7809999999999996e-06 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125749+0000", 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0269000000000003e-05 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125764+0000", 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4256e-05 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.249064+0000", 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.12330043 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.249104+0000", 2023-09-23T15:25:06.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0333999999999997e-05 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:24381 9.e e368/359 9:72479166:::benchmark_data_smithi118_489858_object24380:head v 368'1509, mlcod=368'1507)", 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:01.125718+0000", 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 4.9040323030000001, 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.123671463, 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.123 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125718+0000", 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125718+0000", 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125718+0000", 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125811+0000", 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3164000000000005e-05 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125821+0000", 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.022e-05 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125826+0000", 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4840000000000003e-06 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125870+0000", 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3606000000000002e-05 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125890+0000", 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0111000000000001e-05 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.249351+0000", 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.123460414 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.249389+0000", 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8753e-05 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.127 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:24383 9.0 e368/363 9:0037b409:::benchmark_data_smithi118_489858_object24382:head v 368'1553, mlcod=368'1551)", 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:01.125845+0000", 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 4.9039048080000001, 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.123894517, 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.128 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125845+0000", 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125845+0000", 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125845+0000", 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125875+0000", 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9844000000000001e-05 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125882+0000", 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.776e-06 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.125888+0000", 2023-09-23T15:25:06.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5869999999999998e-06 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.247228+0000", 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.121339328 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.247253+0000", 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4992999999999999e-05 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.249707+0000", 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024549429999999998 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:01.249740+0000", 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2434000000000002e-05 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.132 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:26618 9.c e368/363 9:3f2e8816:::benchmark_data_smithi118_489858_object26617:head v 368'1721, mlcod=368'1718)", 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:02.354145+0000", 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 3.675605274, 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.210188288, 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354145+0000", 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354145+0000", 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354144+0000", 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354213+0000", 2023-09-23T15:25:06.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8633999999999994e-05 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354221+0000", 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7379999999999994e-06 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354225+0000", 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7099999999999998e-06 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354256+0000", 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0756000000000002e-05 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354268+0000", 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2218999999999999e-05 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355158+0000", 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00088992499999999996 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564333+0000", 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.20917485 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:26619 9.8 e368/359 9:1200a978:::benchmark_data_smithi118_489858_object26618:head v 368'1667, mlcod=368'1665)", 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:02.354236+0000", 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 3.6755144890000002, 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.210137569, 2023-09-23T15:25:06.137 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354236+0000", 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354236+0000", 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354235+0000", 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354280+0000", 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5082e-05 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354285+0000", 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6750000000000001e-06 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354288+0000", 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2030000000000001e-06 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354329+0000", 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0198999999999999e-05 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354346+0000", 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7841000000000001e-05 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355294+0000", 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00094775800000000004 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564373+0000", 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.20907909 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:26614 9.e e368/359 9:75c7e2fc:::benchmark_data_smithi118_489858_object26613:head v 368'1636, mlcod=368'1634)", 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:02.354298+0000", 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 3.6754519349999999, 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.21112561499999999, 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.142 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354298+0000", 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354298+0000", 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354298+0000", 2023-09-23T15:25:06.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967296 2023-09-23T15:25:06.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354337+0000", 2023-09-23T15:25:06.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9093e-05 2023-09-23T15:25:06.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354342+0000", 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5569999999999997e-06 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354346+0000", 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9310000000000001e-06 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354380+0000", 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4518999999999999e-05 2023-09-23T15:25:06.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.146 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.146 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.146 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354401+0000", 2023-09-23T15:25:06.146 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0806e-05 2023-09-23T15:25:06.146 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.146 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.146 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.146 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.565375+0000", 2023-09-23T15:25:06.146 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.21097417900000001 2023-09-23T15:25:06.146 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.146 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.565424+0000", 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8755000000000003e-05 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:26617 9.e e368/359 9:791dba6a:::benchmark_data_smithi118_489858_object26616:head v 368'1637, mlcod=368'1634)", 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:02.354382+0000", 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 3.6753686540000001, 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.212430389, 2023-09-23T15:25:06.147 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354382+0000", 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354382+0000", 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.148 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354374+0000", 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999924 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354441+0000", 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7730000000000004e-05 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.149 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354449+0000", 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1069999999999999e-06 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354452+0000", 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1379999999999999e-06 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355109+0000", 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00065691800000000004 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.150 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355121+0000", 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2653000000000001e-05 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.566789+0000", 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.21166774999999999 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.151 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.566812+0000", 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2928000000000001e-05 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:26620 9.8 e368/359 9:13e8462b:::benchmark_data_smithi118_489858_object26619:head v 368'1668, mlcod=368'1665)", 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:02.355857+0000", 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 3.6738927619999999, 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.21209666599999999, 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:06.152 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355857+0000", 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355857+0000", 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.153 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355857+0000", 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.356018+0000", 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000161192 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564455+0000", 2023-09-23T15:25:06.154 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.20843682099999999 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564465+0000", 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0576e-05 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564788+0000", 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00032223899999999999 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.155 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564807+0000", 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9157e-05 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.567915+0000", 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031083690000000001 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.567954+0000", 2023-09-23T15:25:06.156 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8862000000000002e-05 2023-09-23T15:25:06.157 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.157 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.157 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.157 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:06.157 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:06.157 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:25:06.157 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:06.198 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:06.423 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:06.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:06.428 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:06.528 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:06.555 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 15 16 33897 33881 141.098 113.688 0.00508663 0.00708184 2023-09-23T15:25:06.569 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:06.667 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:06 smithi118 ceph-mon[219580]: pgmap v990: 99 pgs: 99 active+clean; 1.6 GiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 146 MiB/s wr, 2.34k op/s 2023-09-23T15:25:06.668 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:06 smithi118 ceph-mon[212312]: pgmap v990: 99 pgs: 99 active+clean; 1.6 GiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 146 MiB/s wr, 2.34k op/s 2023-09-23T15:25:06.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:06 smithi178 ceph-mon[192298]: pgmap v990: 99 pgs: 99 active+clean; 1.6 GiB data, 7.3 GiB used, 619 GiB / 626 GiB avail; 146 MiB/s wr, 2.34k op/s 2023-09-23T15:25:07.509 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:25:07.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 16 16 35420 35404 138.229 95.1875 0.0022056 0.00722251 2023-09-23T15:25:08.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:08.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:08.233 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:07 smithi118 ceph-mon[219580]: pgmap v991: 99 pgs: 99 active+clean; 2.0 GiB data, 8.3 GiB used, 618 GiB / 626 GiB avail; 125 MiB/s wr, 2.00k op/s 2023-09-23T15:25:08.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:08.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:07 smithi118 ceph-mon[212312]: pgmap v991: 99 pgs: 99 active+clean; 2.0 GiB data, 8.3 GiB used, 618 GiB / 626 GiB avail; 125 MiB/s wr, 2.00k op/s 2023-09-23T15:25:08.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:08.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:08.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:07 smithi178 ceph-mon[192298]: pgmap v991: 99 pgs: 99 active+clean; 2.0 GiB data, 8.3 GiB used, 618 GiB / 626 GiB avail; 125 MiB/s wr, 2.00k op/s 2023-09-23T15:25:08.429 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:25:08.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 17 16 36864 36848 135.408 90.25 0.0066125 0.0073813 2023-09-23T15:25:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:25:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:25:08] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2023-09-23T15:25:08.751 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:08.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:08.754 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:08.855 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:08.912 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:09.106 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:09.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:09.112 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:09.212 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:09.263 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:09.289 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:09.373 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:09.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:09.383 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:09.388 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:09.451 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:25:09.485 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:09.487 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:25:09.519 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:25:09.535 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:09.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 18 16 38376 38360 133.135 94.5 0.00539594 0.00750657 2023-09-23T15:25:09.557 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:25:09.592 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:25:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1940045318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:09.635 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:25:09.669 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:25:09.707 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:25:09.709 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1940045318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:09.710 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1940045318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:09.714 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:25:09.715 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:25:09.715 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:25:09.715 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:25:09.715 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:25:09.715 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:25:09.715 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:25:09.715 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:25:09.735 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:09.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:09.741 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:09.842 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:09.885 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:10.022 INFO:teuthology.orchestra.run.smithi118.stdout:moved 2 / 297 (0.673401%) 2023-09-23T15:25:10.022 INFO:teuthology.orchestra.run.smithi118.stdout:avg 42.4286 2023-09-23T15:25:10.022 INFO:teuthology.orchestra.run.smithi118.stdout:stddev 19.9202 -> 19.2343 (expected baseline 6.03053) 2023-09-23T15:25:10.022 INFO:teuthology.orchestra.run.smithi118.stdout:min osd.3 with 18 -> 20 pgs (0.424242 -> 0.471381 * mean) 2023-09-23T15:25:10.022 INFO:teuthology.orchestra.run.smithi118.stdout:max osd.7 with 67 -> 66 pgs (1.57912 -> 1.55556 * mean) 2023-09-23T15:25:10.022 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:25:10.022 INFO:teuthology.orchestra.run.smithi118.stdout:oload 1000 2023-09-23T15:25:10.022 INFO:teuthology.orchestra.run.smithi118.stdout:max_change 0.05 2023-09-23T15:25:10.023 INFO:teuthology.orchestra.run.smithi118.stdout:max_change_osds 4 2023-09-23T15:25:10.023 INFO:teuthology.orchestra.run.smithi118.stdout:average_utilization 0.0140 2023-09-23T15:25:10.023 INFO:teuthology.orchestra.run.smithi118.stdout:overload_utilization 0.1399 2023-09-23T15:25:10.023 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 weight 0.3689 -> 0.4189 2023-09-23T15:25:10.023 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 weight 0.3957 -> 0.4456 2023-09-23T15:25:10.024 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:25:10 smithi118 conmon[199296]: 2023-09-23T15:25:10.019+0000 7fb1894e5700 -1 mgr.server reply reply (2) No such file or directory no change 2023-09-23T15:25:10.027 INFO:teuthology.orchestra.run.smithi118.stderr:no change 2023-09-23T15:25:10.052 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:10.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:10.060 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:10.160 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:25:10.204 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:10.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 19 16 40060 40044 131.668 105.25 0.00230302 0.00758915 2023-09-23T15:25:10.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:10 smithi118 ceph-mon[219580]: pgmap v992: 99 pgs: 99 active+clean; 2.1 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 120 MiB/s wr, 1.92k op/s 2023-09-23T15:25:10.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:10 smithi118 ceph-mon[212312]: pgmap v992: 99 pgs: 99 active+clean; 2.1 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 120 MiB/s wr, 1.92k op/s 2023-09-23T15:25:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:10 smithi178 ceph-mon[192298]: pgmap v992: 99 pgs: 99 active+clean; 2.1 GiB data, 8.8 GiB used, 617 GiB / 626 GiB avail; 120 MiB/s wr, 1.92k op/s 2023-09-23T15:25:11.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:25:11.556908+0000 min lat: 0.00109552 max lat: 0.218299 avg lat: 0.0077208 2023-09-23T15:25:11.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:25:11.557 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 20 16 41455 41439 129.444 87.1875 0.00792386 0.0077208 2023-09-23T15:25:11.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:11 smithi118 ceph-mon[219580]: from='client.55714 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:11.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:11 smithi118 ceph-mon[212312]: from='client.55714 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:11 smithi178 ceph-mon[192298]: from='client.55714 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:12.163 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'reweight-by-utilization'} 2023-09-23T15:25:12.164 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 1000 3.0 2023-09-23T15:25:12.229 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:25:12.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:12.233 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:25:12.333 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:25:12.389 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:12.483 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:25:12.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:12.496 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:25:12.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 21 16 42982 42966 127.825 95.4375 0.0041757 0.0078173 2023-09-23T15:25:12.596 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:25:12.622 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:12.663 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:25:12.666 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:12 smithi178 ceph-mon[192298]: pgmap v993: 99 pgs: 99 active+clean; 2.2 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 114 MiB/s wr, 1.82k op/s 2023-09-23T15:25:12.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:12.667 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:25:12.767 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:12.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:12 smithi118 ceph-mon[219580]: pgmap v993: 99 pgs: 99 active+clean; 2.2 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 114 MiB/s wr, 1.82k op/s 2023-09-23T15:25:12.816 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:12 smithi118 ceph-mon[212312]: pgmap v993: 99 pgs: 99 active+clean; 2.2 GiB data, 9.2 GiB used, 617 GiB / 626 GiB avail; 114 MiB/s wr, 1.82k op/s 2023-09-23T15:25:12.833 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:12.933 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:12.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:12.944 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:13.045 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:25:13.102 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:13.182 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:25:13.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:13.190 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:25:13.291 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:13.359 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:13.462 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:13.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 22 16 44354 44338 125.913 85.75 0.00661633 0.00793653 2023-09-23T15:25:13.592 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:13.605 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:13.605 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:13.618 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:25:13.618 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:25:13.706 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:13.767 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:13.879 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:13.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:13.889 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:13.990 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:14.049 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:14.126 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:25:14.177 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:14.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:14.191 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:14.292 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:14.366 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:14.462 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:14.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:14.469 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:14.492 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:14 smithi118 ceph-mon[212312]: pgmap v994: 99 pgs: 99 active+clean; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-09-23T15:25:14.494 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:25:14.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 23 16 45753 45737 124.24 87.4375 0.00673528 0.00802169 2023-09-23T15:25:14.570 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:14.596 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:14 smithi178 ceph-mon[192298]: pgmap v994: 99 pgs: 99 active+clean; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-09-23T15:25:14.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3875007936' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:25:14.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:14 smithi118 ceph-mon[219580]: pgmap v994: 99 pgs: 99 active+clean; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-09-23T15:25:14.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3875007936' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:25:14.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3875007936' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:25:15.070 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:15.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:15.074 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:15.174 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:15.213 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:15.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 24 16 47263 47247 122.995 94.375 0.0074787 0.00812562 2023-09-23T15:25:15.608 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:15.613 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:15.613 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:15.714 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:15.724 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:25:15.756 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:15 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:15.756 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:15 smithi118 ceph-mon[212312]: failed to encode map e370 with expected crc 2023-09-23T15:25:15.756 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:15 smithi118 ceph-mon[212312]: failed to encode map e370 with expected crc 2023-09-23T15:25:15.756 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:15 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3875007936' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:25:15.756 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:15 smithi118 ceph-mon[212312]: osdmap e370: 8 total, 8 up, 7 in 2023-09-23T15:25:15.756 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:15 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:15.757 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:15 smithi118 ceph-mon[219580]: failed to encode map e370 with expected crc 2023-09-23T15:25:15.757 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:15 smithi118 ceph-mon[219580]: failed to encode map e370 with expected crc 2023-09-23T15:25:15.757 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:15 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3875007936' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:25:15.757 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:15 smithi118 ceph-mon[219580]: osdmap e370: 8 total, 8 up, 7 in 2023-09-23T15:25:15.781 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:15 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:15.782 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:15 smithi178 ceph-mon[192298]: failed to encode map e370 with expected crc 2023-09-23T15:25:15.782 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:15 smithi178 ceph-mon[192298]: failed to encode map e370 with expected crc 2023-09-23T15:25:15.782 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:15 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3875007936' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:25:15.782 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:15 smithi178 ceph-mon[192298]: osdmap e370: 8 total, 8 up, 7 in 2023-09-23T15:25:15.787 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:15.906 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:15.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:15.917 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:16.018 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:16.044 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:16.488 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:16.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:16.491 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:16.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 25 16 48537 48521 121.261 79.625 0.00978304 0.00824167 2023-09-23T15:25:16.593 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:16.653 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:16.762 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:16 smithi118 ceph-mon[219580]: 1.6 scrub starts 2023-09-23T15:25:16.762 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:16 smithi118 ceph-mon[219580]: 1.6 scrub ok 2023-09-23T15:25:16.762 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:16 smithi118 ceph-mon[219580]: pgmap v996: 99 pgs: 99 active+clean; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-09-23T15:25:16.763 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:16.763 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:16 smithi118 ceph-mon[212312]: 1.6 scrub starts 2023-09-23T15:25:16.763 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:16 smithi118 ceph-mon[212312]: 1.6 scrub ok 2023-09-23T15:25:16.763 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:16 smithi118 ceph-mon[212312]: pgmap v996: 99 pgs: 99 active+clean; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-09-23T15:25:16.770 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:16 smithi178 ceph-mon[192298]: 1.6 scrub starts 2023-09-23T15:25:16.771 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:16 smithi178 ceph-mon[192298]: 1.6 scrub ok 2023-09-23T15:25:16.771 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:16 smithi178 ceph-mon[192298]: pgmap v996: 99 pgs: 99 active+clean; 2.6 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-09-23T15:25:16.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:16.773 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:16.874 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:25:16.921 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:16.930 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:16.988 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:17.007 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:25:17.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:17.018 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:25:17.119 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:17.182 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:17.284 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:17.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:17.293 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:17.394 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:17.461 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:17.516 INFO:teuthology.orchestra.run.smithi118.stdout:moved 25 / 297 (8.41751%) 2023-09-23T15:25:17.517 INFO:teuthology.orchestra.run.smithi118.stdout:avg 42.4286 2023-09-23T15:25:17.517 INFO:teuthology.orchestra.run.smithi118.stdout:stddev 19.9202 -> 13.0039 (expected baseline 6.03053) 2023-09-23T15:25:17.517 INFO:teuthology.orchestra.run.smithi118.stdout:min osd.3 with 18 -> 26 pgs (0.424242 -> 0.612795 * mean) 2023-09-23T15:25:17.517 INFO:teuthology.orchestra.run.smithi118.stdout:max osd.7 with 67 -> 59 pgs (1.57912 -> 1.39057 * mean) 2023-09-23T15:25:17.517 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:25:17.517 INFO:teuthology.orchestra.run.smithi118.stdout:oload 1000 2023-09-23T15:25:17.517 INFO:teuthology.orchestra.run.smithi118.stdout:max_change 3 2023-09-23T15:25:17.517 INFO:teuthology.orchestra.run.smithi118.stdout:max_change_osds 4 2023-09-23T15:25:17.517 INFO:teuthology.orchestra.run.smithi118.stdout:average_utilization 0.0165 2023-09-23T15:25:17.518 INFO:teuthology.orchestra.run.smithi118.stdout:overload_utilization 0.1648 2023-09-23T15:25:17.518 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 weight 0.3689 -> 0.8199 2023-09-23T15:25:17.518 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 weight 0.3957 -> 0.5153 2023-09-23T15:25:17.518 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1 weight 0.4462 -> 0.4489 2023-09-23T15:25:17.548 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:17.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:17.555 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:17.556 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 26 16 49911 49895 119.9 85.875 0.00697134 0.00833099 2023-09-23T15:25:17.656 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:17.682 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:17.723 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:17.729 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:17 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'29419','2':'53730','3':'33769'}"}]: dispatch 2023-09-23T15:25:17.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:17.730 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:17.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:17 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'29419','2':'53730','3':'33769'}"}]: dispatch 2023-09-23T15:25:17.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:17 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'1':'29419','2':'53730','3':'33769'}"}]: dispatch 2023-09-23T15:25:17.830 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:17.856 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:17.897 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:17.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:17.903 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:18.004 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:25:18.029 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:18.070 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:25:18.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:18.075 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:25:18.176 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:18.207 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:18.454 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:25:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:25:18] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2023-09-23T15:25:18.463 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:18.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:18.466 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:18.557 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 27 16 49925 49909 115.493 0.875 0.00269492 0.00832951 2023-09-23T15:25:18.567 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:18.593 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:18.682 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:25:18.705 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[219580]: from='client.45923 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:18.705 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[219580]: pgmap v997: 99 pgs: 99 active+clean; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-09-23T15:25:18.705 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'29419','2':'53730','3':'33769'}"}]': finished 2023-09-23T15:25:18.705 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[219580]: osdmap e371: 8 total, 8 up, 7 in 2023-09-23T15:25:18.706 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[219580]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.706 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[219580]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.706 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[219580]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.706 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[219580]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.706 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[219580]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.706 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[219580]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.706 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[212312]: from='client.45923 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:18.706 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[212312]: pgmap v997: 99 pgs: 99 active+clean; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-09-23T15:25:18.706 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'29419','2':'53730','3':'33769'}"}]': finished 2023-09-23T15:25:18.706 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[212312]: osdmap e371: 8 total, 8 up, 7 in 2023-09-23T15:25:18.707 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[212312]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.707 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[212312]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.707 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[212312]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.707 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[212312]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.707 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[212312]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.707 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:18 smithi118 ceph-mon[212312]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:18 smithi178 ceph-mon[192298]: from='client.45923 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:18 smithi178 ceph-mon[192298]: pgmap v997: 99 pgs: 99 active+clean; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-09-23T15:25:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'1':'29419','2':'53730','3':'33769'}"}]': finished 2023-09-23T15:25:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:18 smithi178 ceph-mon[192298]: osdmap e371: 8 total, 8 up, 7 in 2023-09-23T15:25:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:18 smithi178 ceph-mon[192298]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:18 smithi178 ceph-mon[192298]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:18 smithi178 ceph-mon[192298]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:18 smithi178 ceph-mon[192298]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:18 smithi178 ceph-mon[192298]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:18 smithi178 ceph-mon[192298]: failed to encode map e371 with expected crc 2023-09-23T15:25:18.961 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:18.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:18.965 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:19.066 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:19.092 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:19.557 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 28 16 49925 49909 111.368 0 - 0.00832951 2023-09-23T15:25:19.632 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:19.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:19.647 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:19.683 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2023-09-23T15:25:19.683 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd test-reweight-by-utilization 110 1.0 2023-09-23T15:25:19.748 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:19.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[212312]: 1.7 scrub starts 2023-09-23T15:25:19.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[212312]: 1.7 scrub ok 2023-09-23T15:25:19.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[212312]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[212312]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[212312]: osdmap e372: 8 total, 8 up, 7 in 2023-09-23T15:25:19.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[212312]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[212312]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[212312]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[212312]: failed to encode map e371 with expected crc 2023-09-23T15:25:19.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[212312]: osdmap e373: 8 total, 8 up, 7 in 2023-09-23T15:25:19.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[219580]: 1.7 scrub starts 2023-09-23T15:25:19.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[219580]: 1.7 scrub ok 2023-09-23T15:25:19.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[219580]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[219580]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[219580]: osdmap e372: 8 total, 8 up, 7 in 2023-09-23T15:25:19.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[219580]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[219580]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[219580]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[219580]: failed to encode map e371 with expected crc 2023-09-23T15:25:19.816 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:19 smithi118 ceph-mon[219580]: osdmap e373: 8 total, 8 up, 7 in 2023-09-23T15:25:19.862 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:19 smithi178 ceph-mon[192298]: 1.7 scrub starts 2023-09-23T15:25:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:19 smithi178 ceph-mon[192298]: 1.7 scrub ok 2023-09-23T15:25:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:19 smithi178 ceph-mon[192298]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:19 smithi178 ceph-mon[192298]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:19 smithi178 ceph-mon[192298]: osdmap e372: 8 total, 8 up, 7 in 2023-09-23T15:25:19.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:19 smithi178 ceph-mon[192298]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:19 smithi178 ceph-mon[192298]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:19 smithi178 ceph-mon[192298]: failed to encode map e372 with expected crc 2023-09-23T15:25:19.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:19 smithi178 ceph-mon[192298]: failed to encode map e371 with expected crc 2023-09-23T15:25:19.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:19 smithi178 ceph-mon[192298]: osdmap e373: 8 total, 8 up, 7 in 2023-09-23T15:25:19.972 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:19.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:19.978 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:20.079 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:20.116 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:20.184 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:20.263 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:25:20.263 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:25:20.557 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 29 16 50833 50817 109.485 28.375 0.0161028 0.00912738 2023-09-23T15:25:20.689 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:20.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:20.699 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:20.725 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:25:20.800 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:20.813 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[219580]: pgmap v1000: 99 pgs: 1 remapped+peering, 3 peering, 95 active+clean; 3.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 73 MiB/s wr, 1.16k op/s 2023-09-23T15:25:20.813 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[219580]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.813 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[219580]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.813 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[219580]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.813 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[219580]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.813 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[219580]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.813 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[219580]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[219580]: osdmap e374: 8 total, 8 up, 7 in 2023-09-23T15:25:20.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[212312]: pgmap v1000: 99 pgs: 1 remapped+peering, 3 peering, 95 active+clean; 3.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 73 MiB/s wr, 1.16k op/s 2023-09-23T15:25:20.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[212312]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[212312]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[212312]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[212312]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[212312]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[212312]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:20 smithi118 ceph-mon[212312]: osdmap e374: 8 total, 8 up, 7 in 2023-09-23T15:25:20.829 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:20.851 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:25:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:20 smithi178 ceph-mon[192298]: pgmap v1000: 99 pgs: 1 remapped+peering, 3 peering, 95 active+clean; 3.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 73 MiB/s wr, 1.16k op/s 2023-09-23T15:25:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:20 smithi178 ceph-mon[192298]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:20 smithi178 ceph-mon[192298]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:20 smithi178 ceph-mon[192298]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:20 smithi178 ceph-mon[192298]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:20 smithi178 ceph-mon[192298]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:20 smithi178 ceph-mon[192298]: failed to encode map e373 with expected crc 2023-09-23T15:25:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:20 smithi178 ceph-mon[192298]: osdmap e374: 8 total, 8 up, 7 in 2023-09-23T15:25:20.882 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:25:20.915 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:25:20.961 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:25:21.002 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:25:21.036 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:25:21.074 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:25:21.084 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:25:21.084 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:25:21.085 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:25:21.085 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:25:21.085 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:25:21.085 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:25:21.085 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:25:21.085 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:25:21.558 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 30 16 51745 51729 107.735 57 0.016471 0.00927738 2023-09-23T15:25:21.567 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:21 smithi118 ceph-mon[212312]: failed to encode map e374 with expected crc 2023-09-23T15:25:21.567 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:21 smithi118 ceph-mon[212312]: failed to encode map e374 with expected crc 2023-09-23T15:25:21.567 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:21 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/395954099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:21.567 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:21 smithi118 ceph-mon[212312]: pgmap v1003: 99 pgs: 1 remapped+peering, 3 peering, 95 active+clean; 3.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 33 MiB/s wr, 515 op/s 2023-09-23T15:25:21.567 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:21 smithi118 ceph-mon[212312]: osdmap e375: 8 total, 8 up, 7 in 2023-09-23T15:25:21.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:21 smithi118 ceph-mon[219580]: failed to encode map e374 with expected crc 2023-09-23T15:25:21.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:21 smithi118 ceph-mon[219580]: failed to encode map e374 with expected crc 2023-09-23T15:25:21.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:21 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/395954099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:21.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:21 smithi118 ceph-mon[219580]: pgmap v1003: 99 pgs: 1 remapped+peering, 3 peering, 95 active+clean; 3.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 33 MiB/s wr, 515 op/s 2023-09-23T15:25:21.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:21 smithi118 ceph-mon[219580]: osdmap e375: 8 total, 8 up, 7 in 2023-09-23T15:25:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:21 smithi178 ceph-mon[192298]: failed to encode map e374 with expected crc 2023-09-23T15:25:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:21 smithi178 ceph-mon[192298]: failed to encode map e374 with expected crc 2023-09-23T15:25:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:21 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/395954099' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:21 smithi178 ceph-mon[192298]: pgmap v1003: 99 pgs: 1 remapped+peering, 3 peering, 95 active+clean; 3.0 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 33 MiB/s wr, 515 op/s 2023-09-23T15:25:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:21 smithi178 ceph-mon[192298]: osdmap e375: 8 total, 8 up, 7 in 2023-09-23T15:25:22.557 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 31 16 52884 52868 106.556 71.1875 0.0225739 0.00937788 2023-09-23T15:25:22.568 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:22 smithi118 ceph-mon[212312]: failed to encode map e375 with expected crc 2023-09-23T15:25:22.568 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:22 smithi118 ceph-mon[212312]: failed to encode map e375 with expected crc 2023-09-23T15:25:22.568 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:22 smithi118 ceph-mon[212312]: failed to encode map e375 with expected crc 2023-09-23T15:25:22.568 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:22.718 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:22.722 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:22.723 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:22.773 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:25:22.824 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:22.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:22 smithi118 ceph-mon[219580]: failed to encode map e375 with expected crc 2023-09-23T15:25:22.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:22 smithi118 ceph-mon[219580]: failed to encode map e375 with expected crc 2023-09-23T15:25:22.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:22 smithi118 ceph-mon[219580]: failed to encode map e375 with expected crc 2023-09-23T15:25:22.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:22 smithi178 ceph-mon[192298]: failed to encode map e375 with expected crc 2023-09-23T15:25:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:22 smithi178 ceph-mon[192298]: failed to encode map e375 with expected crc 2023-09-23T15:25:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:22 smithi178 ceph-mon[192298]: failed to encode map e375 with expected crc 2023-09-23T15:25:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:22.899 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:23.126 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:23.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:23.137 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:23.237 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:23.285 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:23.559 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 32 16 53964 53948 105.332 67.5 0.00629153 0.00947979 2023-09-23T15:25:23.842 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:23 smithi118 ceph-mon[212312]: pgmap v1005: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 remapped+peering, 94 active+clean; 3.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 42 MiB/s wr, 661 op/s; 9368/156912 objects degraded (5.970%); 3044/156912 objects misplaced (1.940%); 1014 KiB/s, 16 objects/s recovering 2023-09-23T15:25:23.842 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:23 smithi118 ceph-mon[219580]: pgmap v1005: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 remapped+peering, 94 active+clean; 3.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 42 MiB/s wr, 661 op/s; 9368/156912 objects degraded (5.970%); 3044/156912 objects misplaced (1.940%); 1014 KiB/s, 16 objects/s recovering 2023-09-23T15:25:23.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:23 smithi178 ceph-mon[192298]: pgmap v1005: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 remapped+peering, 94 active+clean; 3.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 42 MiB/s wr, 661 op/s; 9368/156912 objects degraded (5.970%); 3044/156912 objects misplaced (1.940%); 1014 KiB/s, 16 objects/s recovering 2023-09-23T15:25:24.076 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:24.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:24.086 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:24.186 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:24.198 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:24.298 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:24.333 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:24.428 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:24.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:24.437 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:24.538 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:24.559 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 33 16 55032 55016 104.161 66.75 0.0299097 0.00959336 2023-09-23T15:25:24.607 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:24.787 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:24 smithi118 ceph-mon[219580]: Health check failed: Degraded data redundancy: 9368/156912 objects degraded (5.970%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:24.788 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:24 smithi118 ceph-mon[212312]: Health check failed: Degraded data redundancy: 9368/156912 objects degraded (5.970%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:24.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:24 smithi178 ceph-mon[192298]: Health check failed: Degraded data redundancy: 9368/156912 objects degraded (5.970%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:25.019 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:25.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:25.027 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:25.128 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:25.211 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:25.559 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 34 16 56102 56086 103.065 66.875 0.022378 0.00969809 2023-09-23T15:25:25.630 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:25:25.873 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:25:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:25 smithi178 ceph-mon[192298]: pgmap v1006: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.2 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 38 MiB/s wr, 601 op/s; 9368/158007 objects degraded (5.929%); 3044/158007 objects misplaced (1.926%); 872 KiB/s, 13 objects/s recovering 2023-09-23T15:25:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/84842786' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:25.909 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:25 smithi118 ceph-mon[212312]: pgmap v1006: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.2 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 38 MiB/s wr, 601 op/s; 9368/158007 objects degraded (5.929%); 3044/158007 objects misplaced (1.926%); 872 KiB/s, 13 objects/s recovering 2023-09-23T15:25:25.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/84842786' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:25.910 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:25 smithi118 ceph-mon[219580]: pgmap v1006: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.2 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 38 MiB/s wr, 601 op/s; 9368/158007 objects degraded (5.929%); 3044/158007 objects misplaced (1.926%); 872 KiB/s, 13 objects/s recovering 2023-09-23T15:25:25.911 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/84842786' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:26.517 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:26.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:26.521 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:26.559 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 35 16 57122 57106 101.941 63.75 0.00272824 0.00980217 2023-09-23T15:25:26.621 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:25:26.656 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:25:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[219580]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/84842786' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:25:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[219580]: osdmap e376: 8 total, 8 up, 7 in 2023-09-23T15:25:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[219580]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[219580]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[219580]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[219580]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[219580]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[219580]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[219580]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:25:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[212312]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/84842786' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:25:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[212312]: osdmap e376: 8 total, 8 up, 7 in 2023-09-23T15:25:26.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[212312]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[212312]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[212312]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[212312]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[212312]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[212312]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:26 smithi118 ceph-mon[212312]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:26 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:25:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:26 smithi178 ceph-mon[192298]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:26 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/84842786' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:25:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:26 smithi178 ceph-mon[192298]: osdmap e376: 8 total, 8 up, 7 in 2023-09-23T15:25:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:26 smithi178 ceph-mon[192298]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:26 smithi178 ceph-mon[192298]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:26 smithi178 ceph-mon[192298]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:26 smithi178 ceph-mon[192298]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:26 smithi178 ceph-mon[192298]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:26 smithi178 ceph-mon[192298]: failed to encode map e376 with expected crc 2023-09-23T15:25:26.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:26 smithi178 ceph-mon[192298]: failed to encode map e376 with expected crc 2023-09-23T15:25:27.563 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 36 16 57980 57964 100.589 53.625 0.00956072 0.00993737 2023-09-23T15:25:27.590 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:25:27.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:27.603 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:25:27.703 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:27.753 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:28.168 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:28.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:28.183 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:28.235 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:25:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:25:28] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2023-09-23T15:25:28.284 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:28.363 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:28.369 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:28.489 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:28 smithi118 ceph-mon[219580]: pgmap v1008: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 59 MiB/s wr, 947 op/s; 9368/169407 objects degraded (5.530%); 2815/169407 objects misplaced (1.662%); 2.8 MiB/s, 45 objects/s recovering 2023-09-23T15:25:28.491 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:28 smithi118 ceph-mon[212312]: pgmap v1008: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 59 MiB/s wr, 947 op/s; 9368/169407 objects degraded (5.530%); 2815/169407 objects misplaced (1.662%); 2.8 MiB/s, 45 objects/s recovering 2023-09-23T15:25:28.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 37 16 59027 59011 99.6391 65.4375 0.0129505 0.0100308 2023-09-23T15:25:28.664 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:28.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:28.676 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:28.777 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:28.857 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:28 smithi178 ceph-mon[192298]: pgmap v1008: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.4 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 59 MiB/s wr, 947 op/s; 9368/169407 objects degraded (5.530%); 2815/169407 objects misplaced (1.662%); 2.8 MiB/s, 45 objects/s recovering 2023-09-23T15:25:28.952 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:25:28.952 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:25:28.953 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:25:28.953 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:25:28.953 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.953 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131684 7.5 7:a73fd0a8:::benchmark_data_smithi118_332595_object45620:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:28.953 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230121+0000", 2023-09-23T15:25:28.953 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.71929236999995, 2023-09-23T15:25:28.953 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.109280732999999, 2023-09-23T15:25:28.953 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:28.953 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:28.953 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:28.953 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:28.954 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:28.954 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131684 2023-09-23T15:25:28.954 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.954 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:28.954 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.954 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:28.954 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230121+0000", 2023-09-23T15:25:28.954 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.954 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.954 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.954 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230121+0000", 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230120+0000", 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230127+0000", 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3610000000000003e-06 2023-09-23T15:25:28.955 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230140+0000", 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3101999999999999e-05 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230150+0000", 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5049999999999996e-06 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.956 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230794+0000", 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00064384700000000002 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230806+0000", 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2703e-05 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.245105+0000", 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.014298809 2023-09-23T15:25:28.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.958 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.958 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:28.958 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.253100+0000", 2023-09-23T15:25:28.958 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0079945929999999995 2023-09-23T15:25:28.958 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.958 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.958 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:28.958 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.262502+0000", 2023-09-23T15:25:28.958 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0094022559999999995 2023-09-23T15:25:28.958 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.282376+0000", 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019873498999999999 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.321991+0000", 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.039615324 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.323313+0000", 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0013218150000000001 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.326803+0000", 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0034897589999999998 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.329318+0000", 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025156369999999998 2023-09-23T15:25:28.960 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.339402+0000", 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010083933 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131692 7.5 7:adc9f0dd:::benchmark_data_smithi118_332595_object45628:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.71925658099997, 2023-09-23T15:25:28.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.248550080000001, 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131692 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:25:28.962 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230157+0000", 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.963 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230160+0000", 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9079999999999999e-06 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230166+0000", 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7100000000000001e-06 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230172+0000", 2023-09-23T15:25:28.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4419999999999997e-06 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230830+0000", 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00065832399999999995 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230838+0000", 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9799999999999998e-06 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.340976+0000", 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.110137571999999 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.347386+0000", 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0064099930000000001 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.356266+0000", 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088804360000000002 2023-09-23T15:25:28.966 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.368051+0000", 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011784897000000001 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.371685+0000", 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003634473 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:28.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.401957+0000", 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030271741000000001 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.467295+0000", 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.065338204999999996 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.469384+0000", 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020887689999999999 2023-09-23T15:25:28.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.478707+0000", 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0093230489999999999 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131696 7.5 7:aba15d9d:::benchmark_data_smithi118_332595_object45632:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:25:28.969 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.71923722999998, 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.262804386999999, 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131696 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:28.970 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:25:28.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:28.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:25:28.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:28.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230176+0000", 2023-09-23T15:25:28.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230178+0000", 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.289e-06 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230184+0000", 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9220000000000002e-06 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230189+0000", 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7670000000000003e-06 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230858+0000", 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00066850199999999996 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:28.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230864+0000", 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4960000000000001e-06 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.373046+0000", 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.142182138999999 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.384059+0000", 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011012338 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.975 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:28.975 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.392358+0000", 2023-09-23T15:25:28.975 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0082998210000000006 2023-09-23T15:25:28.975 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.975 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.975 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.975 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.403329+0000", 2023-09-23T15:25:28.975 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010970407999999999 2023-09-23T15:25:28.975 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.975 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.403734+0000", 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000404888 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.405189+0000", 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001455238 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.479980+0000", 2023-09-23T15:25:28.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.074790634999999994 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.482039+0000", 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002058921 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.492981+0000", 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010942343 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:28.977 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131710 7.5 7:a875ab4a:::benchmark_data_smithi118_332595_object45646:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.719220307, 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.278525071000001, 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131710 2023-09-23T15:25:28.978 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230193+0000", 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230195+0000", 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3460000000000001e-06 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230201+0000", 2023-09-23T15:25:28.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4280000000000004e-06 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230205+0000", 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5519999999999998e-06 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230880+0000", 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00067469000000000003 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230886+0000", 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1160000000000004e-06 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.405638+0000", 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.174751603000001 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.411614+0000", 2023-09-23T15:25:28.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0059760689999999997 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.419130+0000", 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075159550000000004 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.451176+0000", 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.032046128 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.451796+0000", 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00061975599999999995 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.453335+0000", 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0015391490000000001 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.495352+0000", 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.042017396999999998 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.497629+0000", 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022766650000000002 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.508718+0000", 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011089582000000001 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:28.985 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131734 7.5 7:ac5a7258:::benchmark_data_smithi118_332595_object45670:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230210+0000", 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.719204128, 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.303831769999999, 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:28.986 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131734 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230210+0000", 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230210+0000", 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:28.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230209+0000", 2023-09-23T15:25:28.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:28.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:28.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230211+0000", 2023-09-23T15:25:28.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1390000000000002e-06 2023-09-23T15:25:28.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:28.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230217+0000", 2023-09-23T15:25:28.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6879999999999996e-06 2023-09-23T15:25:28.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:28.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230222+0000", 2023-09-23T15:25:28.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0930000000000002e-06 2023-09-23T15:25:28.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230902+0000", 2023-09-23T15:25:28.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00068022099999999995 2023-09-23T15:25:28.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:28.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230908+0000", 2023-09-23T15:25:28.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.032e-06 2023-09-23T15:25:28.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.427616+0000", 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.196707880999998 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.433506+0000", 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0058892199999999997 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.441057+0000", 2023-09-23T15:25:28.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075515770000000003 2023-09-23T15:25:28.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:28.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.463279+0000", 2023-09-23T15:25:28.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.022221841999999999 2023-09-23T15:25:28.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.464653+0000", 2023-09-23T15:25:28.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001374489 2023-09-23T15:25:28.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.465956+0000", 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001302215 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.510569+0000", 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.044612988999999999 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.512927+0000", 2023-09-23T15:25:28.993 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023583609999999998 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.534041+0000", 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.021114351999999999 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131771 7.5 7:a0504e3a:::benchmark_data_smithi118_332595_object45707:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.71918742900004, 2023-09-23T15:25:28.994 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.385799936000002, 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131771 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:25:28.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230226+0000", 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.996 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230228+0000", 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2299999999999998e-06 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230234+0000", 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7810000000000002e-06 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230239+0000", 2023-09-23T15:25:28.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5130000000000004e-06 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230924+0000", 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000684831 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230930+0000", 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1449999999999996e-06 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.536830+0000", 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.305899224000001 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.545398+0000", 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0085679870000000009 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.553596+0000", 2023-09-23T15:25:28.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0081986980000000008 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.595965+0000", 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.042368972999999997 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.597577+0000", 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00161202 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.599258+0000", 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001680588 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.599964+0000", 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00070598299999999998 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.001 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.603162+0000", 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003198415 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.616026+0000", 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012863911 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.002 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131796 7.5 7:aa3772c6:::benchmark_data_smithi118_332595_object45732:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.71917047399995, 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.484688144, 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131796 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.003 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230243+0000", 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:29.004 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230245+0000", 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2500000000000001e-06 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230255+0000", 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0074999999999999e-05 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.005 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230260+0000", 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9459999999999997e-06 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230946+0000", 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00068602300000000001 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230952+0000", 2023-09-23T15:25:29.006 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0769999999999996e-06 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.566609+0000", 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.335657227999999 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.576523+0000", 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.009913247 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.007 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.584522+0000", 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.007999127 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.616557+0000", 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.032034997000000003 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.008 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.617982+0000", 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0014249600000000001 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.619361+0000", 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0013796710000000001 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.620636+0000", 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0012748 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.622773+0000", 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0021368049999999999 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.714931+0000", 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.092158293000000002 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.010 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131811 7.5 7:a6e2b0f8:::benchmark_data_smithi118_332595_object45747:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.71914927900002, 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.567956304999999, 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131811 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.011 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.012 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230264+0000", 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230267+0000", 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5069999999999999e-06 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230273+0000", 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.314e-06 2023-09-23T15:25:29.013 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.014 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.014 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.014 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230278+0000", 2023-09-23T15:25:29.014 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8369999999999996e-06 2023-09-23T15:25:29.014 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.014 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.014 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.014 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230968+0000", 2023-09-23T15:25:29.014 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00069057999999999999 2023-09-23T15:25:29.014 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.014 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230974+0000", 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0839999999999997e-06 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.715878+0000", 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.484904068999999 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.724939+0000", 2023-09-23T15:25:29.015 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0090604339999999992 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.734428+0000", 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0094888049999999995 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.772688+0000", 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.038260262000000003 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.016 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.774411+0000", 2023-09-23T15:25:29.017 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017231340000000001 2023-09-23T15:25:29.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.017 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.775195+0000", 2023-09-23T15:25:29.017 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00078426799999999997 2023-09-23T15:25:29.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.017 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.776999+0000", 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018041159999999999 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.779906+0000", 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0029062620000000002 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.798221+0000", 2023-09-23T15:25:29.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.018314994000000001 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131841 7.5 7:a90bf673:::benchmark_data_smithi118_332595_object45777:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.71913185400001, 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.592288537000002, 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.019 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:29.020 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:29.020 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131841 2023-09-23T15:25:29.020 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.020 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.020 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.020 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.020 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:25:29.020 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.020 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.020 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.020 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230282+0000", 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230284+0000", 2023-09-23T15:25:29.021 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1260000000000001e-06 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230289+0000", 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.541e-06 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230294+0000", 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5950000000000001e-06 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.022 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230994+0000", 2023-09-23T15:25:29.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00070041500000000002 2023-09-23T15:25:29.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231000+0000", 2023-09-23T15:25:29.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2079999999999997e-06 2023-09-23T15:25:29.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.745748+0000", 2023-09-23T15:25:29.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.514747456999999 2023-09-23T15:25:29.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.752053+0000", 2023-09-23T15:25:29.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0063052179999999996 2023-09-23T15:25:29.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:29.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.760859+0000", 2023-09-23T15:25:29.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088060029999999997 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.800973+0000", 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.040114071000000001 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.801637+0000", 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00066428899999999998 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.804000+0000", 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023623120000000001 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.806708+0000", 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027078079999999999 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.809845+0000", 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031374829999999999 2023-09-23T15:25:29.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.822570+0000", 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012725357 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131850 7.5 7:a985823b:::benchmark_data_smithi118_332595_object45786:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:25:29.027 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.71911589800004, 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.670916841, 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131850 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:25:29.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230298+0000", 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230300+0000", 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0899999999999999e-06 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230326+0000", 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6024999999999999e-05 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230332+0000", 2023-09-23T15:25:29.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0750000000000003e-06 2023-09-23T15:25:29.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.031 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.031 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231024+0000", 2023-09-23T15:25:29.031 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00069250799999999999 2023-09-23T15:25:29.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.031 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.031 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231031+0000", 2023-09-23T15:25:29.031 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3520000000000003e-06 2023-09-23T15:25:29.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.823391+0000", 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.592359982000001 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.832014+0000", 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0086235319999999997 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:29.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.843464+0000", 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011450174 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.881857+0000", 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.038392877999999998 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.883666+0000", 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00180901 2023-09-23T15:25:29.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.885494+0000", 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001828234 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.886184+0000", 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00068967500000000005 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.889418+0000", 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0032340799999999999 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.901215+0000", 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011796513 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131873 7.5 7:a87a7227:::benchmark_data_smithi118_332595_object45809:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.230340+0000", 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.71907383899998, 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.695783376000001, 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131873 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230340+0000", 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230340+0000", 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230339+0000", 2023-09-23T15:25:29.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230353+0000", 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3284e-05 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230362+0000", 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6749999999999997e-06 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.230368+0000", 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5860000000000004e-06 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231048+0000", 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000679708 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.231054+0000", 2023-09-23T15:25:29.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.348e-06 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.857483+0000", 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.626428884999999 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.863752+0000", 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0062694049999999996 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.040 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.871285+0000", 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075322130000000003 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.901744+0000", 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030459239999999999 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.903731+0000", 2023-09-23T15:25:29.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019873209999999998 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.905393+0000", 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016620560000000001 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.907361+0000", 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019682150000000002 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.910274+0000", 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002912619 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.926123+0000", 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015849272000000001 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.043 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131884 7.5 7:a9d5a433:::benchmark_data_smithi118_332595_object45820:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:29.317424+0000", 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 539.631989933, 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.690903807000002, 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131884 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317424+0000", 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317424+0000", 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317422+0000", 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:25:29.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317432+0000", 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7399999999999999e-06 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317447+0000", 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4902000000000001e-05 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.317456+0000", 2023-09-23T15:25:29.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7419999999999992e-06 2023-09-23T15:25:29.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.336732+0000", 2023-09-23T15:25:29.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019275974000000001 2023-09-23T15:25:29.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:29.336745+0000", 2023-09-23T15:25:29.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3196999999999999e-05 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.926960+0000", 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 16.590214870000001 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.935324+0000", 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0083632250000000002 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.048 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.944229+0000", 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.008905418 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.989149+0000", 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.044920219999999997 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.990837+0000", 2023-09-23T15:25:29.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016879309999999999 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.991446+0000", 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00060857399999999996 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.992791+0000", 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001344982 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.995195+0000", 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024040020000000001 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.008328+0000", 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013132911000000001 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.051 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.44972.0:131911 7.d e231/197 7:b2fe5a3c:::benchmark_data_smithi118_332595_object45847:head v 231'8347, mlcod=223'8345)", 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:42.249169+0000", 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 526.70024463000004, 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0925947909999998, 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249169+0000", 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249169+0000", 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249168+0000", 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249176+0000", 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5299999999999999e-06 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249192+0000", 2023-09-23T15:25:29.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5940999999999999e-05 2023-09-23T15:25:29.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.249200+0000", 2023-09-23T15:25:29.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4810000000000006e-06 2023-09-23T15:25:29.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.325312+0000", 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0761115060000002 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.325339+0000", 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6852e-05 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.341735+0000", 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016396830000000001 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.341764+0000", 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8445999999999998e-05 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131921 7.5 7:a60d6e8a:::benchmark_data_smithi118_332595_object45857:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e231)", 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:42.633561+0000", 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 526.31585270699998, 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3988289529999998, 2023-09-23T15:25:29.056 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.057 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.057 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.057 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:29.057 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:29.057 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131921 2023-09-23T15:25:29.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.057 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.057 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633561+0000", 2023-09-23T15:25:29.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633561+0000", 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633559+0000", 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633572+0000", 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3107e-05 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633598+0000", 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5809999999999999e-05 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:42.633612+0000", 2023-09-23T15:25:29.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3961999999999999e-05 2023-09-23T15:25:29.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.956796+0000", 2023-09-23T15:25:29.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.323183931 2023-09-23T15:25:29.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.964332+0000", 2023-09-23T15:25:29.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075360449999999999 2023-09-23T15:25:29.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:45.973672+0000", 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0093406259999999994 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.010164+0000", 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.036491372000000001 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.010816+0000", 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00065258799999999995 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.012418+0000", 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016018130000000001 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.014329+0000", 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019108560000000001 2023-09-23T15:25:29.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.017449+0000", 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031205970000000001 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.032390+0000", 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014940547 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.064 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.44972.0:131924 7.5 7:a7486225:::benchmark_data_smithi118_332595_object45860:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e232)", 2023-09-23T15:25:29.064 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:16:43.193643+0000", 2023-09-23T15:25:29.064 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 525.755770461, 2023-09-23T15:25:29.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.913077425, 2023-09-23T15:25:29.064 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.064 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.064 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.064 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.44972", 2023-09-23T15:25:29.064 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:25:29.064 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 131924 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193643+0000", 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193643+0000", 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193642+0000", 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193649+0000", 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9659999999999999e-06 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193664+0000", 2023-09-23T15:25:29.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5699999999999999e-05 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:43.193672+0000", 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6809999999999998e-06 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.032961+0000", 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8392888090000001 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.040529+0000", 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075686110000000003 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,7", 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.053961+0000", 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013431449999999999 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.086230+0000", 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.032269289999999999 2023-09-23T15:25:29.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.088285+0000", 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020553149999999998 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.090046+0000", 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001760815 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.093385+0000", 2023-09-23T15:25:29.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00333878 2023-09-23T15:25:29.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.095530+0000", 2023-09-23T15:25:29.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0021446970000000001 2023-09-23T15:25:29.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:16:46.106721+0000", 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011190992 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151765 8.1 8:8245dbd0:::benchmark_data_smithi118_424375_object48699:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e304)", 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.317766+0000", 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 184.63164759099999, 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4208192039999998, 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:25:29.071 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151765 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317766+0000", 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317766+0000", 2023-09-23T15:25:29.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317765+0000", 2023-09-23T15:25:29.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:25:29.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317772+0000", 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1010000000000003e-06 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317788+0000", 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5838e-05 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317795+0000", 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6520000000000006e-06 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317845+0000", 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9379999999999998e-05 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317979+0000", 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013422799999999999 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:25:29.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.318094+0000", 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011473599999999999 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.325351+0000", 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0072569499999999999 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.330014+0000", 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0046638219999999998 2023-09-23T15:25:29.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.484581+0000", 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.154566697 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.484592+0000", 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1426999999999999e-05 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454765+0000", 2023-09-23T15:25:29.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97017257800000001 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454778+0000", 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2747e-05 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738488+0000", 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.283710626 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738585+0000", 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6908000000000001e-05 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151803 8.1 8:897a5f9d:::benchmark_data_smithi118_424375_object48737:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.489390+0000", 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 184.460023909, 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2855261219999998, 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.079 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151803 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489390+0000", 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489390+0000", 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489388+0000", 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489395+0000", 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9179999999999997e-06 2023-09-23T15:25:29.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489413+0000", 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7832000000000001e-05 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489422+0000", 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8290000000000003e-06 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489521+0000", 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8908999999999998e-05 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489534+0000", 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.289e-05 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454840+0000", 2023-09-23T15:25:29.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96530550100000001 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454849+0000", 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9129999999999992e-06 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738786+0000", 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.283937119 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738920+0000", 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013416799999999999 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.739059+0000", 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000139021 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751281+0000", 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012221984 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751522+0000", 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00024076600000000001 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.766593+0000", 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015071062 2023-09-23T15:25:29.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774745+0000", 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0081520519999999999 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774801+0000", 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6589000000000003e-05 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774916+0000", 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114486 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151806 8.1 8:81ca510d:::benchmark_data_smithi118_424375_object48740:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.493474+0000", 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 184.45593933000001, 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.281619235, 2023-09-23T15:25:29.088 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151806 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493474+0000", 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493474+0000", 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493473+0000", 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493480+0000", 2023-09-23T15:25:29.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8220000000000007e-06 2023-09-23T15:25:29.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493494+0000", 2023-09-23T15:25:29.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3023999999999999e-05 2023-09-23T15:25:29.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493503+0000", 2023-09-23T15:25:29.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0799999999999995e-06 2023-09-23T15:25:29.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493553+0000", 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9978999999999997e-05 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493564+0000", 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0937999999999999e-05 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454874+0000", 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96131065999999998 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454882+0000", 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8220000000000007e-06 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.743276+0000", 2023-09-23T15:25:29.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2883935289999999 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.743433+0000", 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015700299999999999 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.743577+0000", 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014449100000000001 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751464+0000", 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0078869630000000003 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751579+0000", 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114893 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.766642+0000", 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015063418 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774961+0000", 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.008318911 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775009+0000", 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7420000000000003e-05 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775094+0000", 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4987000000000005e-05 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151809 8.1 8:87cd93c7:::benchmark_data_smithi118_424375_object48743:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.498908+0000", 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 184.45050574300001, 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2764746630000001, 2023-09-23T15:25:29.097 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151809 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498908+0000", 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498908+0000", 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498906+0000", 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498911+0000", 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6589999999999998e-06 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498922+0000", 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1269e-05 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498929+0000", 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2040000000000002e-06 2023-09-23T15:25:29.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.499024+0000", 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5707999999999999e-05 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.499036+0000", 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1819e-05 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454905+0000", 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95586935299999998 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454914+0000", 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1100000000000003e-06 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.747470+0000", 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2925566100000001 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.747602+0000", 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013224499999999999 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.747729+0000", 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012651599999999999 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751592+0000", 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038633589999999998 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751632+0000", 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9675999999999998e-05 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775148+0000", 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.023515753 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775207+0000", 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9522999999999999e-05 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775258+0000", 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1036999999999999e-05 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775383+0000", 2023-09-23T15:25:29.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000124361 2023-09-23T15:25:29.106 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.106 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.106 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.106 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151821 8.1 8:86a4f8ef:::benchmark_data_smithi118_424375_object48755:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:25:29.106 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.514337+0000", 2023-09-23T15:25:29.106 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 184.43507709900001, 2023-09-23T15:25:29.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2822320930000002, 2023-09-23T15:25:29.106 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:25:29.106 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151821 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514337+0000", 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514337+0000", 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514335+0000", 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514343+0000", 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5750000000000001e-06 2023-09-23T15:25:29.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514364+0000", 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0174999999999999e-05 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514374+0000", 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0003999999999999e-05 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514463+0000", 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8852999999999998e-05 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514476+0000", 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3050999999999999e-05 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454969+0000", 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.94049333800000001 2023-09-23T15:25:29.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454977+0000", 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9610000000000005e-06 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.755213+0000", 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.30023639 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.755355+0000", 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000141273 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.755493+0000", 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000138016 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.766601+0000", 2023-09-23T15:25:29.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.01110833 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775477+0000", 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088758280000000005 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775762+0000", 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00028528800000000002 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.796394+0000", 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.020632080000000001 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.796448+0000", 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4317000000000002e-05 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.796569+0000", 2023-09-23T15:25:29.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120315 2023-09-23T15:25:29.115 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.115 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.115 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.115 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:25:29.115 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:25:29.115 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:25:29.308 INFO:teuthology.orchestra.run.smithi118.stdout:moved 54 / 297 (18.1818%) 2023-09-23T15:25:29.308 INFO:teuthology.orchestra.run.smithi118.stdout:avg 42.4286 2023-09-23T15:25:29.308 INFO:teuthology.orchestra.run.smithi118.stdout:stddev 13.0039 -> 8.73183 (expected baseline 6.03053) 2023-09-23T15:25:29.308 INFO:teuthology.orchestra.run.smithi118.stdout:min osd.3 with 26 -> 49 pgs (0.612795 -> 1.15488 * mean) 2023-09-23T15:25:29.308 INFO:teuthology.orchestra.run.smithi118.stdout:max osd.6 with 59 -> 47 pgs (1.39057 -> 1.10774 * mean) 2023-09-23T15:25:29.308 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:25:29.308 INFO:teuthology.orchestra.run.smithi118.stdout:oload 110 2023-09-23T15:25:29.308 INFO:teuthology.orchestra.run.smithi118.stdout:max_change 1 2023-09-23T15:25:29.308 INFO:teuthology.orchestra.run.smithi118.stdout:max_change_osds 4 2023-09-23T15:25:29.309 INFO:teuthology.orchestra.run.smithi118.stdout:average_utilization 0.0205 2023-09-23T15:25:29.309 INFO:teuthology.orchestra.run.smithi118.stdout:overload_utilization 0.0226 2023-09-23T15:25:29.309 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 weight 0.8199 -> 1.0000 2023-09-23T15:25:29.309 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7 weight 1.0000 -> 0.6597 2023-09-23T15:25:29.309 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 weight 0.5153 -> 0.7297 2023-09-23T15:25:29.309 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6 weight 1.0000 -> 0.7863 2023-09-23T15:25:29.321 INFO:teuthology.orchestra.run.smithi118.stderr:no change 2023-09-23T15:25:29.437 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:25:29 smithi118 conmon[199296]: 2023-09-23T15:25:29.302+0000 7fb1894e5700 -1 mgr.server reply reply (4) Interrupted system call no change 2023-09-23T15:25:29.563 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 38 16 60032 60016 98.6701 62.8125 0.0107664 0.0101302 2023-09-23T15:25:29.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:29 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9368/172407 objects degraded (5.434%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:29.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:29 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9368/172407 objects degraded (5.434%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:29.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:29 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9368/172407 objects degraded (5.434%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:30.134 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:25:30.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 39 16 61025 61009 97.7316 62.0625 0.0146726 0.0102283 2023-09-23T15:25:30.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:30 smithi118 ceph-mon[219580]: from='client.35958 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:30.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:30 smithi118 ceph-mon[219580]: pgmap v1009: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 59 MiB/s wr, 941 op/s; 9368/172407 objects degraded (5.434%); 2815/172407 objects misplaced (1.633%); 2.5 MiB/s, 38 objects/s recovering 2023-09-23T15:25:30.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:30 smithi118 ceph-mon[212312]: from='client.35958 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:30.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:30 smithi118 ceph-mon[212312]: pgmap v1009: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 59 MiB/s wr, 941 op/s; 9368/172407 objects degraded (5.434%); 2815/172407 objects misplaced (1.633%); 2.5 MiB/s, 38 objects/s recovering 2023-09-23T15:25:30.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:30 smithi178 ceph-mon[192298]: from='client.35958 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:30.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:30 smithi178 ceph-mon[192298]: pgmap v1009: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 59 MiB/s wr, 941 op/s; 9368/172407 objects degraded (5.434%); 2815/172407 objects misplaced (1.633%); 2.5 MiB/s, 38 objects/s recovering 2023-09-23T15:25:31.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:25:31.564503+0000 min lat: 0.00109552 max lat: 2.15934 avg lat: 0.0102939 2023-09-23T15:25:31.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:25:31.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 40 16 62187 62171 97.104 72.625 0.0301578 0.0102939 2023-09-23T15:25:31.701 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:31.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:31.712 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:31.812 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:31.869 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:31.950 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:31.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:31.957 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:32.018 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:25:32.058 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:32.141 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:32.235 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'reweight-by-utilization'} 2023-09-23T15:25:32.235 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight-by-utilization 110 1.0 2023-09-23T15:25:32.264 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:32.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:32.269 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:32.370 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:32.407 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:32.441 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:32.466 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:32.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:32.470 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:32.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 41 16 63081 63065 96.0985 55.875 0.0175077 0.0104008 2023-09-23T15:25:32.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:32 smithi118 ceph-mon[219580]: pgmap v1010: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.6 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 56 MiB/s wr, 892 op/s; 9368/176280 objects degraded (5.314%); 2815/176280 objects misplaced (1.597%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T15:25:32.570 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:32.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:32 smithi118 ceph-mon[212312]: pgmap v1010: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.6 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 56 MiB/s wr, 892 op/s; 9368/176280 objects degraded (5.314%); 2815/176280 objects misplaced (1.597%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T15:25:32.613 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:32.689 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:32.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:32.693 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:32.694 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:32 smithi178 ceph-mon[192298]: pgmap v1010: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.6 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 56 MiB/s wr, 892 op/s; 9368/176280 objects degraded (5.314%); 2815/176280 objects misplaced (1.597%); 2.0 MiB/s, 31 objects/s recovering 2023-09-23T15:25:32.794 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:32.848 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:32.920 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:32.929 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:32.929 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:33.030 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:33.117 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:33.220 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:33.281 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:33.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:33.288 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:33.291 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:25:33.329 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:25:33.365 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:25:33.390 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:25:33.407 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:25:33.443 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:25:33.461 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:33.479 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:25:33.513 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:25:33.554 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:25:33.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 42 16 64040 64024 95.2377 59.9375 0.0129769 0.0104938 2023-09-23T15:25:33.564 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:25:33.564 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:25:33.564 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:25:33.565 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:25:33.565 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:25:33.565 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:25:33.565 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:25:33.565 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:25:33.578 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:25:33.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:33.594 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:25:33.695 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:33.750 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1770892104' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:33.751 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1770892104' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:33.757 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:33.853 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:33.857 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:33.858 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:33.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1770892104' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:33.958 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:34.026 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:34.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 43 16 64944 64928 94.3369 56.5 0.0116109 0.0105965 2023-09-23T15:25:34.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:34 smithi118 ceph-mon[212312]: pgmap v1011: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 63 MiB/s wr, 1.01k op/s; 9368/187338 objects degraded (5.001%); 2571/187338 objects misplaced (1.372%); 3.0 MiB/s, 47 objects/s recovering 2023-09-23T15:25:34.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:34 smithi118 ceph-mon[219580]: pgmap v1011: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 63 MiB/s wr, 1.01k op/s; 9368/187338 objects degraded (5.001%); 2571/187338 objects misplaced (1.372%); 3.0 MiB/s, 47 objects/s recovering 2023-09-23T15:25:34.867 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:34.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:34.873 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:34.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:34 smithi178 ceph-mon[192298]: pgmap v1011: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 63 MiB/s wr, 1.01k op/s; 9368/187338 objects degraded (5.001%); 2571/187338 objects misplaced (1.372%); 3.0 MiB/s, 47 objects/s recovering 2023-09-23T15:25:34.974 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:35.024 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:35.513 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:35.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 44 16 65887 65871 93.5325 58.9375 0.0330401 0.0106862 2023-09-23T15:25:35.752 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:35.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:35.758 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:35.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:35 smithi118 ceph-mon[219580]: pgmap v1012: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 63 MiB/s wr, 1.01k op/s; 9368/188256 objects degraded (4.976%); 2571/188256 objects misplaced (1.366%); 3.0 MiB/s, 47 objects/s recovering 2023-09-23T15:25:35.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:35 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9368/188256 objects degraded (4.976%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:35.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:35 smithi118 ceph-mon[212312]: pgmap v1012: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 63 MiB/s wr, 1.01k op/s; 9368/188256 objects degraded (4.976%); 2571/188256 objects misplaced (1.366%); 3.0 MiB/s, 47 objects/s recovering 2023-09-23T15:25:35.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:35 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9368/188256 objects degraded (4.976%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:35.859 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:35.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:35 smithi178 ceph-mon[192298]: pgmap v1012: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 3.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 63 MiB/s wr, 1.01k op/s; 9368/188256 objects degraded (4.976%); 2571/188256 objects misplaced (1.366%); 3.0 MiB/s, 47 objects/s recovering 2023-09-23T15:25:35.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:35 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9368/188256 objects degraded (4.976%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:35.928 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:36.117 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:36.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:36.124 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:36.225 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:25:36.299 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:36.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 45 16 66926 66910 92.8971 64.9375 0.00903623 0.0107601 2023-09-23T15:25:37.442 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:25:37.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:37.450 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:25:37.551 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:25:37.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 46 16 67845 67829 92.1264 57.4375 0.0235126 0.010849 2023-09-23T15:25:37.970 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:25:38.179 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:38.180 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:38.180 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:37 smithi118 ceph-mon[212312]: pgmap v1013: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.0 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 67 MiB/s wr, 1.08k op/s; 9368/199053 objects degraded (4.706%); 2325/199053 objects misplaced (1.168%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:25:38.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:38.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:38.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:37 smithi118 ceph-mon[219580]: pgmap v1013: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.0 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 67 MiB/s wr, 1.08k op/s; 9368/199053 objects degraded (4.706%); 2325/199053 objects misplaced (1.168%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:25:38.316 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:38.317 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:38.317 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:37 smithi178 ceph-mon[192298]: pgmap v1013: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.0 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 67 MiB/s wr, 1.08k op/s; 9368/199053 objects degraded (4.706%); 2325/199053 objects misplaced (1.168%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:25:38.322 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:38.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 47 16 68753 68737 91.3736 56.75 0.00511938 0.0109303 2023-09-23T15:25:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:25:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:25:38] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.43.0" 2023-09-23T15:25:38.602 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:25:38.608 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:38.608 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:25:38.709 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:38.744 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:38.968 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:25:38.993 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/726191165' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:25:38.994 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:38 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:25:38.997 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/726191165' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:25:38.997 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:38 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:25:39.210 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:39.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:39.214 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:39.315 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:39.373 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/726191165' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:25:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:38 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:25:39.464 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:39.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:39.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:39.472 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:25:39.472 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:25:39.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 48 16 69562 69546 90.5236 50.5625 0.0188212 0.011042 2023-09-23T15:25:39.571 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:39.618 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:39.921 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:40.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:25:40.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[219580]: osdmap e377: 8 total, 8 up, 7 in 2023-09-23T15:25:40.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[219580]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[219580]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[219580]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[219580]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[219580]: pgmap v1015: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.1 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 61 MiB/s wr, 977 op/s; 9368/201759 objects degraded (4.643%); 2325/201759 objects misplaced (1.152%); 3.1 MiB/s, 48 objects/s recovering 2023-09-23T15:25:40.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:40.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:25:40.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[212312]: osdmap e377: 8 total, 8 up, 7 in 2023-09-23T15:25:40.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[212312]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[212312]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[212312]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[212312]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:39 smithi118 ceph-mon[212312]: pgmap v1015: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.1 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 61 MiB/s wr, 977 op/s; 9368/201759 objects degraded (4.643%); 2325/201759 objects misplaced (1.152%); 3.1 MiB/s, 48 objects/s recovering 2023-09-23T15:25:40.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:39 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:40.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:39 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:25:40.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:39 smithi178 ceph-mon[192298]: osdmap e377: 8 total, 8 up, 7 in 2023-09-23T15:25:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:39 smithi178 ceph-mon[192298]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:39 smithi178 ceph-mon[192298]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:39 smithi178 ceph-mon[192298]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:39 smithi178 ceph-mon[192298]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:39 smithi178 ceph-mon[192298]: pgmap v1015: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.1 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 61 MiB/s wr, 977 op/s; 9368/201759 objects degraded (4.643%); 2325/201759 objects misplaced (1.152%); 3.1 MiB/s, 48 objects/s recovering 2023-09-23T15:25:40.443 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:40.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:40.446 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:40.547 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:40.564 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 49 16 70549 70533 89.9351 61.6875 0.00967559 0.0111147 2023-09-23T15:25:40.615 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:40.942 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:40 smithi118 ceph-mon[212312]: failed to encode map e377 with expected crc 2023-09-23T15:25:40.942 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:40 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:25:41.197 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:40 smithi118 ceph-mon[219580]: failed to encode map e377 with expected crc 2023-09-23T15:25:41.197 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:40 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:25:41.312 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:41.338 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:41.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:41.348 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:41.355 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:25:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:40 smithi178 ceph-mon[192298]: failed to encode map e377 with expected crc 2023-09-23T15:25:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:40 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:25:41.449 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:41.510 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:41.568 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 50 16 71450 71434 89.2559 56.3125 0.085669 0.0111934 2023-09-23T15:25:41.712 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:41.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:41.731 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:41.832 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:41.936 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:42.016 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:42.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:42.024 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:42.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:41 smithi118 ceph-mon[219580]: pgmap v1016: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.2 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 60 MiB/s wr, 963 op/s; 9368/205209 objects degraded (4.565%); 2325/205209 objects misplaced (1.133%); 3.1 MiB/s, 48 objects/s recovering 2023-09-23T15:25:42.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:41 smithi118 ceph-mon[212312]: pgmap v1016: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.2 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 60 MiB/s wr, 963 op/s; 9368/205209 objects degraded (4.565%); 2325/205209 objects misplaced (1.133%); 3.1 MiB/s, 48 objects/s recovering 2023-09-23T15:25:42.124 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:42.197 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:42.278 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:42.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:42.282 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:42.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:41 smithi178 ceph-mon[192298]: pgmap v1016: 99 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.2 GiB data, 15 GiB used, 610 GiB / 626 GiB avail; 60 MiB/s wr, 963 op/s; 9368/205209 objects degraded (4.565%); 2325/205209 objects misplaced (1.133%); 3.1 MiB/s, 48 objects/s recovering 2023-09-23T15:25:42.383 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:25:42.487 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:42.569 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 51 16 72357 72341 88.6174 56.6875 0.0119629 0.0112793 2023-09-23T15:25:42.572 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:25:42.579 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:42.579 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:25:42.680 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:25:42.770 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:42.855 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:25:42.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:42.858 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:25:42.959 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:25:42.985 INFO:teuthology.orchestra.run.smithi118.stdout:moved 49 / 297 (16.4983%) 2023-09-23T15:25:42.985 INFO:teuthology.orchestra.run.smithi118.stdout:avg 42.4286 2023-09-23T15:25:42.985 INFO:teuthology.orchestra.run.smithi118.stdout:stddev 13.0039 -> 8.26105 (expected baseline 6.03053) 2023-09-23T15:25:42.985 INFO:teuthology.orchestra.run.smithi118.stdout:min osd.3 with 26 -> 48 pgs (0.612795 -> 1.13131 * mean) 2023-09-23T15:25:42.985 INFO:teuthology.orchestra.run.smithi118.stdout:max osd.6 with 59 -> 49 pgs (1.39057 -> 1.15488 * mean) 2023-09-23T15:25:42.985 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:25:42.986 INFO:teuthology.orchestra.run.smithi118.stdout:oload 110 2023-09-23T15:25:42.986 INFO:teuthology.orchestra.run.smithi118.stdout:max_change 1 2023-09-23T15:25:42.986 INFO:teuthology.orchestra.run.smithi118.stdout:max_change_osds 4 2023-09-23T15:25:42.986 INFO:teuthology.orchestra.run.smithi118.stdout:average_utilization 0.0245 2023-09-23T15:25:42.986 INFO:teuthology.orchestra.run.smithi118.stdout:overload_utilization 0.0269 2023-09-23T15:25:42.986 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2 weight 0.8199 -> 1.0000 2023-09-23T15:25:42.986 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7 weight 1.0000 -> 0.6846 2023-09-23T15:25:42.986 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3 weight 0.5153 -> 0.6946 2023-09-23T15:25:42.986 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6 weight 1.0000 -> 0.8017 2023-09-23T15:25:43.024 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9368/205209 objects degraded (4.565%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:43.024 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:42 smithi178 ceph-mon[192298]: from='client.45953 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:43.024 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:42 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'2':'65536','3':'45519','6':'52541','7':'44863'}"}]: dispatch 2023-09-23T15:25:43.025 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:43.073 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:25:43.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:43.077 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:25:43.178 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:25:43.205 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:43.227 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:25:43.249 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:25:43.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:43.253 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:25:43.253 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9368/205209 objects degraded (4.565%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:43.253 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:42 smithi118 ceph-mon[219580]: from='client.45953 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:43.253 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:42 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'2':'65536','3':'45519','6':'52541','7':'44863'}"}]: dispatch 2023-09-23T15:25:43.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9368/205209 objects degraded (4.565%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:43.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:42 smithi118 ceph-mon[212312]: from='client.45953 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2023-09-23T15:25:43.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:42 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd reweightn", "weights": "{'2':'65536','3':'45519','6':'52541','7':'44863'}"}]: dispatch 2023-09-23T15:25:43.353 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:25:43.389 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:43.569 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 52 16 72633 72617 87.2453 17.25 0.00394214 0.0113347 2023-09-23T15:25:43.587 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:25:43.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:43.593 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:25:43.694 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:43.723 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:43.980 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:43 smithi118 ceph-mon[212312]: failed to encode map e378 with expected crc 2023-09-23T15:25:43.980 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:43 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'2':'65536','3':'45519','6':'52541','7':'44863'}"}]': finished 2023-09-23T15:25:43.981 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:43 smithi118 ceph-mon[212312]: osdmap e378: 8 total, 8 up, 7 in 2023-09-23T15:25:43.981 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:43 smithi118 ceph-mon[212312]: pgmap v1018: 99 pgs: 1 remapped+peering, 2 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 70 MiB/s wr, 1.13k op/s; 6168/215307 objects degraded (2.865%); 2071/215307 objects misplaced (0.962%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:25:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:43 smithi118 ceph-mon[219580]: failed to encode map e378 with expected crc 2023-09-23T15:25:44.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:43 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'2':'65536','3':'45519','6':'52541','7':'44863'}"}]': finished 2023-09-23T15:25:44.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:43 smithi118 ceph-mon[219580]: osdmap e378: 8 total, 8 up, 7 in 2023-09-23T15:25:44.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:43 smithi118 ceph-mon[219580]: pgmap v1018: 99 pgs: 1 remapped+peering, 2 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 70 MiB/s wr, 1.13k op/s; 6168/215307 objects degraded (2.865%); 2071/215307 objects misplaced (0.962%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:25:44.348 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:44.350 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:44.350 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:43 smithi178 ceph-mon[192298]: failed to encode map e378 with expected crc 2023-09-23T15:25:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:43 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd reweightn", "weights": "{'2':'65536','3':'45519','6':'52541','7':'44863'}"}]': finished 2023-09-23T15:25:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:43 smithi178 ceph-mon[192298]: osdmap e378: 8 total, 8 up, 7 in 2023-09-23T15:25:44.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:43 smithi178 ceph-mon[192298]: pgmap v1018: 99 pgs: 1 remapped+peering, 2 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 70 MiB/s wr, 1.13k op/s; 6168/215307 objects degraded (2.865%); 2071/215307 objects misplaced (0.962%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:25:44.451 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:25:44.478 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:44.569 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 53 16 72633 72617 85.5997 0 - 0.0113347 2023-09-23T15:25:44.814 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:44.907 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:25:44.927 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:25:44.949 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:25:44.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:44.953 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:25:44.959 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:25:45.002 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[212312]: failed to encode map e378 with expected crc 2023-09-23T15:25:45.002 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:25:45.002 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[212312]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.002 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[212312]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.002 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[212312]: osdmap e379: 8 total, 8 up, 7 in 2023-09-23T15:25:45.002 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[212312]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.002 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[212312]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.002 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[212312]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.003 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[212312]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.003 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[212312]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.003 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2380423611' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:45.024 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:25:45.054 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:45.055 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:25:45.127 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:25:45.128 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:45.178 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:25:45.199 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:45.218 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:25:45.229 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:25:45.229 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:25:45.230 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:25:45.230 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:25:45.230 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:25:45.230 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:25:45.230 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:25:45.230 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:25:45.288 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[219580]: failed to encode map e378 with expected crc 2023-09-23T15:25:45.288 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:25:45.288 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[219580]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.288 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[219580]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.288 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[219580]: osdmap e379: 8 total, 8 up, 7 in 2023-09-23T15:25:45.288 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[219580]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.288 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[219580]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.288 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[219580]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.289 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[219580]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.289 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[219580]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.289 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2380423611' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:44 smithi178 ceph-mon[192298]: failed to encode map e378 with expected crc 2023-09-23T15:25:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:44 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:25:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:44 smithi178 ceph-mon[192298]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:44 smithi178 ceph-mon[192298]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:44 smithi178 ceph-mon[192298]: osdmap e379: 8 total, 8 up, 7 in 2023-09-23T15:25:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:44 smithi178 ceph-mon[192298]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:44 smithi178 ceph-mon[192298]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:44 smithi178 ceph-mon[192298]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:44 smithi178 ceph-mon[192298]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:44 smithi178 ceph-mon[192298]: failed to encode map e379 with expected crc 2023-09-23T15:25:45.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2380423611' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:45.569 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 54 16 72704 72688 84.0971 2.21875 0.0153439 0.0118086 2023-09-23T15:25:45.728 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:45.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:45.732 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:45.833 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:25:45.895 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:45.947 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:25:45.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:45.954 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:25:45.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[219580]: failed to encode map e380 with expected crc 2023-09-23T15:25:45.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[219580]: osdmap e380: 8 total, 8 up, 7 in 2023-09-23T15:25:45.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[219580]: failed to encode map e380 with expected crc 2023-09-23T15:25:45.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[219580]: failed to encode map e380 with expected crc 2023-09-23T15:25:45.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[219580]: failed to encode map e380 with expected crc 2023-09-23T15:25:45.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[219580]: failed to encode map e380 with expected crc 2023-09-23T15:25:45.997 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[219580]: pgmap v1021: 99 pgs: 3 remapped+peering, 2 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 49 MiB/s wr, 784 op/s; 6168/215892 objects degraded (2.857%); 2071/215892 objects misplaced (0.959%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T15:25:45.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[212312]: failed to encode map e380 with expected crc 2023-09-23T15:25:45.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[212312]: osdmap e380: 8 total, 8 up, 7 in 2023-09-23T15:25:45.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[212312]: failed to encode map e380 with expected crc 2023-09-23T15:25:45.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[212312]: failed to encode map e380 with expected crc 2023-09-23T15:25:45.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[212312]: failed to encode map e380 with expected crc 2023-09-23T15:25:45.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[212312]: failed to encode map e380 with expected crc 2023-09-23T15:25:45.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:45 smithi118 ceph-mon[212312]: pgmap v1021: 99 pgs: 3 remapped+peering, 2 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 49 MiB/s wr, 784 op/s; 6168/215892 objects degraded (2.857%); 2071/215892 objects misplaced (0.959%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T15:25:46.055 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:46.087 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:45 smithi178 ceph-mon[192298]: failed to encode map e380 with expected crc 2023-09-23T15:25:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:45 smithi178 ceph-mon[192298]: osdmap e380: 8 total, 8 up, 7 in 2023-09-23T15:25:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:45 smithi178 ceph-mon[192298]: failed to encode map e380 with expected crc 2023-09-23T15:25:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:45 smithi178 ceph-mon[192298]: failed to encode map e380 with expected crc 2023-09-23T15:25:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:45 smithi178 ceph-mon[192298]: failed to encode map e380 with expected crc 2023-09-23T15:25:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:45 smithi178 ceph-mon[192298]: failed to encode map e380 with expected crc 2023-09-23T15:25:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:45 smithi178 ceph-mon[192298]: pgmap v1021: 99 pgs: 3 remapped+peering, 2 peering, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 49 MiB/s wr, 784 op/s; 6168/215892 objects degraded (2.857%); 2071/215892 objects misplaced (0.959%); 2.6 MiB/s, 41 objects/s recovering 2023-09-23T15:25:46.569 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 55 16 72846 72830 82.7298 8.875 0.00599189 0.0118123 2023-09-23T15:25:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[219580]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[219580]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[219580]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[219580]: osdmap e381: 8 total, 8 up, 7 in 2023-09-23T15:25:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[219580]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:47.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[212312]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[212312]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[212312]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[212312]: osdmap e381: 8 total, 8 up, 7 in 2023-09-23T15:25:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[212312]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:46 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:46 smithi178 ceph-mon[192298]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:46 smithi178 ceph-mon[192298]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:46 smithi178 ceph-mon[192298]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:46 smithi178 ceph-mon[192298]: osdmap e381: 8 total, 8 up, 7 in 2023-09-23T15:25:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:46 smithi178 ceph-mon[192298]: failed to encode map e381 with expected crc 2023-09-23T15:25:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:46 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:47.569 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 56 16 72846 72830 81.2522 0 - 0.0118123 2023-09-23T15:25:48.311 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:47 smithi118 ceph-mon[212312]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.312 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:47 smithi118 ceph-mon[212312]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.312 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:47 smithi118 ceph-mon[212312]: osdmap e382: 8 total, 8 up, 7 in 2023-09-23T15:25:48.312 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:47 smithi118 ceph-mon[212312]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.312 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:47 smithi118 ceph-mon[212312]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.312 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 6168/215892 objects degraded (2.857%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:48.312 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:47 smithi118 ceph-mon[212312]: pgmap v1024: 99 pgs: 3 remapped+peering, 2 peering, 2 active+recovering+undersized+remapped, 2 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 11 MiB/s wr, 169 op/s; 11945/217341 objects degraded (5.496%); 4871/217341 objects misplaced (2.241%); 5.1 MiB/s, 82 objects/s recovering 2023-09-23T15:25:48.312 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:25:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:25:48] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.43.0" 2023-09-23T15:25:48.313 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:47 smithi118 ceph-mon[219580]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.313 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:48 smithi118 ceph-mon[219580]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.313 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:48 smithi118 ceph-mon[219580]: osdmap e382: 8 total, 8 up, 7 in 2023-09-23T15:25:48.313 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:48 smithi118 ceph-mon[219580]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.313 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:48 smithi118 ceph-mon[219580]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.313 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:48 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 6168/215892 objects degraded (2.857%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:48.313 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:48 smithi118 ceph-mon[219580]: pgmap v1024: 99 pgs: 3 remapped+peering, 2 peering, 2 active+recovering+undersized+remapped, 2 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 11 MiB/s wr, 169 op/s; 11945/217341 objects degraded (5.496%); 4871/217341 objects misplaced (2.241%); 5.1 MiB/s, 82 objects/s recovering 2023-09-23T15:25:48.375 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:47 smithi178 ceph-mon[192298]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:47 smithi178 ceph-mon[192298]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:47 smithi178 ceph-mon[192298]: osdmap e382: 8 total, 8 up, 7 in 2023-09-23T15:25:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:47 smithi178 ceph-mon[192298]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:47 smithi178 ceph-mon[192298]: failed to encode map e382 with expected crc 2023-09-23T15:25:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 6168/215892 objects degraded (2.857%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:47 smithi178 ceph-mon[192298]: pgmap v1024: 99 pgs: 3 remapped+peering, 2 peering, 2 active+recovering+undersized+remapped, 2 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 11 MiB/s wr, 169 op/s; 11945/217341 objects degraded (5.496%); 4871/217341 objects misplaced (2.241%); 5.1 MiB/s, 82 objects/s recovering 2023-09-23T15:25:48.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:48.381 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:48.483 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:25:48.510 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:48.569 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 57 16 72846 72830 79.8272 0 - 0.0118123 2023-09-23T15:25:48.597 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:25:48.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:48.601 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:25:48.702 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:48.739 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:49.001 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:49 smithi118 ceph-mon[212312]: failed to encode map e382 with expected crc 2023-09-23T15:25:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:49 smithi118 ceph-mon[219580]: failed to encode map e382 with expected crc 2023-09-23T15:25:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:49 smithi178 ceph-mon[192298]: failed to encode map e382 with expected crc 2023-09-23T15:25:49.466 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:49.470 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:49.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:49.522 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:25:49.522 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:25:49.522 INFO:tasks.thrashosds.thrasher:inject_pause on osd.5 2023-09-23T15:25:49.522 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:25:49.522 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:25:49.522 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 config set filestore_inject_stall 3 2023-09-23T15:25:49.569 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 58 16 72846 72830 78.4512 0 - 0.0118123 2023-09-23T15:25:49.571 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:49.607 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:49.727 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:49.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:49.734 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:49.835 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:49.869 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:49.933 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:49.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:49.937 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:49.962 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:25:49.974 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:25:49.974 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:25:49.974 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:25:49.974 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:25:49.974 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:25:50.038 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:50.065 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:50.109 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:50.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:50.111 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:50.212 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:50.240 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:50.266 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:50 smithi118 ceph-mon[212312]: pgmap v1025: 99 pgs: 2 remapped+peering, 2 active+recovering+undersized+remapped, 2 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 10 MiB/s wr, 166 op/s; 25737/218028 objects degraded (11.804%); 4871/218028 objects misplaced (2.234%); 3.8 MiB/s, 61 objects/s recovering 2023-09-23T15:25:50.267 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:50 smithi118 ceph-mon[219580]: pgmap v1025: 99 pgs: 2 remapped+peering, 2 active+recovering+undersized+remapped, 2 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 10 MiB/s wr, 166 op/s; 25737/218028 objects degraded (11.804%); 4871/218028 objects misplaced (2.234%); 3.8 MiB/s, 61 objects/s recovering 2023-09-23T15:25:50.289 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:50 smithi178 ceph-mon[192298]: pgmap v1025: 99 pgs: 2 remapped+peering, 2 active+recovering+undersized+remapped, 2 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 10 MiB/s wr, 166 op/s; 25737/218028 objects degraded (11.804%); 4871/218028 objects misplaced (2.234%); 3.8 MiB/s, 61 objects/s recovering 2023-09-23T15:25:50.290 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:50.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:50.294 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:50.394 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:25:50.422 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:50.451 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:25:50.570 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 59 16 72846 72830 77.1219 0 - 0.0118123 2023-09-23T15:25:50.669 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:25:50.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:50.671 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:25:50.772 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:25:50.802 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:51.021 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:25:51.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:51 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:25:51.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:51 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2695982781' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:51.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:51 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:51.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:51 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:25:51.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:51 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2695982781' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:51.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:51 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:51 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:25:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:51 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2695982781' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:51 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:25:51.570 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:25:51.570651+0000 min lat: 0.00109552 max lat: 2.51184 avg lat: 0.0118123 2023-09-23T15:25:51.570 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:25:51.570 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 60 16 72846 72830 75.8369 0 - 0.0118123 2023-09-23T15:25:52.010 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:25:52.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:52.016 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:25:52.098 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:25:52.117 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:25:52.145 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:52.249 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[219580]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:25:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[219580]: osdmap e383: 8 total, 8 up, 7 in 2023-09-23T15:25:52.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[219580]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[219580]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[219580]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[219580]: pgmap v1027: 99 pgs: 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 8.1 MiB/s wr, 129 op/s; 34799/218217 objects degraded (15.947%); 4871/218217 objects misplaced (2.232%); 3.5 MiB/s, 56 objects/s recovering 2023-09-23T15:25:52.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:52.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[212312]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:25:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[212312]: osdmap e383: 8 total, 8 up, 7 in 2023-09-23T15:25:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[212312]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[212312]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[212312]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[212312]: pgmap v1027: 99 pgs: 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 8.1 MiB/s wr, 129 op/s; 34799/218217 objects degraded (15.947%); 4871/218217 objects misplaced (2.232%); 3.5 MiB/s, 56 objects/s recovering 2023-09-23T15:25:52.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:52.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:52.321 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:25:52.323 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:52 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:25:52.323 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:52 smithi178 ceph-mon[192298]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.323 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:52 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:25:52.323 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:52 smithi178 ceph-mon[192298]: osdmap e383: 8 total, 8 up, 7 in 2023-09-23T15:25:52.324 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:52 smithi178 ceph-mon[192298]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.324 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:52 smithi178 ceph-mon[192298]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.324 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:52 smithi178 ceph-mon[192298]: failed to encode map e383 with expected crc 2023-09-23T15:25:52.324 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:52 smithi178 ceph-mon[192298]: pgmap v1027: 99 pgs: 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 4.4 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 8.1 MiB/s wr, 129 op/s; 34799/218217 objects degraded (15.947%); 4871/218217 objects misplaced (2.232%); 3.5 MiB/s, 56 objects/s recovering 2023-09-23T15:25:52.324 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:52.324 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:25:52.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:52.325 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:25:52.426 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:25:52.452 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:52.497 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:25:52.499 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:52.499 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:25:52.570 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 61 16 72846 72830 74.594 0 - 0.0118123 2023-09-23T15:25:52.600 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:52.641 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:53 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 34799/218217 objects degraded (15.947%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:53 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 34799/218217 objects degraded (15.947%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:53 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 34799/218217 objects degraded (15.947%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:53.570 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 62 16 72846 72830 73.3912 0 - 0.0118123 2023-09-23T15:25:53.860 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:53.863 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:53.863 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:53.964 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:53.990 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:54.064 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:54.102 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:54.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:54.105 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:54.164 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:25:54.194 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:54 smithi118 ceph-mon[219580]: pgmap v1028: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 11 KiB/s rd, 5.1 MiB/s wr, 90 op/s; 39208/218565 objects degraded (17.939%); 2464/218565 objects misplaced (1.127%); 23 MiB/s, 369 objects/s recovering 2023-09-23T15:25:54.194 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:54 smithi118 ceph-mon[212312]: pgmap v1028: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 11 KiB/s rd, 5.1 MiB/s wr, 90 op/s; 39208/218565 objects degraded (17.939%); 2464/218565 objects misplaced (1.127%); 23 MiB/s, 369 objects/s recovering 2023-09-23T15:25:54.205 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:25:54.232 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:54.367 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:25:54.368 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:54 smithi178 ceph-mon[192298]: pgmap v1028: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 11 KiB/s rd, 5.1 MiB/s wr, 90 op/s; 39208/218565 objects degraded (17.939%); 2464/218565 objects misplaced (1.127%); 23 MiB/s, 369 objects/s recovering 2023-09-23T15:25:54.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:54.369 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:25:54.470 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:54.507 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:54.570 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 63 16 72846 72830 72.2266 0 - 0.0118123 2023-09-23T15:25:54.743 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:25:54.765 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:25:54.800 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:25:54.819 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:54.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:54.822 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:54.824 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:25:54.846 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:25:54.872 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:25:54.885 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:25:54.885 INFO:teuthology.orchestra.run.smithi178.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T15:25:54.885 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:25:54.899 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:25:54.919 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:25:54.923 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:25:54.929 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:25:54.929 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:25:54.929 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:25:54.929 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:25:54.929 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:25:54.929 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:25:54.929 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:25:54.929 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:25:54.956 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:55.052 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:25:55.056 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:55.057 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:25:55.157 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:55.168 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:55 smithi118 ceph-mon[219580]: failed to encode map e384 with expected crc 2023-09-23T15:25:55.168 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:55 smithi118 ceph-mon[219580]: osdmap e384: 8 total, 8 up, 7 in 2023-09-23T15:25:55.168 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:55 smithi118 ceph-mon[219580]: failed to encode map e384 with expected crc 2023-09-23T15:25:55.168 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:55 smithi118 ceph-mon[219580]: failed to encode map e384 with expected crc 2023-09-23T15:25:55.168 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:55 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1852390607' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:55.169 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:55 smithi118 ceph-mon[212312]: failed to encode map e384 with expected crc 2023-09-23T15:25:55.169 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:55 smithi118 ceph-mon[212312]: osdmap e384: 8 total, 8 up, 7 in 2023-09-23T15:25:55.169 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:55 smithi118 ceph-mon[212312]: failed to encode map e384 with expected crc 2023-09-23T15:25:55.169 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:55 smithi118 ceph-mon[212312]: failed to encode map e384 with expected crc 2023-09-23T15:25:55.169 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:55 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1852390607' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:55.263 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:55 smithi178 ceph-mon[192298]: failed to encode map e384 with expected crc 2023-09-23T15:25:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:55 smithi178 ceph-mon[192298]: osdmap e384: 8 total, 8 up, 7 in 2023-09-23T15:25:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:55 smithi178 ceph-mon[192298]: failed to encode map e384 with expected crc 2023-09-23T15:25:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:55 smithi178 ceph-mon[192298]: failed to encode map e384 with expected crc 2023-09-23T15:25:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:55 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1852390607' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:25:55.379 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:55.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:55.389 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:55.490 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:55.526 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:55.570 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 64 16 73061 73045 71.3082 1.49306 0.00882412 0.0140172 2023-09-23T15:25:56.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:56 smithi118 ceph-mon[219580]: failed to encode map e385 with expected crc 2023-09-23T15:25:56.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:56 smithi118 ceph-mon[219580]: osdmap e385: 8 total, 8 up, 7 in 2023-09-23T15:25:56.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:56 smithi118 ceph-mon[219580]: failed to encode map e385 with expected crc 2023-09-23T15:25:56.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:56 smithi118 ceph-mon[219580]: failed to encode map e385 with expected crc 2023-09-23T15:25:56.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:56 smithi118 ceph-mon[219580]: pgmap v1031: 99 pgs: 1 creating+peering, 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 14 KiB/s rd, 1.9 MiB/s wr, 41 op/s; 39208/218565 objects degraded (17.939%); 2038/218565 objects misplaced (0.932%); 30 MiB/s, 473 objects/s recovering 2023-09-23T15:25:56.337 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:56 smithi118 ceph-mon[212312]: failed to encode map e385 with expected crc 2023-09-23T15:25:56.337 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:56 smithi118 ceph-mon[212312]: osdmap e385: 8 total, 8 up, 7 in 2023-09-23T15:25:56.337 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:56 smithi118 ceph-mon[212312]: failed to encode map e385 with expected crc 2023-09-23T15:25:56.337 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:56 smithi118 ceph-mon[212312]: failed to encode map e385 with expected crc 2023-09-23T15:25:56.338 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:56 smithi118 ceph-mon[212312]: pgmap v1031: 99 pgs: 1 creating+peering, 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 14 KiB/s rd, 1.9 MiB/s wr, 41 op/s; 39208/218565 objects degraded (17.939%); 2038/218565 objects misplaced (0.932%); 30 MiB/s, 473 objects/s recovering 2023-09-23T15:25:56.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:56 smithi178 ceph-mon[192298]: failed to encode map e385 with expected crc 2023-09-23T15:25:56.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:56 smithi178 ceph-mon[192298]: osdmap e385: 8 total, 8 up, 7 in 2023-09-23T15:25:56.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:56 smithi178 ceph-mon[192298]: failed to encode map e385 with expected crc 2023-09-23T15:25:56.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:56 smithi178 ceph-mon[192298]: failed to encode map e385 with expected crc 2023-09-23T15:25:56.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:56 smithi178 ceph-mon[192298]: pgmap v1031: 99 pgs: 1 creating+peering, 1 activating+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.4 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 14 KiB/s rd, 1.9 MiB/s wr, 41 op/s; 39208/218565 objects degraded (17.939%); 2038/218565 objects misplaced (0.932%); 30 MiB/s, 473 objects/s recovering 2023-09-23T15:25:56.570 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 65 16 73726 73710 70.8506 41.5625 0.00518269 0.0140861 2023-09-23T15:25:56.959 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:56.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:56.977 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:57.078 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:57.116 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:57.183 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:57.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:57.189 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:57.290 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:25:57.325 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:57.376 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:25:57.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:57.381 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:25:57.482 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:25:57.544 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 39208/218565 objects degraded (17.939%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:57.548 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 39208/218565 objects degraded (17.939%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:57.573 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:57.575 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 66 16 74394 74378 70.4045 41.75 0.0268092 0.0141959 2023-09-23T15:25:57.726 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:25:57.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:57.741 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:25:57.741 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:25:57.842 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:25:57.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 39208/218565 objects degraded (17.939%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:25:57.956 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:58.187 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:25:58.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:58.203 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:25:58.291 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:25:58.291 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:25:58.304 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:25:58.409 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:58.504 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:58 smithi118 ceph-mon[212312]: pgmap v1032: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 creating+peering, 9 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 13 KiB/s rd, 5.5 MiB/s wr, 98 op/s; 39206/219903 objects degraded (17.829%); 1469/219903 objects misplaced (0.668%); 33 MiB/s, 530 objects/s recovering 2023-09-23T15:25:58.504 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:58 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:58.504 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:25:58 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:58.508 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:25:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:25:58] "GET /metrics HTTP/1.1" 200 36491 "" "Prometheus/2.43.0" 2023-09-23T15:25:58.575 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 67 16 74965 74949 69.8865 35.6875 0.0559278 0.0143021 2023-09-23T15:25:58.604 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:25:58.608 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:58.609 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:25:58.709 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:25:58.787 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:58 smithi118 ceph-mon[219580]: pgmap v1032: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 creating+peering, 9 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 13 KiB/s rd, 5.5 MiB/s wr, 98 op/s; 39206/219903 objects degraded (17.829%); 1469/219903 objects misplaced (0.668%); 33 MiB/s, 530 objects/s recovering 2023-09-23T15:25:58.787 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:58 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:58.787 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:25:58 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:58.797 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:25:58.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:58 smithi178 ceph-mon[192298]: pgmap v1032: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 creating+peering, 9 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 13 KiB/s rd, 5.5 MiB/s wr, 98 op/s; 39206/219903 objects degraded (17.829%); 1469/219903 objects misplaced (0.668%); 33 MiB/s, 530 objects/s recovering 2023-09-23T15:25:58.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:58 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:58.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:25:58 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:25:59.298 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:25:59.580 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 68 16 75600 75584 69.4384 39.6875 0.0456759 0.0143947 2023-09-23T15:25:59.840 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:25:59.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:25:59.845 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:25:59.946 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:00.058 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:00.459 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:26:00.580 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 69 16 76186 76170 68.9629 36.625 0.0102285 0.0144942 2023-09-23T15:26:00.616 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:00.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:00.623 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:00.696 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:00 smithi118 ceph-mon[219580]: pgmap v1033: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 creating+peering, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 10 KiB/s rd, 9.1 MiB/s wr, 154 op/s; 36169/221715 objects degraded (16.313%); 4226/221715 objects misplaced (1.906%); 29 MiB/s, 460 objects/s recovering 2023-09-23T15:26:00.696 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:26:00.696 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:26:00.696 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:26:00.699 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:00 smithi118 ceph-mon[212312]: pgmap v1033: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 creating+peering, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 10 KiB/s rd, 9.1 MiB/s wr, 154 op/s; 36169/221715 objects degraded (16.313%); 4226/221715 objects misplaced (1.906%); 29 MiB/s, 460 objects/s recovering 2023-09-23T15:26:00.699 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:26:00.699 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:26:00.699 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:26:00.725 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:00.872 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:00 smithi178 ceph-mon[192298]: pgmap v1033: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 creating+peering, 8 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.5 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 10 KiB/s rd, 9.1 MiB/s wr, 154 op/s; 36169/221715 objects degraded (16.313%); 4226/221715 objects misplaced (1.906%); 29 MiB/s, 460 objects/s recovering 2023-09-23T15:26:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:26:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:26:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:26:00.946 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:00.975 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:26:00.975 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:26:00.975 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_3 2023-09-23T15:26:00.975 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:26:01.000 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:26:01.138 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:01.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:01.146 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:01.247 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:01.344 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:01.589 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 70 16 76788 76772 68.5119 37.625 0.0221813 0.0145894 2023-09-23T15:26:01.600 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:01.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:01.605 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:01.705 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:01.807 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:01.946 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:01.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:01.960 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:02.061 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:02.095 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:02.167 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:02.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:02.176 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:02.277 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:02.355 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:02.498 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:03.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:03.327 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:02 smithi178 ceph-mon[192298]: pgmap v1034: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.6 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 17 MiB/s wr, 277 op/s; 36169/225222 objects degraded (16.059%); 4226/225222 objects misplaced (1.876%); 10 MiB/s, 159 objects/s recovering 2023-09-23T15:26:03.327 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:02 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2824309829' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:03.327 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:02 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:03.327 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 36169/225222 objects degraded (16.059%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:03.328 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:03.329 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:26:03.329 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 71 16 77393 77377 68.0797 37.8125 0.00396405 0.0146767 2023-09-23T15:26:03.330 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:02 smithi118 ceph-mon[212312]: pgmap v1034: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.6 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 17 MiB/s wr, 277 op/s; 36169/225222 objects degraded (16.059%); 4226/225222 objects misplaced (1.876%); 10 MiB/s, 159 objects/s recovering 2023-09-23T15:26:03.330 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:02 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2824309829' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:03.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:02 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:03.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 36169/225222 objects degraded (16.059%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:03.524 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:02 smithi118 ceph-mon[219580]: pgmap v1034: 99 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.6 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 17 MiB/s wr, 277 op/s; 36169/225222 objects degraded (16.059%); 4226/225222 objects misplaced (1.876%); 10 MiB/s, 159 objects/s recovering 2023-09-23T15:26:03.524 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:02 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2824309829' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:03.524 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:02 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:03.524 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 36169/225222 objects degraded (16.059%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:03.525 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:03.554 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:03 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:03.675 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:03 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:26:03.675 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:03 smithi118 ceph-mon[212312]: osdmap e386: 8 total, 8 up, 7 in 2023-09-23T15:26:03.675 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:03 smithi118 ceph-mon[212312]: failed to encode map e386 with expected crc 2023-09-23T15:26:03.675 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:03 smithi118 ceph-mon[212312]: failed to encode map e386 with expected crc 2023-09-23T15:26:03.676 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:03 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:03.676 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:03 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:26:03.676 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:03 smithi178 ceph-mon[192298]: osdmap e386: 8 total, 8 up, 7 in 2023-09-23T15:26:03.676 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:03 smithi178 ceph-mon[192298]: failed to encode map e386 with expected crc 2023-09-23T15:26:03.676 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:03 smithi178 ceph-mon[192298]: failed to encode map e386 with expected crc 2023-09-23T15:26:03.676 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 72 16 77875 77859 67.5526 30.125 0.0378353 0.0147969 2023-09-23T15:26:03.677 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:03.704 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:03.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:03 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:03.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:03 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:26:03.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:03 smithi118 ceph-mon[219580]: osdmap e386: 8 total, 8 up, 7 in 2023-09-23T15:26:03.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:03 smithi118 ceph-mon[219580]: failed to encode map e386 with expected crc 2023-09-23T15:26:03.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:03 smithi118 ceph-mon[219580]: failed to encode map e386 with expected crc 2023-09-23T15:26:03.967 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:03.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:03.984 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:03.994 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:26:03.994 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:26:04.085 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:04.129 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:04.206 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:04.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:04.210 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:04.311 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:04.358 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:04.413 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:04.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:04.418 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:04.519 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:04.554 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:04.584 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 73 16 78472 78456 67.1385 37.3125 0.0176495 0.014889 2023-09-23T15:26:04.615 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:04.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:04 smithi178 ceph-mon[192298]: pgmap v1036: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.7 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 30 MiB/s wr, 480 op/s; 36169/230679 objects degraded (15.679%); 3784/230679 objects misplaced (1.640%); 9.6 MiB/s, 153 objects/s recovering 2023-09-23T15:26:04.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:04.618 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:04.719 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:04.754 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:04.804 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:26:04.809 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:04 smithi118 ceph-mon[212312]: pgmap v1036: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.7 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 30 MiB/s wr, 480 op/s; 36169/230679 objects degraded (15.679%); 3784/230679 objects misplaced (1.640%); 9.6 MiB/s, 153 objects/s recovering 2023-09-23T15:26:04.812 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:04 smithi118 ceph-mon[219580]: pgmap v1036: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.7 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 30 MiB/s wr, 480 op/s; 36169/230679 objects degraded (15.679%); 3784/230679 objects misplaced (1.640%); 9.6 MiB/s, 153 objects/s recovering 2023-09-23T15:26:04.855 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:26:04.893 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:26:04.909 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:04.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:04.913 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:04.958 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:26:04.981 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:26:04.988 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:26:05.014 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:05.027 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:26:05.083 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:26:05.105 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:05.122 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:26:05.152 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:26:05.152 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:26:05.152 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:26:05.152 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:26:05.152 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:26:05.152 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:26:05.152 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:26:05.152 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:26:05.193 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:05.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:05.196 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:05.297 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:05.323 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:05.368 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:05.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:05.371 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:05.437 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:26:05.472 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:05.520 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:05.584 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 74 16 78962 78946 66.6452 30.625 0.0201867 0.0149984 2023-09-23T15:26:05.587 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:05.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:05.590 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:05.691 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:05.793 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:05 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/255479911' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:05.796 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:05 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/255479911' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:05.821 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:05.855 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:05 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/255479911' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:05.910 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:26:06.587 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 75 16 79434 79418 66.1499 29.5 0.0277936 0.0151107 2023-09-23T15:26:06.651 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:06.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:06.658 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:06.759 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:06.809 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:06 smithi118 ceph-mon[219580]: pgmap v1037: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.7 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 29 MiB/s wr, 456 op/s; 36169/232266 objects degraded (15.572%); 3784/232266 objects misplaced (1.629%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:26:06.811 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:06 smithi118 ceph-mon[212312]: pgmap v1037: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.7 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 29 MiB/s wr, 456 op/s; 36169/232266 objects degraded (15.572%); 3784/232266 objects misplaced (1.629%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:26:06.818 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:06.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:06 smithi178 ceph-mon[192298]: pgmap v1037: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.7 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 29 MiB/s wr, 456 op/s; 36169/232266 objects degraded (15.572%); 3784/232266 objects misplaced (1.629%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:26:07.028 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:07.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:07.043 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:07.144 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:07.226 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:07.315 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:26:07.315 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:26:07.315 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:26:07.315 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:26:07.316 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:26:07.346 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:07.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:07.359 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:07.373 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:07.460 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:07.556 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:07.592 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 76 16 80036 80020 65.77 37.625 0.0208695 0.0151994 2023-09-23T15:26:07.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:07.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 36169/232266 objects degraded (15.572%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:07.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:07 smithi178 ceph-mon[192298]: pgmap v1038: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.8 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 34 MiB/s wr, 545 op/s; 36169/236322 objects degraded (15.305%); 3444/236322 objects misplaced (1.457%); 6.6 MiB/s, 105 objects/s recovering 2023-09-23T15:26:07.726 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:26:07.759 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:26:07.788 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:07.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:07.796 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:07.796 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 36169/232266 objects degraded (15.572%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:07.796 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:07 smithi118 ceph-mon[212312]: pgmap v1038: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.8 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 34 MiB/s wr, 545 op/s; 36169/236322 objects degraded (15.305%); 3444/236322 objects misplaced (1.457%); 6.6 MiB/s, 105 objects/s recovering 2023-09-23T15:26:07.796 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:07.796 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 36169/232266 objects degraded (15.572%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:07.796 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:07 smithi118 ceph-mon[219580]: pgmap v1038: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.8 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 34 MiB/s wr, 545 op/s; 36169/236322 objects degraded (15.305%); 3444/236322 objects misplaced (1.457%); 6.6 MiB/s, 105 objects/s recovering 2023-09-23T15:26:07.797 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:07.897 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:07.950 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:08.215 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:08.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:08.220 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:08.284 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:26:08.321 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:08.397 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:26:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:26:08] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.43.0" 2023-09-23T15:26:08.589 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 77 16 80672 80656 65.4322 39.75 0.0145728 0.0152784 2023-09-23T15:26:08.757 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:26:08.765 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:26:09.590 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 78 16 81240 81224 65.0485 35.5 0.012284 0.0153669 2023-09-23T15:26:09.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:09 smithi178 ceph-mon[192298]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:26:09.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:09 smithi118 ceph-mon[219580]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:26:09.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:09 smithi118 ceph-mon[212312]: from='client.45986 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:26:09.971 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:09.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:09.981 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:10.076 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1038,"stamp":"2023-09-23T15:26:07.471858+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5161347398,"num_objects":78774,"num_object_clones":0,"num_object_copies":236322,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":36169,"num_objects_misplaced":3444,"num_objects_unfound":0,"num_objects_dirty":78774,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":78834,"num_write_kb":5040313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5958,"num_bytes_recovered":385592721,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80577,"ondisk_log_size":80577,"up":297,"acting":287,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":323,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":18407820,"kb_used_data":15462548,"kb_used_omap":222,"kb_used_meta":2944993,"kb_avail":637808244,"statfs":{"total":671965249536,"available":653115641856,"internally_reserved":0,"allocated":15833649152,"data_stored":15821640885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":3015673814},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":358678528,"num_objects":5473,"num_object_clones":0,"num_object_copies":16419,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-3037,"num_objects_misplaced":1975,"num_objects_unfound":0,"num_objects_dirty":5473,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5473,"num_write_kb":350272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1062,"num_bytes_recovered":69599232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.038456"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":42,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054618+0000","last_change":"2023-09-23T15:24:36.429831+0000","last_active":"2023-09-23T15:25:55.054618+0000","last_peered":"2023-09-23T15:25:55.054618+0000","last_clean":"2023-09-23T15:25:55.054618+0000","last_became_active":"2023-09-23T15:24:36.429463+0000","last_became_peered":"2023-09-23T15:24:36.429463+0000","last_unstale":"2023-09-23T15:25:55.054618+0000","last_undegraded":"2023-09-23T15:25:55.054618+0000","last_fullsized":"2023-09-23T15:25:55.054618+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:15.542234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.044331+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:25:55.044331+0000","last_peered":"2023-09-23T15:25:55.044331+0000","last_clean":"2023-09-23T15:25:55.044331+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:25:55.044331+0000","last_undegraded":"2023-09-23T15:25:55.044331+0000","last_fullsized":"2023-09-23T15:25:55.044331+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":373,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.051378+0000","last_change":"2023-09-23T15:25:44.024037+0000","last_active":"2023-09-23T15:25:55.051378+0000","last_peered":"2023-09-23T15:25:55.051378+0000","last_clean":"2023-09-23T15:25:55.051378+0000","last_became_active":"2023-09-23T15:25:44.023664+0000","last_became_peered":"2023-09-23T15:25:44.023664+0000","last_unstale":"2023-09-23T15:25:55.051378+0000","last_undegraded":"2023-09-23T15:25:55.051378+0000","last_fullsized":"2023-09-23T15:25:55.051378+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:01.087323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":199,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043611+0000","last_change":"2023-09-23T15:25:43.997464+0000","last_active":"2023-09-23T15:25:55.043611+0000","last_peered":"2023-09-23T15:25:55.043611+0000","last_clean":"2023-09-23T15:25:55.043611+0000","last_became_active":"2023-09-23T15:25:43.997187+0000","last_became_peered":"2023-09-23T15:25:43.997187+0000","last_unstale":"2023-09-23T15:25:55.043611+0000","last_undegraded":"2023-09-23T15:25:55.043611+0000","last_fullsized":"2023-09-23T15:25:55.043611+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:09:49.792186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043979+0000","last_change":"2023-09-23T15:25:44.083118+0000","last_active":"2023-09-23T15:25:55.043979+0000","last_peered":"2023-09-23T15:25:55.043979+0000","last_clean":"2023-09-23T15:25:55.043979+0000","last_became_active":"2023-09-23T15:25:44.057260+0000","last_became_peered":"2023-09-23T15:25:44.057260+0000","last_unstale":"2023-09-23T15:25:55.043979+0000","last_undegraded":"2023-09-23T15:25:55.043979+0000","last_fullsized":"2023-09-23T15:25:55.043979+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:02.446718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":32,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043738+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:25:55.043738+0000","last_peered":"2023-09-23T15:25:55.043738+0000","last_clean":"2023-09-23T15:25:55.043738+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:25:55.043738+0000","last_undegraded":"2023-09-23T15:25:55.043738+0000","last_fullsized":"2023-09-23T15:25:55.043738+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":314,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.075118+0000","last_change":"2023-09-23T15:25:44.023571+0000","last_active":"2023-09-23T15:25:55.075118+0000","last_peered":"2023-09-23T15:25:55.075118+0000","last_clean":"2023-09-23T15:25:55.075118+0000","last_became_active":"2023-09-23T15:25:44.023213+0000","last_became_peered":"2023-09-23T15:25:44.023213+0000","last_unstale":"2023-09-23T15:25:55.075118+0000","last_undegraded":"2023-09-23T15:25:55.075118+0000","last_fullsized":"2023-09-23T15:25:55.075118+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:18:35.840229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.044109+0000","last_change":"2023-09-23T15:25:18.528240+0000","last_active":"2023-09-23T15:25:55.044109+0000","last_peered":"2023-09-23T15:25:55.044109+0000","last_clean":"2023-09-23T15:25:55.044109+0000","last_became_active":"2023-09-23T15:25:18.527538+0000","last_became_peered":"2023-09-23T15:25:18.527538+0000","last_unstale":"2023-09-23T15:25:55.044109+0000","last_undegraded":"2023-09-23T15:25:55.044109+0000","last_fullsized":"2023-09-23T15:25:55.044109+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:26.611152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":324,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.057397+0000","last_change":"2023-09-23T15:25:18.526099+0000","last_active":"2023-09-23T15:25:55.057397+0000","last_peered":"2023-09-23T15:25:55.057397+0000","last_clean":"2023-09-23T15:25:55.057397+0000","last_became_active":"2023-09-23T15:25:18.525785+0000","last_became_peered":"2023-09-23T15:25:18.525785+0000","last_unstale":"2023-09-23T15:25:55.057397+0000","last_undegraded":"2023-09-23T15:25:55.057397+0000","last_fullsized":"2023-09-23T15:25:55.057397+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:33:53.533321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":372,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.051289+0000","last_change":"2023-09-23T15:25:44.032073+0000","last_active":"2023-09-23T15:25:55.051289+0000","last_peered":"2023-09-23T15:25:55.051289+0000","last_clean":"2023-09-23T15:25:55.051289+0000","last_became_active":"2023-09-23T15:25:44.031733+0000","last_became_peered":"2023-09-23T15:25:44.031733+0000","last_unstale":"2023-09-23T15:25:55.051289+0000","last_undegraded":"2023-09-23T15:25:55.051289+0000","last_fullsized":"2023-09-23T15:25:55.051289+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:48.562653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":55,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.050542+0000","last_change":"2023-09-23T15:25:44.086060+0000","last_active":"2023-09-23T15:25:55.050542+0000","last_peered":"2023-09-23T15:25:55.050542+0000","last_clean":"2023-09-23T15:25:55.050542+0000","last_became_active":"2023-09-23T15:25:44.031210+0000","last_became_peered":"2023-09-23T15:25:44.031210+0000","last_unstale":"2023-09-23T15:25:55.050542+0000","last_undegraded":"2023-09-23T15:25:55.050542+0000","last_fullsized":"2023-09-23T15:25:55.050542+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:11:04.278962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":35,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054565+0000","last_change":"2023-09-23T15:25:43.997253+0000","last_active":"2023-09-23T15:25:55.054565+0000","last_peered":"2023-09-23T15:25:55.054565+0000","last_clean":"2023-09-23T15:25:55.054565+0000","last_became_active":"2023-09-23T15:25:43.996803+0000","last_became_peered":"2023-09-23T15:25:43.996803+0000","last_unstale":"2023-09-23T15:25:55.054565+0000","last_undegraded":"2023-09-23T15:25:55.054565+0000","last_fullsized":"2023-09-23T15:25:55.054565+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:33:23.192863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":279,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.053932+0000","last_change":"2023-09-23T15:24:47.454633+0000","last_active":"2023-09-23T15:25:55.053932+0000","last_peered":"2023-09-23T15:25:55.053932+0000","last_clean":"2023-09-23T15:25:55.053932+0000","last_became_active":"2023-09-23T15:24:47.438290+0000","last_became_peered":"2023-09-23T15:24:47.438290+0000","last_unstale":"2023-09-23T15:25:55.053932+0000","last_undegraded":"2023-09-23T15:25:55.053932+0000","last_fullsized":"2023-09-23T15:25:55.053932+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:51:30.891395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":18936,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":42,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043164+0000","last_change":"2023-09-23T15:25:18.531090+0000","last_active":"2023-09-23T15:25:55.043164+0000","last_peered":"2023-09-23T15:25:55.043164+0000","last_clean":"2023-09-23T15:25:55.043164+0000","last_became_active":"2023-09-23T15:25:18.530743+0000","last_became_peered":"2023-09-23T15:25:18.530743+0000","last_unstale":"2023-09-23T15:25:55.043164+0000","last_undegraded":"2023-09-23T15:25:55.043164+0000","last_fullsized":"2023-09-23T15:25:55.043164+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:06.363556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":483,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054751+0000","last_change":"2023-09-23T15:24:47.463465+0000","last_active":"2023-09-23T15:25:55.054751+0000","last_peered":"2023-09-23T15:25:55.054751+0000","last_clean":"2023-09-23T15:25:55.054751+0000","last_became_active":"2023-09-23T15:24:47.438374+0000","last_became_peered":"2023-09-23T15:24:47.438374+0000","last_unstale":"2023-09-23T15:25:55.054751+0000","last_undegraded":"2023-09-23T15:25:55.054751+0000","last_fullsized":"2023-09-23T15:25:55.054751+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:28:36.238336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":397,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.044456+0000","last_change":"2023-09-23T15:24:36.427674+0000","last_active":"2023-09-23T15:25:55.044456+0000","last_peered":"2023-09-23T15:25:55.044456+0000","last_clean":"2023-09-23T15:25:55.044456+0000","last_became_active":"2023-09-23T15:24:36.427409+0000","last_became_peered":"2023-09-23T15:24:36.427409+0000","last_unstale":"2023-09-23T15:25:55.044456+0000","last_undegraded":"2023-09-23T15:25:55.044456+0000","last_fullsized":"2023-09-23T15:25:55.044456+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:44.258439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":292,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054744+0000","last_change":"2023-09-23T15:25:43.994945+0000","last_active":"2023-09-23T15:25:55.054744+0000","last_peered":"2023-09-23T15:25:55.054744+0000","last_clean":"2023-09-23T15:25:55.054744+0000","last_became_active":"2023-09-23T15:25:43.994634+0000","last_became_peered":"2023-09-23T15:25:43.994634+0000","last_unstale":"2023-09-23T15:25:55.054744+0000","last_undegraded":"2023-09-23T15:25:55.054744+0000","last_fullsized":"2023-09-23T15:25:55.054744+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:31:28.891403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":304,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.053722+0000","last_change":"2023-09-23T15:24:47.442522+0000","last_active":"2023-09-23T15:25:55.053722+0000","last_peered":"2023-09-23T15:25:55.053722+0000","last_clean":"2023-09-23T15:25:55.053722+0000","last_became_active":"2023-09-23T15:24:47.438999+0000","last_became_peered":"2023-09-23T15:24:47.438999+0000","last_unstale":"2023-09-23T15:25:55.053722+0000","last_undegraded":"2023-09-23T15:25:55.053722+0000","last_fullsized":"2023-09-23T15:25:55.053722+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:51.456923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":386,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.053721+0000","last_change":"2023-09-23T15:24:47.437426+0000","last_active":"2023-09-23T15:25:55.053721+0000","last_peered":"2023-09-23T15:25:55.053721+0000","last_clean":"2023-09-23T15:25:55.053721+0000","last_became_active":"2023-09-23T15:24:47.437070+0000","last_became_peered":"2023-09-23T15:24:47.437070+0000","last_unstale":"2023-09-23T15:25:55.053721+0000","last_undegraded":"2023-09-23T15:25:55.053721+0000","last_fullsized":"2023-09-23T15:25:55.053721+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:48:10.985624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.044402+0000","last_change":"2023-09-23T15:25:44.039756+0000","last_active":"2023-09-23T15:25:55.044402+0000","last_peered":"2023-09-23T15:25:55.044402+0000","last_clean":"2023-09-23T15:25:55.044402+0000","last_became_active":"2023-09-23T15:25:44.039452+0000","last_became_peered":"2023-09-23T15:25:44.039452+0000","last_unstale":"2023-09-23T15:25:55.044402+0000","last_undegraded":"2023-09-23T15:25:55.044402+0000","last_fullsized":"2023-09-23T15:25:55.044402+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:36:32.444994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":62,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.042819+0000","last_change":"2023-09-23T15:25:44.097090+0000","last_active":"2023-09-23T15:25:55.042819+0000","last_peered":"2023-09-23T15:25:55.042819+0000","last_clean":"2023-09-23T15:25:55.042819+0000","last_became_active":"2023-09-23T15:25:44.039934+0000","last_became_peered":"2023-09-23T15:25:44.039934+0000","last_unstale":"2023-09-23T15:25:55.042819+0000","last_undegraded":"2023-09-23T15:25:55.042819+0000","last_fullsized":"2023-09-23T15:25:55.042819+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:09.426824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":300,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.055398+0000","last_change":"2023-09-23T15:25:43.995758+0000","last_active":"2023-09-23T15:25:55.055398+0000","last_peered":"2023-09-23T15:25:55.055398+0000","last_clean":"2023-09-23T15:25:55.055398+0000","last_became_active":"2023-09-23T15:25:43.995443+0000","last_became_peered":"2023-09-23T15:25:43.995443+0000","last_unstale":"2023-09-23T15:25:55.055398+0000","last_undegraded":"2023-09-23T15:25:55.055398+0000","last_fullsized":"2023-09-23T15:25:55.055398+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:35.728968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.5","version":"386'4915","reported_seq":4961,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:26:04.908732+0000","last_change":"2023-09-23T15:25:45.437122+0000","last_active":"2023-09-23T15:26:04.908732+0000","last_peered":"2023-09-23T15:26:04.908732+0000","last_clean":"2023-09-23T15:25:42.955930+0000","last_became_active":"2023-09-23T15:25:45.348238+0000","last_became_peered":"2023-09-23T15:25:45.348238+0000","last_unstale":"2023-09-23T15:26:04.908732+0000","last_undegraded":"2023-09-23T15:25:45.328837+0000","last_fullsized":"2023-09-23T15:25:45.015336+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4915,"log_dups_size":0,"ondisk_log_size":4915,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:30.126508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322109440,"num_objects":4915,"num_object_clones":0,"num_object_copies":14745,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4517,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4915,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4915,"num_write_kb":314560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0],"avail_no_missing":["3","0","7"],"object_location_counts":[{"shards":"0,3","objects":398},{"shards":"0,3,7","objects":4517}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":213,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.039476+0000","last_change":"2023-09-23T15:25:44.130894+0000","last_active":"2023-09-23T15:25:55.039476+0000","last_peered":"2023-09-23T15:25:55.039476+0000","last_clean":"2023-09-23T15:25:55.039476+0000","last_became_active":"2023-09-23T15:25:44.022745+0000","last_became_peered":"2023-09-23T15:25:44.022745+0000","last_unstale":"2023-09-23T15:25:55.039476+0000","last_undegraded":"2023-09-23T15:25:55.039476+0000","last_fullsized":"2023-09-23T15:25:55.039476+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:19.324311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":382,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.042717+0000","last_change":"2023-09-23T15:25:44.040536+0000","last_active":"2023-09-23T15:25:55.042717+0000","last_peered":"2023-09-23T15:25:55.042717+0000","last_clean":"2023-09-23T15:25:55.042717+0000","last_became_active":"2023-09-23T15:25:44.040232+0000","last_became_peered":"2023-09-23T15:25:44.040232+0000","last_unstale":"2023-09-23T15:25:55.042717+0000","last_undegraded":"2023-09-23T15:25:55.042717+0000","last_fullsized":"2023-09-23T15:25:55.042717+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:25:30.935142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"386'4855","reported_seq":4891,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T15:26:03.029002+0000","last_change":"2023-09-23T15:24:42.534133+0000","last_active":"2023-09-23T15:26:03.029002+0000","last_peered":"2023-09-23T15:26:03.029002+0000","last_clean":"2023-09-23T15:26:03.029002+0000","last_became_active":"2023-09-23T15:24:42.533894+0000","last_became_peered":"2023-09-23T15:24:42.533894+0000","last_unstale":"2023-09-23T15:26:03.029002+0000","last_undegraded":"2023-09-23T15:26:03.029002+0000","last_fullsized":"2023-09-23T15:26:03.029002+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4855,"log_dups_size":0,"ondisk_log_size":4855,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:07:01.644992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318177280,"num_objects":4855,"num_object_clones":0,"num_object_copies":14565,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4855,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4855,"num_write_kb":310720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":380,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054154+0000","last_change":"2023-09-23T15:23:52.515167+0000","last_active":"2023-09-23T15:25:55.054154+0000","last_peered":"2023-09-23T15:25:55.054154+0000","last_clean":"2023-09-23T15:25:55.054154+0000","last_became_active":"2023-09-23T15:23:52.420879+0000","last_became_peered":"2023-09-23T15:23:52.420879+0000","last_unstale":"2023-09-23T15:25:55.054154+0000","last_undegraded":"2023-09-23T15:25:55.054154+0000","last_fullsized":"2023-09-23T15:25:55.054154+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:45.262183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":32,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.042904+0000","last_change":"2023-09-23T15:24:47.438652+0000","last_active":"2023-09-23T15:25:55.042904+0000","last_peered":"2023-09-23T15:25:55.042904+0000","last_clean":"2023-09-23T15:25:55.042904+0000","last_became_active":"2023-09-23T15:24:47.438130+0000","last_became_peered":"2023-09-23T15:24:47.438130+0000","last_unstale":"2023-09-23T15:25:55.042904+0000","last_undegraded":"2023-09-23T15:25:55.042904+0000","last_fullsized":"2023-09-23T15:25:55.042904+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:31:47.445763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.7","version":"386'4819","reported_seq":4870,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:26:03.080689+0000","last_change":"2023-09-23T15:25:45.386140+0000","last_active":"2023-09-23T15:26:03.080689+0000","last_peered":"2023-09-23T15:26:03.080689+0000","last_clean":"2023-09-23T15:25:42.973823+0000","last_became_active":"2023-09-23T15:25:45.378702+0000","last_became_peered":"2023-09-23T15:25:45.378702+0000","last_unstale":"2023-09-23T15:26:03.080689+0000","last_undegraded":"2023-09-23T15:25:45.012095+0000","last_fullsized":"2023-09-23T15:25:44.988859+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4819,"log_dups_size":0,"ondisk_log_size":4819,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:50.762888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315817984,"num_objects":4819,"num_object_clones":0,"num_object_copies":14457,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4503,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4819,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4819,"num_write_kb":308416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[5,6],"avail_no_missing":["5","6","7"],"object_location_counts":[{"shards":"5,6","objects":316},{"shards":"5,6,7","objects":4503}],"blocked_by":[],"up_primary":2,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":437,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054017+0000","last_change":"2023-09-23T15:25:18.532923+0000","last_active":"2023-09-23T15:25:55.054017+0000","last_peered":"2023-09-23T15:25:55.054017+0000","last_clean":"2023-09-23T15:25:55.054017+0000","last_became_active":"2023-09-23T15:25:18.526408+0000","last_became_peered":"2023-09-23T15:25:18.526408+0000","last_unstale":"2023-09-23T15:25:55.054017+0000","last_undegraded":"2023-09-23T15:25:55.054017+0000","last_fullsized":"2023-09-23T15:25:55.054017+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:59:59.731757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":42,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043078+0000","last_change":"2023-09-23T15:25:44.001517+0000","last_active":"2023-09-23T15:25:55.043078+0000","last_peered":"2023-09-23T15:25:55.043078+0000","last_clean":"2023-09-23T15:25:55.043078+0000","last_became_active":"2023-09-23T15:25:44.001169+0000","last_became_peered":"2023-09-23T15:25:44.001169+0000","last_unstale":"2023-09-23T15:25:55.043078+0000","last_undegraded":"2023-09-23T15:25:55.043078+0000","last_fullsized":"2023-09-23T15:25:55.043078+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:55.588454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"386'4939","reported_seq":4976,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:26:03.057392+0000","last_change":"2023-09-23T15:25:45.431029+0000","last_active":"2023-09-23T15:26:03.057392+0000","last_peered":"2023-09-23T15:26:03.057392+0000","last_clean":"2023-09-23T15:25:42.964213+0000","last_became_active":"2023-09-23T15:25:45.421230+0000","last_became_peered":"2023-09-23T15:25:45.421230+0000","last_unstale":"2023-09-23T15:26:03.057392+0000","last_undegraded":"2023-09-23T15:25:45.009094+0000","last_fullsized":"2023-09-23T15:25:44.983503+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4939,"log_dups_size":0,"ondisk_log_size":4939,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:02.415796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323682304,"num_objects":4939,"num_object_clones":0,"num_object_copies":14817,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4630,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4939,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4939,"num_write_kb":316096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[1,5],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,5","objects":309},{"shards":"1,5,6","objects":4630}],"blocked_by":[],"up_primary":2,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.050542+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:25:55.050542+0000","last_peered":"2023-09-23T15:25:55.050542+0000","last_clean":"2023-09-23T15:25:55.050542+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:25:55.050542+0000","last_undegraded":"2023-09-23T15:25:55.050542+0000","last_fullsized":"2023-09-23T15:25:55.050542+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":249,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.042041+0000","last_change":"2023-09-23T15:25:44.031567+0000","last_active":"2023-09-23T15:25:55.042041+0000","last_peered":"2023-09-23T15:25:55.042041+0000","last_clean":"2023-09-23T15:25:55.042041+0000","last_became_active":"2023-09-23T15:25:44.031133+0000","last_became_peered":"2023-09-23T15:25:44.031133+0000","last_unstale":"2023-09-23T15:25:55.042041+0000","last_undegraded":"2023-09-23T15:25:55.042041+0000","last_fullsized":"2023-09-23T15:25:55.042041+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:12.953352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"386'4910","reported_seq":4968,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:26:04.826471+0000","last_change":"2023-09-23T15:25:45.458921+0000","last_active":"2023-09-23T15:26:04.826471+0000","last_peered":"2023-09-23T15:26:04.826471+0000","last_clean":"2023-09-23T15:25:42.986493+0000","last_became_active":"2023-09-23T15:25:45.447610+0000","last_became_peered":"2023-09-23T15:25:45.447610+0000","last_unstale":"2023-09-23T15:26:04.826471+0000","last_undegraded":"2023-09-23T15:25:45.288242+0000","last_fullsized":"2023-09-23T15:25:44.988500+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4910,"log_dups_size":0,"ondisk_log_size":4910,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:41.832095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":321781760,"num_objects":4910,"num_object_clones":0,"num_object_copies":14730,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4545,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4910,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4910,"num_write_kb":314240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6],"avail_no_missing":["3","6","7"],"object_location_counts":[{"shards":"3,6","objects":365},{"shards":"3,6,7","objects":4545}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":856,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.053634+0000","last_change":"2023-09-23T15:25:21.548164+0000","last_active":"2023-09-23T15:25:55.053634+0000","last_peered":"2023-09-23T15:25:55.053634+0000","last_clean":"2023-09-23T15:25:55.053634+0000","last_became_active":"2023-09-23T15:25:21.547864+0000","last_became_peered":"2023-09-23T15:25:21.547864+0000","last_unstale":"2023-09-23T15:25:55.053634+0000","last_undegraded":"2023-09-23T15:25:55.053634+0000","last_fullsized":"2023-09-23T15:25:55.053634+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:05:57.995777+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":29,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.052754+0000","last_change":"2023-09-23T15:25:18.533988+0000","last_active":"2023-09-23T15:25:55.052754+0000","last_peered":"2023-09-23T15:25:55.052754+0000","last_clean":"2023-09-23T15:25:55.052754+0000","last_became_active":"2023-09-23T15:25:18.528620+0000","last_became_peered":"2023-09-23T15:25:18.528620+0000","last_unstale":"2023-09-23T15:25:55.052754+0000","last_undegraded":"2023-09-23T15:25:55.052754+0000","last_fullsized":"2023-09-23T15:25:55.052754+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:50:44.157845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":262,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.044528+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:25:55.044528+0000","last_peered":"2023-09-23T15:25:55.044528+0000","last_clean":"2023-09-23T15:25:55.044528+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:25:55.044528+0000","last_undegraded":"2023-09-23T15:25:55.044528+0000","last_fullsized":"2023-09-23T15:25:55.044528+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.0","version":"386'4974","reported_seq":5006,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T15:26:05.180946+0000","last_change":"2023-09-23T15:24:47.437614+0000","last_active":"2023-09-23T15:26:05.180946+0000","last_peered":"2023-09-23T15:26:05.180946+0000","last_clean":"2023-09-23T15:26:05.180946+0000","last_became_active":"2023-09-23T15:24:47.437035+0000","last_became_peered":"2023-09-23T15:24:47.437035+0000","last_unstale":"2023-09-23T15:26:05.180946+0000","last_undegraded":"2023-09-23T15:26:05.180946+0000","last_fullsized":"2023-09-23T15:26:05.180946+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4974,"log_dups_size":0,"ondisk_log_size":4974,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:56:27.132692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":325976064,"num_objects":4974,"num_object_clones":0,"num_object_copies":14922,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4974,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4974,"num_write_kb":318336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":885,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:59.104633+0000","last_change":"2023-09-23T15:25:44.035205+0000","last_active":"2023-09-23T15:25:59.104633+0000","last_peered":"2023-09-23T15:25:59.104633+0000","last_clean":"2023-09-23T15:25:59.104633+0000","last_became_active":"2023-09-23T15:25:44.034855+0000","last_became_peered":"2023-09-23T15:25:44.034855+0000","last_unstale":"2023-09-23T15:25:59.104633+0000","last_undegraded":"2023-09-23T15:25:59.104633+0000","last_fullsized":"2023-09-23T15:25:59.104633+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:31:56.781634+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1313440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":32,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043065+0000","last_change":"2023-09-23T15:24:47.443083+0000","last_active":"2023-09-23T15:25:55.043065+0000","last_peered":"2023-09-23T15:25:55.043065+0000","last_clean":"2023-09-23T15:25:55.043065+0000","last_became_active":"2023-09-23T15:24:47.442506+0000","last_became_peered":"2023-09-23T15:24:47.442506+0000","last_unstale":"2023-09-23T15:25:55.043065+0000","last_undegraded":"2023-09-23T15:25:55.043065+0000","last_fullsized":"2023-09-23T15:25:55.043065+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:48:03.600653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054557+0000","last_change":"2023-09-23T15:25:18.529377+0000","last_active":"2023-09-23T15:25:55.054557+0000","last_peered":"2023-09-23T15:25:55.054557+0000","last_clean":"2023-09-23T15:25:55.054557+0000","last_became_active":"2023-09-23T15:25:18.529062+0000","last_became_peered":"2023-09-23T15:25:18.529062+0000","last_unstale":"2023-09-23T15:25:55.054557+0000","last_undegraded":"2023-09-23T15:25:55.054557+0000","last_fullsized":"2023-09-23T15:25:55.054557+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:23:13.239494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3","version":"386'5001","reported_seq":9584,"reported_epoch":386,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:26:07.350965+0000","last_change":"2023-09-23T15:25:44.159279+0000","last_active":"2023-09-23T15:26:07.350965+0000","last_peered":"2023-09-23T15:26:07.350965+0000","last_clean":"2023-09-23T15:25:17.525025+0000","last_became_active":"2023-09-23T15:25:19.659599+0000","last_became_peered":"2023-09-23T15:25:19.659599+0000","last_unstale":"2023-09-23T15:26:07.350965+0000","last_undegraded":"2023-09-23T15:26:07.350965+0000","last_fullsized":"2023-09-23T15:25:19.523540+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5001,"log_dups_size":0,"ondisk_log_size":5001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:22:46.100474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327745536,"num_objects":5001,"num_object_clones":0,"num_object_copies":15003,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":867,"num_objects_unfound":0,"num_objects_dirty":5001,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5001,"num_write_kb":320064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2261,"num_bytes_recovered":148176896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,5],"avail_no_missing":["7","5","6"],"object_location_counts":[{"shards":"5,6,7","objects":867},{"shards":"5,7","objects":4134}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":42,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054116+0000","last_change":"2023-09-23T15:24:36.431618+0000","last_active":"2023-09-23T15:25:55.054116+0000","last_peered":"2023-09-23T15:25:55.054116+0000","last_clean":"2023-09-23T15:25:55.054116+0000","last_became_active":"2023-09-23T15:24:36.431363+0000","last_became_peered":"2023-09-23T15:24:36.431363+0000","last_unstale":"2023-09-23T15:25:55.054116+0000","last_undegraded":"2023-09-23T15:25:55.054116+0000","last_fullsized":"2023-09-23T15:25:55.054116+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:47:14.811485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":41,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043413+0000","last_change":"2023-09-23T15:25:18.526034+0000","last_active":"2023-09-23T15:25:55.043413+0000","last_peered":"2023-09-23T15:25:55.043413+0000","last_clean":"2023-09-23T15:25:55.043413+0000","last_became_active":"2023-09-23T15:25:18.525559+0000","last_became_peered":"2023-09-23T15:25:18.525559+0000","last_unstale":"2023-09-23T15:25:55.043413+0000","last_undegraded":"2023-09-23T15:25:55.043413+0000","last_fullsized":"2023-09-23T15:25:55.043413+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:11.559066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2","version":"386'4741","reported_seq":5728,"reported_epoch":386,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:26:03.115859+0000","last_change":"2023-09-23T15:25:53.545853+0000","last_active":"2023-09-23T15:26:03.115859+0000","last_peered":"2023-09-23T15:26:03.115859+0000","last_clean":"2023-09-23T15:25:17.488264+0000","last_became_active":"2023-09-23T15:25:19.644634+0000","last_became_peered":"2023-09-23T15:25:19.644634+0000","last_unstale":"2023-09-23T15:26:03.115859+0000","last_undegraded":"2023-09-23T15:26:03.115859+0000","last_fullsized":"2023-09-23T15:25:19.518053+0000","mapping_epoch":372,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4741,"log_dups_size":0,"ondisk_log_size":4741,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:09:43.429504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310706176,"num_objects":4741,"num_object_clones":0,"num_object_copies":14223,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2576,"num_objects_unfound":0,"num_objects_dirty":4741,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4741,"num_write_kb":303424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":464,"num_bytes_recovered":30408704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,7],"avail_no_missing":["1","6","7"],"object_location_counts":[{"shards":"1,6,7","objects":2576},{"shards":"1,7","objects":2165}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":790,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054699+0000","last_change":"2023-09-23T15:24:50.421862+0000","last_active":"2023-09-23T15:25:55.054699+0000","last_peered":"2023-09-23T15:25:55.054699+0000","last_clean":"2023-09-23T15:25:55.054699+0000","last_became_active":"2023-09-23T15:24:50.421469+0000","last_became_peered":"2023-09-23T15:24:50.421469+0000","last_unstale":"2023-09-23T15:25:55.054699+0000","last_undegraded":"2023-09-23T15:25:55.054699+0000","last_fullsized":"2023-09-23T15:25:55.054699+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":367,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:30:19.661293+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":314,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.053554+0000","last_change":"2023-09-23T15:24:47.437144+0000","last_active":"2023-09-23T15:25:55.053554+0000","last_peered":"2023-09-23T15:25:55.053554+0000","last_clean":"2023-09-23T15:25:55.053554+0000","last_became_active":"2023-09-23T15:24:47.436817+0000","last_became_peered":"2023-09-23T15:24:47.436817+0000","last_unstale":"2023-09-23T15:25:55.053554+0000","last_undegraded":"2023-09-23T15:25:55.053554+0000","last_fullsized":"2023-09-23T15:25:55.053554+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:53.760090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":380,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.042565+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:25:55.042565+0000","last_peered":"2023-09-23T15:25:55.042565+0000","last_clean":"2023-09-23T15:25:55.042565+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:25:55.042565+0000","last_undegraded":"2023-09-23T15:25:55.042565+0000","last_fullsized":"2023-09-23T15:25:55.042565+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"386'4976","reported_seq":5029,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:26:03.200239+0000","last_change":"2023-09-23T15:25:44.165345+0000","last_active":"2023-09-23T15:26:03.200239+0000","last_peered":"2023-09-23T15:26:03.200239+0000","last_clean":"2023-09-23T15:25:17.518007+0000","last_became_active":"2023-09-23T15:25:44.159344+0000","last_became_peered":"2023-09-23T15:25:44.159344+0000","last_unstale":"2023-09-23T15:26:03.200239+0000","last_undegraded":"2023-09-23T15:25:44.015033+0000","last_fullsized":"2023-09-23T15:25:43.996936+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4976,"log_dups_size":0,"ondisk_log_size":4976,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:57:38.539521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":326107136,"num_objects":4976,"num_object_clones":0,"num_object_copies":14928,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4662,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4976,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4976,"num_write_kb":318464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1],"avail_no_missing":["5","1","7"],"object_location_counts":[{"shards":"1,2,5","objects":1462},{"shards":"1,5","objects":314},{"shards":"1,5,7","objects":3200}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":730,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043697+0000","last_change":"2023-09-23T15:25:47.013131+0000","last_active":"2023-09-23T15:25:55.043697+0000","last_peered":"2023-09-23T15:25:55.043697+0000","last_clean":"2023-09-23T15:25:55.043697+0000","last_became_active":"2023-09-23T15:25:47.012750+0000","last_became_peered":"2023-09-23T15:25:47.012750+0000","last_unstale":"2023-09-23T15:25:55.043697+0000","last_undegraded":"2023-09-23T15:25:55.043697+0000","last_fullsized":"2023-09-23T15:25:55.043697+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:18.396162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:18.396162+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:48:44.162152+0000","scrub_duration":0.0013372690000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":350,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.053829+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:25:55.053829+0000","last_peered":"2023-09-23T15:25:55.053829+0000","last_clean":"2023-09-23T15:25:55.053829+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:25:55.053829+0000","last_undegraded":"2023-09-23T15:25:55.053829+0000","last_fullsized":"2023-09-23T15:25:55.053829+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.044239+0000","last_change":"2023-09-23T15:25:44.083262+0000","last_active":"2023-09-23T15:25:55.044239+0000","last_peered":"2023-09-23T15:25:55.044239+0000","last_clean":"2023-09-23T15:25:55.044239+0000","last_became_active":"2023-09-23T15:25:44.054516+0000","last_became_peered":"2023-09-23T15:25:44.054516+0000","last_unstale":"2023-09-23T15:25:55.044239+0000","last_undegraded":"2023-09-23T15:25:55.044239+0000","last_fullsized":"2023-09-23T15:25:55.044239+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:58.518554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":352,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:26:02.197205+0000","last_change":"2023-09-23T15:25:43.992323+0000","last_active":"2023-09-23T15:26:02.197205+0000","last_peered":"2023-09-23T15:26:02.197205+0000","last_clean":"2023-09-23T15:26:02.197205+0000","last_became_active":"2023-09-23T15:25:43.992017+0000","last_became_peered":"2023-09-23T15:25:43.992017+0000","last_unstale":"2023-09-23T15:26:02.197205+0000","last_undegraded":"2023-09-23T15:26:02.197205+0000","last_fullsized":"2023-09-23T15:26:02.197205+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:21.261892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.9","version":"386'5068","reported_seq":5103,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T15:26:07.312662+0000","last_change":"2023-09-23T15:24:42.534246+0000","last_active":"2023-09-23T15:26:07.312662+0000","last_peered":"2023-09-23T15:26:07.312662+0000","last_clean":"2023-09-23T15:26:07.312662+0000","last_became_active":"2023-09-23T15:24:42.534056+0000","last_became_peered":"2023-09-23T15:24:42.534056+0000","last_unstale":"2023-09-23T15:26:07.312662+0000","last_undegraded":"2023-09-23T15:26:07.312662+0000","last_fullsized":"2023-09-23T15:26:07.312662+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5068,"log_dups_size":0,"ondisk_log_size":5068,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:26:09.887710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332136448,"num_objects":5068,"num_object_clones":0,"num_object_copies":15204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5068,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5068,"num_write_kb":324352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":801,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.042241+0000","last_change":"2023-09-23T15:24:39.425803+0000","last_active":"2023-09-23T15:25:55.042241+0000","last_peered":"2023-09-23T15:25:55.042241+0000","last_clean":"2023-09-23T15:25:55.042241+0000","last_became_active":"2023-09-23T15:24:39.425366+0000","last_became_peered":"2023-09-23T15:24:39.425366+0000","last_unstale":"2023-09-23T15:25:55.042241+0000","last_undegraded":"2023-09-23T15:25:55.042241+0000","last_fullsized":"2023-09-23T15:25:55.042241+0000","mapping_epoch":357,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":358,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:29.123897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:29.123897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:35.456252+0000","scrub_duration":0.0014113800000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":356,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.046650+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:25:55.046650+0000","last_peered":"2023-09-23T15:25:55.046650+0000","last_clean":"2023-09-23T15:25:55.046650+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:25:55.046650+0000","last_undegraded":"2023-09-23T15:25:55.046650+0000","last_fullsized":"2023-09-23T15:25:55.046650+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":32,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043157+0000","last_change":"2023-09-23T15:24:47.442840+0000","last_active":"2023-09-23T15:25:55.043157+0000","last_peered":"2023-09-23T15:25:55.043157+0000","last_clean":"2023-09-23T15:25:55.043157+0000","last_became_active":"2023-09-23T15:24:47.442586+0000","last_became_peered":"2023-09-23T15:24:47.442586+0000","last_unstale":"2023-09-23T15:25:55.043157+0000","last_undegraded":"2023-09-23T15:25:55.043157+0000","last_fullsized":"2023-09-23T15:25:55.043157+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:52:06.561363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":34,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054393+0000","last_change":"2023-09-23T15:25:44.033753+0000","last_active":"2023-09-23T15:25:55.054393+0000","last_peered":"2023-09-23T15:25:55.054393+0000","last_clean":"2023-09-23T15:25:55.054393+0000","last_became_active":"2023-09-23T15:25:44.033231+0000","last_became_peered":"2023-09-23T15:25:44.033231+0000","last_unstale":"2023-09-23T15:25:55.054393+0000","last_undegraded":"2023-09-23T15:25:55.054393+0000","last_fullsized":"2023-09-23T15:25:55.054393+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:23:42.247449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.a","version":"386'4823","reported_seq":4880,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:26:07.324641+0000","last_change":"2023-09-23T15:25:45.381007+0000","last_active":"2023-09-23T15:26:07.324641+0000","last_peered":"2023-09-23T15:26:07.324641+0000","last_clean":"2023-09-23T15:25:42.992139+0000","last_became_active":"2023-09-23T15:25:45.372723+0000","last_became_peered":"2023-09-23T15:25:45.372723+0000","last_unstale":"2023-09-23T15:26:07.324641+0000","last_undegraded":"2023-09-23T15:25:45.110206+0000","last_fullsized":"2023-09-23T15:25:44.987801+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4823,"log_dups_size":0,"ondisk_log_size":4823,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:09.067466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":316080128,"num_objects":4823,"num_object_clones":0,"num_object_copies":14469,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4400,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4823,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4823,"num_write_kb":308672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":4400},{"shards":"1,7","objects":423}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":868,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054476+0000","last_change":"2023-09-23T15:25:43.997083+0000","last_active":"2023-09-23T15:25:55.054476+0000","last_peered":"2023-09-23T15:25:55.054476+0000","last_clean":"2023-09-23T15:25:55.054476+0000","last_became_active":"2023-09-23T15:25:43.996734+0000","last_became_peered":"2023-09-23T15:25:43.996734+0000","last_unstale":"2023-09-23T15:25:55.054476+0000","last_undegraded":"2023-09-23T15:25:55.054476+0000","last_fullsized":"2023-09-23T15:25:55.054476+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:37.123004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:37.123004+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:26:35.681971+0000","scrub_duration":0.0023767789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":34,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054189+0000","last_change":"2023-09-23T15:25:44.034151+0000","last_active":"2023-09-23T15:25:55.054189+0000","last_peered":"2023-09-23T15:25:55.054189+0000","last_clean":"2023-09-23T15:25:55.054189+0000","last_became_active":"2023-09-23T15:25:44.033769+0000","last_became_peered":"2023-09-23T15:25:44.033769+0000","last_unstale":"2023-09-23T15:25:55.054189+0000","last_undegraded":"2023-09-23T15:25:55.054189+0000","last_fullsized":"2023-09-23T15:25:55.054189+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:41.988545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054127+0000","last_change":"2023-09-23T15:25:18.531488+0000","last_active":"2023-09-23T15:25:55.054127+0000","last_peered":"2023-09-23T15:25:55.054127+0000","last_clean":"2023-09-23T15:25:55.054127+0000","last_became_active":"2023-09-23T15:25:18.531154+0000","last_became_peered":"2023-09-23T15:25:18.531154+0000","last_unstale":"2023-09-23T15:25:55.054127+0000","last_undegraded":"2023-09-23T15:25:55.054127+0000","last_fullsized":"2023-09-23T15:25:55.054127+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:36:29.899307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.044640+0000","last_change":"2023-09-23T15:25:44.155299+0000","last_active":"2023-09-23T15:25:55.044640+0000","last_peered":"2023-09-23T15:25:55.044640+0000","last_clean":"2023-09-23T15:25:55.044640+0000","last_became_active":"2023-09-23T15:25:44.036519+0000","last_became_peered":"2023-09-23T15:25:44.036519+0000","last_unstale":"2023-09-23T15:25:55.044640+0000","last_undegraded":"2023-09-23T15:25:55.044640+0000","last_fullsized":"2023-09-23T15:25:55.044640+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:57.775573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"386'5166","reported_seq":5201,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T15:26:07.321218+0000","last_change":"2023-09-23T15:24:42.534183+0000","last_active":"2023-09-23T15:26:07.321218+0000","last_peered":"2023-09-23T15:26:07.321218+0000","last_clean":"2023-09-23T15:26:07.321218+0000","last_became_active":"2023-09-23T15:24:42.533999+0000","last_became_peered":"2023-09-23T15:24:42.533999+0000","last_unstale":"2023-09-23T15:26:07.321218+0000","last_undegraded":"2023-09-23T15:26:07.321218+0000","last_fullsized":"2023-09-23T15:26:07.321218+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5166,"log_dups_size":0,"ondisk_log_size":5166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:15:21.804820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338558976,"num_objects":5166,"num_object_clones":0,"num_object_copies":15498,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5166,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5166,"num_write_kb":330624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":51,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054260+0000","last_change":"2023-09-23T15:25:44.033482+0000","last_active":"2023-09-23T15:25:55.054260+0000","last_peered":"2023-09-23T15:25:55.054260+0000","last_clean":"2023-09-23T15:25:55.054260+0000","last_became_active":"2023-09-23T15:25:44.033172+0000","last_became_peered":"2023-09-23T15:25:44.033172+0000","last_unstale":"2023-09-23T15:25:55.054260+0000","last_undegraded":"2023-09-23T15:25:55.054260+0000","last_fullsized":"2023-09-23T15:25:55.054260+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:59:03.193276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":855,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.042717+0000","last_change":"2023-09-23T15:25:47.008789+0000","last_active":"2023-09-23T15:25:55.042717+0000","last_peered":"2023-09-23T15:25:55.042717+0000","last_clean":"2023-09-23T15:25:55.042717+0000","last_became_active":"2023-09-23T15:25:47.008411+0000","last_became_peered":"2023-09-23T15:25:47.008411+0000","last_unstale":"2023-09-23T15:25:55.042717+0000","last_undegraded":"2023-09-23T15:25:55.042717+0000","last_fullsized":"2023-09-23T15:25:55.042717+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.201466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.201466+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:22:12.733759+0000","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043881+0000","last_change":"2023-09-23T15:25:44.030767+0000","last_active":"2023-09-23T15:25:55.043881+0000","last_peered":"2023-09-23T15:25:55.043881+0000","last_clean":"2023-09-23T15:25:55.043881+0000","last_became_active":"2023-09-23T15:25:44.030415+0000","last_became_peered":"2023-09-23T15:25:44.030415+0000","last_unstale":"2023-09-23T15:25:55.043881+0000","last_undegraded":"2023-09-23T15:25:55.043881+0000","last_fullsized":"2023-09-23T15:25:55.043881+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:32:05.942214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":32,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043592+0000","last_change":"2023-09-23T15:24:47.439855+0000","last_active":"2023-09-23T15:25:55.043592+0000","last_peered":"2023-09-23T15:25:55.043592+0000","last_clean":"2023-09-23T15:25:55.043592+0000","last_became_active":"2023-09-23T15:24:47.437818+0000","last_became_peered":"2023-09-23T15:24:47.437818+0000","last_unstale":"2023-09-23T15:25:55.043592+0000","last_undegraded":"2023-09-23T15:25:55.043592+0000","last_fullsized":"2023-09-23T15:25:55.043592+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:58:40.755896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"386'4931","reported_seq":4963,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T15:26:05.486893+0000","last_change":"2023-09-23T15:24:47.442690+0000","last_active":"2023-09-23T15:26:05.486893+0000","last_peered":"2023-09-23T15:26:05.486893+0000","last_clean":"2023-09-23T15:26:05.486893+0000","last_became_active":"2023-09-23T15:24:47.442141+0000","last_became_peered":"2023-09-23T15:24:47.442141+0000","last_unstale":"2023-09-23T15:26:05.486893+0000","last_undegraded":"2023-09-23T15:26:05.486893+0000","last_fullsized":"2023-09-23T15:26:05.486893+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4931,"log_dups_size":0,"ondisk_log_size":4931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:44.062923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323158016,"num_objects":4931,"num_object_clones":0,"num_object_copies":14793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4931,"num_write_kb":315584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":575,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:26:02.197226+0000","last_change":"2023-09-23T15:25:47.012538+0000","last_active":"2023-09-23T15:26:02.197226+0000","last_peered":"2023-09-23T15:26:02.197226+0000","last_clean":"2023-09-23T15:26:02.197226+0000","last_became_active":"2023-09-23T15:25:47.012164+0000","last_became_peered":"2023-09-23T15:25:47.012164+0000","last_unstale":"2023-09-23T15:26:02.197226+0000","last_undegraded":"2023-09-23T15:26:02.197226+0000","last_fullsized":"2023-09-23T15:26:02.197226+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:07.362168+0000","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":380,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.053592+0000","last_change":"2023-09-23T15:22:13.497353+0000","last_active":"2023-09-23T15:25:55.053592+0000","last_peered":"2023-09-23T15:25:55.053592+0000","last_clean":"2023-09-23T15:25:55.053592+0000","last_became_active":"2023-09-23T15:22:13.497029+0000","last_became_peered":"2023-09-23T15:22:13.497029+0000","last_unstale":"2023-09-23T15:25:55.053592+0000","last_undegraded":"2023-09-23T15:25:55.053592+0000","last_fullsized":"2023-09-23T15:25:55.053592+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:09.247340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":67,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.053464+0000","last_change":"2023-09-23T15:23:52.417398+0000","last_active":"2023-09-23T15:25:55.053464+0000","last_peered":"2023-09-23T15:25:55.053464+0000","last_clean":"2023-09-23T15:25:55.053464+0000","last_became_active":"2023-09-23T15:23:52.416962+0000","last_became_peered":"2023-09-23T15:23:52.416962+0000","last_unstale":"2023-09-23T15:25:55.053464+0000","last_undegraded":"2023-09-23T15:25:55.053464+0000","last_fullsized":"2023-09-23T15:25:55.053464+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:49.586468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":221,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.092119+0000","last_change":"2023-09-23T15:25:18.530499+0000","last_active":"2023-09-23T15:25:55.092119+0000","last_peered":"2023-09-23T15:25:55.092119+0000","last_clean":"2023-09-23T15:25:55.092119+0000","last_became_active":"2023-09-23T15:25:18.530202+0000","last_became_peered":"2023-09-23T15:25:18.530202+0000","last_unstale":"2023-09-23T15:25:55.092119+0000","last_undegraded":"2023-09-23T15:25:55.092119+0000","last_fullsized":"2023-09-23T15:25:55.092119+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:54.704119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"386'4838","reported_seq":4881,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:26:07.140687+0000","last_change":"2023-09-23T15:25:54.993694+0000","last_active":"2023-09-23T15:26:07.140687+0000","last_peered":"2023-09-23T15:26:07.140687+0000","last_clean":"2023-09-23T15:25:42.983538+0000","last_became_active":"2023-09-23T15:25:54.950446+0000","last_became_peered":"2023-09-23T15:25:54.950446+0000","last_unstale":"2023-09-23T15:26:07.140687+0000","last_undegraded":"2023-09-23T15:25:52.087167+0000","last_fullsized":"2023-09-23T15:25:44.995070+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4838,"log_dups_size":0,"ondisk_log_size":4838,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:21:14.905435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317063168,"num_objects":4838,"num_object_clones":0,"num_object_copies":14514,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4407,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4838,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4838,"num_write_kb":309632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5],"avail_no_missing":["0","5","7"],"object_location_counts":[{"shards":"0,5","objects":431},{"shards":"0,5,7","objects":4407}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":650,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043359+0000","last_change":"2023-09-23T15:25:15.337947+0000","last_active":"2023-09-23T15:25:55.043359+0000","last_peered":"2023-09-23T15:25:55.043359+0000","last_clean":"2023-09-23T15:25:55.043359+0000","last_became_active":"2023-09-23T15:24:50.425450+0000","last_became_peered":"2023-09-23T15:24:50.425450+0000","last_unstale":"2023-09-23T15:25:55.043359+0000","last_undegraded":"2023-09-23T15:25:55.043359+0000","last_fullsized":"2023-09-23T15:25:55.043359+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":367,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:15.337833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:15.337833+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:40:55.802786+0000","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":400,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.053898+0000","last_change":"2023-09-23T15:24:47.440705+0000","last_active":"2023-09-23T15:25:55.053898+0000","last_peered":"2023-09-23T15:25:55.053898+0000","last_clean":"2023-09-23T15:25:55.053898+0000","last_became_active":"2023-09-23T15:24:47.438694+0000","last_became_peered":"2023-09-23T15:24:47.438694+0000","last_unstale":"2023-09-23T15:25:55.053898+0000","last_undegraded":"2023-09-23T15:25:55.053898+0000","last_fullsized":"2023-09-23T15:25:55.053898+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:28.433332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054482+0000","last_change":"2023-09-23T15:25:18.526075+0000","last_active":"2023-09-23T15:25:55.054482+0000","last_peered":"2023-09-23T15:25:55.054482+0000","last_clean":"2023-09-23T15:25:55.054482+0000","last_became_active":"2023-09-23T15:25:18.525759+0000","last_became_peered":"2023-09-23T15:25:18.525759+0000","last_unstale":"2023-09-23T15:25:55.054482+0000","last_undegraded":"2023-09-23T15:25:55.054482+0000","last_fullsized":"2023-09-23T15:25:55.054482+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:48.956261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":252,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.070612+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:25:55.070612+0000","last_peered":"2023-09-23T15:25:55.070612+0000","last_clean":"2023-09-23T15:25:55.070612+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:25:55.070612+0000","last_undegraded":"2023-09-23T15:25:55.070612+0000","last_fullsized":"2023-09-23T15:25:55.070612+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"386'4875","reported_seq":4929,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:26:05.456828+0000","last_change":"2023-09-23T15:25:45.228054+0000","last_active":"2023-09-23T15:26:05.456828+0000","last_peered":"2023-09-23T15:26:05.456828+0000","last_clean":"2023-09-23T15:25:42.976046+0000","last_became_active":"2023-09-23T15:25:45.219355+0000","last_became_peered":"2023-09-23T15:25:45.219355+0000","last_unstale":"2023-09-23T15:26:05.456828+0000","last_undegraded":"2023-09-23T15:25:45.010939+0000","last_fullsized":"2023-09-23T15:25:44.986304+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4875,"log_dups_size":0,"ondisk_log_size":4875,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:53.071789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":319488000,"num_objects":4875,"num_object_clones":0,"num_object_copies":14625,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4505,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4875,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4875,"num_write_kb":312000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5],"avail_no_missing":["6","5","7"],"object_location_counts":[{"shards":"5,6","objects":370},{"shards":"5,6,7","objects":4505}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":805,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054472+0000","last_change":"2023-09-23T15:25:47.008007+0000","last_active":"2023-09-23T15:25:55.054472+0000","last_peered":"2023-09-23T15:25:55.054472+0000","last_clean":"2023-09-23T15:25:55.054472+0000","last_became_active":"2023-09-23T15:25:47.007661+0000","last_became_peered":"2023-09-23T15:25:47.007661+0000","last_unstale":"2023-09-23T15:25:55.054472+0000","last_undegraded":"2023-09-23T15:25:55.054472+0000","last_fullsized":"2023-09-23T15:25:55.054472+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:34.895121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:34.895121+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:28:00.954966+0000","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":395,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.044783+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:25:55.044783+0000","last_peered":"2023-09-23T15:25:55.044783+0000","last_clean":"2023-09-23T15:25:55.044783+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:25:55.044783+0000","last_undegraded":"2023-09-23T15:25:55.044783+0000","last_fullsized":"2023-09-23T15:25:55.044783+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":32,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043419+0000","last_change":"2023-09-23T15:24:47.437697+0000","last_active":"2023-09-23T15:25:55.043419+0000","last_peered":"2023-09-23T15:25:55.043419+0000","last_clean":"2023-09-23T15:25:55.043419+0000","last_became_active":"2023-09-23T15:24:47.437172+0000","last_became_peered":"2023-09-23T15:24:47.437172+0000","last_unstale":"2023-09-23T15:25:55.043419+0000","last_undegraded":"2023-09-23T15:25:55.043419+0000","last_fullsized":"2023-09-23T15:25:55.043419+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:00.375159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":233,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.039565+0000","last_change":"2023-09-23T15:25:43.999137+0000","last_active":"2023-09-23T15:25:55.039565+0000","last_peered":"2023-09-23T15:25:55.039565+0000","last_clean":"2023-09-23T15:25:55.039565+0000","last_became_active":"2023-09-23T15:25:43.998935+0000","last_became_peered":"2023-09-23T15:25:43.998935+0000","last_unstale":"2023-09-23T15:25:55.039565+0000","last_undegraded":"2023-09-23T15:25:55.039565+0000","last_fullsized":"2023-09-23T15:25:55.039565+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:35.277436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"386'4920","reported_seq":7973,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-09-23T15:26:04.801430+0000","last_change":"2023-09-23T15:25:55.063698+0000","last_active":"2023-09-23T15:26:04.801430+0000","last_peered":"2023-09-23T15:26:04.801430+0000","last_clean":"2023-09-23T15:26:04.801430+0000","last_became_active":"2023-09-23T15:25:55.058273+0000","last_became_peered":"2023-09-23T15:25:55.058273+0000","last_unstale":"2023-09-23T15:26:04.801430+0000","last_undegraded":"2023-09-23T15:26:04.801430+0000","last_fullsized":"2023-09-23T15:26:04.801430+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4920,"log_dups_size":0,"ondisk_log_size":4920,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:28.426698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322437120,"num_objects":4920,"num_object_clones":0,"num_object_copies":14760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4920,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4920,"num_write_kb":314880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3125,"num_bytes_recovered":204800000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":729,"reported_epoch":385,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T15:25:55.039624+0000","last_change":"2023-09-23T15:25:45.075950+0000","last_active":"2023-09-23T15:25:55.039624+0000","last_peered":"2023-09-23T15:25:55.039624+0000","last_clean":"2023-09-23T15:23:30.455702+0000","last_became_active":"2023-09-23T15:25:45.075630+0000","last_became_peered":"2023-09-23T15:25:45.075630+0000","last_unstale":"2023-09-23T15:25:55.039624+0000","last_undegraded":"2023-09-23T15:25:55.039624+0000","last_fullsized":"2023-09-23T15:25:55.039624+0000","mapping_epoch":379,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":367,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:24:41.592032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.592032+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":542359,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[0,7,6],"avail_no_missing":["0","6","7"],"object_location_counts":[{"shards":"0,6,7","objects":-1}],"blocked_by":[],"up_primary":3,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":42,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043615+0000","last_change":"2023-09-23T15:25:44.030781+0000","last_active":"2023-09-23T15:25:55.043615+0000","last_peered":"2023-09-23T15:25:55.043615+0000","last_clean":"2023-09-23T15:25:55.043615+0000","last_became_active":"2023-09-23T15:25:44.030444+0000","last_became_peered":"2023-09-23T15:25:44.030444+0000","last_unstale":"2023-09-23T15:25:55.043615+0000","last_undegraded":"2023-09-23T15:25:55.043615+0000","last_fullsized":"2023-09-23T15:25:55.043615+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:59.721186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":298,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.092290+0000","last_change":"2023-09-23T15:25:43.999943+0000","last_active":"2023-09-23T15:25:55.092290+0000","last_peered":"2023-09-23T15:25:55.092290+0000","last_clean":"2023-09-23T15:25:55.092290+0000","last_became_active":"2023-09-23T15:25:43.993074+0000","last_became_peered":"2023-09-23T15:25:43.993074+0000","last_unstale":"2023-09-23T15:25:55.092290+0000","last_undegraded":"2023-09-23T15:25:55.092290+0000","last_fullsized":"2023-09-23T15:25:55.092290+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:19.489057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":246,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.070052+0000","last_change":"2023-09-23T15:24:47.431128+0000","last_active":"2023-09-23T15:25:55.070052+0000","last_peered":"2023-09-23T15:25:55.070052+0000","last_clean":"2023-09-23T15:25:55.070052+0000","last_became_active":"2023-09-23T15:24:47.430758+0000","last_became_peered":"2023-09-23T15:24:47.430758+0000","last_unstale":"2023-09-23T15:25:55.070052+0000","last_undegraded":"2023-09-23T15:25:55.070052+0000","last_fullsized":"2023-09-23T15:25:55.070052+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:52.955783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":264,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.041964+0000","last_change":"2023-09-23T15:25:44.031412+0000","last_active":"2023-09-23T15:25:55.041964+0000","last_peered":"2023-09-23T15:25:55.041964+0000","last_clean":"2023-09-23T15:25:55.041964+0000","last_became_active":"2023-09-23T15:25:44.030745+0000","last_became_peered":"2023-09-23T15:25:44.030745+0000","last_unstale":"2023-09-23T15:25:55.041964+0000","last_undegraded":"2023-09-23T15:25:55.041964+0000","last_fullsized":"2023-09-23T15:25:55.041964+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:09.557896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.054093+0000","last_change":"2023-09-23T15:25:44.033565+0000","last_active":"2023-09-23T15:25:55.054093+0000","last_peered":"2023-09-23T15:25:55.054093+0000","last_clean":"2023-09-23T15:25:55.054093+0000","last_became_active":"2023-09-23T15:25:44.032827+0000","last_became_peered":"2023-09-23T15:25:44.032827+0000","last_unstale":"2023-09-23T15:25:55.054093+0000","last_undegraded":"2023-09-23T15:25:55.054093+0000","last_fullsized":"2023-09-23T15:25:55.054093+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:29:14.540638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":197,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043273+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:25:55.043273+0000","last_peered":"2023-09-23T15:25:55.043273+0000","last_clean":"2023-09-23T15:25:55.043273+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:25:55.043273+0000","last_undegraded":"2023-09-23T15:25:55.043273+0000","last_fullsized":"2023-09-23T15:25:55.043273+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":342,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.052620+0000","last_change":"2023-09-23T15:25:18.528857+0000","last_active":"2023-09-23T15:25:55.052620+0000","last_peered":"2023-09-23T15:25:55.052620+0000","last_clean":"2023-09-23T15:25:55.052620+0000","last_became_active":"2023-09-23T15:25:18.528530+0000","last_became_peered":"2023-09-23T15:25:18.528530+0000","last_unstale":"2023-09-23T15:25:55.052620+0000","last_undegraded":"2023-09-23T15:25:55.052620+0000","last_fullsized":"2023-09-23T15:25:55.052620+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:20.373824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":36,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.043762+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:25:55.043762+0000","last_peered":"2023-09-23T15:25:55.043762+0000","last_clean":"2023-09-23T15:25:55.043762+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:25:55.043762+0000","last_undegraded":"2023-09-23T15:25:55.043762+0000","last_fullsized":"2023-09-23T15:25:55.043762+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":385,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.044038+0000","last_change":"2023-09-23T15:25:18.524055+0000","last_active":"2023-09-23T15:25:55.044038+0000","last_peered":"2023-09-23T15:25:55.044038+0000","last_clean":"2023-09-23T15:25:55.044038+0000","last_became_active":"2023-09-23T15:25:18.523725+0000","last_became_peered":"2023-09-23T15:25:18.523725+0000","last_unstale":"2023-09-23T15:25:55.044038+0000","last_undegraded":"2023-09-23T15:25:55.044038+0000","last_fullsized":"2023-09-23T15:25:55.044038+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:42:40.491928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":18,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.044239+0000","last_change":"2023-09-23T15:25:44.039956+0000","last_active":"2023-09-23T15:25:55.044239+0000","last_peered":"2023-09-23T15:25:55.044239+0000","last_clean":"2023-09-23T15:25:55.044239+0000","last_became_active":"2023-09-23T15:25:44.039605+0000","last_became_peered":"2023-09-23T15:25:44.039605+0000","last_unstale":"2023-09-23T15:25:55.044239+0000","last_undegraded":"2023-09-23T15:25:55.044239+0000","last_fullsized":"2023-09-23T15:25:55.044239+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:04.535851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.044655+0000","last_change":"2023-09-23T15:25:44.083121+0000","last_active":"2023-09-23T15:25:55.044655+0000","last_peered":"2023-09-23T15:25:55.044655+0000","last_clean":"2023-09-23T15:25:55.044655+0000","last_became_active":"2023-09-23T15:25:44.054667+0000","last_became_peered":"2023-09-23T15:25:44.054667+0000","last_unstale":"2023-09-23T15:25:55.044655+0000","last_undegraded":"2023-09-23T15:25:55.044655+0000","last_fullsized":"2023-09-23T15:25:55.044655+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:48:46.427097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":286,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.039565+0000","last_change":"2023-09-23T15:25:44.128841+0000","last_active":"2023-09-23T15:25:55.039565+0000","last_peered":"2023-09-23T15:25:55.039565+0000","last_clean":"2023-09-23T15:25:55.039565+0000","last_became_active":"2023-09-23T15:25:44.022374+0000","last_became_peered":"2023-09-23T15:25:44.022374+0000","last_unstale":"2023-09-23T15:25:55.039565+0000","last_undegraded":"2023-09-23T15:25:55.039565+0000","last_fullsized":"2023-09-23T15:25:55.039565+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:35:07.799860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":3878,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":32,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-09-23T15:25:55.042984+0000","last_change":"2023-09-23T15:24:47.441486+0000","last_active":"2023-09-23T15:25:55.042984+0000","last_peered":"2023-09-23T15:25:55.042984+0000","last_clean":"2023-09-23T15:25:55.042984+0000","last_became_active":"2023-09-23T15:24:47.441083+0000","last_became_peered":"2023-09-23T15:24:47.441083+0000","last_unstale":"2023-09-23T15:25:55.042984+0000","last_undegraded":"2023-09-23T15:25:55.042984+0000","last_fullsized":"2023-09-23T15:25:55.042984+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:45:53.456763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":96,"num_bytes_recovered":23642,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":16624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":316358,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1855799,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2109440,"data_stored":2098784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":5161025536,"num_objects":78751,"num_object_clones":0,"num_object_copies":236253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":36169,"num_objects_misplaced":3443,"num_objects_unfound":0,"num_objects_dirty":78751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":78751,"num_write_kb":5040064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5855,"num_bytes_recovered":383713280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15851061248,"data_stored":15851061248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78751,"ondisk_log_size":78751,"up":48,"acting":38,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674421,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3771760,"kb_used_data":3552616,"kb_used_omap":85,"kb_used_meta":219050,"kb_avail":89973392,"statfs":{"total":95995035648,"available":92132753408,"internally_reserved":0,"allocated":3637878784,"data_stored":3636638995,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":224307208},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":1.2549999999999999,"5min":4.9720000000000004,"15min":2.4180000000000001},"min":{"1min":0.215,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":3.867,"5min":206.41999999999999,"15min":206.41999999999999},"last":0.22800000000000001},{"interface":"front","average":{"1min":1.694,"5min":6.0609999999999999,"15min":2.7410000000000001},"min":{"1min":0.29699999999999999,"5min":0.23499999999999999,"15min":0.22600000000000001},"max":{"1min":8.343,"5min":206.35300000000001,"15min":206.35300000000001},"last":0.26800000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":1.6200000000000001,"5min":1.6950000000000001,"15min":1.5880000000000001},"min":{"1min":0.318,"5min":0.247,"15min":0.24099999999999999},"max":{"1min":5.056,"5min":9.2609999999999992,"15min":177.52699999999999},"last":9.2370000000000001},{"interface":"front","average":{"1min":1.4039999999999999,"5min":2.8069999999999999,"15min":1.9670000000000001},"min":{"1min":0.27100000000000002,"5min":0.245,"15min":0.245},"max":{"1min":5.0250000000000004,"5min":97.492000000000004,"15min":177.602},"last":217.25999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":1.5760000000000001,"5min":6.734,"15min":3.5009999999999999},"min":{"1min":0.316,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":5.282,"5min":180.59399999999999,"15min":180.59399999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":1.819,"5min":8.0809999999999995,"15min":3.9369999999999998},"min":{"1min":0.34300000000000003,"5min":0.249,"15min":0.249},"max":{"1min":6.1749999999999998,"5min":180.61699999999999,"15min":180.61699999999999},"last":3.109}]},{"osd":3,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":2.3330000000000002,"5min":7.359,"15min":3.7130000000000001},"min":{"1min":0.42399999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":6.6360000000000001,"5min":160.04300000000001,"15min":160.04300000000001},"last":3.0150000000000001},{"interface":"front","average":{"1min":1.732,"5min":7.6159999999999997,"15min":3.766},"min":{"1min":0.315,"5min":0.315,"15min":0.28999999999999998},"max":{"1min":5.2409999999999997,"5min":159.97399999999999,"15min":159.97399999999999},"last":0.38500000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":1.341,"5min":1.038,"15min":0.628},"min":{"1min":0.35699999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":3.802,"5min":9.0640000000000001,"15min":9.0640000000000001},"last":1.6499999999999999},{"interface":"front","average":{"1min":1.464,"5min":2.1739999999999999,"15min":1.03},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":5.3070000000000004,"5min":97.524000000000001,"15min":97.524000000000001},"last":1.673}]},{"osd":5,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":1.476,"5min":2.2149999999999999,"15min":1.0409999999999999},"min":{"1min":0.33900000000000002,"5min":0.247,"15min":0.247},"max":{"1min":4.282,"5min":97.543999999999997,"15min":97.543999999999997},"last":1.502},{"interface":"front","average":{"1min":1.466,"5min":2.1909999999999998,"15min":1.0580000000000001},"min":{"1min":0.35399999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":3.8119999999999998,"5min":97.575000000000003,"15min":97.575000000000003},"last":0.42599999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":1.5640000000000001,"5min":2.4279999999999999,"15min":1.1279999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.3330000000000002,"5min":99.772999999999996,"15min":99.772999999999996},"last":0.44600000000000001},{"interface":"front","average":{"1min":1.774,"5min":2.2639999999999998,"15min":1.0900000000000001},"min":{"1min":0.45900000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":9.1340000000000003,"5min":103.31699999999999,"15min":103.31699999999999},"last":0.314}]}]},{"osd":6,"up_from":122,"seq":523986010300,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3078764,"kb_used_data":2777252,"kb_used_omap":9,"kb_used_meta":301494,"kb_avail":90666388,"statfs":{"total":95995035648,"available":92842381312,"internally_reserved":0,"allocated":2843906048,"data_stored":2842670333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":308730195},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.2949999999999999,"5min":3.1150000000000002,"15min":2.2290000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.20100000000000001},"max":{"1min":5.4950000000000001,"5min":66.960999999999999,"15min":107.56399999999999},"last":0.372},{"interface":"front","average":{"1min":1.5349999999999999,"5min":3.3420000000000001,"15min":2.3239999999999998},"min":{"1min":0.251,"5min":0.245,"15min":0.245},"max":{"1min":4.6740000000000004,"5min":67.168000000000006,"15min":107.617},"last":0.52000000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.8580000000000001,"5min":1.889,"15min":1.7290000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.22500000000000001},"max":{"1min":5.798,"5min":11.329000000000001,"15min":58.652999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":1.236,"5min":1.355,"15min":1.548},"min":{"1min":0.27000000000000002,"5min":0.255,"15min":0.23999999999999999},"max":{"1min":5.6500000000000004,"5min":14.978,"15min":28.850000000000001},"last":0.44600000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.274,"5min":3.681,"15min":2.1019999999999999},"min":{"1min":0.35299999999999998,"5min":0.28000000000000003,"15min":0.25700000000000001},"max":{"1min":4.3369999999999997,"5min":67.558000000000007,"15min":67.558000000000007},"last":0.47899999999999998},{"interface":"front","average":{"1min":1.1699999999999999,"5min":3.7850000000000001,"15min":2.4350000000000001},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.245},"max":{"1min":5.2530000000000001,"5min":67.718999999999994,"15min":67.718999999999994},"last":0.50800000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":5.9669999999999996,"15min":4.6959999999999997},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.484,"5min":123.137,"15min":256.608},"last":0.433},{"interface":"front","average":{"1min":1.73,"5min":3.9700000000000002,"15min":4.1100000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.29799999999999999},"max":{"1min":5.4859999999999998,"5min":121.041,"15min":256.42500000000001},"last":0.55300000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.96399999999999997,"15min":0.91600000000000004},"min":{"1min":0.29499999999999998,"5min":0.26800000000000002,"15min":0.23100000000000001},"max":{"1min":2.0379999999999998,"5min":7.1890000000000001,"15min":36.335000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.0549999999999999,"15min":0.98799999999999999},"min":{"1min":0.317,"5min":0.26400000000000001,"15min":0.23000000000000001},"max":{"1min":4.2679999999999998,"5min":8.0310000000000006,"15min":36.374000000000002},"last":0.58199999999999996}]},{"osd":5,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":0.90700000000000003,"15min":1.4570000000000001},"min":{"1min":0.30599999999999999,"5min":0.29399999999999998,"15min":0.26200000000000001},"max":{"1min":6.4329999999999998,"5min":6.4329999999999998,"15min":144.953},"last":6.4329999999999998},{"interface":"front","average":{"1min":1.1639999999999999,"5min":1.113,"15min":1.478},"min":{"1min":0.35599999999999998,"5min":0.28899999999999998,"15min":0.255},"max":{"1min":5.5250000000000004,"5min":10.435,"15min":144.79400000000001},"last":2.4470000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:25:44 2023","interfaces":[{"interface":"back","average":{"1min":2.0310000000000001,"5min":1.165,"15min":0.71899999999999997},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.28999999999999998},"max":{"1min":11.425000000000001,"5min":11.425000000000001,"15min":11.425000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":1.3080000000000001,"5min":1.224,"15min":0.76600000000000001},"min":{"1min":0.34499999999999997,"5min":0.33100000000000002,"15min":0.29899999999999999},"max":{"1min":6.577,"5min":9.0920000000000005,"15min":9.0920000000000005},"last":0.498}]}]},{"osd":1,"up_from":89,"seq":382252089577,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2392688,"kb_used_data":1869672,"kb_used_omap":9,"kb_used_meta":522998,"kb_avail":91352464,"statfs":{"total":95995035648,"available":93544923136,"internally_reserved":0,"allocated":1914544128,"data_stored":1912545797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":535550953},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:25:16 2023","interfaces":[{"interface":"back","average":{"1min":1.3109999999999999,"5min":5.5439999999999996,"15min":2.855},"min":{"1min":0.20999999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":8.3239999999999998,"5min":215.946,"15min":215.946},"last":0.191},{"interface":"front","average":{"1min":1.3939999999999999,"5min":6.4409999999999998,"15min":3.1629999999999998},"min":{"1min":0.26700000000000002,"5min":0.23300000000000001,"15min":0.19400000000000001},"max":{"1min":8.2620000000000005,"5min":214.88200000000001,"15min":214.88200000000001},"last":10.965999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:25:23 2023","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":3.875,"15min":2.8650000000000002},"min":{"1min":0.26400000000000001,"5min":0.20000000000000001,"15min":0.185},"max":{"1min":4.976,"5min":103.27500000000001,"15min":103.27500000000001},"last":0.375},{"interface":"front","average":{"1min":1.234,"5min":4.9640000000000004,"15min":3.214},"min":{"1min":0.26300000000000001,"5min":0.23899999999999999,"15min":0.19900000000000001},"max":{"1min":5.0279999999999996,"5min":103.30800000000001,"15min":103.30800000000001},"last":10.99}]},{"osd":3,"last update":"Sat Sep 23 15:25:16 2023","interfaces":[{"interface":"back","average":{"1min":1.4299999999999999,"5min":9.3840000000000003,"15min":5.5250000000000004},"min":{"1min":0.23100000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":7.8799999999999999,"5min":210.24799999999999,"15min":210.24799999999999},"last":6.9219999999999997},{"interface":"front","average":{"1min":0.87,"5min":8.7439999999999998,"15min":5.0499999999999998},"min":{"1min":0.26700000000000002,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":4.0990000000000002,"5min":210.577,"15min":210.577},"last":0.31}]},{"osd":4,"last update":"Sat Sep 23 15:25:16 2023","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":1.329,"15min":1.778},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.28499999999999998},"max":{"1min":2.9529999999999998,"5min":14.925000000000001,"15min":76.534999999999997},"last":0.438},{"interface":"front","average":{"1min":1.006,"5min":1.3169999999999999,"15min":1.631},"min":{"1min":0.36799999999999999,"5min":0.29899999999999999,"15min":0.29199999999999998},"max":{"1min":4.0599999999999996,"5min":14.489000000000001,"15min":76.661000000000001},"last":0.34300000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:25:16 2023","interfaces":[{"interface":"back","average":{"1min":1.165,"5min":2.2370000000000001,"15min":1.645},"min":{"1min":0.46500000000000002,"5min":0.34100000000000003,"15min":0.32700000000000001},"max":{"1min":4.1369999999999996,"5min":16.364000000000001,"15min":16.364000000000001},"last":10.885999999999999},{"interface":"front","average":{"1min":0.81000000000000005,"5min":1.5269999999999999,"15min":1.5649999999999999},"min":{"1min":0.39800000000000002,"5min":0.32000000000000001,"15min":0.29699999999999999},"max":{"1min":2.9180000000000001,"5min":14.951000000000001,"15min":14.951000000000001},"last":0.46999999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:25:03 2023","interfaces":[{"interface":"back","average":{"1min":1.6240000000000001,"5min":3.4249999999999998,"15min":2.2490000000000001},"min":{"1min":0.39700000000000002,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":8.3759999999999994,"5min":115.018,"15min":115.018},"last":10.936999999999999},{"interface":"front","average":{"1min":0.83499999999999996,"5min":2.5590000000000002,"15min":2.0609999999999999},"min":{"1min":0.38,"5min":0.35799999999999998,"15min":0.317},"max":{"1min":3.21,"5min":115.289,"15min":115.289},"last":0.45700000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:25:42 2023","interfaces":[{"interface":"back","average":{"1min":1.875,"5min":3.9540000000000002,"15min":2.1110000000000002},"min":{"1min":0.39300000000000002,"5min":0.373,"15min":0.371},"max":{"1min":6.8440000000000003,"5min":112.056,"15min":112.056},"last":0.41299999999999998},{"interface":"front","average":{"1min":1.444,"5min":3.8439999999999999,"15min":2.0960000000000001},"min":{"1min":0.42799999999999999,"5min":0.36199999999999999,"15min":0.33000000000000002},"max":{"1min":7.5069999999999997,"5min":111.902,"15min":111.902},"last":0.95599999999999996}]}]},{"osd":0,"up_from":84,"seq":360777253104,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3040788,"kb_used_data":2593548,"kb_used_omap":28,"kb_used_meta":447203,"kb_avail":90704364,"statfs":{"total":95995035648,"available":92881268736,"internally_reserved":0,"allocated":2655793152,"data_stored":2653469141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":457936720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:25:17 2023","interfaces":[{"interface":"back","average":{"1min":4.2460000000000004,"5min":3.653,"15min":2.605},"min":{"1min":0.19500000000000001,"5min":0.17899999999999999,"15min":0.17399999999999999},"max":{"1min":65.373000000000005,"5min":65.373000000000005,"15min":71.188000000000002},"last":4.8120000000000003},{"interface":"front","average":{"1min":4.1340000000000003,"5min":3.722,"15min":2.7490000000000001},"min":{"1min":0.188,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":65.063000000000002,"5min":65.063000000000002,"15min":70.156999999999996},"last":8.8130000000000006}]},{"osd":2,"last update":"Sat Sep 23 15:25:33 2023","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":4.1589999999999998,"15min":3.2549999999999999},"min":{"1min":0.255,"5min":0.222,"15min":0.19900000000000001},"max":{"1min":8.8960000000000008,"5min":41.015999999999998,"15min":138.55099999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":4.3209999999999997,"15min":3.0329999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":2.1030000000000002,"5min":134.881,"15min":138.322},"last":5.6139999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:25:25 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":5.3680000000000003,"15min":4.0099999999999998},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.24199999999999999},"max":{"1min":2.4780000000000002,"5min":85.975999999999999,"15min":100.062},"last":18.614000000000001},{"interface":"front","average":{"1min":0.65900000000000003,"5min":5.2549999999999999,"15min":3.9540000000000002},"min":{"1min":0.29299999999999998,"5min":0.253,"15min":0.249},"max":{"1min":2.492,"5min":87.909000000000006,"15min":100.547},"last":15.449999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:25:39 2023","interfaces":[{"interface":"back","average":{"1min":1.2370000000000001,"5min":2.012,"15min":1.9850000000000001},"min":{"1min":0.378,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":4.7800000000000002,"5min":15.077999999999999,"15min":142.44200000000001},"last":4.7759999999999998},{"interface":"front","average":{"1min":1.6319999999999999,"5min":2.302,"15min":2.4340000000000002},"min":{"1min":0.32000000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":7.2069999999999999,"5min":13.587,"15min":141.69200000000001},"last":0.752}]},{"osd":5,"last update":"Sat Sep 23 15:25:39 2023","interfaces":[{"interface":"back","average":{"1min":1.887,"5min":2.5099999999999998,"15min":1.859},"min":{"1min":0.36699999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":7.0869999999999997,"5min":14.298,"15min":41.631999999999998},"last":0.77200000000000002},{"interface":"front","average":{"1min":1.468,"5min":1.871,"15min":1.5589999999999999},"min":{"1min":0.40799999999999997,"5min":0.35099999999999998,"15min":0.33800000000000002},"max":{"1min":4.8849999999999998,"5min":13.484999999999999,"15min":13.484999999999999},"last":0.66000000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:25:52 2023","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":2.0449999999999999,"15min":1.762},"min":{"1min":0.44500000000000001,"5min":0.318,"15min":0.318},"max":{"1min":2.645,"5min":13.515000000000001,"15min":14.638},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.46,"5min":2.2509999999999999,"15min":1.802},"min":{"1min":0.39000000000000001,"5min":0.30399999999999999,"15min":0.28499999999999998},"max":{"1min":6.2249999999999996,"5min":15.117000000000001,"15min":15.117000000000001},"last":4.7240000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:25:39 2023","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.9510000000000001,"15min":1.3420000000000001},"min":{"1min":0.42599999999999999,"5min":0.34599999999999997,"15min":0.34000000000000002},"max":{"1min":2.3239999999999998,"5min":14.381,"15min":14.381},"last":0.68500000000000005},{"interface":"front","average":{"1min":2.0990000000000002,"5min":2.3929999999999998,"15min":1.5109999999999999},"min":{"1min":0.47199999999999998,"5min":0.39200000000000002,"15min":0.32700000000000001},"max":{"1min":6.6440000000000001,"5min":17.460000000000001,"15min":17.460000000000001},"last":0.63500000000000001}]}]},{"osd":2,"up_from":117,"seq":502511173819,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1161472,"kb_used_data":625016,"kb_used_omap":81,"kb_used_meta":536366,"kb_avail":92583680,"statfs":{"total":95995035648,"available":94805688320,"internally_reserved":0,"allocated":640016384,"data_stored":638007210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":549239002},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:25:37 2023","interfaces":[{"interface":"back","average":{"1min":2.653,"5min":5.9969999999999999,"15min":3.2770000000000001},"min":{"1min":0.22800000000000001,"5min":0.19800000000000001,"15min":0.18099999999999999},"max":{"1min":36.991999999999997,"5min":94.364000000000004,"15min":94.364000000000004},"last":6.4279999999999999},{"interface":"front","average":{"1min":3.2050000000000001,"5min":6.2160000000000002,"15min":3.577},"min":{"1min":0.249,"5min":0.224,"15min":0.19900000000000001},"max":{"1min":36.890000000000001,"5min":92.241,"15min":92.241},"last":1.4610000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:25:37 2023","interfaces":[{"interface":"back","average":{"1min":2.9409999999999998,"5min":2.5609999999999999,"15min":2.883},"min":{"1min":0.23499999999999999,"5min":0.214,"15min":0.17399999999999999},"max":{"1min":37.287999999999997,"5min":37.287999999999997,"15min":169.398},"last":0.94499999999999995},{"interface":"front","average":{"1min":2.843,"5min":2.597,"15min":2.714},"min":{"1min":0.24099999999999999,"5min":0.20100000000000001,"15min":0.183},"max":{"1min":36.914000000000001,"5min":36.914000000000001,"15min":166.50999999999999},"last":2.8239999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:25:37 2023","interfaces":[{"interface":"back","average":{"1min":1.2090000000000001,"5min":8.5890000000000004,"15min":5.891},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.16800000000000001},"max":{"1min":5.5570000000000004,"5min":114.306,"15min":165.32300000000001},"last":7.9560000000000004},{"interface":"front","average":{"1min":0.82999999999999996,"5min":7.2519999999999998,"15min":5},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":5.96,"5min":113.992,"15min":165.66999999999999},"last":10.007999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:25:37 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":1.5269999999999999,"15min":1.653},"min":{"1min":0.34599999999999997,"5min":0.33200000000000002,"15min":0.311},"max":{"1min":1.625,"5min":11.411,"15min":50.792000000000002},"last":4.9359999999999999},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.855,"15min":1.7110000000000001},"min":{"1min":0.40799999999999997,"5min":0.32600000000000001,"15min":0.245},"max":{"1min":6.6900000000000004,"5min":12.991,"15min":36.051000000000002},"last":0.999}]},{"osd":5,"last update":"Sat Sep 23 15:25:37 2023","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":1.9510000000000001,"15min":1.8009999999999999},"min":{"1min":0.36799999999999999,"5min":0.29199999999999998,"15min":0.26900000000000002},"max":{"1min":3.181,"5min":13.028,"15min":35.878},"last":0.97599999999999998},{"interface":"front","average":{"1min":0.76900000000000002,"5min":1.8899999999999999,"15min":1.7849999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":2.3559999999999999,"5min":14.223000000000001,"15min":50.816000000000003},"last":2.883}]},{"osd":6,"last update":"Sat Sep 23 15:25:54 2023","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":2.653,"15min":2.431},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":5.7969999999999997,"5min":77.950000000000003,"15min":134.21700000000001},"last":4.9089999999999998},{"interface":"front","average":{"1min":1.0269999999999999,"5min":2.786,"15min":2.4710000000000001},"min":{"1min":0.371,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":4.7350000000000003,"5min":78.733000000000004,"15min":134.393},"last":2.9159999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:25:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":2.71,"15min":1.617},"min":{"1min":0.38700000000000001,"5min":0.372,"15min":0.372},"max":{"1min":5.226,"5min":74.643000000000001,"15min":74.643000000000001},"last":2.9569999999999999},{"interface":"front","average":{"1min":1.3720000000000001,"5min":2.492,"15min":1.472},"min":{"1min":0.36799999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":5.7300000000000004,"5min":74.724999999999994,"15min":74.724999999999994},"last":4.859}]}]},{"osd":3,"up_from":99,"seq":425201762525,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2209756,"kb_used_data":1566484,"kb_used_omap":7,"kb_used_meta":643256,"kb_avail":91535396,"statfs":{"total":95995035648,"available":93732245504,"internally_reserved":0,"allocated":1604079616,"data_stored":1602098159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":658694760},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:25:28 2023","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":4.6100000000000003,"15min":2.629},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":4.7329999999999997,"5min":66.438000000000002,"15min":66.438000000000002},"last":10.109999999999999},{"interface":"front","average":{"1min":0.99399999999999999,"5min":3.8780000000000001,"15min":2.2879999999999998},"min":{"1min":0.215,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":9.2289999999999992,"5min":65.506,"15min":65.506},"last":0.31900000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:25:28 2023","interfaces":[{"interface":"back","average":{"1min":3.0009999999999999,"5min":2.9470000000000001,"15min":2.2250000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.19900000000000001},"max":{"1min":32.064,"5min":32.064,"15min":32.064},"last":0.39400000000000002},{"interface":"front","average":{"1min":3.1640000000000001,"5min":3.7749999999999999,"15min":2.5529999999999999},"min":{"1min":0.21099999999999999,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":31.986000000000001,"5min":31.986000000000001,"15min":31.986000000000001},"last":6.6580000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:25:28 2023","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":2.9369999999999998,"15min":2.4249999999999998},"min":{"1min":0.251,"5min":0.24099999999999999,"15min":0.21299999999999999},"max":{"1min":9.1980000000000004,"5min":19.84,"15min":55.378999999999998},"last":5.9859999999999998},{"interface":"front","average":{"1min":0.90300000000000002,"5min":2.5659999999999998,"15min":2.766},"min":{"1min":0.26700000000000002,"5min":0.26400000000000001,"15min":0.25900000000000001},"max":{"1min":4.6879999999999997,"5min":15.987,"15min":154.73400000000001},"last":4.8689999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:25:28 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":2.2050000000000001,"15min":1.6160000000000001},"min":{"1min":0.35699999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":3.9390000000000001,"5min":16.088999999999999,"15min":16.088999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.998,"5min":1.9750000000000001,"15min":1.5109999999999999},"min":{"1min":0.40000000000000002,"5min":0.30199999999999999,"15min":0.28799999999999998},"max":{"1min":4.8419999999999996,"5min":10.004,"15min":10.004},"last":0.60299999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:25:28 2023","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":3.4950000000000001,"15min":2.0510000000000002},"min":{"1min":0.34000000000000002,"5min":0.33300000000000002,"15min":0.27300000000000002},"max":{"1min":4.8179999999999996,"5min":129.863,"15min":129.863},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.85699999999999998,"5min":3.0019999999999998,"15min":1.867},"min":{"1min":0.42099999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":4.7190000000000003,"5min":126.15000000000001,"15min":126.15000000000001},"last":0.439}]},{"osd":6,"last update":"Sat Sep 23 15:25:10 2023","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":3.6699999999999999,"15min":2.1499999999999999},"min":{"1min":0.432,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":4.4740000000000002,"5min":125.31399999999999,"15min":125.31399999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.73899999999999999,"5min":2.9830000000000001,"15min":1.9550000000000001},"min":{"1min":0.38300000000000001,"5min":0.33800000000000002,"15min":0.30099999999999999},"max":{"1min":2.2589999999999999,"5min":125.405,"15min":125.405},"last":0.40899999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:25:51 2023","interfaces":[{"interface":"back","average":{"1min":2.512,"5min":2.7330000000000001,"15min":1.5960000000000001},"min":{"1min":0.46300000000000002,"5min":0.36199999999999999,"15min":0.35499999999999998},"max":{"1min":18.204000000000001,"5min":66.629999999999995,"15min":66.629999999999995},"last":0.48699999999999999},{"interface":"front","average":{"1min":1.1279999999999999,"5min":3.0569999999999999,"15min":1.7350000000000001},"min":{"1min":0.39400000000000002,"5min":0.38,"15min":0.38},"max":{"1min":3.9689999999999999,"5min":66.650999999999996,"15min":66.650999999999996},"last":2.9420000000000002}]}]},{"osd":4,"up_from":0,"seq":133143986550,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724913,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2752592,"kb_used_data":2477960,"kb_used_omap":0,"kb_used_meta":274624,"kb_avail":90992560,"statfs":{"total":95995035648,"available":93176381440,"internally_reserved":0,"allocated":2537431040,"data_stored":2536211250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":281214976},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:25:58 2023","interfaces":[{"interface":"back","average":{"1min":1.2929999999999999,"5min":2.4990000000000001,"15min":2.1920000000000002},"min":{"1min":0.23999999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":8.6980000000000004,"5min":88.051000000000002,"15min":160.77699999999999},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.82299999999999995,"5min":2.5640000000000001,"15min":2.3500000000000001},"min":{"1min":0.27400000000000002,"5min":0.254,"15min":0.23499999999999999},"max":{"1min":4.3390000000000004,"5min":88.037999999999997,"15min":161.142},"last":1.4079999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:25:17 2023","interfaces":[{"interface":"back","average":{"1min":2.1139999999999999,"5min":1.96,"15min":2.899},"min":{"1min":0.29399999999999998,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":14.744,"5min":14.744,"15min":125.14400000000001},"last":0.26500000000000001},{"interface":"front","average":{"1min":2.1779999999999999,"5min":2.2200000000000002,"15min":3.0379999999999998},"min":{"1min":0.33300000000000002,"5min":0.245,"15min":0.245},"max":{"1min":14.960000000000001,"5min":14.960000000000001,"15min":125.36499999999999},"last":0.31900000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":4.5179999999999998,"15min":2.7570000000000001},"min":{"1min":0.32000000000000001,"5min":0.26300000000000001,"15min":0.26200000000000001},"max":{"1min":4.2439999999999998,"5min":165.624,"15min":165.624},"last":3.3740000000000001},{"interface":"front","average":{"1min":1.798,"5min":4.6580000000000004,"15min":2.8780000000000001},"min":{"1min":0.34899999999999998,"5min":0.28699999999999998,"15min":0.26400000000000001},"max":{"1min":7.468,"5min":165.572,"15min":165.572},"last":7.6769999999999996}]},{"osd":3,"last update":"Sat Sep 23 15:25:17 2023","interfaces":[{"interface":"back","average":{"1min":1.4319999999999999,"5min":5.5590000000000002,"15min":4.6959999999999997},"min":{"1min":0.36099999999999999,"5min":0.318,"15min":0.27800000000000002},"max":{"1min":9.8330000000000002,"5min":121.352,"15min":155.05099999999999},"last":3.617},{"interface":"front","average":{"1min":1.095,"5min":4.508,"15min":4.258},"min":{"1min":0.38,"5min":0.29599999999999999,"15min":0.27900000000000003},"max":{"1min":9.4589999999999996,"5min":121.06,"15min":154.929},"last":0.64900000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60699999999999998,"15min":0.92500000000000004},"min":{"1min":0.28100000000000003,"5min":0.248,"15min":0.24299999999999999},"max":{"1min":1.669,"5min":5.6900000000000004,"15min":40.061},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.997,"15min":1.1080000000000001},"min":{"1min":0.249,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":2.3119999999999998,"5min":9.6760000000000002,"15min":40.124000000000002},"last":0.53100000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:25:58 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":2.4319999999999999,"15min":1.774},"min":{"1min":0.26400000000000001,"5min":0.25,"15min":0.25},"max":{"1min":2.0699999999999998,"5min":132.898,"15min":132.898},"last":0.36699999999999999},{"interface":"front","average":{"1min":1.0580000000000001,"5min":2.5960000000000001,"15min":1.863},"min":{"1min":0.318,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":4.5419999999999998,"5min":132.97200000000001,"15min":132.97200000000001},"last":0.38300000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":2.7949999999999999,"5min":2.327,"15min":1.099},"min":{"1min":0.33100000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":38.985999999999997,"5min":112.295,"15min":112.295},"last":0.39800000000000002},{"interface":"front","average":{"1min":2.8439999999999999,"5min":2.3889999999999998,"15min":1.1479999999999999},"min":{"1min":0.33500000000000002,"5min":0.318,"15min":0.318},"max":{"1min":39.042000000000002,"5min":112.373,"15min":112.373},"last":0.43099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2653683712,"data_stored":2653683712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1914109952,"data_stored":1914109952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":634847232,"data_stored":634847232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1612578816,"data_stored":1612578816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2548957184,"data_stored":2548957184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2840657920,"data_stored":2840657920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3646226432,"data_stored":3646226432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:26:10.083 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T15:26:10.083 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_3 pg_num 26 2023-09-23T15:26:10.084 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:10.201 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:10.311 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:10.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:10.317 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:10.402 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:10.418 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:10.458 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:10.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:10 smithi118 ceph-mon[219580]: pgmap v1039: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.9 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 36 MiB/s wr, 572 op/s; 36169/238953 objects degraded (15.136%); 3240/238953 objects misplaced (1.356%); 6.1 MiB/s, 98 objects/s recovering 2023-09-23T15:26:10.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:10 smithi118 ceph-mon[212312]: pgmap v1039: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.9 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 36 MiB/s wr, 572 op/s; 36169/238953 objects degraded (15.136%); 3240/238953 objects misplaced (1.356%); 6.1 MiB/s, 98 objects/s recovering 2023-09-23T15:26:10.590 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 79 16 81643 81627 64.5442 25.1875 0.0415011 0.0154861 2023-09-23T15:26:10.622 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:10.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:10.626 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:10.702 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:26:10.703 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:26:10.703 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:26:10.703 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:26:10.703 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.703 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188729 8.4 8:28c1eefb:::benchmark_data_smithi118_424375_object85663:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:26:10.703 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.397079+0000", 2023-09-23T15:26:10.704 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 151.30084730600001, 2023-09-23T15:26:10.704 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3610875680000003, 2023-09-23T15:26:10.704 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.704 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:26:10.704 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.704 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.704 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.704 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188729 2023-09-23T15:26:10.705 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.705 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.705 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.705 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.705 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397079+0000", 2023-09-23T15:26:10.705 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.705 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.705 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.706 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.706 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397079+0000", 2023-09-23T15:26:10.706 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.706 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.706 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.706 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.706 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397078+0000", 2023-09-23T15:26:10.706 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397083+0000", 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2050000000000001e-06 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397095+0000", 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1406000000000001e-05 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.707 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397100+0000", 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2320000000000001e-06 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397156+0000", 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6428999999999998e-05 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op must wait for map", 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397164+0000", 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9200000000000004e-06 2023-09-23T15:26:10.708 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408421+0000", 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011256723999999999 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408432+0000", 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1676e-05 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.709 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.710 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.756611+0000", 2023-09-23T15:26:10.710 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3481787189999999 2023-09-23T15:26:10.710 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.710 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.710 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.711 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.758167+0000", 2023-09-23T15:26:10.711 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0015553019999999999 2023-09-23T15:26:10.711 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.711 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.711 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.711 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.711 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.711 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188734 8.4 8:26e778d3:::benchmark_data_smithi118_424375_object85668:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:26:10.712 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:26:10.712 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 151.300813898, 2023-09-23T15:26:10.712 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3401728449999997, 2023-09-23T15:26:10.712 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.712 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:26:10.712 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.712 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.712 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.713 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188734 2023-09-23T15:26:10.713 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.713 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.713 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.713 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.713 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:26:10.713 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.713 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.714 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.714 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.714 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:26:10.714 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.714 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.714 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.714 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.715 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:26:10.715 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:26:10.715 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.715 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.715 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.715 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397114+0000", 2023-09-23T15:26:10.715 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8640000000000001e-06 2023-09-23T15:26:10.715 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.716 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.716 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.716 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397120+0000", 2023-09-23T15:26:10.716 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4130000000000003e-06 2023-09-23T15:26:10.716 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.716 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.716 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.716 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397123+0000", 2023-09-23T15:26:10.717 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.903e-06 2023-09-23T15:26:10.717 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.717 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.717 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.717 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397203+0000", 2023-09-23T15:26:10.717 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9992000000000003e-05 2023-09-23T15:26:10.717 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.717 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.718 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting_for_map not empty", 2023-09-23T15:26:10.718 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397208+0000", 2023-09-23T15:26:10.718 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5349999999999998e-06 2023-09-23T15:26:10.718 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.718 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.718 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.718 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408459+0000", 2023-09-23T15:26:10.718 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011251463 2023-09-23T15:26:10.719 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.719 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.719 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:26:10.719 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408467+0000", 2023-09-23T15:26:10.719 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7049999999999999e-06 2023-09-23T15:26:10.719 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.719 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.719 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.720 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.758518+0000", 2023-09-23T15:26:10.720 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3500513029999999 2023-09-23T15:26:10.720 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.720 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.720 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for missing object", 2023-09-23T15:26:10.720 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.760371+0000", 2023-09-23T15:26:10.720 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001852844 2023-09-23T15:26:10.721 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.721 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.721 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.721 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.735560+0000", 2023-09-23T15:26:10.721 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.975188587 2023-09-23T15:26:10.721 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.721 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.721 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.722 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.737285+0000", 2023-09-23T15:26:10.722 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001725479 2023-09-23T15:26:10.722 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.722 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.722 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.722 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.722 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.723 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188768 8.4 8:26255b05:::benchmark_data_smithi118_424375_object85702:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:26:10.723 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.657521+0000", 2023-09-23T15:26:10.723 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 151.04040520199999, 2023-09-23T15:26:10.723 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0505496369999996, 2023-09-23T15:26:10.723 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.723 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.723 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.723 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.725 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.725 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188768 2023-09-23T15:26:10.725 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.725 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.725 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.725 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657521+0000", 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657521+0000", 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657520+0000", 2023-09-23T15:26:10.726 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657526+0000", 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5579999999999997e-06 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657540+0000", 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3603e-05 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.727 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657547+0000", 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1910000000000003e-06 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657609+0000", 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2216000000000002e-05 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657621+0000", 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1887e-05 2023-09-23T15:26:10.728 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.760616+0000", 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.10299456 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.763188+0000", 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025719419999999998 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.729 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.730 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.767732+0000", 2023-09-23T15:26:10.730 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045444700000000001 2023-09-23T15:26:10.730 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.730 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.730 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.730 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.689768+0000", 2023-09-23T15:26:10.730 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.92203592599999995 2023-09-23T15:26:10.730 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.730 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.730 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.730 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701458+0000", 2023-09-23T15:26:10.731 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011690246 2023-09-23T15:26:10.731 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.731 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.731 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.731 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.702107+0000", 2023-09-23T15:26:10.731 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00064888999999999995 2023-09-23T15:26:10.731 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.731 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.732 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.732 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.702738+0000", 2023-09-23T15:26:10.732 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00063043699999999997 2023-09-23T15:26:10.732 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.732 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.732 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.732 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.703699+0000", 2023-09-23T15:26:10.732 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00096087500000000003 2023-09-23T15:26:10.733 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.733 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.733 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.733 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708071+0000", 2023-09-23T15:26:10.733 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043719850000000001 2023-09-23T15:26:10.733 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.733 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.733 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188773 8.4 8:2b203d1a:::benchmark_data_smithi118_424375_object85707:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.664873+0000", 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 151.03305281199999, 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0511486870000004, 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.734 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188773 2023-09-23T15:26:10.735 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.735 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.735 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.735 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.735 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664873+0000", 2023-09-23T15:26:10.735 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.735 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.735 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.735 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.735 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664873+0000", 2023-09-23T15:26:10.735 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664872+0000", 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664878+0000", 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3419999999999998e-06 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.736 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664890+0000", 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2526e-05 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664895+0000", 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1050000000000003e-06 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664949+0000", 2023-09-23T15:26:10.737 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3548000000000003e-05 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664957+0000", 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.225e-06 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.812157+0000", 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1471994370000003 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.738 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.739 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.739 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.815334+0000", 2023-09-23T15:26:10.739 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003177806 2023-09-23T15:26:10.739 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.739 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.739 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.739 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.819028+0000", 2023-09-23T15:26:10.739 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036934429999999998 2023-09-23T15:26:10.739 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.739 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.739 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.740 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.690043+0000", 2023-09-23T15:26:10.740 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.87101549300000003 2023-09-23T15:26:10.740 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.740 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.740 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.740 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708861+0000", 2023-09-23T15:26:10.740 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.018817187999999999 2023-09-23T15:26:10.740 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.740 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.741 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.741 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.709738+0000", 2023-09-23T15:26:10.741 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00087698799999999999 2023-09-23T15:26:10.741 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.741 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.741 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.741 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.710415+0000", 2023-09-23T15:26:10.741 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00067732100000000004 2023-09-23T15:26:10.742 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.742 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.742 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.742 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.711455+0000", 2023-09-23T15:26:10.742 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010396159999999999 2023-09-23T15:26:10.742 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.742 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.743 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.743 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.716022+0000", 2023-09-23T15:26:10.743 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045675910000000002 2023-09-23T15:26:10.743 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.743 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.743 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.743 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.743 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.744 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188777 8.4 8:222613ab:::benchmark_data_smithi118_424375_object85711:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:26:10.744 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.669685+0000", 2023-09-23T15:26:10.744 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 151.02824124700001, 2023-09-23T15:26:10.744 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.05376037, 2023-09-23T15:26:10.744 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.744 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.744 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.744 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.745 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.745 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188777 2023-09-23T15:26:10.745 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.745 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.745 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.745 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.745 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669685+0000", 2023-09-23T15:26:10.746 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.746 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.746 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.746 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.746 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669685+0000", 2023-09-23T15:26:10.746 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.746 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.747 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.747 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.747 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669684+0000", 2023-09-23T15:26:10.747 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:26:10.747 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.747 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.747 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.747 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669689+0000", 2023-09-23T15:26:10.748 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4e-06 2023-09-23T15:26:10.748 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.748 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.748 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.748 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669701+0000", 2023-09-23T15:26:10.748 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1635e-05 2023-09-23T15:26:10.748 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.748 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.749 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.749 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669706+0000", 2023-09-23T15:26:10.749 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.775e-06 2023-09-23T15:26:10.749 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.749 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.749 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.749 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669764+0000", 2023-09-23T15:26:10.750 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8184999999999999e-05 2023-09-23T15:26:10.750 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.750 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.750 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:26:10.750 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669776+0000", 2023-09-23T15:26:10.750 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2473000000000001e-05 2023-09-23T15:26:10.750 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.750 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.750 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.823107+0000", 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1533309090000001 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.825728+0000", 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026209750000000002 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.829566+0000", 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0038373779999999998 2023-09-23T15:26:10.751 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.690289+0000", 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86072300000000002 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.716695+0000", 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.026406071 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.752 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.717371+0000", 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00067619700000000002 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.718099+0000", 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00072799799999999999 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.719106+0000", 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001007577 2023-09-23T15:26:10.753 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.754 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.754 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.754 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.723445+0000", 2023-09-23T15:26:10.754 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043389149999999996 2023-09-23T15:26:10.754 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.754 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.754 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.754 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.754 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.754 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188805 8.4 8:205500a7:::benchmark_data_smithi118_424375_object85739:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:26:10.754 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.679621+0000", 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 150.018305725, 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0914702570000001, 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188805 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.755 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679621+0000", 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679621+0000", 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679619+0000", 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.756 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679625+0000", 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.353e-06 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679638+0000", 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3105000000000001e-05 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679645+0000", 2023-09-23T15:26:10.757 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6660000000000002e-06 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.738701+0000", 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0590557829999998 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.741635+0000", 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0029343429999999998 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.758 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.745700+0000", 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0040651610000000003 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.762748+0000", 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017047738 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.759 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.763009+0000", 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000261096 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.764021+0000", 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010115580000000001 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.764714+0000", 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00069322600000000002 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.760 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.765870+0000", 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001155795 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.771091+0000", 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0052211560000000002 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.761 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.762 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188812 8.4 8:23166177:::benchmark_data_smithi118_424375_object85746:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:26:10.762 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.695174+0000", 2023-09-23T15:26:10.762 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 150.002752676, 2023-09-23T15:26:10.762 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0841921409999999, 2023-09-23T15:26:10.762 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.762 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.762 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.762 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.762 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.762 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188812 2023-09-23T15:26:10.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.763 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.763 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.763 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695174+0000", 2023-09-23T15:26:10.763 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.764 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.764 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.764 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695174+0000", 2023-09-23T15:26:10.764 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.764 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.764 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.764 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.764 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695172+0000", 2023-09-23T15:26:10.765 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:26:10.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.765 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.765 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.765 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695179+0000", 2023-09-23T15:26:10.765 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5909999999999998e-06 2023-09-23T15:26:10.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.766 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695194+0000", 2023-09-23T15:26:10.766 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4674e-05 2023-09-23T15:26:10.766 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695201+0000", 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3350000000000001e-06 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.749976+0000", 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0547750389999999 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.752707+0000", 2023-09-23T15:26:10.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027311979999999998 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.756683+0000", 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039760409999999996 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.763312+0000", 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0066289269999999997 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.768 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.771951+0000", 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0086383420000000002 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.772799+0000", 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00084851200000000005 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.773552+0000", 2023-09-23T15:26:10.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075277000000000004 2023-09-23T15:26:10.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.770 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.770 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.774607+0000", 2023-09-23T15:26:10.770 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010551759999999999 2023-09-23T15:26:10.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.770 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.770 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.779366+0000", 2023-09-23T15:26:10.770 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.004758562 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188836 8.4 8:2d53dc27:::benchmark_data_smithi118_424375_object85770:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.734456+0000", 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 149.96347066600001, 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0831197320000001, 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.771 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188836 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734456+0000", 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.772 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734456+0000", 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734454+0000", 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734462+0000", 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8189999999999992e-06 2023-09-23T15:26:10.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734476+0000", 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4147e-05 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734483+0000", 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.17e-06 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.784822+0000", 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0503390980000002 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.787858+0000", 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0030354879999999998 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.792293+0000", 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0044357329999999999 2023-09-23T15:26:10.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.809312+0000", 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017018785000000002 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.810113+0000", 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00080116300000000003 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.776 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.810400+0000", 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00028693099999999998 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.811381+0000", 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00098030800000000005 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.812589+0000", 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001208038 2023-09-23T15:26:10.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.817575+0000", 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049865860000000003 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188837 8.4 8:2052e88d:::benchmark_data_smithi118_424375_object85771:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.735493+0000", 2023-09-23T15:26:10.778 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 149.962433551, 2023-09-23T15:26:10.779 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2856041850000004, 2023-09-23T15:26:10.779 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.779 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.779 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.779 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.779 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.779 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188837 2023-09-23T15:26:10.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.779 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.780 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.780 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735493+0000", 2023-09-23T15:26:10.780 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.780 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.780 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.780 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735493+0000", 2023-09-23T15:26:10.781 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.781 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.781 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.781 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.781 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735492+0000", 2023-09-23T15:26:10.781 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:26:10.781 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.782 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.782 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735498+0000", 2023-09-23T15:26:10.782 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3589999999999996e-06 2023-09-23T15:26:10.782 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.782 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.782 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735519+0000", 2023-09-23T15:26:10.782 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0591e-05 2023-09-23T15:26:10.782 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.783 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.783 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.783 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735526+0000", 2023-09-23T15:26:10.783 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9569999999999996e-06 2023-09-23T15:26:10.783 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.783 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.783 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.783 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.797298+0000", 2023-09-23T15:26:10.783 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0617727200000004 2023-09-23T15:26:10.783 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.783 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.784 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.784 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.800064+0000", 2023-09-23T15:26:10.784 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002765689 2023-09-23T15:26:10.784 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.784 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.784 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.784 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.804220+0000", 2023-09-23T15:26:10.784 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0041556960000000004 2023-09-23T15:26:10.784 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.784 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.784 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.810640+0000", 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0064200029999999996 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.818415+0000", 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0077751649999999997 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.819063+0000", 2023-09-23T15:26:10.785 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00064767999999999998 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.015141+0000", 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.19607856900000001 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.016205+0000", 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010641229999999999 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.786 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.787 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.787 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.021097+0000", 2023-09-23T15:26:10.787 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0048916569999999998 2023-09-23T15:26:10.787 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.787 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.787 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188841 8.4 8:24b6caa1:::benchmark_data_smithi118_424375_object85775:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.739961+0000", 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 149.95796561899999, 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2878054609999996, 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.788 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188841 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739961+0000", 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739961+0000", 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.790 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739959+0000", 2023-09-23T15:26:10.790 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:26:10.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.790 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739967+0000", 2023-09-23T15:26:10.790 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8150000000000006e-06 2023-09-23T15:26:10.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.791 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739979+0000", 2023-09-23T15:26:10.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.199e-05 2023-09-23T15:26:10.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.791 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739985+0000", 2023-09-23T15:26:10.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0839999999999997e-06 2023-09-23T15:26:10.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.791 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.819343+0000", 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.07935859 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.822538+0000", 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031949420000000001 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.827289+0000", 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0047507290000000004 2023-09-23T15:26:10.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.844453+0000", 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017164028000000001 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.844663+0000", 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000210192 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.845607+0000", 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00094354499999999995 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.021803+0000", 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.176196298 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.022872+0000", 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010687959999999999 2023-09-23T15:26:10.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.027766+0000", 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0048943620000000002 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188853 8.4 8:2bee098a:::benchmark_data_smithi118_424375_object85787:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.765536+0000", 2023-09-23T15:26:10.795 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 149.93239066699999, 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2685596950000004, 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188853 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.796 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765536+0000", 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765536+0000", 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765534+0000", 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765541+0000", 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.934e-06 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765555+0000", 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.418e-05 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765561+0000", 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3099999999999997e-06 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.832561+0000", 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0669992910000001 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.835089+0000", 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025281750000000001 2023-09-23T15:26:10.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.838851+0000", 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037620679999999999 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.846411+0000", 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.007559919 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.847085+0000", 2023-09-23T15:26:10.801 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000674419 2023-09-23T15:26:10.801 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.801 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.801 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.801 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.847324+0000", 2023-09-23T15:26:10.801 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00023892499999999999 2023-09-23T15:26:10.801 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.801 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.801 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.801 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.028616+0000", 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.181291599 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.029839+0000", 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001222772 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.034095+0000", 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042567450000000001 2023-09-23T15:26:10.802 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188859 8.4 8:295cff07:::benchmark_data_smithi118_424375_object85793:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.771886+0000", 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 149.92604032099999, 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2683232840000001, 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.803 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188859 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771886+0000", 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771886+0000", 2023-09-23T15:26:10.804 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771884+0000", 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771891+0000", 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1080000000000004e-06 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.805 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771904+0000", 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2404e-05 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771910+0000", 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3949999999999998e-06 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.806 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.847567+0000", 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.075656725 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.850131+0000", 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025638200000000001 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.853964+0000", 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0038328709999999998 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.807 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.867830+0000", 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013866409999999999 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.868047+0000", 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000216806 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.808 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.868962+0000", 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00091490899999999999 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.034833+0000", 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16587163899999999 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.035928+0000", 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001094788 2023-09-23T15:26:10.809 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.040209+0000", 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042810490000000003 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188875 8.4 8:2fd31cb3:::benchmark_data_smithi118_424375_object85809:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:26:10.810 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 149.89516103099999, 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2438841309999997, 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188875 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:26:10.811 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802763+0000", 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.812 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802770+0000", 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9550000000000003e-06 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802783+0000", 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2571e-05 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.813 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802789+0000", 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2400000000000004e-06 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.857797+0000", 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0550077089999998 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.860267+0000", 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024702090000000001 2023-09-23T15:26:10.814 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.863877+0000", 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036105080000000001 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.868244+0000", 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043665010000000001 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.815 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.869717+0000", 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014729019999999999 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.870484+0000", 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00076680300000000004 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.041003+0000", 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.17051962500000001 2023-09-23T15:26:10.816 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.042451+0000", 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001448176 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.046649+0000", 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0041978720000000001 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.817 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188879 8.4 8:28d2627f:::benchmark_data_smithi118_424375_object85813:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 149.88423962799999, 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2394229289999998, 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188879 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.818 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.819 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813685+0000", 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813692+0000", 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2089999999999999e-06 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813704+0000", 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1289e-05 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.820 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813710+0000", 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3470000000000004e-06 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.870806+0000", 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0570962389999998 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.873216+0000", 2023-09-23T15:26:10.821 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024099270000000001 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.876819+0000", 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036030250000000002 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.889373+0000", 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012553729 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.822 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.890116+0000", 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00074295600000000002 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.890725+0000", 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00060913999999999999 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.047297+0000", 2023-09-23T15:26:10.823 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.15657239000000001 2023-09-23T15:26:10.824 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.824 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.824 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.824 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.048366+0000", 2023-09-23T15:26:10.824 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001068636 2023-09-23T15:26:10.824 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.824 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.824 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.824 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.053110+0000", 2023-09-23T15:26:10.825 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0047434699999999996 2023-09-23T15:26:10.825 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.825 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.825 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.825 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.825 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.825 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188882 8.4 8:222213d0:::benchmark_data_smithi118_424375_object85816:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:26:10.825 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:26:10.825 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 149.87792246399999, 2023-09-23T15:26:10.825 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2392355530000003, 2023-09-23T15:26:10.825 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188882 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.826 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820003+0000", 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.827 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820009+0000", 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0159999999999997e-06 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820019+0000", 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0701e-05 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820024+0000", 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9690000000000002e-06 2023-09-23T15:26:10.828 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.880084+0000", 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0600600089999999 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.882610+0000", 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025261110000000002 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.829 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.886159+0000", 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035483379999999998 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.891330+0000", 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051713289999999997 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892081+0000", 2023-09-23T15:26:10.830 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075084200000000005 2023-09-23T15:26:10.831 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.831 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.831 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.831 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892288+0000", 2023-09-23T15:26:10.831 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020697700000000001 2023-09-23T15:26:10.831 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.831 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.832 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.832 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.053858+0000", 2023-09-23T15:26:10.832 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.161570348 2023-09-23T15:26:10.832 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.832 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.832 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.833 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.054924+0000", 2023-09-23T15:26:10.833 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001065652 2023-09-23T15:26:10.833 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.833 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.833 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.834 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.059239+0000", 2023-09-23T15:26:10.834 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043154100000000004 2023-09-23T15:26:10.834 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.834 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.834 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188897 8.4 8:209a862a:::benchmark_data_smithi118_424375_object85831:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 149.801203695, 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1692435510000001, 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.835 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188897 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.836 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896721+0000", 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896727+0000", 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8159999999999999e-06 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.837 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.838 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896739+0000", 2023-09-23T15:26:10.838 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1911e-05 2023-09-23T15:26:10.838 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.838 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.838 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.838 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896744+0000", 2023-09-23T15:26:10.838 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6909999999999996e-06 2023-09-23T15:26:10.838 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.839 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.839 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.839 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892623+0000", 2023-09-23T15:26:10.839 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9958789120000002 2023-09-23T15:26:10.839 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.839 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.839 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.895096+0000", 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002473467 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.899014+0000", 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039176489999999996 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.913646+0000", 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014632519 2023-09-23T15:26:10.840 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.914541+0000", 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00089462899999999998 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916436+0000", 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0018950219999999999 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.841 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.059884+0000", 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.143448513 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.061029+0000", 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001144464 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.065966+0000", 2023-09-23T15:26:10.842 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049372160000000003 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188899 8.4 8:2b56cc44:::benchmark_data_smithi118_424375_object85833:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e324)", 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 146.93223169500001, 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.30738807, 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:10.843 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188899 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.844 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765693+0000", 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765699+0000", 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0100000000000001e-06 2023-09-23T15:26:10.845 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765712+0000", 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2149e-05 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765719+0000", 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5429999999999996e-06 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.846 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.903079+0000", 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1373594119999999 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.905616+0000", 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002537376 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.909165+0000", 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035488109999999998 2023-09-23T15:26:10.847 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.915478+0000", 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.006313394 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916230+0000", 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075174599999999997 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:10.848 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916634+0000", 2023-09-23T15:26:10.849 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00040402899999999998 2023-09-23T15:26:10.849 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.849 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.849 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:10.849 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.066784+0000", 2023-09-23T15:26:10.849 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.150149753 2023-09-23T15:26:10.849 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.849 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.849 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:10.849 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.067995+0000", 2023-09-23T15:26:10.850 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00121152 2023-09-23T15:26:10.850 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.850 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.850 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.850 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.073083+0000", 2023-09-23T15:26:10.850 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050873929999999999 2023-09-23T15:26:10.850 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188768 8.4 e324/320 ondisk, result = 0)", 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 146.89286584300001, 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.896401899, 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.851 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:26:10.852 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805064+0000", 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7620000000000001e-06 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805072+0000", 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7309999999999999e-06 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.853 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805076+0000", 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0749999999999999e-06 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701018+0000", 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89594110500000002 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701253+0000", 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00023526100000000001 2023-09-23T15:26:10.854 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701462+0000", 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000209495 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188768 8.4 e324/320 ondisk, result = 0)", 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.808140+0000", 2023-09-23T15:26:10.855 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 146.88978669799999, 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89397070599999995, 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808140+0000", 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.856 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808140+0000", 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808139+0000", 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808142+0000", 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4680000000000001e-06 2023-09-23T15:26:10.857 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808152+0000", 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5400000000000001e-06 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808157+0000", 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7199999999999997e-06 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701711+0000", 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89355385899999995 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701919+0000", 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020847800000000001 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.702110+0000", 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00019116099999999999 2023-09-23T15:26:10.859 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188773 8.4 e324/320 ondisk, result = 0)", 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.821575+0000", 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 146.87635164299999, 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89445558700000005, 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:10.860 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821575+0000", 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821575+0000", 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821574+0000", 2023-09-23T15:26:10.861 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821578+0000", 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8430000000000003e-06 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821586+0000", 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3739999999999998e-06 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.862 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821590+0000", 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4979999999999998e-06 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.709995+0000", 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.88840494999999997 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:10.863 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.710200+0000", 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020564300000000001 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.716030+0000", 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0058297729999999999 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:10.864 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:26:10.865 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:10.865 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:10 smithi178 ceph-mon[192298]: pgmap v1039: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.9 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 36 MiB/s wr, 572 op/s; 36169/238953 objects degraded (15.136%); 3240/238953 objects misplaced (1.356%); 6.1 MiB/s, 98 objects/s recovering 2023-09-23T15:26:10.951 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:11.089 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:11.095 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:11.095 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:11.196 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:11.223 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:11.265 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:11.268 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:11.268 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:11.369 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:11.456 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:11.539 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:26:11.582 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:11.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:11.588 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:11.592 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:26:11.593313+0000 min lat: 0.00109552 max lat: 12.1182 avg lat: 0.0155984 2023-09-23T15:26:11.593 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:26:11.593 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 80 16 82083 82067 64.0792 27.5 0.0544541 0.0155984 2023-09-23T15:26:11.688 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:11.701 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:26:11.716 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:11.739 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:11 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4026856415' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:11.759 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:11.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:11.765 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:11.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:11 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4026856415' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:11.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:11 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4026856415' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:11.865 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:11.922 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:12.144 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:26:12.323 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:12.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:12.333 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:12.434 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:12.472 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:12.592 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 81 16 82598 82582 63.6856 32.1875 0.021226 0.0156959 2023-09-23T15:26:12.621 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:12.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:12.626 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:12.727 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:12.753 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:12 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:26:12.753 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:12 smithi178 ceph-mon[192298]: pgmap v1040: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.9 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 35 MiB/s wr, 553 op/s; 36169/241887 objects degraded (14.953%); 3240/241887 objects misplaced (1.339%); 6.1 MiB/s, 98 objects/s recovering 2023-09-23T15:26:12.754 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:12 smithi178 ceph-mon[192298]: failed to encode map e387 with expected crc 2023-09-23T15:26:12.754 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:12 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4026856415' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:26:12.754 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:12 smithi178 ceph-mon[192298]: osdmap e387: 8 total, 8 up, 7 in 2023-09-23T15:26:12.754 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:12 smithi178 ceph-mon[192298]: failed to encode map e387 with expected crc 2023-09-23T15:26:12.754 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 36169/241887 objects degraded (14.953%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:12.812 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:26:12.812 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[212312]: pgmap v1040: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.9 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 35 MiB/s wr, 553 op/s; 36169/241887 objects degraded (14.953%); 3240/241887 objects misplaced (1.339%); 6.1 MiB/s, 98 objects/s recovering 2023-09-23T15:26:12.812 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[212312]: failed to encode map e387 with expected crc 2023-09-23T15:26:12.812 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4026856415' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:26:12.812 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[212312]: osdmap e387: 8 total, 8 up, 7 in 2023-09-23T15:26:12.812 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[212312]: failed to encode map e387 with expected crc 2023-09-23T15:26:12.812 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 36169/241887 objects degraded (14.953%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:12.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:26:12.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[219580]: pgmap v1040: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 4.9 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 35 MiB/s wr, 553 op/s; 36169/241887 objects degraded (14.953%); 3240/241887 objects misplaced (1.339%); 6.1 MiB/s, 98 objects/s recovering 2023-09-23T15:26:12.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[219580]: failed to encode map e387 with expected crc 2023-09-23T15:26:12.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4026856415' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:26:12.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[219580]: osdmap e387: 8 total, 8 up, 7 in 2023-09-23T15:26:12.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[219580]: failed to encode map e387 with expected crc 2023-09-23T15:26:12.815 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 36169/241887 objects degraded (14.953%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:12.818 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:13.048 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:13.075 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:13.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:13.082 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:13.182 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:13.266 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:13.498 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:13.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:13.507 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:13.593 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 82 16 83082 83066 63.278 30.25 0.0195281 0.015798 2023-09-23T15:26:13.608 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:13.697 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:14.018 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:26:14.025 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:14.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:14.038 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:14.050 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:26:14.050 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:26:14.050 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.050 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:83333 9.7 9:eb756b0e:::benchmark_data_smithi118_489858_object83332:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e387)", 2023-09-23T15:26:14.050 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:26:14.019043+0000", 2023-09-23T15:26:14.050 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.030550086000000001, 2023-09-23T15:26:14.050 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.030576157, 2023-09-23T15:26:14.050 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 83333 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.019043+0000", 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.051 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.019043+0000", 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.019042+0000", 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.052 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.019180+0000", 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013737800000000001 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.019187+0000", 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.525e-06 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.019192+0000", 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5689999999999998e-06 2023-09-23T15:26:14.053 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.021331+0000", 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0021387350000000001 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.021500+0000", 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016920800000000001 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.054 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,6", 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.021680+0000", 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000180588 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.024659+0000", 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0029781769999999998 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.032748+0000", 2023-09-23T15:26:14.055 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0080893609999999998 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.048088+0000", 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015339861 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.048166+0000", 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8026000000000001e-05 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.056 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:83336 9.f 9:faf3cdce:::benchmark_data_smithi118_489858_object83335:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e387)", 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:26:14.030277+0000", 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.019316270999999999, 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.019406248000000001, 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:26:14.057 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 83336 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030277+0000", 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030277+0000", 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.058 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030275+0000", 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030319+0000", 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3801000000000003e-05 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:14.059 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030334+0000", 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4654999999999999e-05 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030341+0000", 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2119999999999997e-06 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.032740+0000", 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023990840000000001 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.060 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.032928+0000", 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018815699999999999 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.033141+0000", 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000212704 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.036080+0000", 2023-09-23T15:26:14.061 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002938923 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.040496+0000", 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0044163730000000003 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.048095+0000", 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.007598713 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.062 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.048138+0000", 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2729999999999999e-05 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:83339 9.7 9:e7401ff7:::benchmark_data_smithi118_489858_object83338:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e387)", 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:26:14.030352+0000", 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.019240889000000001, 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.01938761, 2023-09-23T15:26:14.063 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 83339 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030352+0000", 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.064 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030352+0000", 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030352+0000", 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:14.065 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030388+0000", 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6881000000000001e-05 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030399+0000", 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.057e-05 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.030405+0000", 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.541e-06 2023-09-23T15:26:14.066 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.035989+0000", 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0055847880000000003 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.036147+0000", 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015792599999999999 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,6", 2023-09-23T15:26:14.067 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.036346+0000", 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00019889500000000001 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.038646+0000", 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022999539999999999 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.038949+0000", 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000302811 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.068 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.45884.0:83336 9.f e387/378 ondisk, result = 0)", 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:26:14.044414+0000", 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0051786089999999998, 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0053727970000000003, 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:14.069 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.044414+0000", 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.044414+0000", 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.044414+0000", 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:26:14.070 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.071 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.071 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:14.071 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.044417+0000", 2023-09-23T15:26:14.071 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.469e-06 2023-09-23T15:26:14.071 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.071 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.071 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:14.071 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.044425+0000", 2023-09-23T15:26:14.071 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9129999999999992e-06 2023-09-23T15:26:14.071 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.072 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.044428+0000", 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7039999999999999e-06 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.048078+0000", 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036499739999999998 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:14.073 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.048090+0000", 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2004000000000001e-05 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.45884.0:83333 9.7 e387/379 ondisk, result = 0)", 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:26:14.046035+0000", 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0035575630000000001, 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037839499999999999, 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:14.074 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.046035+0000", 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.046035+0000", 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.075 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.046035+0000", 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.046040+0000", 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7450000000000003e-06 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.046050+0000", 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0538e-05 2023-09-23T15:26:14.076 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.046056+0000", 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0090000000000004e-06 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.048064+0000", 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00200761 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:14.077 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.048076+0000", 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2109e-05 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.45884.0:83339 9.7 e387/379)", 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:26:14.047158+0000", 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.002434734, 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026932050000000002, 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:14.078 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.047158+0000", 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.047158+0000", 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.079 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.047158+0000", 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.047161+0000", 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.281e-06 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.047170+0000", 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5730000000000008e-06 2023-09-23T15:26:14.080 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:14.081 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:14.081 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:14.081 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:14.047175+0000", 2023-09-23T15:26:14.081 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9960000000000001e-06 2023-09-23T15:26:14.081 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.081 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:14.081 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.081 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:14.081 INFO:teuthology.orchestra.run.smithi178.stdout: ], 2023-09-23T15:26:14.081 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 6 2023-09-23T15:26:14.081 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:26:14.082 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:26:14.095 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:26:14.139 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:14.147 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:26:14.175 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:26:14.223 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:26:14.256 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:26:14.257 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:14.298 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:26:14.368 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:14.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:14.370 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:14.459 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:26:14.459 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:26:14.459 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:26:14.459 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:26:14.459 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:26:14.459 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:26:14.459 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:26:14.459 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:26:14.472 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:14.504 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:14.552 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:14.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:14.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:14 smithi118 ceph-mon[212312]: pgmap v1042: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.0 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 33 MiB/s wr, 531 op/s; 36169/246693 objects degraded (14.662%); 2678/246693 objects misplaced (1.086%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:26:14.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/803773724' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:14.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:14 smithi118 ceph-mon[219580]: pgmap v1042: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.0 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 33 MiB/s wr, 531 op/s; 36169/246693 objects degraded (14.662%); 2678/246693 objects misplaced (1.086%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:26:14.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/803773724' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:14.571 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:14.593 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 83 16 83595 83579 62.902 32.0625 0.0100963 0.0158932 2023-09-23T15:26:14.672 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:14.716 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:14.847 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:14 smithi178 ceph-mon[192298]: pgmap v1042: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.0 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 33 MiB/s wr, 531 op/s; 36169/246693 objects degraded (14.662%); 2678/246693 objects misplaced (1.086%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:26:14.847 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/803773724' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:14.866 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:14.871 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:26:14.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:14.873 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:14.974 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:15.030 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:15.075 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:26:15.102 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:15.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:15.113 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:15.213 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:15.247 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:15.316 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:15.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:15.321 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:15.406 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:26:15.422 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:15.512 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:15.593 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 84 16 84212 84196 62.6123 38.5625 0.0249311 0.015965 2023-09-23T15:26:15.768 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:15.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:15.774 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:15.874 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:15.913 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:16.035 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:16.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:16.042 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:16.142 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:16.178 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:16.220 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:16.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:16.224 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:16.266 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:16.324 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:16.349 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:16.425 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:16.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:16.431 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:16.532 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:16.593 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 85 16 84709 84693 62.2412 31.0625 0.0303992 0.0160591 2023-09-23T15:26:16.659 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:16.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:16 smithi178 ceph-mon[192298]: pgmap v1043: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.0 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 523 op/s; 36169/248028 objects degraded (14.583%); 2678/248028 objects misplaced (1.080%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:26:16.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:16 smithi118 ceph-mon[212312]: pgmap v1043: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.0 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 523 op/s; 36169/248028 objects degraded (14.583%); 2678/248028 objects misplaced (1.080%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:26:16.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:16 smithi118 ceph-mon[219580]: pgmap v1043: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.0 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 523 op/s; 36169/248028 objects degraded (14.583%); 2678/248028 objects misplaced (1.080%); 6.9 MiB/s, 110 objects/s recovering 2023-09-23T15:26:16.996 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:17.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:17.010 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:17.111 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:17.173 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:17.265 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:26:17.265 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:26:17.314 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:17.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:17.318 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:17.418 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:17.444 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:17.517 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:17.524 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:17.525 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:17.596 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 86 16 85239 85223 61.9008 33.125 0.00361858 0.0161415 2023-09-23T15:26:17.600 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 9 pg_num to 26 2023-09-23T15:26:17.626 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:17.708 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/405522597' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T15:26:17.708 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:17 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T15:26:17.708 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 36169/248028 objects degraded (14.583%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:17.708 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:17 smithi118 ceph-mon[212312]: pgmap v1044: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 521 op/s; 36169/251982 objects degraded (14.354%); 2373/251982 objects misplaced (0.942%); 6.7 MiB/s, 106 objects/s recovering 2023-09-23T15:26:17.709 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/405522597' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T15:26:17.709 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:17 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T15:26:17.709 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 36169/248028 objects degraded (14.583%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:17.709 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:17 smithi118 ceph-mon[219580]: pgmap v1044: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 521 op/s; 36169/251982 objects degraded (14.354%); 2373/251982 objects misplaced (0.942%); 6.7 MiB/s, 106 objects/s recovering 2023-09-23T15:26:17.716 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:17.770 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:26:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/405522597' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T15:26:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:17 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "26"}]: dispatch 2023-09-23T15:26:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 36169/248028 objects degraded (14.583%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:17 smithi178 ceph-mon[192298]: pgmap v1044: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 521 op/s; 36169/251982 objects degraded (14.354%); 2373/251982 objects misplaced (0.942%); 6.7 MiB/s, 106 objects/s recovering 2023-09-23T15:26:18.275 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:26:18.324 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:26:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:26:18] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.43.0" 2023-09-23T15:26:18.596 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 87 16 85809 85793 61.5989 35.625 0.0193724 0.0162279 2023-09-23T15:26:18.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:18 smithi178 ceph-mon[192298]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:18 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "26"}]': finished 2023-09-23T15:26:18.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:18 smithi178 ceph-mon[192298]: osdmap e388: 8 total, 8 up, 7 in 2023-09-23T15:26:18.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:18 smithi178 ceph-mon[192298]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:18 smithi178 ceph-mon[192298]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:18 smithi178 ceph-mon[192298]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.605 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:18 smithi178 ceph-mon[192298]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.744 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:26:18.801 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:18.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:18.808 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:18.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[212312]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "26"}]': finished 2023-09-23T15:26:18.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[212312]: osdmap e388: 8 total, 8 up, 7 in 2023-09-23T15:26:18.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[212312]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[212312]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[212312]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[212312]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[219580]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "26"}]': finished 2023-09-23T15:26:18.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[219580]: osdmap e388: 8 total, 8 up, 7 in 2023-09-23T15:26:18.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[219580]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[219580]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[219580]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:18 smithi118 ceph-mon[219580]: failed to encode map e388 with expected crc 2023-09-23T15:26:18.909 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:18.941 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:19.070 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:19.074 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:19.074 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:19.175 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:19.211 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:19.371 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:19.436 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:19.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:19.439 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:19.540 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:19.574 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:19.596 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 88 16 86410 86394 61.3258 37.5625 0.00730495 0.0162979 2023-09-23T15:26:19.618 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:19.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:19.620 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:19.721 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:19.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:19 smithi178 ceph-mon[192298]: pgmap v1046: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 531 op/s; 36169/254646 objects degraded (14.204%); 2150/254646 objects misplaced (0.844%); 8.5 MiB/s, 136 objects/s recovering 2023-09-23T15:26:19.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-09-23T15:26:19.921 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:19 smithi118 ceph-mon[212312]: pgmap v1046: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 531 op/s; 36169/254646 objects degraded (14.204%); 2150/254646 objects misplaced (0.844%); 8.5 MiB/s, 136 objects/s recovering 2023-09-23T15:26:19.922 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-09-23T15:26:19.922 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:19 smithi118 ceph-mon[219580]: pgmap v1046: 99 pgs: 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 8 active+recovery_wait+undersized+degraded+remapped, 88 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 33 MiB/s wr, 531 op/s; 36169/254646 objects degraded (14.204%); 2150/254646 objects misplaced (0.844%); 8.5 MiB/s, 136 objects/s recovering 2023-09-23T15:26:19.922 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-09-23T15:26:19.938 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:19.983 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:19.986 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:19.986 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:20.087 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:20.113 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:20.157 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:20.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:20.160 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:20.261 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:20.288 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:20.332 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:20.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:20.335 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:20.436 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:20.463 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:20.506 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:20.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:20.509 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:20.596 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 89 16 86416 86400 60.6413 0.375 0.424722 0.0163216 2023-09-23T15:26:20.611 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:20.622 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:26:20.657 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:20.752 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:20.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:20.755 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:20.785 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:26:20.785 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:26:20.805 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:20 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "26"}]': finished 2023-09-23T15:26:20.805 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:20 smithi178 ceph-mon[192298]: osdmap e389: 8 total, 8 up, 7 in 2023-09-23T15:26:20.805 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:20 smithi178 ceph-mon[192298]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.805 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:20 smithi178 ceph-mon[192298]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.805 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:20 smithi178 ceph-mon[192298]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.806 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:20 smithi178 ceph-mon[192298]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.806 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:20 smithi178 ceph-mon[192298]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.806 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:20 smithi178 ceph-mon[192298]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.806 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:20 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1655791013' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:26:20.806 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:20 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:26:20.806 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:20 smithi178 ceph-mon[192298]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "26"}]': finished 2023-09-23T15:26:20.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[212312]: osdmap e389: 8 total, 8 up, 7 in 2023-09-23T15:26:20.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[212312]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[212312]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[212312]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[212312]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[212312]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[212312]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1655791013' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:26:20.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:26:20.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[212312]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "26"}]': finished 2023-09-23T15:26:20.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[219580]: osdmap e389: 8 total, 8 up, 7 in 2023-09-23T15:26:20.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[219580]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[219580]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[219580]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[219580]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[219580]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[219580]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1655791013' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:26:20.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:26:20.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:20 smithi118 ceph-mon[219580]: failed to encode map e389 with expected crc 2023-09-23T15:26:20.856 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:20.916 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:21.020 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:21.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:21.024 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:21.125 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:21.151 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:21.196 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:21.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:21.199 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:21.300 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:21.329 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:21.596 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 90 16 86449 86433 59.9907 2.0625 0.0208489 0.0164803 2023-09-23T15:26:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: failed to encode map e390 with expected crc 2023-09-23T15:26:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: failed to encode map e390 with expected crc 2023-09-23T15:26:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: failed to encode map e390 with expected crc 2023-09-23T15:26:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:26:21.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: osdmap e390: 8 total, 8 up, 7 in 2023-09-23T15:26:21.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: failed to encode map e390 with expected crc 2023-09-23T15:26:21.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: failed to encode map e390 with expected crc 2023-09-23T15:26:21.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: failed to encode map e390 with expected crc 2023-09-23T15:26:21.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: failed to encode map e390 with expected crc 2023-09-23T15:26:21.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: failed to encode map e390 with expected crc 2023-09-23T15:26:21.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:21 smithi178 ceph-mon[192298]: pgmap v1049: 109 pgs: 2 remapped+peering, 1 peering, 10 unknown, 1 active+recovery_wait+remapped, 3 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 4.2 MiB/s wr, 66 op/s; 22602/249231 objects degraded (9.069%); 6620/249231 objects misplaced (2.656%); 5.9 MiB/s, 93 objects/s recovering 2023-09-23T15:26:22.065 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:22.065 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.065 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.065 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.066 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:26:22.066 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: osdmap e390: 8 total, 8 up, 7 in 2023-09-23T15:26:22.066 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.066 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.066 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.066 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.066 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.066 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[219580]: pgmap v1049: 109 pgs: 2 remapped+peering, 1 peering, 10 unknown, 1 active+recovery_wait+remapped, 3 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 4.2 MiB/s wr, 66 op/s; 22602/249231 objects degraded (9.069%); 6620/249231 objects misplaced (2.656%); 5.9 MiB/s, 93 objects/s recovering 2023-09-23T15:26:22.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:22.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:26:22.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: osdmap e390: 8 total, 8 up, 7 in 2023-09-23T15:26:22.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: failed to encode map e390 with expected crc 2023-09-23T15:26:22.068 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:21 smithi118 ceph-mon[212312]: pgmap v1049: 109 pgs: 2 remapped+peering, 1 peering, 10 unknown, 1 active+recovery_wait+remapped, 3 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 4.2 MiB/s wr, 66 op/s; 22602/249231 objects degraded (9.069%); 6620/249231 objects misplaced (2.656%); 5.9 MiB/s, 93 objects/s recovering 2023-09-23T15:26:22.163 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:22.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:22.170 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:22.183 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:26:22.271 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:22.358 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:22.555 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:22.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:22.568 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:22.596 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 91 11 86449 86438 59.3352 0.3125 0.733642 0.0165228 2023-09-23T15:26:22.669 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:22.729 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:22.800 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:22.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:22.806 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:22.856 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:22.884 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:26:22.907 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:22.915 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:26:22.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:22 smithi178 ceph-mon[192298]: failed to encode map e391 with expected crc 2023-09-23T15:26:22.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:22 smithi178 ceph-mon[192298]: failed to encode map e391 with expected crc 2023-09-23T15:26:22.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:22 smithi178 ceph-mon[192298]: osdmap e391: 8 total, 8 up, 7 in 2023-09-23T15:26:22.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:22 smithi178 ceph-mon[192298]: failed to encode map e391 with expected crc 2023-09-23T15:26:22.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:22.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 22602/249231 objects degraded (9.069%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:22.933 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:22.940 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:26:22.965 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:26:22.977 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:22.981 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:22.982 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:22.999 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:26:23.028 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:26:23.050 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:26:23.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[219580]: failed to encode map e391 with expected crc 2023-09-23T15:26:23.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[219580]: failed to encode map e391 with expected crc 2023-09-23T15:26:23.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[219580]: osdmap e391: 8 total, 8 up, 7 in 2023-09-23T15:26:23.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[219580]: failed to encode map e391 with expected crc 2023-09-23T15:26:23.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:23.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 22602/249231 objects degraded (9.069%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:23.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[212312]: failed to encode map e391 with expected crc 2023-09-23T15:26:23.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[212312]: failed to encode map e391 with expected crc 2023-09-23T15:26:23.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[212312]: osdmap e391: 8 total, 8 up, 7 in 2023-09-23T15:26:23.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[212312]: failed to encode map e391 with expected crc 2023-09-23T15:26:23.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:23.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 22602/249231 objects degraded (9.069%), 5 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:23.074 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:26:23.074 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:26:23.074 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:26:23.074 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:26:23.075 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:26:23.075 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:26:23.075 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:26:23.075 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:26:23.075 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:26:23.082 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:23.109 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:23.154 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:23.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:23.160 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:23.261 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:23.471 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:23.517 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:23.566 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:23.567 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:23.597 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total time run: 91.6003 2023-09-23T15:26:23.613 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total writes made: 86449 2023-09-23T15:26:23.613 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Write size: 65536 2023-09-23T15:26:23.613 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object size: 65536 2023-09-23T15:26:23.613 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Bandwidth (MB/sec): 58.9852 2023-09-23T15:26:23.613 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Bandwidth: 47.8805 2023-09-23T15:26:23.613 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max bandwidth (MB/sec): 202.562 2023-09-23T15:26:23.613 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min bandwidth (MB/sec): 0 2023-09-23T15:26:23.614 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average IOPS: 943 2023-09-23T15:26:23.614 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev IOPS: 766.106 2023-09-23T15:26:23.614 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max IOPS: 3241 2023-09-23T15:26:23.614 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min IOPS: 0 2023-09-23T15:26:23.615 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average Latency(s): 0.0168441 2023-09-23T15:26:23.615 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Latency(s): 0.145145 2023-09-23T15:26:23.615 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max latency(s): 12.1182 2023-09-23T15:26:23.615 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min latency(s): 0.00109552 2023-09-23T15:26:23.615 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T15:26:23.668 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:23.698 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:23.751 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:23.755 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:23 smithi178 ceph-mon[192298]: failed to encode map e391 with expected crc 2023-09-23T15:26:23.755 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:23 smithi178 ceph-mon[192298]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.755 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:23 smithi178 ceph-mon[192298]: osdmap e392: 8 total, 8 up, 7 in 2023-09-23T15:26:23.755 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:23 smithi178 ceph-mon[192298]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.755 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:23 smithi178 ceph-mon[192298]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.756 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:23 smithi178 ceph-mon[192298]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.756 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:23 smithi178 ceph-mon[192298]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.756 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:23 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1437468506' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:23.756 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:23 smithi178 ceph-mon[192298]: pgmap v1052: 109 pgs: 2 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 2 remapped+peering, 1 peering, 5 unknown, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 23552/250854 objects degraded (9.389%); 4888/250854 objects misplaced (1.949%); 13 MiB/s, 205 objects/s recovering 2023-09-23T15:26:23.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:23.757 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:23.757 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[219580]: failed to encode map e391 with expected crc 2023-09-23T15:26:23.757 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[219580]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[219580]: osdmap e392: 8 total, 8 up, 7 in 2023-09-23T15:26:23.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[219580]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[219580]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[219580]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[219580]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1437468506' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:23.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[219580]: pgmap v1052: 109 pgs: 2 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 2 remapped+peering, 1 peering, 5 unknown, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 23552/250854 objects degraded (9.389%); 4888/250854 objects misplaced (1.949%); 13 MiB/s, 205 objects/s recovering 2023-09-23T15:26:23.758 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[212312]: failed to encode map e391 with expected crc 2023-09-23T15:26:23.758 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[212312]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.758 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[212312]: osdmap e392: 8 total, 8 up, 7 in 2023-09-23T15:26:23.758 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[212312]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.759 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[212312]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.759 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[212312]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.759 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[212312]: failed to encode map e392 with expected crc 2023-09-23T15:26:23.759 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1437468506' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:23.759 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:23 smithi118 ceph-mon[212312]: pgmap v1052: 109 pgs: 2 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 2 remapped+peering, 1 peering, 5 unknown, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 6 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 23552/250854 objects degraded (9.389%); 4888/250854 objects misplaced (1.949%); 13 MiB/s, 205 objects/s recovering 2023-09-23T15:26:23.857 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:23.886 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:23.912 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:26:23.912 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:26:23.912 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-09-23T15:26:23.912 INFO:tasks.thrashosds.thrasher:Setting osd 3 primary_affinity to 1.000000 2023-09-23T15:26:23.912 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 3 1 2023-09-23T15:26:24.004 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:24.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:24.012 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:24.113 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:24.141 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:24.161 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:26:24.189 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:24.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:24.195 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:24.296 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:24.384 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:24.859 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:24.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:24.870 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:24.971 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:25.005 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:25.055 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:25.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:25.059 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:25.160 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:25.249 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:25.345 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:25.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:25.349 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:25.450 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:25.476 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:25.522 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:25.523 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:25.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:25.526 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:25.624 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:25.627 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:25.655 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:25.704 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:25.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:25.708 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:25.809 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:25.838 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:25.889 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:25.896 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:25.896 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:25.997 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:26.085 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:26.118 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:26:26.118 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:26:26.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop_reply(client.45884.0:87149 9.7 e393/390 ondisk, result = 0)", 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:26.112110+0000", 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0058937779999999997, 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0059183079999999997, 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.112110+0000", 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:26:26.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.112110+0000", 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.112110+0000", 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.112117+0000", 2023-09-23T15:26:26.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8419999999999999e-06 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.112133+0000", 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6098000000000001e-05 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.112141+0000", 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0129999999999993e-06 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.116068+0000", 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0039278500000000001 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.116492+0000", 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000423817 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.122 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:87164 9.7 9:e4eb8962:::benchmark_data_smithi118_489858_object712:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e393)", 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:25.989272+0000", 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.128732713, 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.128824152, 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "delayed", 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 87164 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:26:26.123 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.989272+0000", 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.989272+0000", 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:26:26.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.989270+0000", 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.989278+0000", 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3440000000000001e-06 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.989292+0000", 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3239e-05 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.989317+0000", 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5190000000000001e-05 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.026508+0000", 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.037190966999999998 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for missing object", 2023-09-23T15:26:26.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.032557+0000", 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0060492389999999997 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.067809+0000", 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.035252055999999997 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for rw locks", 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.073689+0000", 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0058795260000000004 2023-09-23T15:26:26.127 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:87141 9.17 9:eb99be0e:::benchmark_data_smithi118_489858_object689:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e393)", 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:25.912144+0000", 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.205859774, 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.20602395900000001, 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:26:26.128 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 87141 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.912144+0000", 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.912144+0000", 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:26:26.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.912142+0000", 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.912153+0000", 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0071000000000001e-05 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:26:26.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.912167+0000", 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4667999999999999e-05 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.912178+0000", 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0742e-05 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.953361+0000", 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.041183154999999999 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.131 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for missing object", 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.957309+0000", 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0039483139999999996 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.985038+0000", 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.027728388999999999 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for rw locks", 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.989388+0000", 2023-09-23T15:26:26.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0043498180000000001 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.116421+0000", 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.12703378700000001 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:87149 9.7 9:e45db5ac:::benchmark_data_smithi118_489858_object697:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e393)", 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:25.943475+0000", 2023-09-23T15:26:26.133 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.17452970400000001, 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.174757158, 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 87149 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.943475+0000", 2023-09-23T15:26:26.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.943475+0000", 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.943472+0000", 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.943481+0000", 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7420000000000003e-06 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.943496+0000", 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4508000000000001e-05 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.943506+0000", 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.025e-05 2023-09-23T15:26:26.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.970595+0000", 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.027088755999999999 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for missing object", 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:25.984244+0000", 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013649736000000001 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:26:26.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.017777+0000", 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.033532487999999999 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for rw locks", 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.025026+0000", 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0072490640000000004 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.092585+0000", 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.067558931000000003 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.101729+0000", 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0091440970000000003 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,6", 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.108099+0000", 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0063705109999999997 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.115626+0000", 2023-09-23T15:26:26.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075270449999999996 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.116901+0000", 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001274388 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:26.117317+0000", 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00041646499999999998 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:26:26.140 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:26:26.141 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:26:26.141 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 4 2023-09-23T15:26:26.141 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:26:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:26 smithi118 ceph-mon[212312]: failed to encode map e393 with expected crc 2023-09-23T15:26:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:26 smithi118 ceph-mon[212312]: osdmap e393: 8 total, 8 up, 7 in 2023-09-23T15:26:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:26 smithi118 ceph-mon[212312]: failed to encode map e393 with expected crc 2023-09-23T15:26:26.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:26 smithi118 ceph-mon[212312]: pgmap v1054: 109 pgs: 10 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 1 peering, 1 unknown, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 5.1 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 8.5 MiB/s wr, 154 op/s; 32538/250935 objects degraded (12.967%); 4888/250935 objects misplaced (1.948%); 11 MiB/s, 175 objects/s recovering 2023-09-23T15:26:26.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:26 smithi118 ceph-mon[219580]: failed to encode map e393 with expected crc 2023-09-23T15:26:26.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:26 smithi118 ceph-mon[219580]: osdmap e393: 8 total, 8 up, 7 in 2023-09-23T15:26:26.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:26 smithi118 ceph-mon[219580]: failed to encode map e393 with expected crc 2023-09-23T15:26:26.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:26 smithi118 ceph-mon[219580]: pgmap v1054: 109 pgs: 10 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 1 peering, 1 unknown, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 5.1 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 8.5 MiB/s wr, 154 op/s; 32538/250935 objects degraded (12.967%); 4888/250935 objects misplaced (1.948%); 11 MiB/s, 175 objects/s recovering 2023-09-23T15:26:26.571 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:26.586 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:26.587 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:26 smithi178 ceph-mon[192298]: failed to encode map e393 with expected crc 2023-09-23T15:26:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:26 smithi178 ceph-mon[192298]: osdmap e393: 8 total, 8 up, 7 in 2023-09-23T15:26:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:26 smithi178 ceph-mon[192298]: failed to encode map e393 with expected crc 2023-09-23T15:26:26.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:26 smithi178 ceph-mon[192298]: pgmap v1054: 109 pgs: 10 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 1 peering, 1 unknown, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 5.1 GiB data, 19 GiB used, 606 GiB / 626 GiB avail; 8.5 MiB/s wr, 154 op/s; 32538/250935 objects degraded (12.967%); 4888/250935 objects misplaced (1.948%); 11 MiB/s, 175 objects/s recovering 2023-09-23T15:26:26.688 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:26.748 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:27.069 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:26:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:27 smithi118 ceph-mon[219580]: failed to encode map e394 with expected crc 2023-09-23T15:26:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:27 smithi118 ceph-mon[219580]: failed to encode map e394 with expected crc 2023-09-23T15:26:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:27 smithi118 ceph-mon[219580]: osdmap e394: 8 total, 8 up, 7 in 2023-09-23T15:26:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:27 smithi118 ceph-mon[219580]: failed to encode map e394 with expected crc 2023-09-23T15:26:27.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:27 smithi118 ceph-mon[219580]: failed to encode map e394 with expected crc 2023-09-23T15:26:27.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:27 smithi118 ceph-mon[212312]: failed to encode map e394 with expected crc 2023-09-23T15:26:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:27 smithi118 ceph-mon[212312]: failed to encode map e394 with expected crc 2023-09-23T15:26:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:27 smithi118 ceph-mon[212312]: osdmap e394: 8 total, 8 up, 7 in 2023-09-23T15:26:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:27 smithi118 ceph-mon[212312]: failed to encode map e394 with expected crc 2023-09-23T15:26:27.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:27 smithi118 ceph-mon[212312]: failed to encode map e394 with expected crc 2023-09-23T15:26:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:27 smithi178 ceph-mon[192298]: failed to encode map e394 with expected crc 2023-09-23T15:26:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:27 smithi178 ceph-mon[192298]: failed to encode map e394 with expected crc 2023-09-23T15:26:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:27 smithi178 ceph-mon[192298]: osdmap e394: 8 total, 8 up, 7 in 2023-09-23T15:26:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:27 smithi178 ceph-mon[192298]: failed to encode map e394 with expected crc 2023-09-23T15:26:27.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:27 smithi178 ceph-mon[192298]: failed to encode map e394 with expected crc 2023-09-23T15:26:28.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:28 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 32538/250935 objects degraded (12.967%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:28.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:28 smithi118 ceph-mon[219580]: pgmap v1056: 109 pgs: 10 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 174 B/s rd, 36 MiB/s wr, 673 op/s; 32538/257751 objects degraded (12.624%); 4523/257751 objects misplaced (1.755%); 13 MiB/s, 207 objects/s recovering 2023-09-23T15:26:28.572 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:26:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:26:28] "GET /metrics HTTP/1.1" 200 36497 "" "Prometheus/2.43.0" 2023-09-23T15:26:28.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:28 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 32538/250935 objects degraded (12.967%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:28.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:28 smithi118 ceph-mon[212312]: pgmap v1056: 109 pgs: 10 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 174 B/s rd, 36 MiB/s wr, 673 op/s; 32538/257751 objects degraded (12.624%); 4523/257751 objects misplaced (1.755%); 13 MiB/s, 207 objects/s recovering 2023-09-23T15:26:28.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:28 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 32538/250935 objects degraded (12.967%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:28.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:28 smithi178 ceph-mon[192298]: pgmap v1056: 109 pgs: 10 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 174 B/s rd, 36 MiB/s wr, 673 op/s; 32538/257751 objects degraded (12.624%); 4523/257751 objects misplaced (1.755%); 13 MiB/s, 207 objects/s recovering 2023-09-23T15:26:29.160 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:26:29.166 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:29.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:29.177 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:29.278 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:29.306 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:29.362 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:29.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:29.367 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:29.467 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:29.494 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:29.543 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:29.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:29.547 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:29.648 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:29.675 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:29.721 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:29.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:29.728 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:29.829 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:29.923 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:30.495 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:30.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:30.519 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:30.547 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:30 smithi118 ceph-mon[212312]: pgmap v1057: 109 pgs: 10 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 149 B/s rd, 27 MiB/s wr, 581 op/s; 31481/256467 objects degraded (12.275%); 4642/256467 objects misplaced (1.810%); 18 MiB/s, 291 objects/s recovering 2023-09-23T15:26:30.620 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:30.691 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:30.748 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:30.799 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:30.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:30.817 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:30.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:30 smithi118 ceph-mon[219580]: pgmap v1057: 109 pgs: 10 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 149 B/s rd, 27 MiB/s wr, 581 op/s; 31481/256467 objects degraded (12.275%); 4642/256467 objects misplaced (1.810%); 18 MiB/s, 291 objects/s recovering 2023-09-23T15:26:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:30 smithi178 ceph-mon[192298]: pgmap v1057: 109 pgs: 10 active+recovery_wait+degraded, 1 active+recovery_wait+remapped, 2 active+recovering+undersized+remapped, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 149 B/s rd, 27 MiB/s wr, 581 op/s; 31481/256467 objects degraded (12.275%); 4642/256467 objects misplaced (1.810%); 18 MiB/s, 291 objects/s recovering 2023-09-23T15:26:30.918 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:31.042 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:31.313 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:31.388 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:31.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:31.405 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:31.505 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:31.592 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.3 primary-affinity to 1 (8655362) 2023-09-23T15:26:31.614 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:31.811 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:31 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/621662817' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:26:31.811 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:31 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:26:31.811 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:31 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/621662817' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:26:31.811 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:31 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:26:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:31 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/621662817' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:26:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:31 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:26:32.318 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:32.322 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:32.323 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:32.423 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:32.474 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:32.489 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:26:32.577 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: pgmap v1058: 109 pgs: 9 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 127 B/s rd, 22 MiB/s wr, 540 op/s; 29125/255003 objects degraded (11.421%); 6168/255003 objects misplaced (2.419%); 17 MiB/s, 275 objects/s recovering 2023-09-23T15:26:32.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: failed to encode map e395 with expected crc 2023-09-23T15:26:32.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:26:32.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: osdmap e395: 8 total, 8 up, 7 in 2023-09-23T15:26:32.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: failed to encode map e395 with expected crc 2023-09-23T15:26:32.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: failed to encode map e395 with expected crc 2023-09-23T15:26:32.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3501185602' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:32.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:32.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 29125/255003 objects degraded (11.421%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:32.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:32.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:26:32.578 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[212312]: osdmap e396: 8 total, 8 up, 7 in 2023-09-23T15:26:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: pgmap v1058: 109 pgs: 9 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 127 B/s rd, 22 MiB/s wr, 540 op/s; 29125/255003 objects degraded (11.421%); 6168/255003 objects misplaced (2.419%); 17 MiB/s, 275 objects/s recovering 2023-09-23T15:26:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: failed to encode map e395 with expected crc 2023-09-23T15:26:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:26:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: osdmap e395: 8 total, 8 up, 7 in 2023-09-23T15:26:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: failed to encode map e395 with expected crc 2023-09-23T15:26:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: failed to encode map e395 with expected crc 2023-09-23T15:26:32.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3501185602' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:32.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:32.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 29125/255003 objects degraded (11.421%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:32.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:32.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:26:32.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:32 smithi178 ceph-mon[192298]: osdmap e396: 8 total, 8 up, 7 in 2023-09-23T15:26:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: pgmap v1058: 109 pgs: 9 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 127 B/s rd, 22 MiB/s wr, 540 op/s; 29125/255003 objects degraded (11.421%); 6168/255003 objects misplaced (2.419%); 17 MiB/s, 275 objects/s recovering 2023-09-23T15:26:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: failed to encode map e395 with expected crc 2023-09-23T15:26:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:26:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: osdmap e395: 8 total, 8 up, 7 in 2023-09-23T15:26:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: failed to encode map e395 with expected crc 2023-09-23T15:26:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: failed to encode map e395 with expected crc 2023-09-23T15:26:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3501185602' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 29125/255003 objects degraded (11.421%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:33.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:33.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:26:33.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:32 smithi118 ceph-mon[219580]: osdmap e396: 8 total, 8 up, 7 in 2023-09-23T15:26:33.564 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:33.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:33.568 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:33.669 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:33.695 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:33.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:33 smithi118 ceph-mon[219580]: failed to encode map e396 with expected crc 2023-09-23T15:26:33.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:33 smithi118 ceph-mon[219580]: osdmap e397: 8 total, 8 up, 7 in 2023-09-23T15:26:33.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:33 smithi118 ceph-mon[212312]: failed to encode map e396 with expected crc 2023-09-23T15:26:33.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:33 smithi118 ceph-mon[212312]: osdmap e397: 8 total, 8 up, 7 in 2023-09-23T15:26:33.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:33 smithi178 ceph-mon[192298]: failed to encode map e396 with expected crc 2023-09-23T15:26:33.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:33 smithi178 ceph-mon[192298]: osdmap e397: 8 total, 8 up, 7 in 2023-09-23T15:26:34.582 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:34.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:34.595 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:34.696 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:34.735 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:34.784 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:34.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:34.789 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:34.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:34 smithi178 ceph-mon[192298]: failed to encode map e397 with expected crc 2023-09-23T15:26:34.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:34 smithi178 ceph-mon[192298]: failed to encode map e397 with expected crc 2023-09-23T15:26:34.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:34 smithi178 ceph-mon[192298]: pgmap v1062: 109 pgs: 1 peering, 9 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 248 op/s; 29125/253281 objects degraded (11.499%); 5632/253281 objects misplaced (2.224%); 24 MiB/s, 384 objects/s recovering 2023-09-23T15:26:34.890 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:34.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:34 smithi118 ceph-mon[219580]: failed to encode map e397 with expected crc 2023-09-23T15:26:34.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:34 smithi118 ceph-mon[219580]: failed to encode map e397 with expected crc 2023-09-23T15:26:34.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:34 smithi118 ceph-mon[219580]: pgmap v1062: 109 pgs: 1 peering, 9 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 248 op/s; 29125/253281 objects degraded (11.499%); 5632/253281 objects misplaced (2.224%); 24 MiB/s, 384 objects/s recovering 2023-09-23T15:26:34.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:34 smithi118 ceph-mon[212312]: failed to encode map e397 with expected crc 2023-09-23T15:26:34.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:34 smithi118 ceph-mon[212312]: failed to encode map e397 with expected crc 2023-09-23T15:26:34.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:34 smithi118 ceph-mon[212312]: pgmap v1062: 109 pgs: 1 peering, 9 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.2 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 248 op/s; 29125/253281 objects degraded (11.499%); 5632/253281 objects misplaced (2.224%); 24 MiB/s, 384 objects/s recovering 2023-09-23T15:26:34.945 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:35.536 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:35.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:35.544 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:35.645 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:35.684 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:35.731 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:35 smithi118 ceph-mon[219580]: pgmap v1063: 109 pgs: 1 peering, 9 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 247 op/s; 28824/252009 objects degraded (11.438%); 5162/252009 objects misplaced (2.048%); 22 MiB/s, 355 objects/s recovering 2023-09-23T15:26:35.732 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:35 smithi118 ceph-mon[212312]: pgmap v1063: 109 pgs: 1 peering, 9 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 247 op/s; 28824/252009 objects degraded (11.438%); 5162/252009 objects misplaced (2.048%); 22 MiB/s, 355 objects/s recovering 2023-09-23T15:26:35.790 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:35.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:35.794 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:35.896 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:35.962 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:35 smithi178 ceph-mon[192298]: pgmap v1063: 109 pgs: 1 peering, 9 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 247 op/s; 28824/252009 objects degraded (11.438%); 5162/252009 objects misplaced (2.048%); 22 MiB/s, 355 objects/s recovering 2023-09-23T15:26:36.199 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:36.212 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:36.212 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:36.313 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:36.372 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:36.427 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:26:36.466 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:26:36.492 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:26:36.495 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:36.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:36.504 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:36.525 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:26:36.565 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:26:36.565 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:26:36.566 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:26:36.600 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:26:36.605 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:36.629 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:26:36.653 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1116844592' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:36.661 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:26:36.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:26:36.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:26:36.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:26:36.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:26:36.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:26:36.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:26:36.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:26:36.667 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:26:36.688 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:36.930 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1116844592' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1116844592' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:37.254 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:37.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:37.260 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:37.361 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:37.399 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:37.446 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:37.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:37.451 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:37.552 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:37.579 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:37.627 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:37.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:37.635 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:37.736 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:37.764 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:37.799 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:26:37.816 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:37.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:37.822 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:37.923 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:37.958 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:37.958 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 28824/252009 objects degraded (11.438%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:37.958 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:37 smithi118 ceph-mon[219580]: pgmap v1064: 109 pgs: 1 active+recovering+undersized+remapped, 1 peering, 9 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 279 op/s; 28824/249963 objects degraded (11.531%); 4792/249963 objects misplaced (1.917%); 17 MiB/s, 279 objects/s recovering 2023-09-23T15:26:37.959 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:37.959 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 28824/252009 objects degraded (11.438%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:37.959 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:37 smithi118 ceph-mon[212312]: pgmap v1064: 109 pgs: 1 active+recovering+undersized+remapped, 1 peering, 9 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 279 op/s; 28824/249963 objects degraded (11.531%); 4792/249963 objects misplaced (1.917%); 17 MiB/s, 279 objects/s recovering 2023-09-23T15:26:37.963 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 28824/252009 objects degraded (11.438%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:37 smithi178 ceph-mon[192298]: pgmap v1064: 109 pgs: 1 active+recovering+undersized+remapped, 1 peering, 9 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 279 op/s; 28824/249963 objects degraded (11.531%); 4792/249963 objects misplaced (1.917%); 17 MiB/s, 279 objects/s recovering 2023-09-23T15:26:38.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:26:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:26:38] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2023-09-23T15:26:38.705 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:26:38.732 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:38.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:38.745 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:38.846 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:38.888 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:38.977 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:39.033 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:39.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:39.037 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:39.138 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:39.205 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:39.305 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:39.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:39.317 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:39.418 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:39.508 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:39.837 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:39.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:39.840 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:39.940 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:39.978 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:40.053 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:40.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:40.057 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:40.158 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:40.194 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:40.238 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:40.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:40.249 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:40.350 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:40.448 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:40.661 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:40.695 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:40.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:40.717 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:40 smithi118 ceph-mon[219580]: pgmap v1065: 109 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 245 op/s; 28824/249147 objects degraded (11.569%); 4792/249147 objects misplaced (1.923%); 13 MiB/s, 210 objects/s recovering 2023-09-23T15:26:40.717 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:40.721 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:40 smithi118 ceph-mon[212312]: pgmap v1065: 109 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 245 op/s; 28824/249147 objects degraded (11.569%); 4792/249147 objects misplaced (1.923%); 13 MiB/s, 210 objects/s recovering 2023-09-23T15:26:40.731 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:26:40.731 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:26:40.731 INFO:tasks.thrashosds.thrasher:Growing pool .mgr 2023-09-23T15:26:40.731 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:26:40.754 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:26:40.818 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:40.843 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:40 smithi178 ceph-mon[192298]: pgmap v1065: 109 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.1 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 245 op/s; 28824/249147 objects degraded (11.569%); 4792/249147 objects misplaced (1.923%); 13 MiB/s, 210 objects/s recovering 2023-09-23T15:26:40.845 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:40.897 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:40.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:40.903 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:41.003 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:41.030 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:41.076 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:41.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:41.081 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:41.182 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:41.261 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:42.072 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:42.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:42.077 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:42.178 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:42.230 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:42.668 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:42.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:42.684 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:42.778 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:42.785 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:42.794 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:42.857 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:42 smithi118 ceph-mon[219580]: pgmap v1066: 109 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 249 op/s; 28527/247101 objects degraded (11.545%); 3783/247101 objects misplaced (1.531%); 21 MiB/s, 329 objects/s recovering 2023-09-23T15:26:42.857 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 28527/247101 objects degraded (11.545%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:42.857 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:42 smithi118 ceph-mon[212312]: pgmap v1066: 109 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 249 op/s; 28527/247101 objects degraded (11.545%); 3783/247101 objects misplaced (1.531%); 21 MiB/s, 329 objects/s recovering 2023-09-23T15:26:42.857 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 28527/247101 objects degraded (11.545%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:42.862 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:42 smithi178 ceph-mon[192298]: pgmap v1066: 109 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 249 op/s; 28527/247101 objects degraded (11.545%); 3783/247101 objects misplaced (1.531%); 21 MiB/s, 329 objects/s recovering 2023-09-23T15:26:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 28527/247101 objects degraded (11.545%), 12 pgs degraded (PG_DEGRADED) 2023-09-23T15:26:43.096 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:43.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:43.103 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:43.204 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:43.245 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:43.297 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:43.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:43.303 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:43.404 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:43.508 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:26:43.508 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:26:43.516 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:43.610 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:43 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4233692117' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:43.610 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:43 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:43.628 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:26:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:43 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4233692117' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:43.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:43 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:44.010 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:43 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4233692117' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:44.010 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:43 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:26:44.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:44 smithi178 ceph-mon[192298]: pgmap v1067: 109 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 271 op/s; 28527/245121 objects degraded (11.638%); 3783/245121 objects misplaced (1.543%); 15 MiB/s, 243 objects/s recovering 2023-09-23T15:26:44.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:44 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:44.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:44 smithi178 ceph-mon[192298]: failed to encode map e398 with expected crc 2023-09-23T15:26:44.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:44 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:26:44.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:44 smithi178 ceph-mon[192298]: osdmap e398: 8 total, 8 up, 7 in 2023-09-23T15:26:44.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:44 smithi178 ceph-mon[192298]: failed to encode map e398 with expected crc 2023-09-23T15:26:44.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:44 smithi178 ceph-mon[192298]: failed to encode map e398 with expected crc 2023-09-23T15:26:45.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[219580]: pgmap v1067: 109 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 271 op/s; 28527/245121 objects degraded (11.638%); 3783/245121 objects misplaced (1.543%); 15 MiB/s, 243 objects/s recovering 2023-09-23T15:26:45.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:45.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[219580]: failed to encode map e398 with expected crc 2023-09-23T15:26:45.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:26:45.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[219580]: osdmap e398: 8 total, 8 up, 7 in 2023-09-23T15:26:45.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[219580]: failed to encode map e398 with expected crc 2023-09-23T15:26:45.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[219580]: failed to encode map e398 with expected crc 2023-09-23T15:26:45.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[212312]: pgmap v1067: 109 pgs: 1 active+recovering+undersized+remapped, 9 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 94 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 271 op/s; 28527/245121 objects degraded (11.638%); 3783/245121 objects misplaced (1.543%); 15 MiB/s, 243 objects/s recovering 2023-09-23T15:26:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:26:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[212312]: failed to encode map e398 with expected crc 2023-09-23T15:26:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:26:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[212312]: osdmap e398: 8 total, 8 up, 7 in 2023-09-23T15:26:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[212312]: failed to encode map e398 with expected crc 2023-09-23T15:26:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:44 smithi118 ceph-mon[212312]: failed to encode map e398 with expected crc 2023-09-23T15:26:45.684 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:45.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:45.690 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:45.791 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:45.818 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:45.870 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:45.875 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:45 smithi178 ceph-mon[192298]: pgmap v1069: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 275 op/s; 26135/243741 objects degraded (10.722%); 5085/243741 objects misplaced (2.086%); 17 MiB/s, 276 objects/s recovering 2023-09-23T15:26:45.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:45.876 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:45.891 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:45 smithi118 ceph-mon[212312]: pgmap v1069: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 275 op/s; 26135/243741 objects degraded (10.722%); 5085/243741 objects misplaced (2.086%); 17 MiB/s, 276 objects/s recovering 2023-09-23T15:26:45.891 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:45 smithi118 ceph-mon[219580]: pgmap v1069: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 5.0 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 275 op/s; 26135/243741 objects degraded (10.722%); 5085/243741 objects misplaced (2.086%); 17 MiB/s, 276 objects/s recovering 2023-09-23T15:26:45.892 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:26:45.977 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:46.011 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:46.336 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:26:46.731 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:46.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:46.738 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:46.839 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:46.908 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:47.246 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:47.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:47.258 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:47.358 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:47.428 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:47.524 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 26135/243741 objects degraded (10.722%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:47.763 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:47.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:47.780 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:47.803 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 26135/243741 objects degraded (10.722%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:47.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 26135/243741 objects degraded (10.722%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:47.881 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:47.912 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:47.966 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:47.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:47.969 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:48.070 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:48.133 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:26:48.155 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:48.193 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:26:48.241 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:26:48.274 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:26:48.307 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:26:48.312 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:48.318 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:26:48.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:48.323 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:48.350 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:26:48.380 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:26:48.419 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:26:48.424 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:48.483 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:26:48.494 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:26:48.494 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:26:48.494 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:26:48.494 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:26:48.494 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:26:48.494 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:26:48.494 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:26:48.494 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:26:48.513 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:26:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:26:48] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2023-09-23T15:26:48.522 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:48.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:48 smithi118 ceph-mon[219580]: pgmap v1070: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 279 op/s; 26135/241557 objects degraded (10.819%); 4664/241557 objects misplaced (1.931%); 18 MiB/s, 281 objects/s recovering 2023-09-23T15:26:48.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1288539253' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:48.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:48 smithi118 ceph-mon[212312]: pgmap v1070: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 279 op/s; 26135/241557 objects degraded (10.819%); 4664/241557 objects misplaced (1.931%); 18 MiB/s, 281 objects/s recovering 2023-09-23T15:26:48.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1288539253' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:48 smithi178 ceph-mon[192298]: pgmap v1070: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 279 op/s; 26135/241557 objects degraded (10.819%); 4664/241557 objects misplaced (1.931%); 18 MiB/s, 281 objects/s recovering 2023-09-23T15:26:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1288539253' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:49.291 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:26:49.776 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:49 smithi118 ceph-mon[219580]: from='client.55807 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:26:49.780 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:49 smithi118 ceph-mon[212312]: from='client.55807 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:26:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:49 smithi178 ceph-mon[192298]: from='client.55807 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:26:50.142 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:50.150 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:50.150 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:50.251 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:50.276 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:50.485 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1070,"stamp":"2023-09-23T15:26:47.503215+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5275642206,"num_objects":80519,"num_object_clones":0,"num_object_copies":241557,"num_objects_missing_on_primary":8377,"num_objects_missing":8377,"num_objects_degraded":26135,"num_objects_misplaced":4664,"num_objects_unfound":0,"num_objects_dirty":80519,"num_whiteouts":0,"num_read":47,"num_read_kb":85,"num_write":92487,"num_write_kb":5532986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14764,"num_bytes_recovered":962964881,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":146216,"ondisk_log_size":146216,"up":327,"acting":323,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":355,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":19598848,"kb_used_data":16473544,"kb_used_omap":222,"kb_used_meta":3124897,"kb_avail":636617216,"statfs":{"total":671965249536,"available":651896029184,"internally_reserved":0,"allocated":16868909056,"data_stored":16856498836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":3199895510},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-183631872,"num_objects":-2802,"num_object_clones":0,"num_object_copies":-8406,"num_objects_missing_on_primary":-381,"num_objects_missing":-381,"num_objects_degraded":-2689,"num_objects_misplaced":-128,"num_objects_unfound":0,"num_objects_dirty":-2802,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2802,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2814,"num_bytes_recovered":184418304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.010494"},"pg_stats":[{"pgid":"9.10","version":"398'5628","reported_seq":5682,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T15:26:45.209220+0000","last_change":"2023-09-23T15:26:20.903830+0000","last_active":"2023-09-23T15:26:45.209220+0000","last_peered":"2023-09-23T15:26:45.209220+0000","last_clean":"2023-09-23T15:26:45.209220+0000","last_became_active":"2023-09-23T15:26:20.898741+0000","last_became_peered":"2023-09-23T15:26:20.898741+0000","last_unstale":"2023-09-23T15:26:45.209220+0000","last_undegraded":"2023-09-23T15:26:45.209220+0000","last_fullsized":"2023-09-23T15:26:45.209220+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5628,"log_dups_size":0,"ondisk_log_size":5628,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166789120,"num_objects":2545,"num_object_clones":0,"num_object_copies":7635,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2545,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2905,"num_write_kb":174400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":54,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468826+0000","last_change":"2023-09-23T15:24:36.429831+0000","last_active":"2023-09-23T15:26:33.468826+0000","last_peered":"2023-09-23T15:26:33.468826+0000","last_clean":"2023-09-23T15:26:33.468826+0000","last_became_active":"2023-09-23T15:24:36.429463+0000","last_became_peered":"2023-09-23T15:24:36.429463+0000","last_unstale":"2023-09-23T15:26:33.468826+0000","last_undegraded":"2023-09-23T15:26:33.468826+0000","last_fullsized":"2023-09-23T15:26:33.468826+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:15.542234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":30,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.485027+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:26:33.485027+0000","last_peered":"2023-09-23T15:26:33.485027+0000","last_clean":"2023-09-23T15:26:33.485027+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:26:33.485027+0000","last_undegraded":"2023-09-23T15:26:33.485027+0000","last_fullsized":"2023-09-23T15:26:33.485027+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"398'5608","reported_seq":11728,"reported_epoch":398,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:26:47.297163+0000","last_change":"2023-09-23T15:26:20.891932+0000","last_active":"2023-09-23T15:26:47.297163+0000","last_peered":"2023-09-23T15:26:47.297163+0000","last_clean":"2023-09-23T15:25:17.525025+0000","last_became_active":"2023-09-23T15:26:20.889512+0000","last_became_peered":"2023-09-23T15:26:20.889512+0000","last_unstale":"2023-09-23T15:26:47.297163+0000","last_undegraded":"2023-09-23T15:26:20.861480+0000","last_fullsized":"2023-09-23T15:26:47.297163+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5608,"log_dups_size":0,"ondisk_log_size":5608,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164036608,"num_objects":2503,"num_object_clones":0,"num_object_copies":7509,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":52,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2503,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2905,"num_write_kb":173056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1511,"num_bytes_recovered":99024896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":["7","5","6"],"object_location_counts":[{"shards":"3,5,7","objects":2451},{"shards":"5,6,7","objects":52}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":385,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.479580+0000","last_change":"2023-09-23T15:25:44.024037+0000","last_active":"2023-09-23T15:26:33.479580+0000","last_peered":"2023-09-23T15:26:33.479580+0000","last_clean":"2023-09-23T15:26:33.479580+0000","last_became_active":"2023-09-23T15:25:44.023664+0000","last_became_peered":"2023-09-23T15:25:44.023664+0000","last_unstale":"2023-09-23T15:26:33.479580+0000","last_undegraded":"2023-09-23T15:26:33.479580+0000","last_fullsized":"2023-09-23T15:26:33.479580+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:01.087323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":210,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T15:26:32.490758+0000","last_change":"2023-09-23T15:25:43.997464+0000","last_active":"2023-09-23T15:26:32.490758+0000","last_peered":"2023-09-23T15:26:32.490758+0000","last_clean":"2023-09-23T15:26:32.490758+0000","last_became_active":"2023-09-23T15:25:43.997187+0000","last_became_peered":"2023-09-23T15:25:43.997187+0000","last_unstale":"2023-09-23T15:26:32.490758+0000","last_undegraded":"2023-09-23T15:26:32.490758+0000","last_fullsized":"2023-09-23T15:26:32.490758+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:09:49.792186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.12","version":"397'5476","reported_seq":9791,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:42.714509+0000","last_change":"2023-09-23T15:26:33.493873+0000","last_active":"2023-09-23T15:26:42.714509+0000","last_peered":"2023-09-23T15:26:42.714509+0000","last_clean":"2023-09-23T15:26:42.714509+0000","last_became_active":"2023-09-23T15:26:33.489402+0000","last_became_peered":"2023-09-23T15:26:33.489402+0000","last_unstale":"2023-09-23T15:26:42.714509+0000","last_undegraded":"2023-09-23T15:26:42.714509+0000","last_fullsized":"2023-09-23T15:26:42.714509+0000","mapping_epoch":396,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":397,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5476,"log_dups_size":0,"ondisk_log_size":5476,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164069376,"num_objects":2504,"num_object_clones":0,"num_object_copies":7512,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2504,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2818,"num_write_kb":170272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1501,"num_bytes_recovered":98336768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":30,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.476377+0000","last_change":"2023-09-23T15:25:44.083118+0000","last_active":"2023-09-23T15:26:33.476377+0000","last_peered":"2023-09-23T15:26:33.476377+0000","last_clean":"2023-09-23T15:26:33.476377+0000","last_became_active":"2023-09-23T15:25:44.057260+0000","last_became_peered":"2023-09-23T15:25:44.057260+0000","last_unstale":"2023-09-23T15:26:33.476377+0000","last_undegraded":"2023-09-23T15:26:33.476377+0000","last_fullsized":"2023-09-23T15:26:33.476377+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:02.446718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":44,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.469009+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:26:33.469009+0000","last_peered":"2023-09-23T15:26:33.469009+0000","last_clean":"2023-09-23T15:26:33.469009+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:26:33.469009+0000","last_undegraded":"2023-09-23T15:26:33.469009+0000","last_fullsized":"2023-09-23T15:26:33.469009+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":325,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T15:26:32.469354+0000","last_change":"2023-09-23T15:25:44.023571+0000","last_active":"2023-09-23T15:26:32.469354+0000","last_peered":"2023-09-23T15:26:32.469354+0000","last_clean":"2023-09-23T15:26:32.469354+0000","last_became_active":"2023-09-23T15:25:44.023213+0000","last_became_peered":"2023-09-23T15:25:44.023213+0000","last_unstale":"2023-09-23T15:26:32.469354+0000","last_undegraded":"2023-09-23T15:26:32.469354+0000","last_fullsized":"2023-09-23T15:26:32.469354+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:18:35.840229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":37,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.476298+0000","last_change":"2023-09-23T15:25:18.528240+0000","last_active":"2023-09-23T15:26:33.476298+0000","last_peered":"2023-09-23T15:26:33.476298+0000","last_clean":"2023-09-23T15:26:33.476298+0000","last_became_active":"2023-09-23T15:25:18.527538+0000","last_became_peered":"2023-09-23T15:25:18.527538+0000","last_unstale":"2023-09-23T15:26:33.476298+0000","last_undegraded":"2023-09-23T15:26:33.476298+0000","last_fullsized":"2023-09-23T15:26:33.476298+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:26.611152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":336,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483671+0000","last_change":"2023-09-23T15:25:18.526099+0000","last_active":"2023-09-23T15:26:33.483671+0000","last_peered":"2023-09-23T15:26:33.483671+0000","last_clean":"2023-09-23T15:26:33.483671+0000","last_became_active":"2023-09-23T15:25:18.525785+0000","last_became_peered":"2023-09-23T15:25:18.525785+0000","last_unstale":"2023-09-23T15:26:33.483671+0000","last_undegraded":"2023-09-23T15:26:33.483671+0000","last_fullsized":"2023-09-23T15:26:33.483671+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:33:53.533321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":385,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.479470+0000","last_change":"2023-09-23T15:25:44.032073+0000","last_active":"2023-09-23T15:26:33.479470+0000","last_peered":"2023-09-23T15:26:33.479470+0000","last_clean":"2023-09-23T15:26:33.479470+0000","last_became_active":"2023-09-23T15:25:44.031733+0000","last_became_peered":"2023-09-23T15:25:44.031733+0000","last_unstale":"2023-09-23T15:26:33.479470+0000","last_undegraded":"2023-09-23T15:26:33.479470+0000","last_fullsized":"2023-09-23T15:26:33.479470+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:48.562653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":67,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.481983+0000","last_change":"2023-09-23T15:25:44.086060+0000","last_active":"2023-09-23T15:26:33.481983+0000","last_peered":"2023-09-23T15:26:33.481983+0000","last_clean":"2023-09-23T15:26:33.481983+0000","last_became_active":"2023-09-23T15:25:44.031210+0000","last_became_peered":"2023-09-23T15:25:44.031210+0000","last_unstale":"2023-09-23T15:26:33.481983+0000","last_undegraded":"2023-09-23T15:26:33.481983+0000","last_fullsized":"2023-09-23T15:26:33.481983+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:11:04.278962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":47,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468735+0000","last_change":"2023-09-23T15:25:43.997253+0000","last_active":"2023-09-23T15:26:33.468735+0000","last_peered":"2023-09-23T15:26:33.468735+0000","last_clean":"2023-09-23T15:26:33.468735+0000","last_became_active":"2023-09-23T15:25:43.996803+0000","last_became_peered":"2023-09-23T15:25:43.996803+0000","last_unstale":"2023-09-23T15:26:33.468735+0000","last_undegraded":"2023-09-23T15:26:33.468735+0000","last_fullsized":"2023-09-23T15:26:33.468735+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:33:23.192863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":291,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483107+0000","last_change":"2023-09-23T15:24:47.454633+0000","last_active":"2023-09-23T15:26:33.483107+0000","last_peered":"2023-09-23T15:26:33.483107+0000","last_clean":"2023-09-23T15:26:33.483107+0000","last_became_active":"2023-09-23T15:24:47.438290+0000","last_became_peered":"2023-09-23T15:24:47.438290+0000","last_unstale":"2023-09-23T15:26:33.483107+0000","last_undegraded":"2023-09-23T15:26:33.483107+0000","last_fullsized":"2023-09-23T15:26:33.483107+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:51:30.891395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":18936,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":54,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468427+0000","last_change":"2023-09-23T15:25:18.531090+0000","last_active":"2023-09-23T15:26:33.468427+0000","last_peered":"2023-09-23T15:26:33.468427+0000","last_clean":"2023-09-23T15:26:33.468427+0000","last_became_active":"2023-09-23T15:25:18.530743+0000","last_became_peered":"2023-09-23T15:25:18.530743+0000","last_unstale":"2023-09-23T15:26:33.468427+0000","last_undegraded":"2023-09-23T15:26:33.468427+0000","last_fullsized":"2023-09-23T15:26:33.468427+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:06.363556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"398'5708","reported_seq":5764,"reported_epoch":398,"state":"active+recovery_wait","last_fresh":"2023-09-23T15:26:47.184354+0000","last_change":"2023-09-23T15:26:20.938746+0000","last_active":"2023-09-23T15:26:47.184354+0000","last_peered":"2023-09-23T15:26:47.184354+0000","last_clean":"2023-09-23T15:26:19.813648+0000","last_became_active":"2023-09-23T15:26:20.890092+0000","last_became_peered":"2023-09-23T15:26:20.890092+0000","last_unstale":"2023-09-23T15:26:47.184354+0000","last_undegraded":"2023-09-23T15:26:47.184354+0000","last_fullsized":"2023-09-23T15:26:47.184354+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5708,"log_dups_size":0,"ondisk_log_size":5708,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166920192,"num_objects":2547,"num_object_clones":0,"num_object_copies":7641,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2547,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2957,"num_write_kb":176128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":["7","0","5"],"object_location_counts":[{"shards":"0,5,7","objects":2547}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":495,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483110+0000","last_change":"2023-09-23T15:24:47.463465+0000","last_active":"2023-09-23T15:26:33.483110+0000","last_peered":"2023-09-23T15:26:33.483110+0000","last_clean":"2023-09-23T15:26:33.483110+0000","last_became_active":"2023-09-23T15:24:47.438374+0000","last_became_peered":"2023-09-23T15:24:47.438374+0000","last_unstale":"2023-09-23T15:26:33.483110+0000","last_undegraded":"2023-09-23T15:26:33.483110+0000","last_fullsized":"2023-09-23T15:26:33.483110+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:28:36.238336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":410,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483650+0000","last_change":"2023-09-23T15:24:36.427674+0000","last_active":"2023-09-23T15:26:33.483650+0000","last_peered":"2023-09-23T15:26:33.483650+0000","last_clean":"2023-09-23T15:26:33.483650+0000","last_became_active":"2023-09-23T15:24:36.427409+0000","last_became_peered":"2023-09-23T15:24:36.427409+0000","last_unstale":"2023-09-23T15:26:33.483650+0000","last_undegraded":"2023-09-23T15:26:33.483650+0000","last_fullsized":"2023-09-23T15:26:33.483650+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:44.258439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"398'5805","reported_seq":5865,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T15:26:47.266491+0000","last_change":"2023-09-23T15:26:20.942000+0000","last_active":"2023-09-23T15:26:47.266491+0000","last_peered":"2023-09-23T15:26:47.266491+0000","last_clean":"2023-09-23T15:26:47.266491+0000","last_became_active":"2023-09-23T15:26:20.910189+0000","last_became_peered":"2023-09-23T15:26:20.910189+0000","last_unstale":"2023-09-23T15:26:47.266491+0000","last_undegraded":"2023-09-23T15:26:47.266491+0000","last_fullsized":"2023-09-23T15:26:47.266491+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5805,"log_dups_size":0,"ondisk_log_size":5805,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169902080,"num_objects":2593,"num_object_clones":0,"num_object_copies":7779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2593,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3007,"num_write_kb":179168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":304,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468956+0000","last_change":"2023-09-23T15:25:43.994945+0000","last_active":"2023-09-23T15:26:33.468956+0000","last_peered":"2023-09-23T15:26:33.468956+0000","last_clean":"2023-09-23T15:26:33.468956+0000","last_became_active":"2023-09-23T15:25:43.994634+0000","last_became_peered":"2023-09-23T15:25:43.994634+0000","last_unstale":"2023-09-23T15:26:33.468956+0000","last_undegraded":"2023-09-23T15:26:33.468956+0000","last_fullsized":"2023-09-23T15:26:33.468956+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:31:28.891403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":316,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483217+0000","last_change":"2023-09-23T15:24:47.442522+0000","last_active":"2023-09-23T15:26:33.483217+0000","last_peered":"2023-09-23T15:26:33.483217+0000","last_clean":"2023-09-23T15:26:33.483217+0000","last_became_active":"2023-09-23T15:24:47.438999+0000","last_became_peered":"2023-09-23T15:24:47.438999+0000","last_unstale":"2023-09-23T15:26:33.483217+0000","last_undegraded":"2023-09-23T15:26:33.483217+0000","last_fullsized":"2023-09-23T15:26:33.483217+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:51.456923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":398,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483311+0000","last_change":"2023-09-23T15:24:47.437426+0000","last_active":"2023-09-23T15:26:33.483311+0000","last_peered":"2023-09-23T15:26:33.483311+0000","last_clean":"2023-09-23T15:26:33.483311+0000","last_became_active":"2023-09-23T15:24:47.437070+0000","last_became_peered":"2023-09-23T15:24:47.437070+0000","last_unstale":"2023-09-23T15:26:33.483311+0000","last_undegraded":"2023-09-23T15:26:33.483311+0000","last_fullsized":"2023-09-23T15:26:33.483311+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:48:10.985624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":46,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.480262+0000","last_change":"2023-09-23T15:25:44.039756+0000","last_active":"2023-09-23T15:26:33.480262+0000","last_peered":"2023-09-23T15:26:33.480262+0000","last_clean":"2023-09-23T15:26:33.480262+0000","last_became_active":"2023-09-23T15:25:44.039452+0000","last_became_peered":"2023-09-23T15:25:44.039452+0000","last_unstale":"2023-09-23T15:26:33.480262+0000","last_undegraded":"2023-09-23T15:26:33.480262+0000","last_fullsized":"2023-09-23T15:26:33.480262+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:36:32.444994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":74,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468076+0000","last_change":"2023-09-23T15:25:44.097090+0000","last_active":"2023-09-23T15:26:33.468076+0000","last_peered":"2023-09-23T15:26:33.468076+0000","last_clean":"2023-09-23T15:26:33.468076+0000","last_became_active":"2023-09-23T15:25:44.039934+0000","last_became_peered":"2023-09-23T15:25:44.039934+0000","last_unstale":"2023-09-23T15:26:33.468076+0000","last_undegraded":"2023-09-23T15:26:33.468076+0000","last_fullsized":"2023-09-23T15:26:33.468076+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:09.426824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":312,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.503424+0000","last_change":"2023-09-23T15:25:43.995758+0000","last_active":"2023-09-23T15:26:33.503424+0000","last_peered":"2023-09-23T15:26:33.503424+0000","last_clean":"2023-09-23T15:26:33.503424+0000","last_became_active":"2023-09-23T15:25:43.995443+0000","last_became_peered":"2023-09-23T15:25:43.995443+0000","last_unstale":"2023-09-23T15:26:33.503424+0000","last_undegraded":"2023-09-23T15:26:33.503424+0000","last_fullsized":"2023-09-23T15:26:33.503424+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:35.728968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.5","version":"398'5589","reported_seq":6020,"reported_epoch":398,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:26:44.894801+0000","last_change":"2023-09-23T15:26:21.646311+0000","last_active":"2023-09-23T15:26:44.894801+0000","last_peered":"2023-09-23T15:26:44.894801+0000","last_clean":"2023-09-23T15:25:42.955930+0000","last_became_active":"2023-09-23T15:26:21.640146+0000","last_became_peered":"2023-09-23T15:26:21.640146+0000","last_unstale":"2023-09-23T15:26:44.894801+0000","last_undegraded":"2023-09-23T15:26:21.629979+0000","last_fullsized":"2023-09-23T15:26:44.894801+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5589,"log_dups_size":0,"ondisk_log_size":5589,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165281792,"num_objects":2522,"num_object_clones":0,"num_object_copies":7566,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2097,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2522,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2886,"num_write_kb":173056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":182,"num_bytes_recovered":11960320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":["3","0","7"],"object_location_counts":[{"shards":"0,3,6","objects":425},{"shards":"0,3,7","objects":2097}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":225,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.471521+0000","last_change":"2023-09-23T15:25:44.130894+0000","last_active":"2023-09-23T15:26:33.471521+0000","last_peered":"2023-09-23T15:26:33.471521+0000","last_clean":"2023-09-23T15:26:33.471521+0000","last_became_active":"2023-09-23T15:25:44.022745+0000","last_became_peered":"2023-09-23T15:25:44.022745+0000","last_unstale":"2023-09-23T15:26:33.471521+0000","last_undegraded":"2023-09-23T15:26:33.471521+0000","last_fullsized":"2023-09-23T15:26:33.471521+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:19.324311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":394,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468051+0000","last_change":"2023-09-23T15:25:44.040536+0000","last_active":"2023-09-23T15:26:33.468051+0000","last_peered":"2023-09-23T15:26:33.468051+0000","last_clean":"2023-09-23T15:26:33.468051+0000","last_became_active":"2023-09-23T15:25:44.040232+0000","last_became_peered":"2023-09-23T15:25:44.040232+0000","last_unstale":"2023-09-23T15:26:33.468051+0000","last_undegraded":"2023-09-23T15:26:33.468051+0000","last_fullsized":"2023-09-23T15:26:33.468051+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:25:30.935142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"397'5546","reported_seq":5603,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:43.134619+0000","last_change":"2023-09-23T15:26:20.866623+0000","last_active":"2023-09-23T15:26:43.134619+0000","last_peered":"2023-09-23T15:26:43.134619+0000","last_clean":"2023-09-23T15:26:43.134619+0000","last_became_active":"2023-09-23T15:26:20.853636+0000","last_became_peered":"2023-09-23T15:26:20.853636+0000","last_unstale":"2023-09-23T15:26:43.134619+0000","last_undegraded":"2023-09-23T15:26:43.134619+0000","last_fullsized":"2023-09-23T15:26:43.134619+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5546,"log_dups_size":0,"ondisk_log_size":5546,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166789120,"num_objects":2545,"num_object_clones":0,"num_object_copies":7635,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2545,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2849,"num_write_kb":172608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":392,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483547+0000","last_change":"2023-09-23T15:23:52.515167+0000","last_active":"2023-09-23T15:26:33.483547+0000","last_peered":"2023-09-23T15:26:33.483547+0000","last_clean":"2023-09-23T15:26:33.483547+0000","last_became_active":"2023-09-23T15:23:52.420879+0000","last_became_peered":"2023-09-23T15:23:52.420879+0000","last_unstale":"2023-09-23T15:26:33.483547+0000","last_undegraded":"2023-09-23T15:26:33.483547+0000","last_fullsized":"2023-09-23T15:26:33.483547+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:45.262183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":44,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468213+0000","last_change":"2023-09-23T15:24:47.438652+0000","last_active":"2023-09-23T15:26:33.468213+0000","last_peered":"2023-09-23T15:26:33.468213+0000","last_clean":"2023-09-23T15:26:33.468213+0000","last_became_active":"2023-09-23T15:24:47.438130+0000","last_became_peered":"2023-09-23T15:24:47.438130+0000","last_unstale":"2023-09-23T15:26:33.468213+0000","last_undegraded":"2023-09-23T15:26:33.468213+0000","last_fullsized":"2023-09-23T15:26:33.468213+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:31:47.445763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.7","version":"398'5564","reported_seq":5987,"reported_epoch":398,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:26:44.539623+0000","last_change":"2023-09-23T15:26:22.944797+0000","last_active":"2023-09-23T15:26:44.539623+0000","last_peered":"2023-09-23T15:26:44.539623+0000","last_clean":"2023-09-23T15:25:42.973823+0000","last_became_active":"2023-09-23T15:26:22.914426+0000","last_became_peered":"2023-09-23T15:26:22.914426+0000","last_unstale":"2023-09-23T15:26:44.539623+0000","last_undegraded":"2023-09-23T15:26:21.639470+0000","last_fullsized":"2023-09-23T15:26:44.539623+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5564,"log_dups_size":0,"ondisk_log_size":5564,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164954112,"num_objects":2517,"num_object_clones":0,"num_object_copies":7551,"num_objects_missing_on_primary":2114,"num_objects_missing":2114,"num_objects_degraded":2114,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2517,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2871,"num_write_kb":172416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":177,"num_bytes_recovered":11599872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":["5","6","7"],"object_location_counts":[{"shards":"2,5,6","objects":403},{"shards":"5,6,7","objects":2114}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":449,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483502+0000","last_change":"2023-09-23T15:25:18.532923+0000","last_active":"2023-09-23T15:26:33.483502+0000","last_peered":"2023-09-23T15:26:33.483502+0000","last_clean":"2023-09-23T15:26:33.483502+0000","last_became_active":"2023-09-23T15:25:18.526408+0000","last_became_peered":"2023-09-23T15:25:18.526408+0000","last_unstale":"2023-09-23T15:26:33.483502+0000","last_undegraded":"2023-09-23T15:26:33.483502+0000","last_fullsized":"2023-09-23T15:26:33.483502+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:59:59.731757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":54,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468464+0000","last_change":"2023-09-23T15:25:44.001517+0000","last_active":"2023-09-23T15:26:33.468464+0000","last_peered":"2023-09-23T15:26:33.468464+0000","last_clean":"2023-09-23T15:26:33.468464+0000","last_became_active":"2023-09-23T15:25:44.001169+0000","last_became_peered":"2023-09-23T15:25:44.001169+0000","last_unstale":"2023-09-23T15:26:33.468464+0000","last_undegraded":"2023-09-23T15:26:33.468464+0000","last_fullsized":"2023-09-23T15:26:33.468464+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:55.588454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"398'5694","reported_seq":6161,"reported_epoch":398,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:26:44.542109+0000","last_change":"2023-09-23T15:26:23.056542+0000","last_active":"2023-09-23T15:26:44.542109+0000","last_peered":"2023-09-23T15:26:44.542109+0000","last_clean":"2023-09-23T15:25:42.964213+0000","last_became_active":"2023-09-23T15:26:23.017758+0000","last_became_peered":"2023-09-23T15:26:23.017758+0000","last_unstale":"2023-09-23T15:26:44.542109+0000","last_undegraded":"2023-09-23T15:26:21.646974+0000","last_fullsized":"2023-09-23T15:26:44.542109+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5694,"log_dups_size":0,"ondisk_log_size":5694,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166854656,"num_objects":2546,"num_object_clones":0,"num_object_copies":7638,"num_objects_missing_on_primary":2167,"num_objects_missing":2167,"num_objects_degraded":2167,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2546,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2950,"num_write_kb":175872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":202,"num_bytes_recovered":13238272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,2,5","objects":372},{"shards":"1,2,5,6","objects":7},{"shards":"1,5,6","objects":2167}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":30,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483543+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:26:33.483543+0000","last_peered":"2023-09-23T15:26:33.483543+0000","last_clean":"2023-09-23T15:26:33.483543+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:26:33.483543+0000","last_undegraded":"2023-09-23T15:26:33.483543+0000","last_fullsized":"2023-09-23T15:26:33.483543+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":262,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.474807+0000","last_change":"2023-09-23T15:25:44.031567+0000","last_active":"2023-09-23T15:26:33.474807+0000","last_peered":"2023-09-23T15:26:33.474807+0000","last_clean":"2023-09-23T15:26:33.474807+0000","last_became_active":"2023-09-23T15:25:44.031133+0000","last_became_peered":"2023-09-23T15:25:44.031133+0000","last_unstale":"2023-09-23T15:26:33.474807+0000","last_undegraded":"2023-09-23T15:26:33.474807+0000","last_fullsized":"2023-09-23T15:26:33.474807+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:12.953352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"398'5531","reported_seq":5938,"reported_epoch":398,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:26:44.968399+0000","last_change":"2023-09-23T15:26:21.676019+0000","last_active":"2023-09-23T15:26:44.968399+0000","last_peered":"2023-09-23T15:26:44.968399+0000","last_clean":"2023-09-23T15:25:42.986493+0000","last_became_active":"2023-09-23T15:26:21.671039+0000","last_became_peered":"2023-09-23T15:26:21.671039+0000","last_unstale":"2023-09-23T15:26:44.968399+0000","last_undegraded":"2023-09-23T15:26:21.630103+0000","last_fullsized":"2023-09-23T15:26:44.968399+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5531,"log_dups_size":0,"ondisk_log_size":5531,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165150720,"num_objects":2520,"num_object_clones":0,"num_object_copies":7560,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2130,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2520,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2848,"num_write_kb":171776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":165,"num_bytes_recovered":10813440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":["3","6","7"],"object_location_counts":[{"shards":"2,3,6","objects":390},{"shards":"3,6,7","objects":2130}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":868,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483220+0000","last_change":"2023-09-23T15:25:21.548164+0000","last_active":"2023-09-23T15:26:33.483220+0000","last_peered":"2023-09-23T15:26:33.483220+0000","last_clean":"2023-09-23T15:26:33.483220+0000","last_became_active":"2023-09-23T15:25:21.547864+0000","last_became_peered":"2023-09-23T15:25:21.547864+0000","last_unstale":"2023-09-23T15:26:33.483220+0000","last_undegraded":"2023-09-23T15:26:33.483220+0000","last_fullsized":"2023-09-23T15:26:33.483220+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:05:57.995777+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":41,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.480642+0000","last_change":"2023-09-23T15:25:18.533988+0000","last_active":"2023-09-23T15:26:33.480642+0000","last_peered":"2023-09-23T15:26:33.480642+0000","last_clean":"2023-09-23T15:26:33.480642+0000","last_became_active":"2023-09-23T15:25:18.528620+0000","last_became_peered":"2023-09-23T15:25:18.528620+0000","last_unstale":"2023-09-23T15:26:33.480642+0000","last_undegraded":"2023-09-23T15:26:33.480642+0000","last_fullsized":"2023-09-23T15:26:33.480642+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:50:44.157845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":275,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483717+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:26:33.483717+0000","last_peered":"2023-09-23T15:26:33.483717+0000","last_clean":"2023-09-23T15:26:33.483717+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:26:33.483717+0000","last_undegraded":"2023-09-23T15:26:33.483717+0000","last_fullsized":"2023-09-23T15:26:33.483717+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.0","version":"398'5622","reported_seq":5677,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T15:26:45.231272+0000","last_change":"2023-09-23T15:26:20.853040+0000","last_active":"2023-09-23T15:26:45.231272+0000","last_peered":"2023-09-23T15:26:45.231272+0000","last_clean":"2023-09-23T15:26:45.231272+0000","last_became_active":"2023-09-23T15:26:20.849949+0000","last_became_peered":"2023-09-23T15:26:20.849949+0000","last_unstale":"2023-09-23T15:26:45.231272+0000","last_undegraded":"2023-09-23T15:26:45.231272+0000","last_fullsized":"2023-09-23T15:26:45.231272+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5622,"log_dups_size":0,"ondisk_log_size":5622,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":167051264,"num_objects":2549,"num_object_clones":0,"num_object_copies":7647,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2549,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2899,"num_write_kb":174336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":897,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.467828+0000","last_change":"2023-09-23T15:25:44.035205+0000","last_active":"2023-09-23T15:26:33.467828+0000","last_peered":"2023-09-23T15:26:33.467828+0000","last_clean":"2023-09-23T15:26:33.467828+0000","last_became_active":"2023-09-23T15:25:44.034855+0000","last_became_peered":"2023-09-23T15:25:44.034855+0000","last_unstale":"2023-09-23T15:26:33.467828+0000","last_undegraded":"2023-09-23T15:26:33.467828+0000","last_fullsized":"2023-09-23T15:26:33.467828+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:31:56.781634+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1313440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":44,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468514+0000","last_change":"2023-09-23T15:24:47.443083+0000","last_active":"2023-09-23T15:26:33.468514+0000","last_peered":"2023-09-23T15:26:33.468514+0000","last_clean":"2023-09-23T15:26:33.468514+0000","last_became_active":"2023-09-23T15:24:47.442506+0000","last_became_peered":"2023-09-23T15:24:47.442506+0000","last_unstale":"2023-09-23T15:26:33.468514+0000","last_undegraded":"2023-09-23T15:26:33.468514+0000","last_fullsized":"2023-09-23T15:26:33.468514+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:48:03.600653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":37,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.470226+0000","last_change":"2023-09-23T15:25:18.529377+0000","last_active":"2023-09-23T15:26:33.470226+0000","last_peered":"2023-09-23T15:26:33.470226+0000","last_clean":"2023-09-23T15:26:33.470226+0000","last_became_active":"2023-09-23T15:25:18.529062+0000","last_became_peered":"2023-09-23T15:25:18.529062+0000","last_unstale":"2023-09-23T15:26:33.470226+0000","last_undegraded":"2023-09-23T15:26:33.470226+0000","last_fullsized":"2023-09-23T15:26:33.470226+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:23:13.239494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3","version":"398'5624","reported_seq":11742,"reported_epoch":398,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:26:47.313128+0000","last_change":"2023-09-23T15:26:21.655336+0000","last_active":"2023-09-23T15:26:47.313128+0000","last_peered":"2023-09-23T15:26:47.313128+0000","last_clean":"2023-09-23T15:25:17.525025+0000","last_became_active":"2023-09-23T15:26:21.651596+0000","last_became_peered":"2023-09-23T15:26:21.651596+0000","last_unstale":"2023-09-23T15:26:47.313128+0000","last_undegraded":"2023-09-23T15:26:21.629542+0000","last_fullsized":"2023-09-23T15:26:47.313128+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5624,"log_dups_size":0,"ondisk_log_size":5624,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163250176,"num_objects":2491,"num_object_clones":0,"num_object_copies":7473,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":58,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2491,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2921,"num_write_kb":173184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1509,"num_bytes_recovered":98893824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":["7","5","6"],"object_location_counts":[{"shards":"3,5,7","objects":2433},{"shards":"5,6,7","objects":58}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":54,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468666+0000","last_change":"2023-09-23T15:24:36.431618+0000","last_active":"2023-09-23T15:26:33.468666+0000","last_peered":"2023-09-23T15:26:33.468666+0000","last_clean":"2023-09-23T15:26:33.468666+0000","last_became_active":"2023-09-23T15:24:36.431363+0000","last_became_peered":"2023-09-23T15:24:36.431363+0000","last_unstale":"2023-09-23T15:26:33.468666+0000","last_undegraded":"2023-09-23T15:26:33.468666+0000","last_fullsized":"2023-09-23T15:26:33.468666+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:47:14.811485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":53,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468858+0000","last_change":"2023-09-23T15:25:18.526034+0000","last_active":"2023-09-23T15:26:33.468858+0000","last_peered":"2023-09-23T15:26:33.468858+0000","last_clean":"2023-09-23T15:26:33.468858+0000","last_became_active":"2023-09-23T15:25:18.525559+0000","last_became_peered":"2023-09-23T15:25:18.525559+0000","last_unstale":"2023-09-23T15:26:33.468858+0000","last_undegraded":"2023-09-23T15:26:33.468858+0000","last_fullsized":"2023-09-23T15:26:33.468858+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:11.559066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2","version":"397'5477","reported_seq":9867,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:43.102499+0000","last_change":"2023-09-23T15:26:26.195535+0000","last_active":"2023-09-23T15:26:43.102499+0000","last_peered":"2023-09-23T15:26:43.102499+0000","last_clean":"2023-09-23T15:26:43.102499+0000","last_became_active":"2023-09-23T15:26:26.190782+0000","last_became_peered":"2023-09-23T15:26:26.190782+0000","last_unstale":"2023-09-23T15:26:43.102499+0000","last_undegraded":"2023-09-23T15:26:43.102499+0000","last_fullsized":"2023-09-23T15:26:43.102499+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5477,"log_dups_size":0,"ondisk_log_size":5477,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163872768,"num_objects":2500,"num_object_clones":0,"num_object_copies":7500,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2500,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2818,"num_write_kb":170208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1538,"num_bytes_recovered":100827136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":802,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468909+0000","last_change":"2023-09-23T15:24:50.421862+0000","last_active":"2023-09-23T15:26:33.468909+0000","last_peered":"2023-09-23T15:26:33.468909+0000","last_clean":"2023-09-23T15:26:33.468909+0000","last_became_active":"2023-09-23T15:24:50.421469+0000","last_became_peered":"2023-09-23T15:24:50.421469+0000","last_unstale":"2023-09-23T15:26:33.468909+0000","last_undegraded":"2023-09-23T15:26:33.468909+0000","last_fullsized":"2023-09-23T15:26:33.468909+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":367,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:30:19.661293+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":326,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.482774+0000","last_change":"2023-09-23T15:24:47.437144+0000","last_active":"2023-09-23T15:26:33.482774+0000","last_peered":"2023-09-23T15:26:33.482774+0000","last_clean":"2023-09-23T15:26:33.482774+0000","last_became_active":"2023-09-23T15:24:47.436817+0000","last_became_peered":"2023-09-23T15:24:47.436817+0000","last_unstale":"2023-09-23T15:26:33.482774+0000","last_undegraded":"2023-09-23T15:26:33.482774+0000","last_fullsized":"2023-09-23T15:26:33.482774+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:53.760090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":391,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T15:26:32.463694+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:26:32.463694+0000","last_peered":"2023-09-23T15:26:32.463694+0000","last_clean":"2023-09-23T15:26:32.463694+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:26:32.463694+0000","last_undegraded":"2023-09-23T15:26:32.463694+0000","last_fullsized":"2023-09-23T15:26:32.463694+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"397'5861","reported_seq":6024,"reported_epoch":397,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:26:43.199152+0000","last_change":"2023-09-23T15:26:20.908377+0000","last_active":"2023-09-23T15:26:43.199152+0000","last_peered":"2023-09-23T15:26:43.199152+0000","last_clean":"2023-09-23T15:25:17.518007+0000","last_became_active":"2023-09-23T15:25:44.159344+0000","last_became_peered":"2023-09-23T15:25:44.159344+0000","last_unstale":"2023-09-23T15:26:43.199152+0000","last_undegraded":"2023-09-23T15:26:20.901067+0000","last_fullsized":"2023-09-23T15:25:43.996936+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5861,"log_dups_size":0,"ondisk_log_size":5861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:57:38.539521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339542016,"num_objects":5181,"num_object_clones":0,"num_object_copies":15543,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4614,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5181,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5861,"num_write_kb":353344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1],"avail_no_missing":["5","1","7"],"object_location_counts":[{"shards":"1,2,5","objects":1462},{"shards":"1,5","objects":567},{"shards":"1,5,7","objects":2860}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":742,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468966+0000","last_change":"2023-09-23T15:25:47.013131+0000","last_active":"2023-09-23T15:26:33.468966+0000","last_peered":"2023-09-23T15:26:33.468966+0000","last_clean":"2023-09-23T15:26:33.468966+0000","last_became_active":"2023-09-23T15:25:47.012750+0000","last_became_peered":"2023-09-23T15:25:47.012750+0000","last_unstale":"2023-09-23T15:26:33.468966+0000","last_undegraded":"2023-09-23T15:26:33.468966+0000","last_fullsized":"2023-09-23T15:26:33.468966+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:18.396162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:18.396162+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:48:44.162152+0000","scrub_duration":0.0013372690000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":362,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483017+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:26:33.483017+0000","last_peered":"2023-09-23T15:26:33.483017+0000","last_clean":"2023-09-23T15:26:33.483017+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:26:33.483017+0000","last_undegraded":"2023-09-23T15:26:33.483017+0000","last_fullsized":"2023-09-23T15:26:33.483017+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":30,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.485108+0000","last_change":"2023-09-23T15:25:44.083262+0000","last_active":"2023-09-23T15:26:33.485108+0000","last_peered":"2023-09-23T15:26:33.485108+0000","last_clean":"2023-09-23T15:26:33.485108+0000","last_became_active":"2023-09-23T15:25:44.054516+0000","last_became_peered":"2023-09-23T15:25:44.054516+0000","last_unstale":"2023-09-23T15:26:33.485108+0000","last_undegraded":"2023-09-23T15:26:33.485108+0000","last_fullsized":"2023-09-23T15:26:33.485108+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:58.518554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":364,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.471142+0000","last_change":"2023-09-23T15:25:43.992323+0000","last_active":"2023-09-23T15:26:33.471142+0000","last_peered":"2023-09-23T15:26:33.471142+0000","last_clean":"2023-09-23T15:26:33.471142+0000","last_became_active":"2023-09-23T15:25:43.992017+0000","last_became_peered":"2023-09-23T15:25:43.992017+0000","last_unstale":"2023-09-23T15:26:33.471142+0000","last_undegraded":"2023-09-23T15:26:33.471142+0000","last_fullsized":"2023-09-23T15:26:33.471142+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:21.261892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.9","version":"398'5736","reported_seq":5793,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T15:26:47.138149+0000","last_change":"2023-09-23T15:26:20.885815+0000","last_active":"2023-09-23T15:26:47.138149+0000","last_peered":"2023-09-23T15:26:47.138149+0000","last_clean":"2023-09-23T15:26:47.138149+0000","last_became_active":"2023-09-23T15:26:20.880695+0000","last_became_peered":"2023-09-23T15:26:20.880695+0000","last_unstale":"2023-09-23T15:26:47.138149+0000","last_undegraded":"2023-09-23T15:26:47.138149+0000","last_fullsized":"2023-09-23T15:26:47.138149+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5736,"log_dups_size":0,"ondisk_log_size":5736,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165216256,"num_objects":2521,"num_object_clones":0,"num_object_copies":7563,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2521,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2985,"num_write_kb":176192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":813,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.470882+0000","last_change":"2023-09-23T15:24:39.425803+0000","last_active":"2023-09-23T15:26:33.470882+0000","last_peered":"2023-09-23T15:26:33.470882+0000","last_clean":"2023-09-23T15:26:33.470882+0000","last_became_active":"2023-09-23T15:24:39.425366+0000","last_became_peered":"2023-09-23T15:24:39.425366+0000","last_unstale":"2023-09-23T15:26:33.470882+0000","last_undegraded":"2023-09-23T15:26:33.470882+0000","last_fullsized":"2023-09-23T15:26:33.470882+0000","mapping_epoch":357,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":358,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:29.123897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:29.123897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:35.456252+0000","scrub_duration":0.0014113800000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":367,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T15:26:32.490315+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:26:32.490315+0000","last_peered":"2023-09-23T15:26:32.490315+0000","last_clean":"2023-09-23T15:26:32.490315+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:26:32.490315+0000","last_undegraded":"2023-09-23T15:26:32.490315+0000","last_fullsized":"2023-09-23T15:26:32.490315+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":44,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468385+0000","last_change":"2023-09-23T15:24:47.442840+0000","last_active":"2023-09-23T15:26:33.468385+0000","last_peered":"2023-09-23T15:26:33.468385+0000","last_clean":"2023-09-23T15:26:33.468385+0000","last_became_active":"2023-09-23T15:24:47.442586+0000","last_became_peered":"2023-09-23T15:24:47.442586+0000","last_unstale":"2023-09-23T15:26:33.468385+0000","last_undegraded":"2023-09-23T15:26:33.468385+0000","last_fullsized":"2023-09-23T15:26:33.468385+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:52:06.561363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":46,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.470272+0000","last_change":"2023-09-23T15:25:44.033753+0000","last_active":"2023-09-23T15:26:33.470272+0000","last_peered":"2023-09-23T15:26:33.470272+0000","last_clean":"2023-09-23T15:26:33.470272+0000","last_became_active":"2023-09-23T15:25:44.033231+0000","last_became_peered":"2023-09-23T15:25:44.033231+0000","last_unstale":"2023-09-23T15:26:33.470272+0000","last_undegraded":"2023-09-23T15:26:33.470272+0000","last_fullsized":"2023-09-23T15:26:33.470272+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:23:42.247449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.a","version":"398'5671","reported_seq":5741,"reported_epoch":398,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:26:47.323431+0000","last_change":"2023-09-23T15:25:45.381007+0000","last_active":"2023-09-23T15:26:47.323431+0000","last_peered":"2023-09-23T15:26:47.323431+0000","last_clean":"2023-09-23T15:25:42.992139+0000","last_became_active":"2023-09-23T15:25:45.372723+0000","last_became_peered":"2023-09-23T15:25:45.372723+0000","last_unstale":"2023-09-23T15:26:47.323431+0000","last_undegraded":"2023-09-23T15:25:45.110206+0000","last_fullsized":"2023-09-23T15:25:44.987801+0000","mapping_epoch":379,"log_start":"367'200","ondisk_log_start":"367'200","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5471,"log_dups_size":0,"ondisk_log_size":5471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:09.067466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318963712,"num_objects":4867,"num_object_clones":0,"num_object_copies":14601,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4400,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4867,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5671,"num_write_kb":337216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":3998},{"shards":"1,7","objects":467}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":880,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468791+0000","last_change":"2023-09-23T15:25:43.997083+0000","last_active":"2023-09-23T15:26:33.468791+0000","last_peered":"2023-09-23T15:26:33.468791+0000","last_clean":"2023-09-23T15:26:33.468791+0000","last_became_active":"2023-09-23T15:25:43.996734+0000","last_became_peered":"2023-09-23T15:25:43.996734+0000","last_unstale":"2023-09-23T15:26:33.468791+0000","last_undegraded":"2023-09-23T15:26:33.468791+0000","last_fullsized":"2023-09-23T15:26:33.468791+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:37.123004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:37.123004+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:26:35.681971+0000","scrub_duration":0.0023767789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":46,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468263+0000","last_change":"2023-09-23T15:25:44.034151+0000","last_active":"2023-09-23T15:26:33.468263+0000","last_peered":"2023-09-23T15:26:33.468263+0000","last_clean":"2023-09-23T15:26:33.468263+0000","last_became_active":"2023-09-23T15:25:44.033769+0000","last_became_peered":"2023-09-23T15:25:44.033769+0000","last_unstale":"2023-09-23T15:26:33.468263+0000","last_undegraded":"2023-09-23T15:26:33.468263+0000","last_fullsized":"2023-09-23T15:26:33.468263+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:41.988545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":37,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468059+0000","last_change":"2023-09-23T15:25:18.531488+0000","last_active":"2023-09-23T15:26:33.468059+0000","last_peered":"2023-09-23T15:26:33.468059+0000","last_clean":"2023-09-23T15:26:33.468059+0000","last_became_active":"2023-09-23T15:25:18.531154+0000","last_became_peered":"2023-09-23T15:25:18.531154+0000","last_unstale":"2023-09-23T15:26:33.468059+0000","last_undegraded":"2023-09-23T15:26:33.468059+0000","last_fullsized":"2023-09-23T15:26:33.468059+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:36:29.899307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":30,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.482777+0000","last_change":"2023-09-23T15:25:44.155299+0000","last_active":"2023-09-23T15:26:33.482777+0000","last_peered":"2023-09-23T15:26:33.482777+0000","last_clean":"2023-09-23T15:26:33.482777+0000","last_became_active":"2023-09-23T15:25:44.036519+0000","last_became_peered":"2023-09-23T15:25:44.036519+0000","last_unstale":"2023-09-23T15:26:33.482777+0000","last_undegraded":"2023-09-23T15:26:33.482777+0000","last_fullsized":"2023-09-23T15:26:33.482777+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:57.775573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"398'5804","reported_seq":5865,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T15:26:47.371524+0000","last_change":"2023-09-23T15:26:20.894007+0000","last_active":"2023-09-23T15:26:47.371524+0000","last_peered":"2023-09-23T15:26:47.371524+0000","last_clean":"2023-09-23T15:26:47.371524+0000","last_became_active":"2023-09-23T15:26:20.868485+0000","last_became_peered":"2023-09-23T15:26:20.868485+0000","last_unstale":"2023-09-23T15:26:47.371524+0000","last_undegraded":"2023-09-23T15:26:47.371524+0000","last_fullsized":"2023-09-23T15:26:47.371524+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5804,"log_dups_size":0,"ondisk_log_size":5804,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169967616,"num_objects":2593,"num_object_clones":0,"num_object_copies":7779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2593,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3005,"num_write_kb":179168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":64,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T15:26:43.617043+0000","last_change":"2023-09-23T15:25:44.033482+0000","last_active":"2023-09-23T15:26:43.617043+0000","last_peered":"2023-09-23T15:26:43.617043+0000","last_clean":"2023-09-23T15:26:43.617043+0000","last_became_active":"2023-09-23T15:25:44.033172+0000","last_became_peered":"2023-09-23T15:25:44.033172+0000","last_unstale":"2023-09-23T15:26:43.617043+0000","last_undegraded":"2023-09-23T15:26:43.617043+0000","last_fullsized":"2023-09-23T15:26:43.617043+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:59:03.193276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":867,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.467955+0000","last_change":"2023-09-23T15:25:47.008789+0000","last_active":"2023-09-23T15:26:33.467955+0000","last_peered":"2023-09-23T15:26:33.467955+0000","last_clean":"2023-09-23T15:26:33.467955+0000","last_became_active":"2023-09-23T15:25:47.008411+0000","last_became_peered":"2023-09-23T15:25:47.008411+0000","last_unstale":"2023-09-23T15:26:33.467955+0000","last_undegraded":"2023-09-23T15:26:33.467955+0000","last_fullsized":"2023-09-23T15:26:33.467955+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.201466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.201466+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:22:12.733759+0000","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":30,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.479654+0000","last_change":"2023-09-23T15:25:44.030767+0000","last_active":"2023-09-23T15:26:33.479654+0000","last_peered":"2023-09-23T15:26:33.479654+0000","last_clean":"2023-09-23T15:26:33.479654+0000","last_became_active":"2023-09-23T15:25:44.030415+0000","last_became_peered":"2023-09-23T15:25:44.030415+0000","last_unstale":"2023-09-23T15:26:33.479654+0000","last_undegraded":"2023-09-23T15:26:33.479654+0000","last_fullsized":"2023-09-23T15:26:33.479654+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:32:05.942214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":44,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.469145+0000","last_change":"2023-09-23T15:24:47.439855+0000","last_active":"2023-09-23T15:26:33.469145+0000","last_peered":"2023-09-23T15:26:33.469145+0000","last_clean":"2023-09-23T15:26:33.469145+0000","last_became_active":"2023-09-23T15:24:47.437818+0000","last_became_peered":"2023-09-23T15:24:47.437818+0000","last_unstale":"2023-09-23T15:26:33.469145+0000","last_undegraded":"2023-09-23T15:26:33.469145+0000","last_fullsized":"2023-09-23T15:26:33.469145+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:58:40.755896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"398'5773","reported_seq":5817,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T15:26:45.439050+0000","last_change":"2023-09-23T15:24:47.442690+0000","last_active":"2023-09-23T15:26:45.439050+0000","last_peered":"2023-09-23T15:26:45.439050+0000","last_clean":"2023-09-23T15:26:45.439050+0000","last_became_active":"2023-09-23T15:24:47.442141+0000","last_became_peered":"2023-09-23T15:24:47.442141+0000","last_unstale":"2023-09-23T15:26:45.439050+0000","last_undegraded":"2023-09-23T15:26:45.439050+0000","last_fullsized":"2023-09-23T15:26:45.439050+0000","mapping_epoch":363,"log_start":"368'836","ondisk_log_start":"368'836","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4937,"log_dups_size":0,"ondisk_log_size":4937,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:44.062923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":329711616,"num_objects":5031,"num_object_clones":0,"num_object_copies":15093,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5031,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5773,"num_write_kb":345728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":587,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.474578+0000","last_change":"2023-09-23T15:25:47.012538+0000","last_active":"2023-09-23T15:26:33.474578+0000","last_peered":"2023-09-23T15:26:33.474578+0000","last_clean":"2023-09-23T15:26:33.474578+0000","last_became_active":"2023-09-23T15:25:47.012164+0000","last_became_peered":"2023-09-23T15:25:47.012164+0000","last_unstale":"2023-09-23T15:26:33.474578+0000","last_undegraded":"2023-09-23T15:26:33.474578+0000","last_fullsized":"2023-09-23T15:26:33.474578+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:07.362168+0000","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":392,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.482750+0000","last_change":"2023-09-23T15:22:13.497353+0000","last_active":"2023-09-23T15:26:33.482750+0000","last_peered":"2023-09-23T15:26:33.482750+0000","last_clean":"2023-09-23T15:26:33.482750+0000","last_became_active":"2023-09-23T15:22:13.497029+0000","last_became_peered":"2023-09-23T15:22:13.497029+0000","last_unstale":"2023-09-23T15:26:33.482750+0000","last_undegraded":"2023-09-23T15:26:33.482750+0000","last_fullsized":"2023-09-23T15:26:33.482750+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:09.247340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":79,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483066+0000","last_change":"2023-09-23T15:23:52.417398+0000","last_active":"2023-09-23T15:26:33.483066+0000","last_peered":"2023-09-23T15:26:33.483066+0000","last_clean":"2023-09-23T15:26:33.483066+0000","last_became_active":"2023-09-23T15:23:52.416962+0000","last_became_peered":"2023-09-23T15:23:52.416962+0000","last_unstale":"2023-09-23T15:26:33.483066+0000","last_undegraded":"2023-09-23T15:26:33.483066+0000","last_fullsized":"2023-09-23T15:26:33.483066+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:49.586468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":233,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.477136+0000","last_change":"2023-09-23T15:25:18.530499+0000","last_active":"2023-09-23T15:26:33.477136+0000","last_peered":"2023-09-23T15:26:33.477136+0000","last_clean":"2023-09-23T15:26:33.477136+0000","last_became_active":"2023-09-23T15:25:18.530202+0000","last_became_peered":"2023-09-23T15:25:18.530202+0000","last_unstale":"2023-09-23T15:26:33.477136+0000","last_undegraded":"2023-09-23T15:26:33.477136+0000","last_fullsized":"2023-09-23T15:26:33.477136+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:54.704119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"398'5621","reported_seq":5676,"reported_epoch":398,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:26:47.182610+0000","last_change":"2023-09-23T15:25:54.993694+0000","last_active":"2023-09-23T15:26:47.182610+0000","last_peered":"2023-09-23T15:26:47.182610+0000","last_clean":"2023-09-23T15:25:42.983538+0000","last_became_active":"2023-09-23T15:25:54.950446+0000","last_became_peered":"2023-09-23T15:25:54.950446+0000","last_unstale":"2023-09-23T15:26:47.182610+0000","last_undegraded":"2023-09-23T15:25:52.087167+0000","last_fullsized":"2023-09-23T15:25:44.995070+0000","mapping_epoch":379,"log_start":"368'522","ondisk_log_start":"368'522","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5099,"log_dups_size":0,"ondisk_log_size":5099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:21:14.905435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":316473344,"num_objects":4829,"num_object_clones":0,"num_object_copies":14487,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4407,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4829,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5621,"num_write_kb":334400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5],"avail_no_missing":["0","5","7"],"object_location_counts":[{"shards":"0,5","objects":422},{"shards":"0,5,7","objects":4011}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":662,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468851+0000","last_change":"2023-09-23T15:25:15.337947+0000","last_active":"2023-09-23T15:26:33.468851+0000","last_peered":"2023-09-23T15:26:33.468851+0000","last_clean":"2023-09-23T15:26:33.468851+0000","last_became_active":"2023-09-23T15:24:50.425450+0000","last_became_peered":"2023-09-23T15:24:50.425450+0000","last_unstale":"2023-09-23T15:26:33.468851+0000","last_undegraded":"2023-09-23T15:26:33.468851+0000","last_fullsized":"2023-09-23T15:26:33.468851+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":367,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:15.337833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:15.337833+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:40:55.802786+0000","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":412,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483416+0000","last_change":"2023-09-23T15:24:47.440705+0000","last_active":"2023-09-23T15:26:33.483416+0000","last_peered":"2023-09-23T15:26:33.483416+0000","last_clean":"2023-09-23T15:26:33.483416+0000","last_became_active":"2023-09-23T15:24:47.438694+0000","last_became_peered":"2023-09-23T15:24:47.438694+0000","last_unstale":"2023-09-23T15:26:33.483416+0000","last_undegraded":"2023-09-23T15:26:33.483416+0000","last_fullsized":"2023-09-23T15:26:33.483416+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:28.433332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":37,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.470362+0000","last_change":"2023-09-23T15:25:18.526075+0000","last_active":"2023-09-23T15:26:33.470362+0000","last_peered":"2023-09-23T15:26:33.470362+0000","last_clean":"2023-09-23T15:26:33.470362+0000","last_became_active":"2023-09-23T15:25:18.525759+0000","last_became_peered":"2023-09-23T15:25:18.525759+0000","last_unstale":"2023-09-23T15:26:33.470362+0000","last_undegraded":"2023-09-23T15:26:33.470362+0000","last_fullsized":"2023-09-23T15:26:33.470362+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:48.956261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":263,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T15:26:32.468909+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:26:32.468909+0000","last_peered":"2023-09-23T15:26:32.468909+0000","last_clean":"2023-09-23T15:26:32.468909+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:26:32.468909+0000","last_undegraded":"2023-09-23T15:26:32.468909+0000","last_fullsized":"2023-09-23T15:26:32.468909+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"398'5693","reported_seq":9556,"reported_epoch":398,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:26:45.509103+0000","last_change":"2023-09-23T15:26:20.955019+0000","last_active":"2023-09-23T15:26:45.509103+0000","last_peered":"2023-09-23T15:26:45.509103+0000","last_clean":"2023-09-23T15:25:42.976046+0000","last_became_active":"2023-09-23T15:25:45.219355+0000","last_became_peered":"2023-09-23T15:25:45.219355+0000","last_unstale":"2023-09-23T15:26:45.509103+0000","last_undegraded":"2023-09-23T15:26:45.509103+0000","last_fullsized":"2023-09-23T15:25:44.986304+0000","mapping_epoch":379,"log_start":"368'764","ondisk_log_start":"368'764","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4929,"log_dups_size":0,"ondisk_log_size":4929,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:53.071789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":325320728,"num_objects":4965,"num_object_clones":0,"num_object_copies":14895,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2609,"num_objects_unfound":0,"num_objects_dirty":4965,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5693,"num_write_kb":340993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1896,"num_bytes_recovered":124256256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5],"avail_no_missing":["6","5","7"],"object_location_counts":[{"shards":"5,6","objects":2356},{"shards":"5,6,7","objects":2609}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":817,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.470142+0000","last_change":"2023-09-23T15:25:47.008007+0000","last_active":"2023-09-23T15:26:33.470142+0000","last_peered":"2023-09-23T15:26:33.470142+0000","last_clean":"2023-09-23T15:26:33.470142+0000","last_became_active":"2023-09-23T15:25:47.007661+0000","last_became_peered":"2023-09-23T15:25:47.007661+0000","last_unstale":"2023-09-23T15:26:33.470142+0000","last_undegraded":"2023-09-23T15:26:33.470142+0000","last_fullsized":"2023-09-23T15:26:33.470142+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:34.895121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:34.895121+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:28:00.954966+0000","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":407,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.482917+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:26:33.482917+0000","last_peered":"2023-09-23T15:26:33.482917+0000","last_clean":"2023-09-23T15:26:33.482917+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:26:33.482917+0000","last_undegraded":"2023-09-23T15:26:33.482917+0000","last_fullsized":"2023-09-23T15:26:33.482917+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":44,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468912+0000","last_change":"2023-09-23T15:24:47.437697+0000","last_active":"2023-09-23T15:26:33.468912+0000","last_peered":"2023-09-23T15:26:33.468912+0000","last_clean":"2023-09-23T15:26:33.468912+0000","last_became_active":"2023-09-23T15:24:47.437172+0000","last_became_peered":"2023-09-23T15:24:47.437172+0000","last_unstale":"2023-09-23T15:26:33.468912+0000","last_undegraded":"2023-09-23T15:26:33.468912+0000","last_fullsized":"2023-09-23T15:26:33.468912+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:00.375159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":245,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.470562+0000","last_change":"2023-09-23T15:25:43.999137+0000","last_active":"2023-09-23T15:26:33.470562+0000","last_peered":"2023-09-23T15:26:33.470562+0000","last_clean":"2023-09-23T15:26:33.470562+0000","last_became_active":"2023-09-23T15:25:43.998935+0000","last_became_peered":"2023-09-23T15:25:43.998935+0000","last_unstale":"2023-09-23T15:26:33.470562+0000","last_undegraded":"2023-09-23T15:26:33.470562+0000","last_fullsized":"2023-09-23T15:26:33.470562+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:35.277436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"398'5736","reported_seq":8801,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T15:26:44.946558+0000","last_change":"2023-09-23T15:25:55.063698+0000","last_active":"2023-09-23T15:26:44.946558+0000","last_peered":"2023-09-23T15:26:44.946558+0000","last_clean":"2023-09-23T15:26:44.946558+0000","last_became_active":"2023-09-23T15:25:55.058273+0000","last_became_peered":"2023-09-23T15:25:55.058273+0000","last_unstale":"2023-09-23T15:26:44.946558+0000","last_undegraded":"2023-09-23T15:26:44.946558+0000","last_fullsized":"2023-09-23T15:26:44.946558+0000","mapping_epoch":384,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5736,"log_dups_size":0,"ondisk_log_size":5736,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:28.426698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327942144,"num_objects":5004,"num_object_clones":0,"num_object_copies":15012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5004,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5736,"num_write_kb":343680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3125,"num_bytes_recovered":204800000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":731,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.483566+0000","last_change":"2023-09-23T15:26:26.182245+0000","last_active":"2023-09-23T15:26:33.483566+0000","last_peered":"2023-09-23T15:26:33.483566+0000","last_clean":"2023-09-23T15:26:33.483566+0000","last_became_active":"2023-09-23T15:26:26.181816+0000","last_became_peered":"2023-09-23T15:26:26.181816+0000","last_unstale":"2023-09-23T15:26:33.483566+0000","last_undegraded":"2023-09-23T15:26:33.483566+0000","last_fullsized":"2023-09-23T15:26:33.483566+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:24:41.592032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.592032+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":870039,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":54,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468934+0000","last_change":"2023-09-23T15:25:44.030781+0000","last_active":"2023-09-23T15:26:33.468934+0000","last_peered":"2023-09-23T15:26:33.468934+0000","last_clean":"2023-09-23T15:26:33.468934+0000","last_became_active":"2023-09-23T15:25:44.030444+0000","last_became_peered":"2023-09-23T15:25:44.030444+0000","last_unstale":"2023-09-23T15:26:33.468934+0000","last_undegraded":"2023-09-23T15:26:33.468934+0000","last_fullsized":"2023-09-23T15:26:33.468934+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:59.721186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":310,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.477271+0000","last_change":"2023-09-23T15:25:43.999943+0000","last_active":"2023-09-23T15:26:33.477271+0000","last_peered":"2023-09-23T15:26:33.477271+0000","last_clean":"2023-09-23T15:26:33.477271+0000","last_became_active":"2023-09-23T15:25:43.993074+0000","last_became_peered":"2023-09-23T15:25:43.993074+0000","last_unstale":"2023-09-23T15:26:33.477271+0000","last_undegraded":"2023-09-23T15:26:33.477271+0000","last_fullsized":"2023-09-23T15:26:33.477271+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:19.489057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":257,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T15:26:32.468652+0000","last_change":"2023-09-23T15:24:47.431128+0000","last_active":"2023-09-23T15:26:32.468652+0000","last_peered":"2023-09-23T15:26:32.468652+0000","last_clean":"2023-09-23T15:26:32.468652+0000","last_became_active":"2023-09-23T15:24:47.430758+0000","last_became_peered":"2023-09-23T15:24:47.430758+0000","last_unstale":"2023-09-23T15:26:32.468652+0000","last_undegraded":"2023-09-23T15:26:32.468652+0000","last_fullsized":"2023-09-23T15:26:32.468652+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:52.955783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"398'5560","reported_seq":6031,"reported_epoch":398,"state":"active+recovering","last_fresh":"2023-09-23T15:26:44.995262+0000","last_change":"2023-09-23T15:26:44.980277+0000","last_active":"2023-09-23T15:26:44.995262+0000","last_peered":"2023-09-23T15:26:44.995262+0000","last_clean":"2023-09-23T15:25:42.986493+0000","last_became_active":"2023-09-23T15:26:20.931110+0000","last_became_peered":"2023-09-23T15:26:20.931110+0000","last_unstale":"2023-09-23T15:26:44.995262+0000","last_undegraded":"2023-09-23T15:26:44.995262+0000","last_fullsized":"2023-09-23T15:26:44.995262+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5560,"log_dups_size":0,"ondisk_log_size":5560,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":163250176,"num_objects":2491,"num_object_clones":0,"num_object_copies":7473,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2055,"num_objects_unfound":0,"num_objects_dirty":2491,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2877,"num_write_kb":171776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":197,"num_bytes_recovered":12910592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":["3","6","7"],"object_location_counts":[{"shards":"2,3,6","objects":436},{"shards":"3,6,7","objects":2055}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":276,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.474747+0000","last_change":"2023-09-23T15:25:44.031412+0000","last_active":"2023-09-23T15:26:33.474747+0000","last_peered":"2023-09-23T15:26:33.474747+0000","last_clean":"2023-09-23T15:26:33.474747+0000","last_became_active":"2023-09-23T15:25:44.030745+0000","last_became_peered":"2023-09-23T15:25:44.030745+0000","last_unstale":"2023-09-23T15:26:33.474747+0000","last_undegraded":"2023-09-23T15:26:33.474747+0000","last_fullsized":"2023-09-23T15:26:33.474747+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:09.557896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":30,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.470189+0000","last_change":"2023-09-23T15:25:44.033565+0000","last_active":"2023-09-23T15:26:33.470189+0000","last_peered":"2023-09-23T15:26:33.470189+0000","last_clean":"2023-09-23T15:26:33.470189+0000","last_became_active":"2023-09-23T15:25:44.032827+0000","last_became_peered":"2023-09-23T15:25:44.032827+0000","last_unstale":"2023-09-23T15:26:33.470189+0000","last_undegraded":"2023-09-23T15:26:33.470189+0000","last_fullsized":"2023-09-23T15:26:33.470189+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:29:14.540638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.16","version":"398'5674","reported_seq":6103,"reported_epoch":398,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:26:44.483952+0000","last_change":"2023-09-23T15:26:22.644718+0000","last_active":"2023-09-23T15:26:44.483952+0000","last_peered":"2023-09-23T15:26:44.483952+0000","last_clean":"2023-09-23T15:25:42.964213+0000","last_became_active":"2023-09-23T15:26:21.692963+0000","last_became_peered":"2023-09-23T15:26:21.692963+0000","last_unstale":"2023-09-23T15:26:44.483952+0000","last_undegraded":"2023-09-23T15:26:21.640710+0000","last_fullsized":"2023-09-23T15:26:44.483952+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5674,"log_dups_size":0,"ondisk_log_size":5674,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":167903232,"num_objects":2562,"num_object_clones":0,"num_object_copies":7686,"num_objects_missing_on_primary":2066,"num_objects_missing":2066,"num_objects_degraded":2066,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2562,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2930,"num_write_kb":175744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":184,"num_bytes_recovered":12058624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,2,5","objects":492},{"shards":"1,2,5,6","objects":4},{"shards":"1,5,6","objects":2066}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":209,"reported_epoch":396,"state":"active+clean","last_fresh":"2023-09-23T15:26:32.463499+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:26:32.463499+0000","last_peered":"2023-09-23T15:26:32.463499+0000","last_clean":"2023-09-23T15:26:32.463499+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:26:32.463499+0000","last_undegraded":"2023-09-23T15:26:32.463499+0000","last_fullsized":"2023-09-23T15:26:32.463499+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":355,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.480453+0000","last_change":"2023-09-23T15:25:18.528857+0000","last_active":"2023-09-23T15:26:33.480453+0000","last_peered":"2023-09-23T15:26:33.480453+0000","last_clean":"2023-09-23T15:26:33.480453+0000","last_became_active":"2023-09-23T15:25:18.528530+0000","last_became_peered":"2023-09-23T15:25:18.528530+0000","last_unstale":"2023-09-23T15:26:33.480453+0000","last_undegraded":"2023-09-23T15:26:33.480453+0000","last_fullsized":"2023-09-23T15:26:33.480453+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:20.373824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.17","version":"398'5568","reported_seq":6001,"reported_epoch":398,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:26:44.396197+0000","last_change":"2023-09-23T15:26:22.944069+0000","last_active":"2023-09-23T15:26:44.396197+0000","last_peered":"2023-09-23T15:26:44.396197+0000","last_clean":"2023-09-23T15:25:42.973823+0000","last_became_active":"2023-09-23T15:26:22.908577+0000","last_became_peered":"2023-09-23T15:26:22.908577+0000","last_unstale":"2023-09-23T15:26:44.396197+0000","last_undegraded":"2023-09-23T15:26:21.641602+0000","last_fullsized":"2023-09-23T15:26:44.396197+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5568,"log_dups_size":0,"ondisk_log_size":5568,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164691968,"num_objects":2513,"num_object_clones":0,"num_object_copies":7539,"num_objects_missing_on_primary":2030,"num_objects_missing":2030,"num_objects_degraded":2030,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2513,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2875,"num_write_kb":172416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":181,"num_bytes_recovered":11862016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":["5","6","7"],"object_location_counts":[{"shards":"2,5,6","objects":482},{"shards":"2,5,6,7","objects":1},{"shards":"5,6,7","objects":2030}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":48,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.472174+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:26:33.472174+0000","last_peered":"2023-09-23T15:26:33.472174+0000","last_clean":"2023-09-23T15:26:33.472174+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:26:33.472174+0000","last_undegraded":"2023-09-23T15:26:33.472174+0000","last_fullsized":"2023-09-23T15:26:33.472174+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":398,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.479785+0000","last_change":"2023-09-23T15:25:18.524055+0000","last_active":"2023-09-23T15:26:33.479785+0000","last_peered":"2023-09-23T15:26:33.479785+0000","last_clean":"2023-09-23T15:26:33.479785+0000","last_became_active":"2023-09-23T15:25:18.523725+0000","last_became_peered":"2023-09-23T15:25:18.523725+0000","last_unstale":"2023-09-23T15:26:33.479785+0000","last_undegraded":"2023-09-23T15:26:33.479785+0000","last_fullsized":"2023-09-23T15:26:33.479785+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:42:40.491928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"397'5553","reported_seq":5610,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:42.844893+0000","last_change":"2023-09-23T15:26:20.897939+0000","last_active":"2023-09-23T15:26:42.844893+0000","last_peered":"2023-09-23T15:26:42.844893+0000","last_clean":"2023-09-23T15:26:42.844893+0000","last_became_active":"2023-09-23T15:26:20.895861+0000","last_became_peered":"2023-09-23T15:26:20.895861+0000","last_unstale":"2023-09-23T15:26:42.844893+0000","last_undegraded":"2023-09-23T15:26:42.844893+0000","last_fullsized":"2023-09-23T15:26:42.844893+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5553,"log_dups_size":0,"ondisk_log_size":5553,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":166330368,"num_objects":2538,"num_object_clones":0,"num_object_copies":7614,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2538,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2856,"num_write_kb":172608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":30,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.480140+0000","last_change":"2023-09-23T15:25:44.039956+0000","last_active":"2023-09-23T15:26:33.480140+0000","last_peered":"2023-09-23T15:26:33.480140+0000","last_clean":"2023-09-23T15:26:33.480140+0000","last_became_active":"2023-09-23T15:25:44.039605+0000","last_became_peered":"2023-09-23T15:25:44.039605+0000","last_unstale":"2023-09-23T15:26:33.480140+0000","last_undegraded":"2023-09-23T15:26:33.480140+0000","last_fullsized":"2023-09-23T15:26:33.480140+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:04.535851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":30,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.476469+0000","last_change":"2023-09-23T15:25:44.083121+0000","last_active":"2023-09-23T15:26:33.476469+0000","last_peered":"2023-09-23T15:26:33.476469+0000","last_clean":"2023-09-23T15:26:33.476469+0000","last_became_active":"2023-09-23T15:25:44.054667+0000","last_became_peered":"2023-09-23T15:25:44.054667+0000","last_unstale":"2023-09-23T15:26:33.476469+0000","last_undegraded":"2023-09-23T15:26:33.476469+0000","last_fullsized":"2023-09-23T15:26:33.476469+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:48:46.427097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"398'5590","reported_seq":10136,"reported_epoch":398,"state":"active+clean","last_fresh":"2023-09-23T15:26:44.970785+0000","last_change":"2023-09-23T15:26:44.970785+0000","last_active":"2023-09-23T15:26:44.970785+0000","last_peered":"2023-09-23T15:26:44.970785+0000","last_clean":"2023-09-23T15:26:44.970785+0000","last_became_active":"2023-09-23T15:26:20.929013+0000","last_became_peered":"2023-09-23T15:26:20.929013+0000","last_unstale":"2023-09-23T15:26:44.970785+0000","last_undegraded":"2023-09-23T15:26:44.970785+0000","last_fullsized":"2023-09-23T15:26:44.970785+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5590,"log_dups_size":0,"ondisk_log_size":5590,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":165085184,"num_objects":2519,"num_object_clones":0,"num_object_copies":7557,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2519,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2887,"num_write_kb":172992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2239,"num_bytes_recovered":146702336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":298,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.471603+0000","last_change":"2023-09-23T15:25:44.128841+0000","last_active":"2023-09-23T15:26:33.471603+0000","last_peered":"2023-09-23T15:26:33.471603+0000","last_clean":"2023-09-23T15:26:33.471603+0000","last_became_active":"2023-09-23T15:25:44.022374+0000","last_became_peered":"2023-09-23T15:25:44.022374+0000","last_unstale":"2023-09-23T15:26:33.471603+0000","last_undegraded":"2023-09-23T15:26:33.471603+0000","last_fullsized":"2023-09-23T15:26:33.471603+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:35:07.799860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":3878,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":44,"reported_epoch":397,"state":"active+clean","last_fresh":"2023-09-23T15:26:33.468348+0000","last_change":"2023-09-23T15:24:47.441486+0000","last_active":"2023-09-23T15:26:33.468348+0000","last_peered":"2023-09-23T15:26:33.468348+0000","last_clean":"2023-09-23T15:26:33.468348+0000","last_became_active":"2023-09-23T15:24:47.441083+0000","last_became_peered":"2023-09-23T15:24:47.441083+0000","last_unstale":"2023-09-23T15:26:33.468348+0000","last_undegraded":"2023-09-23T15:26:33.468348+0000","last_fullsized":"2023-09-23T15:26:33.468348+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:45:53.456763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":96,"num_bytes_recovered":23642,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":16624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":316358,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2183479,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2437120,"data_stored":2426464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":9,"num_pg":26,"stat_sum":{"num_bytes":5275320344,"num_objects":80496,"num_object_clones":0,"num_object_copies":241488,"num_objects_missing_on_primary":8377,"num_objects_missing":8377,"num_objects_degraded":26135,"num_objects_misplaced":4664,"num_objects_unfound":0,"num_objects_dirty":80496,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":92404,"num_write_kb":5532737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14660,"num_bytes_recovered":960757760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16823824384,"data_stored":16823812168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":144390,"ondisk_log_size":144390,"up":78,"acting":74,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674429,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3806772,"kb_used_data":3566700,"kb_used_omap":85,"kb_used_meta":239978,"kb_avail":89938380,"statfs":{"total":95995035648,"available":92096901120,"internally_reserved":0,"allocated":3652300800,"data_stored":3651025059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":245737480},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:26:43 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":2.3940000000000001,"15min":2.4590000000000001},"min":{"1min":0.221,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":6.4489999999999998,"5min":93.114999999999995,"15min":206.41999999999999},"last":0.29699999999999999},{"interface":"front","average":{"1min":1.1930000000000001,"5min":3.7400000000000002,"15min":2.7930000000000001},"min":{"1min":0.223,"5min":0.223,"15min":0.223},"max":{"1min":5.1609999999999996,"5min":97.617999999999995,"15min":206.35300000000001},"last":3.4870000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:26:43 2023","interfaces":[{"interface":"back","average":{"1min":2.0259999999999998,"5min":1.7949999999999999,"15min":1.6910000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.24099999999999999},"max":{"1min":9.2370000000000001,"5min":9.2609999999999992,"15min":177.52699999999999},"last":3.6440000000000001},{"interface":"front","average":{"1min":12.972,"5min":5.1070000000000002,"15min":2.8010000000000002},"min":{"1min":0.27300000000000002,"5min":0.245,"15min":0.245},"max":{"1min":217.25999999999999,"5min":217.25999999999999,"15min":217.25999999999999},"last":3.6760000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:26:43 2023","interfaces":[{"interface":"back","average":{"1min":2.5459999999999998,"5min":4.9509999999999996,"15min":3.5259999999999998},"min":{"1min":0.29799999999999999,"5min":0.26200000000000001,"15min":0.25700000000000001},"max":{"1min":8.4339999999999993,"5min":180.59399999999999,"15min":180.59399999999999},"last":3.8759999999999999},{"interface":"front","average":{"1min":1.7949999999999999,"5min":6.0720000000000001,"15min":3.9180000000000001},"min":{"1min":0.34000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":8.3109999999999999,"5min":180.61699999999999,"15min":180.61699999999999},"last":1.5569999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:26:43 2023","interfaces":[{"interface":"back","average":{"1min":1.988,"5min":5.3310000000000004,"15min":3.7959999999999998},"min":{"1min":0.33400000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":5.9260000000000002,"5min":97.596000000000004,"15min":160.04300000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":1.9179999999999999,"5min":5.593,"15min":3.859},"min":{"1min":0.33900000000000002,"5min":0.315,"15min":0.28999999999999998},"max":{"1min":10.625999999999999,"5min":97.611000000000004,"15min":159.97399999999999},"last":10.625999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:26:43 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.98099999999999998,"15min":0.63300000000000001},"min":{"1min":0.309,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":1.6499999999999999,"5min":9.0640000000000001,"15min":9.0640000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.748,"5min":2.1589999999999998,"15min":1.0489999999999999},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":5.1120000000000001,"5min":97.524000000000001,"15min":97.524000000000001},"last":0.46100000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:26:43 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.101,"15min":1.0529999999999999},"min":{"1min":0.27500000000000002,"5min":0.247,"15min":0.247},"max":{"1min":1.6719999999999999,"5min":97.543999999999997,"15min":97.543999999999997},"last":0.371},{"interface":"front","average":{"1min":0.49099999999999999,"5min":2.0960000000000001,"15min":1.0589999999999999},"min":{"1min":0.35999999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.1839999999999999,"5min":97.575000000000003,"15min":97.575000000000003},"last":0.41899999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:26:43 2023","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":2.427,"15min":1.165},"min":{"1min":0.34899999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":7.7069999999999999,"5min":99.772999999999996,"15min":99.772999999999996},"last":0.495},{"interface":"front","average":{"1min":0.58299999999999996,"5min":2.222,"15min":1.095},"min":{"1min":0.309,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.7090000000000001,"5min":103.31699999999999,"15min":103.31699999999999},"last":0.441}]}]},{"osd":6,"up_from":122,"seq":523986010308,"num_pgs":61,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3261748,"kb_used_data":2926380,"kb_used_omap":9,"kb_used_meta":335350,"kb_avail":90483404,"statfs":{"total":95995035648,"available":92655005696,"internally_reserved":0,"allocated":2996613120,"data_stored":2995337381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":343398739},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.2949999999999999,"5min":3.1150000000000002,"15min":2.2290000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.20100000000000001},"max":{"1min":5.4950000000000001,"5min":66.960999999999999,"15min":107.56399999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":1.5349999999999999,"5min":3.3420000000000001,"15min":2.3239999999999998},"min":{"1min":0.251,"5min":0.245,"15min":0.245},"max":{"1min":4.6740000000000004,"5min":67.168000000000006,"15min":107.617},"last":0.48799999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.8580000000000001,"5min":1.889,"15min":1.7290000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.22500000000000001},"max":{"1min":5.798,"5min":11.329000000000001,"15min":58.652999999999999},"last":0.443},{"interface":"front","average":{"1min":1.236,"5min":1.355,"15min":1.548},"min":{"1min":0.27000000000000002,"5min":0.255,"15min":0.23999999999999999},"max":{"1min":5.6500000000000004,"5min":14.978,"15min":28.850000000000001},"last":0.312}]},{"osd":2,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.274,"5min":3.681,"15min":2.1019999999999999},"min":{"1min":0.35299999999999998,"5min":0.28000000000000003,"15min":0.25700000000000001},"max":{"1min":4.3369999999999997,"5min":67.558000000000007,"15min":67.558000000000007},"last":1.1699999999999999},{"interface":"front","average":{"1min":1.1699999999999999,"5min":3.7850000000000001,"15min":2.4350000000000001},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.245},"max":{"1min":5.2530000000000001,"5min":67.718999999999994,"15min":67.718999999999994},"last":0.375}]},{"osd":3,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":5.9669999999999996,"15min":4.6959999999999997},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.484,"5min":123.137,"15min":256.608},"last":0.42799999999999999},{"interface":"front","average":{"1min":1.73,"5min":3.9700000000000002,"15min":4.1100000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.29799999999999999},"max":{"1min":5.4859999999999998,"5min":121.041,"15min":256.42500000000001},"last":0.39000000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.96399999999999997,"15min":0.91600000000000004},"min":{"1min":0.29499999999999998,"5min":0.26800000000000002,"15min":0.23100000000000001},"max":{"1min":2.0379999999999998,"5min":7.1890000000000001,"15min":36.335000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.0549999999999999,"15min":0.98799999999999999},"min":{"1min":0.317,"5min":0.26400000000000001,"15min":0.23000000000000001},"max":{"1min":4.2679999999999998,"5min":8.0310000000000006,"15min":36.374000000000002},"last":0.34599999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4139999999999999,"5min":0.90700000000000003,"15min":1.4570000000000001},"min":{"1min":0.30599999999999999,"5min":0.29399999999999998,"15min":0.26200000000000001},"max":{"1min":6.4329999999999998,"5min":6.4329999999999998,"15min":144.953},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.1639999999999999,"5min":1.113,"15min":1.478},"min":{"1min":0.35599999999999998,"5min":0.28899999999999998,"15min":0.255},"max":{"1min":5.5250000000000004,"5min":10.435,"15min":144.79400000000001},"last":0.499}]},{"osd":7,"last update":"Sat Sep 23 15:26:45 2023","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":1.1830000000000001,"15min":0.75600000000000001},"min":{"1min":0.36199999999999999,"5min":0.33500000000000002,"15min":0.28999999999999998},"max":{"1min":6.5170000000000003,"5min":11.425000000000001,"15min":11.425000000000001},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.1799999999999999,"15min":0.79700000000000004},"min":{"1min":0.39600000000000002,"5min":0.34499999999999997,"15min":0.29899999999999999},"max":{"1min":6.6139999999999999,"5min":9.0920000000000005,"15min":9.0920000000000005},"last":0.51900000000000002}]}]},{"osd":1,"up_from":89,"seq":382252089585,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2510668,"kb_used_data":1965508,"kb_used_omap":9,"kb_used_meta":545142,"kb_avail":91234484,"statfs":{"total":95995035648,"available":93424111616,"internally_reserved":0,"allocated":2012680192,"data_stored":2010616247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":558226409},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:26:17 2023","interfaces":[{"interface":"back","average":{"1min":10.369,"5min":7.0839999999999996,"15min":3.4710000000000001},"min":{"1min":0.191,"5min":0.191,"15min":0.182},"max":{"1min":159.33600000000001,"5min":215.946,"15min":215.946},"last":0.35199999999999998},{"interface":"front","average":{"1min":11.978999999999999,"5min":8.1850000000000005,"15min":3.891},"min":{"1min":0.253,"5min":0.23300000000000001,"15min":0.19400000000000001},"max":{"1min":158.65100000000001,"5min":214.88200000000001,"15min":214.88200000000001},"last":0.89100000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:26:24 2023","interfaces":[{"interface":"back","average":{"1min":1.3300000000000001,"5min":2.6819999999999999,"15min":2.5790000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.185},"max":{"1min":6.8879999999999999,"5min":48.726999999999997,"15min":103.27500000000001},"last":0.441},{"interface":"front","average":{"1min":3.2450000000000001,"5min":3.8969999999999998,"15min":3.0249999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.19900000000000001},"max":{"1min":16.898,"5min":48.572000000000003,"15min":103.30800000000001},"last":2.6539999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:26:17 2023","interfaces":[{"interface":"back","average":{"1min":9.7240000000000002,"5min":9.4090000000000007,"15min":5.9409999999999998},"min":{"1min":0.23999999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":144.637,"5min":210.24799999999999,"15min":210.24799999999999},"last":2.0840000000000001},{"interface":"front","average":{"1min":9.5850000000000009,"5min":8.7599999999999998,"15min":5.4850000000000003},"min":{"1min":0.27200000000000002,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":144.339,"5min":210.577,"15min":210.577},"last":1.2629999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":1.385,"15min":1.7929999999999999},"min":{"1min":0.32800000000000001,"5min":0.30299999999999999,"15min":0.28499999999999998},"max":{"1min":7.4699999999999998,"5min":14.925000000000001,"15min":76.534999999999997},"last":2.0230000000000001},{"interface":"front","average":{"1min":1.4710000000000001,"5min":1.2989999999999999,"15min":1.6739999999999999},"min":{"1min":0.33300000000000002,"5min":0.29899999999999999,"15min":0.29199999999999998},"max":{"1min":6.8689999999999998,"5min":14.489000000000001,"15min":76.661000000000001},"last":0.41299999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:26:17 2023","interfaces":[{"interface":"back","average":{"1min":2.9590000000000001,"5min":2.3159999999999998,"15min":1.7709999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":10.885999999999999,"5min":16.364000000000001,"15min":16.364000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.7110000000000001,"5min":1.5089999999999999,"15min":1.5860000000000001},"min":{"1min":0.38300000000000001,"5min":0.32400000000000001,"15min":0.29699999999999999},"max":{"1min":7.415,"5min":14.951000000000001,"15min":14.951000000000001},"last":1.9950000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:26:04 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.6030000000000002,"15min":2.3380000000000001},"min":{"1min":0.34999999999999998,"5min":0.31,"15min":0.30599999999999999},"max":{"1min":10.936999999999999,"5min":115.018,"15min":115.018},"last":0.96499999999999997},{"interface":"front","average":{"1min":2.1320000000000001,"5min":2.7759999999999998,"15min":2.0680000000000001},"min":{"1min":0.45700000000000002,"5min":0.35799999999999998,"15min":0.317},"max":{"1min":7.4429999999999996,"5min":115.289,"15min":115.289},"last":1.9550000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:26:42 2023","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":3.8170000000000002,"15min":2.1150000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":6.8460000000000001,"5min":112.056,"15min":112.056},"last":0.38700000000000001},{"interface":"front","average":{"1min":2.1000000000000001,"5min":3.8700000000000001,"15min":2.1619999999999999},"min":{"1min":0.40999999999999998,"5min":0.38700000000000001,"15min":0.33000000000000002},"max":{"1min":11.499000000000001,"5min":111.902,"15min":111.902},"last":2.0499999999999998}]}]},{"osd":0,"up_from":84,"seq":360777253112,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3213068,"kb_used_data":2729604,"kb_used_omap":28,"kb_used_meta":483299,"kb_avail":90532084,"statfs":{"total":95995035648,"available":92704854016,"internally_reserved":0,"allocated":2795114496,"data_stored":2792705598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":494899024},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:26:19 2023","interfaces":[{"interface":"back","average":{"1min":1.714,"5min":3.4350000000000001,"15min":2.6320000000000001},"min":{"1min":0.20999999999999999,"5min":0.17899999999999999,"15min":0.17399999999999999},"max":{"1min":5.6920000000000002,"5min":65.373000000000005,"15min":71.188000000000002},"last":0.42199999999999999},{"interface":"front","average":{"1min":3.742,"5min":3.891,"15min":2.9319999999999999},"min":{"1min":0.28499999999999998,"5min":0.188,"15min":0.17699999999999999},"max":{"1min":13.656000000000001,"5min":65.063000000000002,"15min":70.156999999999996},"last":0.439}]},{"osd":2,"last update":"Sat Sep 23 15:26:35 2023","interfaces":[{"interface":"back","average":{"1min":3.6400000000000001,"5min":3.585,"15min":3.3239999999999998},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.19900000000000001},"max":{"1min":23.437000000000001,"5min":23.437000000000001,"15min":138.55099999999999},"last":1.4299999999999999},{"interface":"front","average":{"1min":1.839,"5min":3.4900000000000002,"15min":3.036},"min":{"1min":0.308,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":10.992000000000001,"5min":134.881,"15min":138.322},"last":10.818}]},{"osd":3,"last update":"Sat Sep 23 15:26:28 2023","interfaces":[{"interface":"back","average":{"1min":4.444,"5min":4.9450000000000003,"15min":4.1769999999999996},"min":{"1min":0.32200000000000001,"5min":0.26200000000000001,"15min":0.24199999999999999},"max":{"1min":18.614000000000001,"5min":85.975999999999999,"15min":100.062},"last":1.462},{"interface":"front","average":{"1min":3.7410000000000001,"5min":4.8869999999999996,"15min":4.0709999999999997},"min":{"1min":0.34399999999999997,"5min":0.253,"15min":0.249},"max":{"1min":15.449999999999999,"5min":87.909000000000006,"15min":100.547},"last":10.994}]},{"osd":4,"last update":"Sat Sep 23 15:26:40 2023","interfaces":[{"interface":"back","average":{"1min":1.3140000000000001,"5min":1.726,"15min":1.982},"min":{"1min":0.40300000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":5.3959999999999999,"5min":13.571,"15min":142.44200000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":2.0920000000000001,"5min":2.0449999999999999,"15min":2.351},"min":{"1min":0.40100000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":7.8310000000000004,"5min":13.587,"15min":141.69200000000001},"last":0.47099999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:26:40 2023","interfaces":[{"interface":"back","average":{"1min":2.3740000000000001,"5min":2.218,"15min":1.7869999999999999},"min":{"1min":0.36299999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":7.7779999999999996,"5min":14.298,"15min":14.298},"last":0.40500000000000003},{"interface":"front","average":{"1min":1.764,"5min":1.738,"15min":1.538},"min":{"1min":0.371,"5min":0.35099999999999998,"15min":0.34599999999999997},"max":{"1min":10.81,"5min":13.484999999999999,"15min":13.484999999999999},"last":10.906000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:25:52 2023","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":2.0449999999999999,"15min":1.762},"min":{"1min":0.44500000000000001,"5min":0.318,"15min":0.318},"max":{"1min":2.645,"5min":13.515000000000001,"15min":14.638},"last":10.875},{"interface":"front","average":{"1min":1.46,"5min":2.2509999999999999,"15min":1.802},"min":{"1min":0.39000000000000001,"5min":0.30399999999999999,"15min":0.28499999999999998},"max":{"1min":6.2249999999999996,"5min":15.117000000000001,"15min":15.117000000000001},"last":0.48399999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:26:40 2023","interfaces":[{"interface":"back","average":{"1min":2.2410000000000001,"5min":1.863,"15min":1.4319999999999999},"min":{"1min":0.45700000000000002,"5min":0.34599999999999997,"15min":0.34000000000000002},"max":{"1min":10.874000000000001,"5min":14.381,"15min":14.381},"last":10.936},{"interface":"front","average":{"1min":2.2839999999999998,"5min":2.3130000000000002,"15min":1.6020000000000001},"min":{"1min":0.48099999999999998,"5min":0.40000000000000002,"15min":0.32700000000000001},"max":{"1min":10.941000000000001,"5min":17.460000000000001,"15min":17.460000000000001},"last":10.965}]}]},{"osd":2,"up_from":117,"seq":502511173827,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1460828,"kb_used_data":910420,"kb_used_omap":81,"kb_used_meta":550318,"kb_avail":92284324,"statfs":{"total":95995035648,"available":94499147776,"internally_reserved":0,"allocated":932270080,"data_stored":930202578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":563525850},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:26:38 2023","interfaces":[{"interface":"back","average":{"1min":2.0640000000000001,"5min":6.0910000000000002,"15min":3.2770000000000001},"min":{"1min":0.215,"5min":0.19800000000000001,"15min":0.18099999999999999},"max":{"1min":11.942,"5min":94.364000000000004,"15min":94.364000000000004},"last":0.218},{"interface":"front","average":{"1min":1.762,"5min":6.1890000000000001,"15min":3.5990000000000002},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.19900000000000001},"max":{"1min":12.154999999999999,"5min":92.241,"15min":92.241},"last":0.27600000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:26:38 2023","interfaces":[{"interface":"back","average":{"1min":2.786,"5min":2.6589999999999998,"15min":3.0110000000000001},"min":{"1min":0.26900000000000002,"5min":0.214,"15min":0.17399999999999999},"max":{"1min":12.192,"5min":37.287999999999997,"15min":169.398},"last":0.33500000000000002},{"interface":"front","average":{"1min":2.0019999999999998,"5min":2.5670000000000002,"15min":2.7410000000000001},"min":{"1min":0.27600000000000002,"5min":0.20100000000000001,"15min":0.183},"max":{"1min":13.807,"5min":36.914000000000001,"15min":166.50999999999999},"last":0.23899999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:26:38 2023","interfaces":[{"interface":"back","average":{"1min":3.5339999999999998,"5min":6.6289999999999996,"15min":5.7939999999999996},"min":{"1min":0.24199999999999999,"5min":0.20799999999999999,"15min":0.16800000000000001},"max":{"1min":29.661000000000001,"5min":87.534000000000006,"15min":165.32300000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":3.7890000000000001,"5min":5.5579999999999998,"15min":4.8970000000000002},"min":{"1min":0.28699999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":28.073,"5min":87.494,"15min":165.66999999999999},"last":0.70799999999999996}]},{"osd":4,"last update":"Sat Sep 23 15:26:38 2023","interfaces":[{"interface":"back","average":{"1min":2.327,"5min":1.736,"15min":1.3759999999999999},"min":{"1min":0.35399999999999998,"5min":0.33200000000000002,"15min":0.311},"max":{"1min":12.054,"5min":12.054,"15min":12.945},"last":0.36799999999999999},{"interface":"front","average":{"1min":2.101,"5min":1.921,"15min":1.6539999999999999},"min":{"1min":0.34799999999999998,"5min":0.32600000000000001,"15min":0.245},"max":{"1min":12.231,"5min":12.991,"15min":16.878},"last":0.45400000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:26:38 2023","interfaces":[{"interface":"back","average":{"1min":1.806,"5min":1.9910000000000001,"15min":1.704},"min":{"1min":0.33700000000000002,"5min":0.29199999999999998,"15min":0.26900000000000002},"max":{"1min":12.273999999999999,"5min":13.028,"15min":16.927},"last":0.48499999999999999},{"interface":"front","average":{"1min":1.532,"5min":1.8620000000000001,"15min":1.4710000000000001},"min":{"1min":0.40400000000000003,"5min":0.317,"15min":0.317},"max":{"1min":8.0210000000000008,"5min":14.223000000000001,"15min":14.223000000000001},"last":0.34799999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:25:54 2023","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":2.653,"15min":2.431},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":5.7969999999999997,"5min":77.950000000000003,"15min":134.21700000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":1.0269999999999999,"5min":2.786,"15min":2.4710000000000001},"min":{"1min":0.371,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":4.7350000000000003,"5min":78.733000000000004,"15min":134.393},"last":0.38200000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:25:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":2.71,"15min":1.617},"min":{"1min":0.38700000000000001,"5min":0.372,"15min":0.372},"max":{"1min":5.226,"5min":74.643000000000001,"15min":74.643000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":1.3720000000000001,"5min":2.492,"15min":1.472},"min":{"1min":0.36799999999999999,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":5.7300000000000004,"5min":74.724999999999994,"15min":74.724999999999994},"last":0.52900000000000003}]}]},{"osd":3,"up_from":99,"seq":425201762533,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2461000,"kb_used_data":1773440,"kb_used_omap":7,"kb_used_meta":687544,"kb_avail":91284152,"statfs":{"total":95995035648,"available":93474971648,"internally_reserved":0,"allocated":1816002560,"data_stored":1813947868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":704045672},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:26:29 2023","interfaces":[{"interface":"back","average":{"1min":10.647,"5min":5.4370000000000003,"15min":3.2650000000000001},"min":{"1min":0.23899999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":167.71799999999999,"5min":167.71799999999999,"15min":167.71799999999999},"last":0.59399999999999997},{"interface":"front","average":{"1min":11.228,"5min":5.1470000000000002,"15min":2.972},"min":{"1min":0.20799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":176.61500000000001,"5min":176.61500000000001,"15min":176.61500000000001},"last":0.28199999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:26:29 2023","interfaces":[{"interface":"back","average":{"1min":21.728000000000002,"5min":6.899,"15min":3.6139999999999999},"min":{"1min":0.36199999999999999,"5min":0.247,"15min":0.19900000000000001},"max":{"1min":201.98099999999999,"5min":201.98099999999999,"15min":201.98099999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":13.499000000000001,"5min":5.5960000000000001,"15min":3.3730000000000002},"min":{"1min":0.27400000000000002,"5min":0.21099999999999999,"15min":0.20300000000000001},"max":{"1min":202.06700000000001,"5min":202.06700000000001,"15min":202.06700000000001},"last":0.38100000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:26:29 2023","interfaces":[{"interface":"back","average":{"1min":10.993,"5min":4.6369999999999996,"15min":2.8780000000000001},"min":{"1min":0.24299999999999999,"5min":0.24099999999999999,"15min":0.21299999999999999},"max":{"1min":163.57599999999999,"5min":163.57599999999999,"15min":163.57599999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":2.875,"5min":2.609,"15min":2.6389999999999998},"min":{"1min":0.35099999999999998,"5min":0.26400000000000001,"15min":0.25900000000000001},"max":{"1min":18.093,"5min":18.093,"15min":154.73400000000001},"last":0.66400000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:26:29 2023","interfaces":[{"interface":"back","average":{"1min":10.430999999999999,"5min":3.8570000000000002,"15min":2.2570000000000001},"min":{"1min":0.40799999999999997,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":163.43700000000001,"5min":163.43700000000001,"15min":163.43700000000001},"last":0.628},{"interface":"front","average":{"1min":9.1739999999999995,"5min":3.448,"15min":2.0419999999999998},"min":{"1min":0.35199999999999998,"5min":0.30199999999999999,"15min":0.29999999999999999},"max":{"1min":163.72399999999999,"5min":163.72399999999999,"15min":163.72399999999999},"last":0.63600000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:26:29 2023","interfaces":[{"interface":"back","average":{"1min":10.667999999999999,"5min":5.1769999999999996,"15min":2.6880000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.27300000000000002},"max":{"1min":163.696,"5min":163.696,"15min":163.696},"last":0.69199999999999995},{"interface":"front","average":{"1min":3.23,"5min":3.3029999999999999,"15min":2.0249999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":29.337,"5min":126.15000000000001,"15min":126.15000000000001},"last":0.57399999999999995}]},{"osd":6,"last update":"Sat Sep 23 15:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2529999999999999,"5min":3.5579999999999998,"15min":2.1259999999999999},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.28899999999999998},"max":{"1min":4.8719999999999999,"5min":125.31399999999999,"15min":125.31399999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":1.9890000000000001,"5min":3.1099999999999999,"15min":1.964},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.30099999999999999},"max":{"1min":18.172000000000001,"5min":125.405,"15min":125.405},"last":0.64500000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:25:51 2023","interfaces":[{"interface":"back","average":{"1min":2.512,"5min":2.7330000000000001,"15min":1.5960000000000001},"min":{"1min":0.46300000000000002,"5min":0.36199999999999999,"15min":0.35499999999999998},"max":{"1min":18.204000000000001,"5min":66.629999999999995,"15min":66.629999999999995},"last":0.60699999999999998},{"interface":"front","average":{"1min":1.1279999999999999,"5min":3.0569999999999999,"15min":1.7350000000000001},"min":{"1min":0.39400000000000002,"5min":0.38,"15min":0.38},"max":{"1min":3.9689999999999999,"5min":66.650999999999996,"15min":66.650999999999996},"last":0.56399999999999995}]}]},{"osd":4,"up_from":0,"seq":133143986558,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724921,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2884764,"kb_used_data":2601492,"kb_used_omap":0,"kb_used_meta":283264,"kb_avail":90860388,"statfs":{"total":95995035648,"available":93041037312,"internally_reserved":0,"allocated":2663927808,"data_stored":2662664105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":290062336},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:25:58 2023","interfaces":[{"interface":"back","average":{"1min":1.2929999999999999,"5min":2.4990000000000001,"15min":2.1920000000000002},"min":{"1min":0.23999999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":8.6980000000000004,"5min":88.051000000000002,"15min":160.77699999999999},"last":0.311},{"interface":"front","average":{"1min":0.82299999999999995,"5min":2.5640000000000001,"15min":2.3500000000000001},"min":{"1min":0.27400000000000002,"5min":0.254,"15min":0.23499999999999999},"max":{"1min":4.3390000000000004,"5min":88.037999999999997,"15min":161.142},"last":0.32700000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:26:21 2023","interfaces":[{"interface":"back","average":{"1min":1.2849999999999999,"5min":1.982,"15min":2.927},"min":{"1min":0.26500000000000001,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":5.226,"5min":14.744,"15min":125.14400000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":1.0800000000000001,"5min":2.052,"15min":3.0230000000000001},"min":{"1min":0.26700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":3.9529999999999998,"5min":14.960000000000001,"15min":125.36499999999999},"last":0.54600000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":4.5179999999999998,"15min":2.7570000000000001},"min":{"1min":0.32000000000000001,"5min":0.26300000000000001,"15min":0.26200000000000001},"max":{"1min":4.2439999999999998,"5min":165.624,"15min":165.624},"last":70.644999999999996},{"interface":"front","average":{"1min":1.798,"5min":4.6580000000000004,"15min":2.8780000000000001},"min":{"1min":0.34899999999999998,"5min":0.28699999999999998,"15min":0.26400000000000001},"max":{"1min":7.468,"5min":165.572,"15min":165.572},"last":70.674999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:26:21 2023","interfaces":[{"interface":"back","average":{"1min":4.2240000000000002,"5min":4.7190000000000003,"15min":4.8819999999999997},"min":{"1min":0.34200000000000003,"5min":0.318,"15min":0.27800000000000002},"max":{"1min":61.037999999999997,"5min":121.352,"15min":155.05099999999999},"last":70.855000000000004},{"interface":"front","average":{"1min":4.2270000000000003,"5min":4.9880000000000004,"15min":4.4829999999999997},"min":{"1min":0.32000000000000001,"5min":0.29599999999999999,"15min":0.27900000000000003},"max":{"1min":60.960999999999999,"5min":121.06,"15min":154.929},"last":70.724999999999994}]},{"osd":4,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60699999999999998,"15min":0.92500000000000004},"min":{"1min":0.28100000000000003,"5min":0.248,"15min":0.24299999999999999},"max":{"1min":1.669,"5min":5.6900000000000004,"15min":40.061},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.997,"15min":1.1080000000000001},"min":{"1min":0.249,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":2.3119999999999998,"5min":9.6760000000000002,"15min":40.124000000000002},"last":0.53200000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:25:58 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":2.4319999999999999,"15min":1.774},"min":{"1min":0.26400000000000001,"5min":0.25,"15min":0.25},"max":{"1min":2.0699999999999998,"5min":132.898,"15min":132.898},"last":0.45200000000000001},{"interface":"front","average":{"1min":1.0580000000000001,"5min":2.5960000000000001,"15min":1.863},"min":{"1min":0.318,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":4.5419999999999998,"5min":132.97200000000001,"15min":132.97200000000001},"last":0.498}]},{"osd":7,"last update":"Sat Sep 23 15:25:41 2023","interfaces":[{"interface":"back","average":{"1min":2.7949999999999999,"5min":2.327,"15min":1.099},"min":{"1min":0.33100000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":38.985999999999997,"5min":112.295,"15min":112.295},"last":0.58899999999999997},{"interface":"front","average":{"1min":2.8439999999999999,"5min":2.3889999999999998,"15min":1.1479999999999999},"min":{"1min":0.33500000000000002,"5min":0.318,"15min":0.318},"max":{"1min":39.042000000000002,"5min":112.373,"15min":112.373},"last":0.56899999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2787184640,"data_stored":2787180568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2005860352,"data_stored":2005860352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":926023680,"data_stored":926023680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1807745024,"data_stored":1807745024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2659520512,"data_stored":2659516440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2989887488,"data_stored":2989883416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3647602688,"data_stored":3647602688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:26:50.492 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T15:26:50.492 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set .mgr pg_num 21 2023-09-23T15:26:50.600 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:50.613 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:50.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:50.709 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:50.714 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:50.744 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:50.793 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:50.794 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:50 smithi178 ceph-mon[192298]: pgmap v1071: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 285 op/s; 26135/240579 objects degraded (10.863%); 4664/240579 objects misplaced (1.939%); 18 MiB/s, 281 objects/s recovering 2023-09-23T15:26:50.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:50.796 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:50.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:50 smithi118 ceph-mon[219580]: pgmap v1071: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 285 op/s; 26135/240579 objects degraded (10.863%); 4664/240579 objects misplaced (1.939%); 18 MiB/s, 281 objects/s recovering 2023-09-23T15:26:50.829 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:50 smithi118 ceph-mon[212312]: pgmap v1071: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.9 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 285 op/s; 26135/240579 objects degraded (10.863%); 4664/240579 objects misplaced (1.939%); 18 MiB/s, 281 objects/s recovering 2023-09-23T15:26:50.897 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:50.924 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:50.973 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:50.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:50.978 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:51.078 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:51.109 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:51.164 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:51.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:51.168 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:51.268 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:51.295 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:51.341 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:51.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:51.343 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:51.444 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:51.509 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:51.597 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:51.610 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:51.611 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:51.711 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:51.738 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:51.789 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:51.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:51.792 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:51.893 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:51.919 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:51.965 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:51.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:51.967 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:52.068 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:52.114 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:52.201 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:52.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:52.217 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:52.318 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:52.345 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:52.390 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:52.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:52.394 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:52.495 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:52.521 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:52.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:52 smithi118 ceph-mon[212312]: pgmap v1072: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 299 op/s; 25849/238098 objects degraded (10.856%); 3841/238098 objects misplaced (1.613%); 16 MiB/s, 261 objects/s recovering 2023-09-23T15:26:52.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:52.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 25849/238098 objects degraded (10.856%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:52.556 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:26:52.568 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:52.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:52.571 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:52.620 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:52 smithi178 ceph-mon[192298]: pgmap v1072: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 299 op/s; 25849/238098 objects degraded (10.856%); 3841/238098 objects misplaced (1.613%); 16 MiB/s, 261 objects/s recovering 2023-09-23T15:26:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:52.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 25849/238098 objects degraded (10.856%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:52.672 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:52.777 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:52.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:52 smithi118 ceph-mon[219580]: pgmap v1072: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 19 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 299 op/s; 25849/238098 objects degraded (10.856%); 3841/238098 objects misplaced (1.613%); 16 MiB/s, 261 objects/s recovering 2023-09-23T15:26:52.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:26:52.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 25849/238098 objects degraded (10.856%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:52.981 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:52.986 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:52.986 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:53.087 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:53.113 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:53.160 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:53.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:53.162 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:53.263 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:53.289 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:53.340 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:53.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:53.345 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:53.445 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:53.480 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:53.887 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:53.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:53.899 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:53.999 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:26:54.028 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:54.080 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:26:54.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:54.083 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:26:54.184 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:54.250 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:54.612 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:26:54.660 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:54.667 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:54.668 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:54.769 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:54.795 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:54.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:54 smithi178 ceph-mon[192298]: pgmap v1073: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 312 op/s; 25849/235746 objects degraded (10.965%); 3841/235746 objects misplaced (1.629%); 16 MiB/s, 261 objects/s recovering 2023-09-23T15:26:54.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:54 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3794496163' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:54.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:54 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:54.923 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:54.928 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:54.929 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:55.029 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:55.061 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:54 smithi118 ceph-mon[219580]: pgmap v1073: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 312 op/s; 25849/235746 objects degraded (10.965%); 3841/235746 objects misplaced (1.629%); 16 MiB/s, 261 objects/s recovering 2023-09-23T15:26:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:54 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3794496163' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:54 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:54 smithi118 ceph-mon[212312]: pgmap v1073: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 312 op/s; 25849/235746 objects degraded (10.965%); 3841/235746 objects misplaced (1.629%); 16 MiB/s, 261 objects/s recovering 2023-09-23T15:26:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:54 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3794496163' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:54 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:26:55.112 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:55.114 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:55.114 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:55.215 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:55.242 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:55.505 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:26:55.505 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:26:55.506 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.506 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:95622 9.b 9:d29eb15f:::benchmark_data_smithi118_489858_object9170:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-09-23T15:26:55.506 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:26:55.502882+0000", 2023-09-23T15:26:55.506 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.001542168, 2023-09-23T15:26:55.506 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0015730570000000001, 2023-09-23T15:26:55.506 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:55.506 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:26:55.506 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:26:55.506 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:26:55.506 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:26:55.506 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 95622 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.502882+0000", 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.502882+0000", 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.507 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.502881+0000", 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.502887+0000", 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3109999999999996e-06 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.502900+0000", 2023-09-23T15:26:55.508 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3519999999999999e-05 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.502905+0000", 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3870000000000003e-06 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.502948+0000", 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2255000000000001e-05 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.509 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.503045+0000", 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7094000000000002e-05 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.503133+0000", 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7978000000000004e-05 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:55.510 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "MOSDPGPushReply(9.d 399/379 [PushReplyOp(9:be75661f:::benchmark_data_smithi118_489858_object44963:head)])", 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:26:55.503063+0000", 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.00136133, 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014744669999999999, 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.503063+0000", 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:55.511 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.512 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.512 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:26:55.512 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.503063+0000", 2023-09-23T15:26:55.512 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:26:55.512 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.512 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.512 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:26:55.512 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.503063+0000", 2023-09-23T15:26:55.512 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:26:55.512 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.512 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.503068+0000", 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5419999999999996e-06 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.503076+0000", 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9670000000000001e-06 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:26:55.513 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.503081+0000", 2023-09-23T15:26:55.514 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5249999999999999e-06 2023-09-23T15:26:55.514 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:26:55.514 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:26:55.514 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:26:55.514 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:26:55.503128+0000", 2023-09-23T15:26:55.514 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7667999999999998e-05 2023-09-23T15:26:55.514 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:55.514 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:26:55.514 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:55.514 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:26:55.515 INFO:teuthology.orchestra.run.smithi178.stdout: ], 2023-09-23T15:26:55.515 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 2 2023-09-23T15:26:55.515 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:26:55.605 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:55.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:55.612 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:55.713 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:55.777 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:55.801 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:55 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:26:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:55 smithi178 ceph-mon[192298]: failed to encode map e399 with expected crc 2023-09-23T15:26:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:55 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:26:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:55 smithi178 ceph-mon[192298]: osdmap e399: 8 total, 8 up, 7 in 2023-09-23T15:26:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:55 smithi178 ceph-mon[192298]: failed to encode map e399 with expected crc 2023-09-23T15:26:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:55 smithi178 ceph-mon[192298]: failed to encode map e399 with expected crc 2023-09-23T15:26:55.902 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:26:55.902 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[219580]: failed to encode map e399 with expected crc 2023-09-23T15:26:55.902 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:26:55.902 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[219580]: osdmap e399: 8 total, 8 up, 7 in 2023-09-23T15:26:55.903 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[219580]: failed to encode map e399 with expected crc 2023-09-23T15:26:55.903 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[219580]: failed to encode map e399 with expected crc 2023-09-23T15:26:55.903 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:26:55.903 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[212312]: failed to encode map e399 with expected crc 2023-09-23T15:26:55.903 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:26:55.903 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[212312]: osdmap e399: 8 total, 8 up, 7 in 2023-09-23T15:26:55.903 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[212312]: failed to encode map e399 with expected crc 2023-09-23T15:26:55.903 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:55 smithi118 ceph-mon[212312]: failed to encode map e399 with expected crc 2023-09-23T15:26:55.955 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:55.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:55.966 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:56.067 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:26:56.122 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:56.265 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:26:56.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:56.279 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:26:56.380 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:56.413 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:56.462 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:26:56.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:56.465 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:26:56.566 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:56.594 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:56.777 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:56 smithi178 ceph-mon[192298]: pgmap v1075: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 316 op/s; 25563/234252 objects degraded (10.913%); 3329/234252 objects misplaced (1.421%); 15 MiB/s, 232 objects/s recovering 2023-09-23T15:26:56.799 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:56.801 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T15:26:56.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:56.805 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:56.906 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:26:56.939 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:56.997 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:26:57.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:57.002 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:26:57.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:56 smithi118 ceph-mon[219580]: pgmap v1075: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 316 op/s; 25563/234252 objects degraded (10.913%); 3329/234252 objects misplaced (1.421%); 15 MiB/s, 232 objects/s recovering 2023-09-23T15:26:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:56 smithi118 ceph-mon[212312]: pgmap v1075: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.8 GiB data, 18 GiB used, 607 GiB / 626 GiB avail; 0 B/s wr, 316 op/s; 25563/234252 objects degraded (10.913%); 3329/234252 objects misplaced (1.421%); 15 MiB/s, 232 objects/s recovering 2023-09-23T15:26:57.103 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:57.164 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:57.262 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:26:57.536 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:57.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:57.551 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:57.652 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:26:57.682 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 1 pg_num to 21 2023-09-23T15:26:57.717 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:57.805 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:26:57.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:57 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1399523851' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T15:26:57.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:57 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T15:26:57.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 25563/234252 objects degraded (10.913%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:57.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:57 smithi118 ceph-mon[219580]: pgmap v1076: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 324 op/s; 25563/231807 objects degraded (11.028%); 2873/231807 objects misplaced (1.239%); 15 MiB/s, 236 objects/s recovering 2023-09-23T15:26:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:57 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1399523851' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T15:26:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:57 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T15:26:57.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 25563/234252 objects degraded (10.913%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:57.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:57 smithi118 ceph-mon[212312]: pgmap v1076: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 324 op/s; 25563/231807 objects degraded (11.028%); 2873/231807 objects misplaced (1.239%); 15 MiB/s, 236 objects/s recovering 2023-09-23T15:26:57.860 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:57 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1399523851' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T15:26:57.860 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:57 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]: dispatch 2023-09-23T15:26:57.860 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 25563/234252 objects degraded (10.913%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:26:57.860 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:57 smithi178 ceph-mon[192298]: pgmap v1076: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 324 op/s; 25563/231807 objects degraded (11.028%); 2873/231807 objects misplaced (1.239%); 15 MiB/s, 236 objects/s recovering 2023-09-23T15:26:58.185 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:26:58.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:58.189 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:26:58.290 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:58.316 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:26:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:26:58] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.43.0" 2023-09-23T15:26:58.793 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:58.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:58.801 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:58.902 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:26:58.930 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:58 smithi118 ceph-mon[219580]: failed to encode map e400 with expected crc 2023-09-23T15:26:58.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:58 smithi118 ceph-mon[219580]: failed to encode map e400 with expected crc 2023-09-23T15:26:58.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:58 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]': finished 2023-09-23T15:26:58.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:58 smithi118 ceph-mon[219580]: osdmap e400: 8 total, 8 up, 7 in 2023-09-23T15:26:58.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:58 smithi118 ceph-mon[219580]: failed to encode map e400 with expected crc 2023-09-23T15:26:58.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:58 smithi118 ceph-mon[212312]: failed to encode map e400 with expected crc 2023-09-23T15:26:58.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:58 smithi118 ceph-mon[212312]: failed to encode map e400 with expected crc 2023-09-23T15:26:58.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:58 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]': finished 2023-09-23T15:26:58.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:58 smithi118 ceph-mon[212312]: osdmap e400: 8 total, 8 up, 7 in 2023-09-23T15:26:58.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:58 smithi118 ceph-mon[212312]: failed to encode map e400 with expected crc 2023-09-23T15:26:58.963 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:59.007 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:58 smithi178 ceph-mon[192298]: failed to encode map e400 with expected crc 2023-09-23T15:26:59.007 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:58 smithi178 ceph-mon[192298]: failed to encode map e400 with expected crc 2023-09-23T15:26:59.007 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:58 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "21"}]': finished 2023-09-23T15:26:59.007 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:58 smithi178 ceph-mon[192298]: osdmap e400: 8 total, 8 up, 7 in 2023-09-23T15:26:59.007 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:58 smithi178 ceph-mon[192298]: failed to encode map e400 with expected crc 2023-09-23T15:26:59.069 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:26:59.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:59.076 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:26:59.159 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:26:59.176 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:26:59.194 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:26:59.209 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:59.222 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:26:59.222 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:26:59.222 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:26:59.222 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:26:59.222 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:26:59.229 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:26:59.257 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:26:59.259 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:26:59.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:59.260 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:26:59.294 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:26:59.338 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:26:59.361 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:26:59.376 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:26:59.408 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:26:59.432 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:26:59.449 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:26:59.477 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:26:59.478 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:26:59.478 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:26:59.478 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:26:59.478 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:26:59.478 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:26:59.478 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:26:59.478 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:26:59.679 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:26:59.691 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:59 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3017798125' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:59.691 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:59 smithi118 ceph-mon[212312]: pgmap v1078: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 298 op/s; 25563/230922 objects degraded (11.070%); 2873/230922 objects misplaced (1.244%); 9.8 MiB/s, 156 objects/s recovering 2023-09-23T15:26:59.691 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:26:59 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]: dispatch 2023-09-23T15:26:59.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:26:59.692 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:26:59.692 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:59 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3017798125' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:26:59.692 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:59 smithi118 ceph-mon[219580]: pgmap v1078: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 298 op/s; 25563/230922 objects degraded (11.070%); 2873/230922 objects misplaced (1.244%); 9.8 MiB/s, 156 objects/s recovering 2023-09-23T15:26:59.693 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:26:59 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]: dispatch 2023-09-23T15:26:59.793 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:26:59.832 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:00.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:59 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3017798125' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:00.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:59 smithi178 ceph-mon[192298]: pgmap v1078: 109 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 4.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 298 op/s; 25563/230922 objects degraded (11.070%); 2873/230922 objects misplaced (1.244%); 9.8 MiB/s, 156 objects/s recovering 2023-09-23T15:27:00.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:26:59 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]: dispatch 2023-09-23T15:27:00.106 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T15:27:00.107 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:00.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:00.115 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:00.216 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:00.294 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:00.530 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:27:00.951 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:00 smithi178 ceph-mon[192298]: failed to encode map e401 with expected crc 2023-09-23T15:27:00.951 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]': finished 2023-09-23T15:27:00.951 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:00 smithi178 ceph-mon[192298]: osdmap e401: 8 total, 8 up, 7 in 2023-09-23T15:27:00.951 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:27:00.951 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:00 smithi178 ceph-mon[192298]: osdmap e402: 8 total, 8 up, 7 in 2023-09-23T15:27:01.026 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:01.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:00 smithi118 ceph-mon[219580]: failed to encode map e401 with expected crc 2023-09-23T15:27:01.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]': finished 2023-09-23T15:27:01.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:00 smithi118 ceph-mon[219580]: osdmap e401: 8 total, 8 up, 7 in 2023-09-23T15:27:01.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:27:01.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:00 smithi118 ceph-mon[219580]: osdmap e402: 8 total, 8 up, 7 in 2023-09-23T15:27:01.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:01.036 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:01.039 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:00 smithi118 ceph-mon[212312]: failed to encode map e401 with expected crc 2023-09-23T15:27:01.039 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "21"}]': finished 2023-09-23T15:27:01.039 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:00 smithi118 ceph-mon[212312]: osdmap e401: 8 total, 8 up, 7 in 2023-09-23T15:27:01.039 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:27:01.039 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:00 smithi118 ceph-mon[212312]: osdmap e402: 8 total, 8 up, 7 in 2023-09-23T15:27:01.137 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:01.174 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:01.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:01 smithi118 ceph-mon[219580]: failed to encode map e402 with expected crc 2023-09-23T15:27:01.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:01 smithi118 ceph-mon[219580]: pgmap v1081: 119 pgs: 1 active+recovering+undersized+remapped, 6 peering, 10 unknown, 8 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 4.6 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 317 op/s; 25270/228540 objects degraded (11.057%); 1864/228540 objects misplaced (0.816%); 18 MiB/s, 294 objects/s recovering 2023-09-23T15:27:01.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:01 smithi118 ceph-mon[212312]: failed to encode map e402 with expected crc 2023-09-23T15:27:01.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:01 smithi118 ceph-mon[212312]: pgmap v1081: 119 pgs: 1 active+recovering+undersized+remapped, 6 peering, 10 unknown, 8 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 4.6 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 317 op/s; 25270/228540 objects degraded (11.057%); 1864/228540 objects misplaced (0.816%); 18 MiB/s, 294 objects/s recovering 2023-09-23T15:27:01.923 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:01.926 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:01 smithi178 ceph-mon[192298]: failed to encode map e402 with expected crc 2023-09-23T15:27:01.926 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:01 smithi178 ceph-mon[192298]: pgmap v1081: 119 pgs: 1 active+recovering+undersized+remapped, 6 peering, 10 unknown, 8 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 89 active+clean; 4.6 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 317 op/s; 25270/228540 objects degraded (11.057%); 1864/228540 objects misplaced (0.816%); 18 MiB/s, 294 objects/s recovering 2023-09-23T15:27:01.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:01.927 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:02.028 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:02.061 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:02.226 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:02.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:02.231 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:02.332 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:02.365 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:02.470 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:02.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:02.474 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:02.575 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:02.610 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:02.709 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:02.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:02.713 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:02.792 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:27:02.793 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:27:02.814 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:02.847 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:02 smithi178 ceph-mon[192298]: failed to encode map e402 with expected crc 2023-09-23T15:27:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 25270/228540 objects degraded (11.057%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:03.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:02 smithi118 ceph-mon[219580]: failed to encode map e402 with expected crc 2023-09-23T15:27:03.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 25270/228540 objects degraded (11.057%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:03.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:02 smithi118 ceph-mon[212312]: failed to encode map e402 with expected crc 2023-09-23T15:27:03.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 25270/228540 objects degraded (11.057%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:03.486 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:27:03.678 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:03.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:03.682 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:03.754 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:27:03.757 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:27:03.783 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:03.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:03 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3634429432' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:27:03.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:03 smithi118 ceph-mon[212312]: pgmap v1082: 119 pgs: 1 active+recovering+undersized+remapped, 6 peering, 7 unknown, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.6 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 320 op/s; 25270/226044 objects degraded (11.179%); 1864/226044 objects misplaced (0.825%); 14 MiB/s, 218 objects/s recovering 2023-09-23T15:27:03.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:03 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3634429432' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:27:03.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:03 smithi118 ceph-mon[219580]: pgmap v1082: 119 pgs: 1 active+recovering+undersized+remapped, 6 peering, 7 unknown, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.6 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 320 op/s; 25270/226044 objects degraded (11.179%); 1864/226044 objects misplaced (0.825%); 14 MiB/s, 218 objects/s recovering 2023-09-23T15:27:03.828 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:03.898 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:03.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:03.905 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:03.932 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:27:03.932 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:27:03.932 INFO:tasks.thrashosds.thrasher:inject_pause on osd.2 2023-09-23T15:27:03.933 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:27:03.933 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:27:03.933 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 config set filestore_inject_stall 3 2023-09-23T15:27:04.005 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:04.104 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:04.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:03 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3634429432' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:27:04.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:03 smithi178 ceph-mon[192298]: pgmap v1082: 119 pgs: 1 active+recovering+undersized+remapped, 6 peering, 7 unknown, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 1 active+recovering, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.6 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 320 op/s; 25270/226044 objects degraded (11.179%); 1864/226044 objects misplaced (0.825%); 14 MiB/s, 218 objects/s recovering 2023-09-23T15:27:04.299 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:27:04.876 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:04 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:04.876 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:04 smithi178 ceph-mon[192298]: failed to encode map e403 with expected crc 2023-09-23T15:27:04.876 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3634429432' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:27:04.876 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:04 smithi178 ceph-mon[192298]: osdmap e403: 8 total, 8 up, 7 in 2023-09-23T15:27:04.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:04 smithi178 ceph-mon[192298]: failed to encode map e403 with expected crc 2023-09-23T15:27:04.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:04 smithi178 ceph-mon[192298]: failed to encode map e403 with expected crc 2023-09-23T15:27:05.049 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:05.054 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:05.054 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[219580]: failed to encode map e403 with expected crc 2023-09-23T15:27:05.055 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3634429432' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:27:05.055 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[219580]: osdmap e403: 8 total, 8 up, 7 in 2023-09-23T15:27:05.055 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[219580]: failed to encode map e403 with expected crc 2023-09-23T15:27:05.055 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[219580]: failed to encode map e403 with expected crc 2023-09-23T15:27:05.055 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:05.055 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[212312]: failed to encode map e403 with expected crc 2023-09-23T15:27:05.055 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3634429432' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:27:05.055 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[212312]: osdmap e403: 8 total, 8 up, 7 in 2023-09-23T15:27:05.055 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[212312]: failed to encode map e403 with expected crc 2023-09-23T15:27:05.056 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:04 smithi118 ceph-mon[212312]: failed to encode map e403 with expected crc 2023-09-23T15:27:05.056 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:05.056 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:05.157 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:05.269 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:05.326 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:05.357 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:05.373 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:05.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:05.389 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:05.490 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:05.521 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:05.798 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:05.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:05.803 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:05.803 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:05 smithi178 ceph-mon[192298]: failed to encode map e403 with expected crc 2023-09-23T15:27:05.803 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:05 smithi178 ceph-mon[192298]: pgmap v1084: 119 pgs: 1 active+recovering+undersized+remapped, 3 peering, 3 unknown, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 4.6 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 359 op/s; 24940/224451 objects degraded (11.112%); 1284/224451 objects misplaced (0.572%); 23 MiB/s, 368 objects/s recovering 2023-09-23T15:27:05.904 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:05.924 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:05 smithi118 ceph-mon[219580]: failed to encode map e403 with expected crc 2023-09-23T15:27:05.924 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:05 smithi118 ceph-mon[219580]: pgmap v1084: 119 pgs: 1 active+recovering+undersized+remapped, 3 peering, 3 unknown, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 4.6 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 359 op/s; 24940/224451 objects degraded (11.112%); 1284/224451 objects misplaced (0.572%); 23 MiB/s, 368 objects/s recovering 2023-09-23T15:27:05.924 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:05 smithi118 ceph-mon[212312]: failed to encode map e403 with expected crc 2023-09-23T15:27:05.924 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:05 smithi118 ceph-mon[212312]: pgmap v1084: 119 pgs: 1 active+recovering+undersized+remapped, 3 peering, 3 unknown, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 4.6 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 359 op/s; 24940/224451 objects degraded (11.112%); 1284/224451 objects misplaced (0.572%); 23 MiB/s, 368 objects/s recovering 2023-09-23T15:27:05.937 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:06.190 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:06.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:06.194 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:06.295 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:06.354 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:06.448 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:27:06.448 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:27:06.959 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:07.209 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:07.213 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:07.214 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:27:07.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:07.215 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:07.317 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:07.373 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:07.731 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:07.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:07.735 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:07.837 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:07.874 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:27:07.874 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:07.977 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:07.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:07.983 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:08.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 24940/224451 objects degraded (11.112%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:08.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:07 smithi118 ceph-mon[219580]: pgmap v1085: 119 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 383 op/s; 24940/221874 objects degraded (11.241%); 813/221874 objects misplaced (0.366%); 21 MiB/s, 341 objects/s recovering 2023-09-23T15:27:08.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 24940/224451 objects degraded (11.112%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:08.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:07 smithi118 ceph-mon[212312]: pgmap v1085: 119 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 383 op/s; 24940/221874 objects degraded (11.241%); 813/221874 objects misplaced (0.366%); 21 MiB/s, 341 objects/s recovering 2023-09-23T15:27:08.084 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 24940/224451 objects degraded (11.112%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:07 smithi178 ceph-mon[192298]: pgmap v1085: 119 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 383 op/s; 24940/221874 objects degraded (11.241%); 813/221874 objects misplaced (0.366%); 21 MiB/s, 341 objects/s recovering 2023-09-23T15:27:08.133 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:08.316 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:27:08.506 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:27:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:27:08] "GET /metrics HTTP/1.1" 200 36521 "" "Prometheus/2.43.0" 2023-09-23T15:27:08.537 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:08.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:08.543 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:08.644 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:08.707 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:08.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:08.910 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:08.910 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:08.939 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:09.012 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:09.026 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:27:09.042 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:09.070 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:27:09.120 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:27:09.160 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:27:09.200 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:27:09.209 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:27:09.209 INFO:teuthology.orchestra.run.smithi118.stdout: "success": "" 2023-09-23T15:27:09.209 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:27:09.234 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:27:09.274 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:27:09.318 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:27:09.322 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:27:09.322 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:27:09.322 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:27:09.322 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:27:09.322 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:27:09.322 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:27:09.322 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:27:09.322 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:27:09.878 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:09.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:09.881 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:09.982 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:10.027 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:09 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:10.027 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:09 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:10.027 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4243820082' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:10.027 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:09 smithi178 ceph-mon[192298]: pgmap v1086: 119 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 286 op/s; 24940/220929 objects degraded (11.289%); 813/220929 objects misplaced (0.368%); 9.7 MiB/s, 154 objects/s recovering 2023-09-23T15:27:10.030 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:10.047 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:09 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:10.047 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:09 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:10.047 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4243820082' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:10.047 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:09 smithi118 ceph-mon[219580]: pgmap v1086: 119 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 286 op/s; 24940/220929 objects degraded (11.289%); 813/220929 objects misplaced (0.368%); 9.7 MiB/s, 154 objects/s recovering 2023-09-23T15:27:10.047 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:09 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:10.048 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:09 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:10.048 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4243820082' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:10.048 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:09 smithi118 ceph-mon[212312]: pgmap v1086: 119 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.5 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 286 op/s; 24940/220929 objects degraded (11.289%); 813/220929 objects misplaced (0.368%); 9.7 MiB/s, 154 objects/s recovering 2023-09-23T15:27:10.123 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:10.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:10.129 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:10.230 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:10.260 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:10.410 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:10.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:10.413 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:10.460 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:27:10.460 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:27:10.460 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:27:10.460 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:27:10.460 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:27:10.513 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:10.567 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:10.792 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:10.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:10.798 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:10.899 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:10.928 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:10.977 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:10.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:10.980 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:11.080 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:11.106 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:11.351 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:27:11.769 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:27:11.824 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:11.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:11.847 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:11.948 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:11.976 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:11 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:11.976 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:11 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:11.976 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:11 smithi178 ceph-mon[192298]: pgmap v1087: 119 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 336 op/s; 24617/218427 objects degraded (11.270%); 47/218427 objects misplaced (0.022%); 15 MiB/s, 246 objects/s recovering 2023-09-23T15:27:11.979 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:12.033 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:12.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:12.036 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:11 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:11 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:11 smithi118 ceph-mon[219580]: pgmap v1087: 119 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 336 op/s; 24617/218427 objects degraded (11.270%); 47/218427 objects misplaced (0.022%); 15 MiB/s, 246 objects/s recovering 2023-09-23T15:27:12.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:11 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:12.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:11 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:12.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:11 smithi118 ceph-mon[212312]: pgmap v1087: 119 pgs: 1 active+recovering+undersized+remapped, 8 active+recovery_wait+degraded, 1 active+recovery_wait, 3 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 336 op/s; 24617/218427 objects degraded (11.270%); 47/218427 objects misplaced (0.022%); 15 MiB/s, 246 objects/s recovering 2023-09-23T15:27:12.137 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:12.170 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:12.420 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:12.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:12.424 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:12.525 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:12.553 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:12.615 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:12.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:12.618 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:12.719 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:12.867 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:12 smithi178 ceph-mon[192298]: failed to encode map e404 with expected crc 2023-09-23T15:27:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:12 smithi178 ceph-mon[192298]: osdmap e404: 8 total, 8 up, 7 in 2023-09-23T15:27:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:12 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:27:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:12 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:27:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:12 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 24617/218427 objects degraded (11.270%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:12.928 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:12.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:12.933 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:13.034 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:13.064 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:13.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[219580]: failed to encode map e404 with expected crc 2023-09-23T15:27:13.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[219580]: osdmap e404: 8 total, 8 up, 7 in 2023-09-23T15:27:13.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:27:13.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:27:13.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:13.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 24617/218427 objects degraded (11.270%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:13.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[212312]: failed to encode map e404 with expected crc 2023-09-23T15:27:13.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[212312]: osdmap e404: 8 total, 8 up, 7 in 2023-09-23T15:27:13.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:27:13.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:27:13.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:13.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 24617/218427 objects degraded (11.270%), 11 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:13.268 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:13.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:13.272 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:13.372 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:13.406 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:13.476 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:13.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:13.478 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:13.579 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:13.612 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:13.682 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:13.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:13.686 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:13.781 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:27:13.788 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:13.809 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:27:13.817 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:13.871 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:13.873 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:13 smithi178 ceph-mon[192298]: failed to encode map e405 with expected crc 2023-09-23T15:27:13.873 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:13 smithi178 ceph-mon[192298]: osdmap e405: 8 total, 8 up, 7 in 2023-09-23T15:27:13.873 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:13 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/492809597' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:13.873 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:13 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:13.873 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:13 smithi178 ceph-mon[192298]: failed to encode map e405 with expected crc 2023-09-23T15:27:13.873 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:13 smithi178 ceph-mon[192298]: pgmap v1090: 119 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 108 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 342 op/s; 21016/216219 objects degraded (9.720%); 3548/216219 objects misplaced (1.641%); 13 MiB/s, 208 objects/s recovering 2023-09-23T15:27:13.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:13.874 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:13.883 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:27:13.883 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:27:13.883 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:27:13.883 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:27:13.883 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.883 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.44972.0:164462 7.5 7:aecab349:::benchmark_data_smithi118_332595_object78398:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e251)", 2023-09-23T15:27:13.883 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:18:54.323995+0000", 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 499.555979294, 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0175018979999999, 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.44972", 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/4007215340", 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164462 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.884 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.323995+0000", 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.323995+0000", 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.323994+0000", 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324000+0000", 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7139999999999998e-06 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324013+0000", 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3179999999999999e-05 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324018+0000", 2023-09-23T15:27:13.886 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9030000000000003e-06 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324079+0000", 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1581999999999994e-05 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:54.324091+0000", 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.132e-05 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.326522+0000", 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0024315829999999 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.326625+0000", 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000102747 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.326705+0000", 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9760999999999997e-05 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.888 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.330918+0000", 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042127570000000001 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.332091+0000", 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0011731879999999999 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341400+0000", 2023-09-23T15:27:13.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0093090629999999994 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341454+0000", 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3857000000000003e-05 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:18:55.341497+0000", 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3386000000000001e-05 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.890 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:151798 8.d 8:bbe00d59:::benchmark_data_smithi118_424375_object48732:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:22:24.467723+0000", 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 289.41225137700002, 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1235091320000001, 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 151798 2023-09-23T15:27:13.891 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467723+0000", 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467723+0000", 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.892 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467722+0000", 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467728+0000", 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4799999999999998e-06 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467743+0000", 2023-09-23T15:27:13.893 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.469e-05 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467749+0000", 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4729999999999997e-06 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467888+0000", 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000138694 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.894 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.467895+0000", 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.421e-06 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.457164+0000", 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.98926981199999997 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.457177+0000", 2023-09-23T15:27:13.895 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2666999999999999e-05 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.580726+0000", 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.123548776 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.580879+0000", 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015276299999999999 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,5,6", 2023-09-23T15:27:13.896 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.581396+0000", 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00051779199999999999 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.587269+0000", 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0058724839999999999 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.587336+0000", 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7257999999999999e-05 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.897 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591050+0000", 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037140630000000001 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591091+0000", 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0629e-05 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591151+0000", 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9891e-05 2023-09-23T15:27:13.898 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591232+0000", 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1601999999999996e-05 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:151833 8.d 8:b406be8d:::benchmark_data_smithi118_424375_object48767:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:22:24.538778+0000", 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 289.34119621299999, 2023-09-23T15:27:13.899 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0528016230000001, 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 151833 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538778+0000", 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.900 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538778+0000", 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538777+0000", 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538788+0000", 2023-09-23T15:27:13.901 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0688e-05 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538804+0000", 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5948999999999999e-05 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538810+0000", 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0519999999999998e-06 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.902 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538861+0000", 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1400999999999998e-05 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:24.538871+0000", 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5980000000000003e-06 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.457207+0000", 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.91833673199999999 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.903 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.457212+0000", 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0649999999999998e-06 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.587360+0000", 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1301477010000001 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.587470+0000", 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109434 2023-09-23T15:27:13.904 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,5,6", 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.587572+0000", 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000102277 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591359+0000", 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037875090000000001 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.905 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591391+0000", 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1894000000000003e-05 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591403+0000", 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.152e-05 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591429+0000", 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6058e-05 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.906 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591476+0000", 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7018000000000003e-05 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.591580+0000", 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010401299999999999 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.907 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188737 8.d 8:b3893a49:::benchmark_data_smithi118_424375_object85671:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:38.403305+0000", 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 215.47666946499999, 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.18652867, 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188737 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.908 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.403305+0000", 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.403305+0000", 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.403304+0000", 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.909 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.403310+0000", 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8140000000000003e-06 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.405699+0000", 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023888870000000001 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.405709+0000", 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2720000000000003e-06 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.910 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.412543+0000", 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0068346639999999998 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.412554+0000", 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0461e-05 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.567870+0000", 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1553159310000001 2023-09-23T15:27:13.911 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.567975+0000", 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000105173 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,4,5", 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.568458+0000", 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000483194 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.912 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.582097+0000", 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013639059 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.583130+0000", 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010327610000000001 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.589473+0000", 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0063428759999999999 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.913 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.914 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.914 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.589615+0000", 2023-09-23T15:27:13.914 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000142762 2023-09-23T15:27:13.914 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.914 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.914 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.914 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.589684+0000", 2023-09-23T15:27:13.914 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8979999999999993e-05 2023-09-23T15:27:13.914 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.914 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.914 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.589834+0000", 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014925100000000001 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188746 8.6 8:6f19c749:::benchmark_data_smithi118_424375_object85680:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:38.432439+0000", 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 215.447535324, 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1179388299999999, 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.915 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188746 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432439+0000", 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.916 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432439+0000", 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432438+0000", 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432445+0000", 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0389999999999999e-06 2023-09-23T15:27:13.917 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432460+0000", 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5003e-05 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432469+0000", 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.867e-06 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.918 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432517+0000", 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8272999999999997e-05 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.432526+0000", 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8990000000000007e-06 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.417653+0000", 2023-09-23T15:27:13.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.98512726100000003 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.417666+0000", 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2719e-05 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.536626+0000", 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.11896057 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.920 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.538179+0000", 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001552204 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3,6", 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.538370+0000", 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00019104699999999999 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.545819+0000", 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0074495070000000002 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.921 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.546279+0000", 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00045930599999999998 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.546765+0000", 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00048661100000000002 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.550236+0000", 2023-09-23T15:27:13.922 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0034709200000000002 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.550291+0000", 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5226999999999998e-05 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.550378+0000", 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6700999999999995e-05 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.923 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188755 8.d 8:bf581c2a:::benchmark_data_smithi118_424375_object85689:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:38.450351+0000", 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 215.429623424, 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.143427306, 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.924 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188755 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450351+0000", 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450351+0000", 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.925 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450350+0000", 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450357+0000", 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5320000000000001e-06 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.926 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450370+0000", 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2619000000000001e-05 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450375+0000", 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0320000000000003e-06 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450418+0000", 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3142999999999997e-05 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.927 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.450426+0000", 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0919999999999998e-06 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.579305+0000", 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.128879038 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.928 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.579459+0000", 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015328 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,4,5", 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.579616+0000", 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015740700000000001 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.582197+0000", 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025805509999999999 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.929 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.589909+0000", 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0077125459999999998 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.590309+0000", 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00040021099999999998 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.593555+0000", 2023-09-23T15:27:13.930 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0032455040000000002 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.593633+0000", 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8100000000000001e-05 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.593778+0000", 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014537400000000001 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.931 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:193755 8.1 8:87374ed4:::benchmark_data_smithi118_424375_object90689:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e333)", 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:57.435290+0000", 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 196.444684083, 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0066191630000001, 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.932 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 193755 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435290+0000", 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435290+0000", 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.933 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435290+0000", 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435292+0000", 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1440000000000001e-06 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.934 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435298+0000", 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8300000000000001e-06 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435302+0000", 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1019999999999999e-06 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435349+0000", 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7307e-05 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.935 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:57.435359+0000", 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4830000000000005e-06 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.424847+0000", 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.989487911 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.424958+0000", 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000111329 2023-09-23T15:27:13.936 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.425171+0000", 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000212485 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.429962+0000", 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0047914860000000002 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.937 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.441774+0000", 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011811962000000001 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.441823+0000", 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8735e-05 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.441871+0000", 2023-09-23T15:27:13.938 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8288999999999998e-05 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:58.441910+0000", 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8469e-05 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205224 8.b 8:d3ad6caf:::benchmark_data_smithi118_424375_object102158:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.672855+0000", 2023-09-23T15:27:13.939 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.20711928, 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.082060051, 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205224 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672855+0000", 2023-09-23T15:27:13.940 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672855+0000", 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672854+0000", 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.941 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672861+0000", 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0219999999999999e-06 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672873+0000", 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2078e-05 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.672886+0000", 2023-09-23T15:27:13.942 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3115000000000001e-05 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.675437+0000", 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002550259 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.675442+0000", 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.896e-06 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.943 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.739906+0000", 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0644631040000001 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for missing object", 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.740027+0000", 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000121598 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.754855+0000", 2023-09-23T15:27:13.944 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014828282999999999 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.754915+0000", 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9818000000000002e-05 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205234 8.b 8:d1890068:::benchmark_data_smithi118_424375_object102168:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.683259+0000", 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.19671597000001, 2023-09-23T15:27:13.945 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.122378495, 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205234 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683259+0000", 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.946 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683259+0000", 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683258+0000", 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.947 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683275+0000", 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6911000000000001e-05 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683286+0000", 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1469e-05 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683292+0000", 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7250000000000002e-06 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.948 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683344+0000", 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2673999999999997e-05 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683354+0000", 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2250000000000006e-06 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.754931+0000", 2023-09-23T15:27:13.949 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.071577483 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.755010+0000", 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8676000000000004e-05 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.755518+0000", 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00050779299999999998 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.950 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.788972+0000", 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.033454783000000002 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.800764+0000", 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011791302 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805535+0000", 2023-09-23T15:27:13.951 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00477116 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805570+0000", 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5481999999999997e-05 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805637+0000", 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6637999999999995e-05 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.952 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205235 8.b 8:d2d87acb:::benchmark_data_smithi118_424375_object102169:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.683304+0000", 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.196670109, 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1224581410000001, 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205235 2023-09-23T15:27:13.953 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683304+0000", 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683304+0000", 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.954 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.955 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.955 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683304+0000", 2023-09-23T15:27:13.955 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:13.955 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.955 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.955 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.955 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683307+0000", 2023-09-23T15:27:13.955 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8660000000000002e-06 2023-09-23T15:27:13.955 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.955 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.955 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.957 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683313+0000", 2023-09-23T15:27:13.957 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7529999999999998e-06 2023-09-23T15:27:13.957 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.957 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.957 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.957 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683317+0000", 2023-09-23T15:27:13.957 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3290000000000004e-06 2023-09-23T15:27:13.957 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.957 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.957 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683380+0000", 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2810000000000003e-05 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.683387+0000", 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.153e-06 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.781457+0000", 2023-09-23T15:27:13.958 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0980697989999999 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.781581+0000", 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012470499999999999 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.781669+0000", 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7294999999999997e-05 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.959 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.788982+0000", 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.007313595 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.800792+0000", 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011809663 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805681+0000", 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00488873 2023-09-23T15:27:13.960 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805710+0000", 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9051999999999999e-05 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805763+0000", 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2837000000000003e-05 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.961 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205240 8.b 8:de7c2bfd:::benchmark_data_smithi118_424375_object102174:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.689549+0000", 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.19042515199999, 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1196030850000001, 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205240 2023-09-23T15:27:13.962 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689549+0000", 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689549+0000", 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.963 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689549+0000", 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689551+0000", 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3199999999999998e-06 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689557+0000", 2023-09-23T15:27:13.964 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4369999999999998e-06 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689560+0000", 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.693e-06 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.690739+0000", 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001179053 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.965 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.690747+0000", 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9929999999999995e-06 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.782754+0000", 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.092006883 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.966 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.782858+0000", 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010349 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.782945+0000", 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7145000000000007e-05 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.788991+0000", 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0060459770000000001 2023-09-23T15:27:13.967 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.804576+0000", 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015585296 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809048+0000", 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0044715570000000001 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.968 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809092+0000", 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4155e-05 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809152+0000", 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0455999999999999e-05 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.969 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205241 8.b 8:dc8b5d5f:::benchmark_data_smithi118_424375_object102175:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.689564+0000", 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.19041005299999, 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1197191420000001, 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205241 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.970 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689564+0000", 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689564+0000", 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.971 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689564+0000", 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689567+0000", 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3740000000000001e-06 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689572+0000", 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1290000000000004e-06 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.972 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.973 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.973 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.689575+0000", 2023-09-23T15:27:13.973 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3689999999999998e-06 2023-09-23T15:27:13.973 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.973 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.973 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.973 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.690759+0000", 2023-09-23T15:27:13.973 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001183843 2023-09-23T15:27:13.973 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.973 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.973 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.690762+0000", 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5590000000000001e-06 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.783718+0000", 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.092955382 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.783790+0000", 2023-09-23T15:27:13.974 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2356999999999999e-05 2023-09-23T15:27:13.975 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.975 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.975 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:13.975 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.783864+0000", 2023-09-23T15:27:13.975 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4042999999999996e-05 2023-09-23T15:27:13.975 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.975 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.975 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.975 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.789000+0000", 2023-09-23T15:27:13.975 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051356789999999998 2023-09-23T15:27:13.975 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.804608+0000", 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015608051 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809185+0000", 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045774600000000002 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.976 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809227+0000", 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1492999999999997e-05 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.809284+0000", 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6675999999999997e-05 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.977 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205253 8.b 8:d11743ee:::benchmark_data_smithi118_424375_object102187:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:13.978 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.704377+0000", 2023-09-23T15:27:13.978 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.175597818, 2023-09-23T15:27:13.978 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1189896560000001, 2023-09-23T15:27:13.978 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.978 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.978 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.978 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.978 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.978 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205253 2023-09-23T15:27:13.978 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.978 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704377+0000", 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704377+0000", 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.979 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704376+0000", 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704379+0000", 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5009999999999999e-06 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704388+0000", 2023-09-23T15:27:13.980 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4439999999999997e-06 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.704391+0000", 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9380000000000001e-06 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.708548+0000", 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0041565939999999996 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.981 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.982 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.708568+0000", 2023-09-23T15:27:13.982 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9792e-05 2023-09-23T15:27:13.982 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.982 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.982 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.982 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.784575+0000", 2023-09-23T15:27:13.982 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0760078639999999 2023-09-23T15:27:13.982 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.982 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.982 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.982 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.784648+0000", 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2129e-05 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.784718+0000", 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0055000000000006e-05 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.789009+0000", 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042915449999999999 2023-09-23T15:27:13.983 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805799+0000", 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016789821 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823258+0000", 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017459367999999999 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.984 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823306+0000", 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7166000000000002e-05 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823366+0000", 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0782999999999997e-05 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.985 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205271 8.b 8:d0feaad0:::benchmark_data_smithi118_424375_object102205:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.722234+0000", 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.15774026899999, 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1013434790000001, 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205271 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.986 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722234+0000", 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722234+0000", 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722233+0000", 2023-09-23T15:27:13.987 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722240+0000", 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.472e-06 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722249+0000", 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8149999999999995e-06 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.988 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722254+0000", 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7239999999999997e-06 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722303+0000", 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8717999999999997e-05 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.722313+0000", 2023-09-23T15:27:13.989 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4709999999999996e-06 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.785451+0000", 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.063138785 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.785569+0000", 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000117266 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.990 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.785698+0000", 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012951299999999999 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.791252+0000", 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0055536320000000002 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805828+0000", 2023-09-23T15:27:13.991 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014576488 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823419+0000", 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017591124 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823472+0000", 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2110000000000001e-05 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:13.992 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823578+0000", 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000106094 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205287 8.b 8:dd8f16e3:::benchmark_data_smithi118_424375_object102221:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.736611+0000", 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.14336358200001, 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0870761449999999, 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:13.993 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205287 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736611+0000", 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.994 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736611+0000", 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736610+0000", 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736617+0000", 2023-09-23T15:27:13.995 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.17e-06 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736626+0000", 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9430000000000006e-06 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736631+0000", 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9799999999999998e-06 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.996 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736686+0000", 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4360000000000001e-05 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.736695+0000", 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4760000000000004e-06 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.786867+0000", 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0501717290000001 2023-09-23T15:27:13.997 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.786957+0000", 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0517000000000001e-05 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.787039+0000", 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1514999999999995e-05 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:13.998 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.791259+0000", 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042203220000000003 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805847+0000", 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014588004 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823602+0000", 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017755186999999999 2023-09-23T15:27:13.999 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823630+0000", 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7186999999999999e-05 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823687+0000", 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7435999999999997e-05 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.000 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205317 8.b 8:dfd182e8:::benchmark_data_smithi118_424375_object102251:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.764133+0000", 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.115841609, 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0597503070000001, 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205317 2023-09-23T15:27:14.001 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764133+0000", 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764133+0000", 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.002 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764131+0000", 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764139+0000", 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5510000000000002e-06 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764155+0000", 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6137000000000002e-05 2023-09-23T15:27:14.003 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.004 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.004 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:14.004 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764164+0000", 2023-09-23T15:27:14.004 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0319999999999992e-06 2023-09-23T15:27:14.004 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.004 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.004 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:14.004 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764234+0000", 2023-09-23T15:27:14.004 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0091000000000004e-05 2023-09-23T15:27:14.004 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.004 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.764244+0000", 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0648e-05 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.787892+0000", 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.023647704 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:14.005 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.788019+0000", 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012686199999999999 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.788154+0000", 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013481999999999999 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.793287+0000", 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051329519999999997 2023-09-23T15:27:14.006 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.805876+0000", 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012588864999999999 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823735+0000", 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.01785929 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:14.007 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823783+0000", 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8112000000000003e-05 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823883+0000", 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010015599999999999 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205336 8.b 8:d32c22a6:::benchmark_data_smithi118_424375_object102270:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:14.008 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.783757+0000", 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.09621777699999, 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.040221413, 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205336 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.009 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783757+0000", 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783757+0000", 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783756+0000", 2023-09-23T15:27:14.010 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783761+0000", 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0370000000000002e-06 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783773+0000", 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2139e-05 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.011 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783779+0000", 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2249999999999997e-06 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783848+0000", 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8887000000000006e-05 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.783855+0000", 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1919999999999999e-06 2023-09-23T15:27:14.012 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.789051+0000", 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.005195946 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.789163+0000", 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011226 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.013 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:14.014 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.789256+0000", 2023-09-23T15:27:14.014 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.2799000000000004e-05 2023-09-23T15:27:14.014 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.014 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.014 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:14.014 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.793296+0000", 2023-09-23T15:27:14.014 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0040397699999999998 2023-09-23T15:27:14.014 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.014 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.014 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:14.014 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.807130+0000", 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013834048999999999 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823905+0000", 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016774824000000001 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823931+0000", 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5706000000000001e-05 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.015 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.823978+0000", 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7499e-05 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205343 8.b 8:d75726e4:::benchmark_data_smithi118_424375_object102277:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.791362+0000", 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.08861201600001, 2023-09-23T15:27:14.016 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0328056189999999, 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205343 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791362+0000", 2023-09-23T15:27:14.017 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791362+0000", 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791362+0000", 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.018 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791366+0000", 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4100000000000001e-06 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791379+0000", 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.27e-05 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:14.019 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791384+0000", 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9080000000000003e-06 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791439+0000", 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5488999999999997e-05 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.791446+0000", 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9399999999999996e-06 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.020 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.790112+0000", 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99866615000000003 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.790231+0000", 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000119004 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.790372+0000", 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000140545 2023-09-23T15:27:14.021 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.795390+0000", 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050181410000000003 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.807977+0000", 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012586566 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:14.022 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824022+0000", 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016045401000000001 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824066+0000", 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4515999999999999e-05 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824168+0000", 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000101646 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.023 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205367 8.b 8:dce4ce63:::benchmark_data_smithi118_424375_object102301:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.820705+0000", 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.059269312, 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0035639489999999, 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:14.024 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205367 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820705+0000", 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820705+0000", 2023-09-23T15:27:14.025 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:14.026 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.026 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.026 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:14.026 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820704+0000", 2023-09-23T15:27:14.026 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:14.026 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.026 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.026 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:14.026 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820708+0000", 2023-09-23T15:27:14.026 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8340000000000001e-06 2023-09-23T15:27:14.026 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820718+0000", 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.8449999999999998e-06 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820722+0000", 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0260000000000001e-06 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:14.027 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820762+0000", 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9903000000000001e-05 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.820770+0000", 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8609999999999998e-06 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.791294+0000", 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.97052369199999999 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.028 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.791388+0000", 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4026999999999999e-05 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.791464+0000", 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5884999999999996e-05 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.795396+0000", 2023-09-23T15:27:14.029 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039322209999999996 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.808041+0000", 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012645299 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824192+0000", 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016150504 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.030 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824216+0000", 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4510000000000001e-05 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824269+0000", 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3022999999999997e-05 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.031 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:205373 8.b 8:d6685e94:::benchmark_data_smithi118_424375_object102307:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e350)", 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:24:24.825749+0000", 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 169.05422514599999, 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.99869770300000005, 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 205373 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:27:14.032 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825749+0000", 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825749+0000", 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:27:14.033 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825749+0000", 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825753+0000", 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7530000000000001e-06 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825766+0000", 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2359e-05 2023-09-23T15:27:14.034 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825773+0000", 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.883e-06 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825824+0000", 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1660999999999999e-05 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:27:14.035 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:24.825830+0000", 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1190000000000002e-06 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.792217+0000", 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.96638623800000001 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.792339+0000", 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000122249 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.036 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.792479+0000", 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000139818 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.796385+0000", 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039064670000000003 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.808151+0000", 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011766115000000001 2023-09-23T15:27:14.037 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824305+0000", 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016154201 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824350+0000", 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4261999999999997e-05 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:27:14.038 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:24:25.824447+0000", 2023-09-23T15:27:14.039 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7393999999999996e-05 2023-09-23T15:27:14.039 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.039 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:14.039 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.039 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:27:14.039 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:27:14.039 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:27:14.039 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:14.040 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[219580]: failed to encode map e405 with expected crc 2023-09-23T15:27:14.040 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[219580]: osdmap e405: 8 total, 8 up, 7 in 2023-09-23T15:27:14.040 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/492809597' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:14.040 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:14.041 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[219580]: failed to encode map e405 with expected crc 2023-09-23T15:27:14.041 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[219580]: pgmap v1090: 119 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 108 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 342 op/s; 21016/216219 objects degraded (9.720%); 3548/216219 objects misplaced (1.641%); 13 MiB/s, 208 objects/s recovering 2023-09-23T15:27:14.041 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[212312]: failed to encode map e405 with expected crc 2023-09-23T15:27:14.041 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[212312]: osdmap e405: 8 total, 8 up, 7 in 2023-09-23T15:27:14.041 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/492809597' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:14.041 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:14.041 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[212312]: failed to encode map e405 with expected crc 2023-09-23T15:27:14.041 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:13 smithi118 ceph-mon[212312]: pgmap v1090: 119 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 108 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 342 op/s; 21016/216219 objects degraded (9.720%); 3548/216219 objects misplaced (1.641%); 13 MiB/s, 208 objects/s recovering 2023-09-23T15:27:14.069 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:14.116 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:14.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:14.119 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:14.219 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:27:14.294 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:15.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[219580]: failed to encode map e405 with expected crc 2023-09-23T15:27:15.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:15.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[219580]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[219580]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:27:15.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[219580]: osdmap e406: 8 total, 8 up, 7 in 2023-09-23T15:27:15.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[219580]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[219580]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[219580]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[212312]: failed to encode map e405 with expected crc 2023-09-23T15:27:15.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:15.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[212312]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[212312]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:27:15.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[212312]: osdmap e406: 8 total, 8 up, 7 in 2023-09-23T15:27:15.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[212312]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[212312]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:14 smithi118 ceph-mon[212312]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:14 smithi178 ceph-mon[192298]: failed to encode map e405 with expected crc 2023-09-23T15:27:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:14 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:14 smithi178 ceph-mon[192298]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:14 smithi178 ceph-mon[192298]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:14 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:27:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:14 smithi178 ceph-mon[192298]: osdmap e406: 8 total, 8 up, 7 in 2023-09-23T15:27:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:14 smithi178 ceph-mon[192298]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:14 smithi178 ceph-mon[192298]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:14 smithi178 ceph-mon[192298]: failed to encode map e406 with expected crc 2023-09-23T15:27:15.190 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:27:15.446 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:27:15.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:15.453 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:27:15.554 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:15.584 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:15.638 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:15.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:15.644 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:15.745 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:15.760 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:15.776 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:15.825 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:15.830 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:15 smithi178 ceph-mon[192298]: pgmap v1092: 119 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 108 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 353 op/s; 18924/214563 objects degraded (8.820%); 4981/214563 objects misplaced (2.321%); 19 MiB/s, 309 objects/s recovering 2023-09-23T15:27:15.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:15.832 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:15.932 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:27:15.966 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:15 smithi118 ceph-mon[219580]: pgmap v1092: 119 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 108 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 353 op/s; 18924/214563 objects degraded (8.820%); 4981/214563 objects misplaced (2.321%); 19 MiB/s, 309 objects/s recovering 2023-09-23T15:27:15.967 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:15 smithi118 ceph-mon[212312]: pgmap v1092: 119 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 108 active+clean; 4.4 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 353 op/s; 18924/214563 objects degraded (8.820%); 4981/214563 objects misplaced (2.321%); 19 MiB/s, 309 objects/s recovering 2023-09-23T15:27:15.977 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:16.036 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:16.131 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:27:16.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:16.139 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:27:16.240 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:27:16.301 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:16.451 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:27:16.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:16.457 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:27:16.558 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:16.643 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:16.847 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:27:16.847 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:27:16.848 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-09-23T15:27:16.848 INFO:tasks.thrashosds.thrasher:Setting osd 5 primary_affinity to 0.396142 2023-09-23T15:27:16.848 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 5 0.39614246915890594 2023-09-23T15:27:17.619 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:27:17.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 18924/214563 objects degraded (8.820%), 9 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:17.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 18924/214563 objects degraded (8.820%), 9 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:17.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 18924/214563 objects degraded (8.820%), 9 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:18.241 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:27:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:27:18] "GET /metrics HTTP/1.1" 200 36521 "" "Prometheus/2.43.0" 2023-09-23T15:27:18.634 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:18.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:18.639 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:18.740 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:18.796 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:18 smithi118 ceph-mon[212312]: pgmap v1093: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.3 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 350 op/s; 18924/212118 objects degraded (8.921%); 4633/212118 objects misplaced (2.184%); 12 MiB/s, 184 objects/s recovering 2023-09-23T15:27:18.796 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:18 smithi118 ceph-mon[219580]: pgmap v1093: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.3 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 350 op/s; 18924/212118 objects degraded (8.921%); 4633/212118 objects misplaced (2.184%); 12 MiB/s, 184 objects/s recovering 2023-09-23T15:27:18.803 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:18 smithi178 ceph-mon[192298]: pgmap v1093: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.3 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 350 op/s; 18924/212118 objects degraded (8.921%); 4633/212118 objects misplaced (2.184%); 12 MiB/s, 184 objects/s recovering 2023-09-23T15:27:18.941 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:18.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:18.956 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:19.041 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:19.057 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:19.093 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:19.137 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:19.152 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:19.158 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:19.158 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:19.259 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:19.325 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:19.559 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:19.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:19.563 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:19.664 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:19.734 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:19.847 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:27:19.847 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:27:19.847 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:27:19.847 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:27:19.848 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:27:19.892 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:27:19.930 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:27:19.969 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:27:20.000 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:27:20.031 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:27:20.067 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:27:20.095 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:27:20.110 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:20.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:20.114 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:20.119 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:27:20.119 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:27:20.119 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:27:20.119 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:27:20.119 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:27:20.119 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:27:20.120 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:27:20.120 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:27:20.215 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:20.248 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:20.311 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:20.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:20.315 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:20.416 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:27:20.486 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:20.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:20 smithi118 ceph-mon[219580]: pgmap v1094: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.3 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 308 op/s; 18924/211230 objects degraded (8.959%); 4633/211230 objects misplaced (2.193%); 8.9 MiB/s, 142 objects/s recovering 2023-09-23T15:27:20.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:20 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/968618135' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:20.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:20 smithi118 ceph-mon[212312]: pgmap v1094: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.3 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 308 op/s; 18924/211230 objects degraded (8.959%); 4633/211230 objects misplaced (2.193%); 8.9 MiB/s, 142 objects/s recovering 2023-09-23T15:27:20.824 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:20 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/968618135' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:20 smithi178 ceph-mon[192298]: pgmap v1094: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.3 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 0 B/s wr, 308 op/s; 18924/211230 objects degraded (8.959%); 4633/211230 objects misplaced (2.193%); 8.9 MiB/s, 142 objects/s recovering 2023-09-23T15:27:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:20 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/968618135' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:22.199 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:27:22.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:22.208 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:27:22.232 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:27:22.309 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:22.401 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:22.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:22 smithi118 ceph-mon[219580]: pgmap v1095: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 313 op/s; 18661/208764 objects degraded (8.939%); 4031/208764 objects misplaced (1.931%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:27:22.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:22.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 18661/208764 objects degraded (8.939%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:22.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:22 smithi118 ceph-mon[212312]: pgmap v1095: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 313 op/s; 18661/208764 objects degraded (8.939%); 4031/208764 objects misplaced (1.931%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:27:22.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:22.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 18661/208764 objects degraded (8.939%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:22 smithi178 ceph-mon[192298]: pgmap v1095: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 313 op/s; 18661/208764 objects degraded (8.939%); 4031/208764 objects misplaced (1.931%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:27:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 18661/208764 objects degraded (8.939%), 9 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:23.698 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:23.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:23.702 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:23.803 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:23.829 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:23.883 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:23.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:23.891 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:23.991 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:27:24.072 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:24.287 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:27:24.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:24.291 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:27:24.392 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:24.470 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:24.679 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:24 smithi118 ceph-mon[219580]: pgmap v1096: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 333 op/s; 18661/206211 objects degraded (9.049%); 3749/206211 objects misplaced (1.818%); 13 MiB/s, 215 objects/s recovering 2023-09-23T15:27:24.679 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:24 smithi118 ceph-mon[212312]: pgmap v1096: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 333 op/s; 18661/206211 objects degraded (9.049%); 3749/206211 objects misplaced (1.818%); 13 MiB/s, 215 objects/s recovering 2023-09-23T15:27:24.726 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:24.730 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:24.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:24.732 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:24.833 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:27:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:24 smithi178 ceph-mon[192298]: pgmap v1096: 119 pgs: 6 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 109 active+clean; 4.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 333 op/s; 18661/206211 objects degraded (9.049%); 3749/206211 objects misplaced (1.818%); 13 MiB/s, 215 objects/s recovering 2023-09-23T15:27:24.896 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:25.141 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:27:25.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:25.152 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:27:25.252 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:25.281 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:25.333 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:25.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:25.338 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:25.439 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:27:25.492 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:25.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3157597017' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:27:25.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:25 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:27:25.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4290676180' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.39614246915890594}]: dispatch 2023-09-23T15:27:25.556 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:25 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.39614246915890594}]: dispatch 2023-09-23T15:27:25.613 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.5 primary-affinity to 0.396142 (8259612) 2023-09-23T15:27:25.613 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:27:25.678 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:27:25.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:25.694 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:27:25.795 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:27:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3157597017' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:27:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:25 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:27:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4290676180' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.39614246915890594}]: dispatch 2023-09-23T15:27:25.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:25 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.39614246915890594}]: dispatch 2023-09-23T15:27:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3157597017' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:27:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:25 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:27:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4290676180' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.39614246915890594}]: dispatch 2023-09-23T15:27:25.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:25 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.39614246915890594}]: dispatch 2023-09-23T15:27:25.848 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:25.854 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:27:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[212312]: pgmap v1097: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 334 op/s; 16643/204396 objects degraded (8.143%); 4558/204396 objects misplaced (2.230%); 18 MiB/s, 285 objects/s recovering 2023-09-23T15:27:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[212312]: failed to encode map e407 with expected crc 2023-09-23T15:27:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:27:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.39614246915890594}]': finished 2023-09-23T15:27:26.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[212312]: osdmap e407: 8 total, 8 up, 7 in 2023-09-23T15:27:26.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[219580]: pgmap v1097: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 334 op/s; 16643/204396 objects degraded (8.143%); 4558/204396 objects misplaced (2.230%); 18 MiB/s, 285 objects/s recovering 2023-09-23T15:27:26.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:26.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[219580]: failed to encode map e407 with expected crc 2023-09-23T15:27:26.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:27:26.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.39614246915890594}]': finished 2023-09-23T15:27:26.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:26 smithi118 ceph-mon[219580]: osdmap e407: 8 total, 8 up, 7 in 2023-09-23T15:27:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:26 smithi178 ceph-mon[192298]: pgmap v1097: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.2 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 334 op/s; 16643/204396 objects degraded (8.143%); 4558/204396 objects misplaced (2.230%); 18 MiB/s, 285 objects/s recovering 2023-09-23T15:27:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:26 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:26 smithi178 ceph-mon[192298]: failed to encode map e407 with expected crc 2023-09-23T15:27:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:26 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:27:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:26 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 0.39614246915890594}]': finished 2023-09-23T15:27:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:26 smithi178 ceph-mon[192298]: osdmap e407: 8 total, 8 up, 7 in 2023-09-23T15:27:27.452 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:27:27.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:27.459 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:27:27.560 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:27.585 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:27.633 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:27.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:27.639 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:27.740 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:27.769 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[219580]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[219580]: osdmap e408: 8 total, 8 up, 7 in 2023-09-23T15:27:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[219580]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[219580]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[219580]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 16643/204396 objects degraded (8.143%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:27.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[212312]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[212312]: osdmap e408: 8 total, 8 up, 7 in 2023-09-23T15:27:27.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[212312]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[212312]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[212312]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 16643/204396 objects degraded (8.143%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:27.820 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:27.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:27.825 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:27 smithi178 ceph-mon[192298]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:27 smithi178 ceph-mon[192298]: osdmap e408: 8 total, 8 up, 7 in 2023-09-23T15:27:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:27 smithi178 ceph-mon[192298]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:27 smithi178 ceph-mon[192298]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:27 smithi178 ceph-mon[192298]: failed to encode map e408 with expected crc 2023-09-23T15:27:27.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 16643/204396 objects degraded (8.143%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:27.926 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:27.952 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:28.003 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:28.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:28.011 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:28.112 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:27:28.166 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:28.411 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:27:28.429 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:28.429 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:27:28.430 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:27:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:27:28] "GET /metrics HTTP/1.1" 200 36521 "" "Prometheus/2.43.0" 2023-09-23T15:27:28.530 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:28.585 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:28.597 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:28.797 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:28 smithi118 ceph-mon[219580]: pgmap v1100: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 392 op/s; 16643/201813 objects degraded (8.247%); 4242/201813 objects misplaced (2.102%); 21 MiB/s, 333 objects/s recovering 2023-09-23T15:27:28.798 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:28 smithi118 ceph-mon[212312]: pgmap v1100: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 392 op/s; 16643/201813 objects degraded (8.247%); 4242/201813 objects misplaced (2.102%); 21 MiB/s, 333 objects/s recovering 2023-09-23T15:27:28.817 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:28.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:28.827 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:28 smithi178 ceph-mon[192298]: pgmap v1100: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 392 op/s; 16643/201813 objects degraded (8.247%); 4242/201813 objects misplaced (2.102%); 21 MiB/s, 333 objects/s recovering 2023-09-23T15:27:28.927 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:29.299 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:29.403 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:29.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:29.409 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:29.446 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:27:29.446 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:27:29.510 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:29.539 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:29.587 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:29.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:29.592 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:29.693 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:29.719 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:29.811 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:29.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:29.816 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:29.917 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:29.943 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:29.987 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:29.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:29.991 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:30.092 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:30.121 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:30.172 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:30.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:30.178 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:30.279 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:30.348 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:30.363 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:27:30.767 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:30.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:30.773 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:30.873 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:30.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:30 smithi178 ceph-mon[192298]: pgmap v1101: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 335 op/s; 16643/200700 objects degraded (8.292%); 4242/200700 objects misplaced (2.114%); 14 MiB/s, 225 objects/s recovering 2023-09-23T15:27:30.911 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:30 smithi118 ceph-mon[219580]: pgmap v1101: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 335 op/s; 16643/200700 objects degraded (8.292%); 4242/200700 objects misplaced (2.114%); 14 MiB/s, 225 objects/s recovering 2023-09-23T15:27:30.911 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:30 smithi118 ceph-mon[212312]: pgmap v1101: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.1 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 335 op/s; 16643/200700 objects degraded (8.292%); 4242/200700 objects misplaced (2.114%); 14 MiB/s, 225 objects/s recovering 2023-09-23T15:27:30.914 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:31.480 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:31.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:31.489 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:27:31.490 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:31.590 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:27:31.689 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:31.691 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:31.886 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:27:31.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:31.895 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:27:31.996 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:27:32.053 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:32.379 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:27:32.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:32.383 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:27:32.484 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:32.485 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:27:32.513 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:32.542 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:27:32.560 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:32.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:32.567 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:32.572 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:27:32.618 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:27:32.657 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:27:32.668 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:27:32.691 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:27:32.727 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:27:32.730 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:32.776 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:27:32.786 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:27:32.787 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:27:32.787 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:27:32.787 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:27:32.787 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:27:32.787 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:27:32.787 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:27:32.787 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:27:32.875 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:27:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:32 smithi178 ceph-mon[192298]: pgmap v1102: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 321 op/s; 16418/198501 objects degraded (8.271%); 3695/198501 objects misplaced (1.861%); 18 MiB/s, 286 objects/s recovering 2023-09-23T15:27:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3164936287' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 16418/198501 objects degraded (8.271%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:32.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:32.879 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:32 smithi118 ceph-mon[212312]: pgmap v1102: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 321 op/s; 16418/198501 objects degraded (8.271%); 3695/198501 objects misplaced (1.861%); 18 MiB/s, 286 objects/s recovering 2023-09-23T15:27:32.879 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3164936287' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:32.879 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 16418/198501 objects degraded (8.271%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:32.880 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:32 smithi118 ceph-mon[219580]: pgmap v1102: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 321 op/s; 16418/198501 objects degraded (8.271%); 3695/198501 objects misplaced (1.861%); 18 MiB/s, 286 objects/s recovering 2023-09-23T15:27:32.880 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3164936287' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:32.880 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 16418/198501 objects degraded (8.271%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:32.881 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:27:32.903 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:32.981 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:33.008 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:33.065 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:33.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:33.070 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:33.171 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:33.199 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:33.246 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:33.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:33.250 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:33.315 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:27:33.315 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:27:33.315 INFO:tasks.thrashosds.thrasher:inject_pause on osd.5 2023-09-23T15:27:33.315 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:27:33.315 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:27:33.315 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 config set filestore_inject_stall 3 2023-09-23T15:27:33.351 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:33.386 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:33.447 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:33.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:33.452 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:33.553 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:33.582 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:33.632 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:33.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:33.639 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:33.740 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:27:33.777 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:33.864 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:27:33.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:33 smithi178 ceph-mon[192298]: pgmap v1103: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 370 op/s; 16418/195492 objects degraded (8.398%); 3374/195492 objects misplaced (1.726%); 11 MiB/s, 175 objects/s recovering 2023-09-23T15:27:34.022 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:27:34.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:34.030 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:27:34.030 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:33 smithi118 ceph-mon[212312]: pgmap v1103: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 370 op/s; 16418/195492 objects degraded (8.398%); 3374/195492 objects misplaced (1.726%); 11 MiB/s, 175 objects/s recovering 2023-09-23T15:27:34.030 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:33 smithi118 ceph-mon[219580]: pgmap v1103: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 4.0 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 370 op/s; 16418/195492 objects degraded (8.398%); 3374/195492 objects misplaced (1.726%); 11 MiB/s, 175 objects/s recovering 2023-09-23T15:27:34.131 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:34.161 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:34.938 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:34.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:34.945 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:35.046 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:35.078 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:35.131 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:35.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:35.134 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:35.234 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:35.263 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:35.316 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:35.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:35.321 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:35.422 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:35.480 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:35.627 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:35.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:35.631 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:35.732 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:35.798 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:35.875 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:35.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:35.878 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:35.978 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:36.004 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:36.331 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:36.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:36.336 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:36.437 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:36.467 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:36.514 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:36.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:36.517 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:36.604 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:27:36.618 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:36.701 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:36 smithi118 ceph-mon[212312]: pgmap v1104: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 320 op/s; 16188/193791 objects degraded (8.353%); 2876/193791 objects misplaced (1.484%); 13 MiB/s, 214 objects/s recovering 2023-09-23T15:27:36.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4257683335' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:36.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:36 smithi118 ceph-mon[219580]: pgmap v1104: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 320 op/s; 16188/193791 objects degraded (8.353%); 2876/193791 objects misplaced (1.484%); 13 MiB/s, 214 objects/s recovering 2023-09-23T15:27:36.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4257683335' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:36.834 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:27:36.834 INFO:teuthology.orchestra.run.smithi178.stdout: "success": "" 2023-09-23T15:27:36.834 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:27:36.854 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:36.859 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:36 smithi178 ceph-mon[192298]: pgmap v1104: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 3.9 GiB data, 17 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 320 op/s; 16188/193791 objects degraded (8.353%); 2876/193791 objects misplaced (1.484%); 13 MiB/s, 214 objects/s recovering 2023-09-23T15:27:36.860 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4257683335' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:36.861 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:36.861 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:36.962 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:36.964 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:27:36.994 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:37.702 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:37.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:37.705 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:37.806 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:27:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:37 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:27:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:37 smithi178 ceph-mon[192298]: failed to encode map e409 with expected crc 2023-09-23T15:27:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:37 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4257683335' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:27:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:37 smithi178 ceph-mon[192298]: osdmap e409: 8 total, 8 up, 7 in 2023-09-23T15:27:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:37 smithi178 ceph-mon[192298]: failed to encode map e409 with expected crc 2023-09-23T15:27:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:37 smithi178 ceph-mon[192298]: failed to encode map e409 with expected crc 2023-09-23T15:27:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:37.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 16188/193791 objects degraded (8.353%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:37.884 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:27:37.884 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[212312]: failed to encode map e409 with expected crc 2023-09-23T15:27:37.884 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4257683335' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:27:37.884 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[212312]: osdmap e409: 8 total, 8 up, 7 in 2023-09-23T15:27:37.884 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[212312]: failed to encode map e409 with expected crc 2023-09-23T15:27:37.884 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[212312]: failed to encode map e409 with expected crc 2023-09-23T15:27:37.884 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:37.885 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:37.885 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 16188/193791 objects degraded (8.353%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:37.885 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:27:37.885 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[219580]: failed to encode map e409 with expected crc 2023-09-23T15:27:37.885 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4257683335' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:27:37.885 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[219580]: osdmap e409: 8 total, 8 up, 7 in 2023-09-23T15:27:37.885 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[219580]: failed to encode map e409 with expected crc 2023-09-23T15:27:37.885 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[219580]: failed to encode map e409 with expected crc 2023-09-23T15:27:37.885 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:37.885 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:37.885 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 16188/193791 objects degraded (8.353%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:37.902 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:37.966 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:27:37.966 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4378 8.e 8:727273df:::benchmark_data_smithi118_424375_object4377:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.250579+0000", 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 480.71100530000001, 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39123023600000001, 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:37.967 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4378 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250579+0000", 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250579+0000", 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250577+0000", 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250600+0000", 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2370000000000001e-05 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:37.969 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250610+0000", 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0293e-05 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250616+0000", 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6860000000000003e-06 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250652+0000", 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6041999999999998e-05 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250771+0000", 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000119387 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.250906+0000", 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013464400000000001 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:37.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252020+0000", 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0011139629999999999 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252691+0000", 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00067106900000000005 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.641704+0000", 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38901356500000001 2023-09-23T15:27:37.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.641763+0000", 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.834e-05 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.641809+0000", 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6017999999999999e-05 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:37.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.974 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4383 8.e 8:75a15cc2:::benchmark_data_smithi118_424375_object4382:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:27:37.974 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.251860+0000", 2023-09-23T15:27:37.974 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 480.70972435300001, 2023-09-23T15:27:37.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39375929300000001, 2023-09-23T15:27:37.974 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:37.974 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:37.974 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:37.974 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:37.974 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:37.974 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4383 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251860+0000", 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251860+0000", 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.975 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251859+0000", 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251894+0000", 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5178000000000001e-05 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251909+0000", 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.525e-05 2023-09-23T15:27:37.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.251920+0000", 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0958000000000001e-05 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252044+0000", 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000124547 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:37.977 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252179+0000", 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013457899999999999 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.252322+0000", 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014314800000000001 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.253255+0000", 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00093290500000000004 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.978 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.253338+0000", 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2657000000000005e-05 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645532+0000", 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39219385400000001 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645583+0000", 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1385999999999999e-05 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645619+0000", 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5831999999999998e-05 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4394 8.e 8:73ef4fd0:::benchmark_data_smithi118_424375_object4393:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.254141+0000", 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 480.707443329, 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39177492400000002, 2023-09-23T15:27:37.980 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4394 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254141+0000", 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254141+0000", 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254139+0000", 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254158+0000", 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8963000000000001e-05 2023-09-23T15:27:37.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254167+0000", 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8720000000000008e-06 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254180+0000", 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.31e-05 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:37.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254227+0000", 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6424000000000001e-05 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254362+0000", 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000135463 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.254473+0000", 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000111142 2023-09-23T15:27:37.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.255409+0000", 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00093533699999999995 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.255500+0000", 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1001000000000005e-05 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645828+0000", 2023-09-23T15:27:37.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39032851099999999 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645878+0000", 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9873999999999997e-05 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645915+0000", 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7363000000000001e-05 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:37.986 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4408 8.e 8:78c887aa:::benchmark_data_smithi118_424375_object4407:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.258312+0000", 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 480.70327167699998, 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.387729926, 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4408 2023-09-23T15:27:37.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258312+0000", 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258312+0000", 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258311+0000", 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258340+0000", 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9218999999999999e-05 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258355+0000", 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5271e-05 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258363+0000", 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8229999999999995e-06 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258411+0000", 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7556999999999999e-05 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258504+0000", 2023-09-23T15:27:37.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.323e-05 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.258607+0000", 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010291 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259208+0000", 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00060138599999999998 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259424+0000", 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000215839 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.645961+0000", 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38653700800000002 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.646006+0000", 2023-09-23T15:27:37.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5389999999999997e-05 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.646042+0000", 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5688000000000001e-05 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:4410 8.e 8:7cd6116b:::benchmark_data_smithi118_424375_object4409:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e265)", 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:19:37.259353+0000", 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 480.70223069000002, 2023-09-23T15:27:37.993 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.38799419000000002, 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 4410 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259353+0000", 2023-09-23T15:27:37.994 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259353+0000", 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259352+0000", 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259372+0000", 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9882e-05 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259382+0000", 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8409999999999995e-06 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:37.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259389+0000", 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3200000000000002e-06 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259449+0000", 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9895000000000002e-05 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259552+0000", 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000102303 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.259673+0000", 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000121674 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.260224+0000", 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00055077299999999995 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:37.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.260391+0000", 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016673100000000001 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.647254+0000", 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.386862863 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.647310+0000", 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6697000000000003e-05 2023-09-23T15:27:37.999 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:19:37.647347+0000", 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6981999999999999e-05 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:109588 8.c 8:399e9cd4:::benchmark_data_smithi118_424375_object6522:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:21:14.910440+0000", 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 383.05114413400003, 2023-09-23T15:27:38.000 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.2956609, 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109588 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910440+0000", 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.001 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910440+0000", 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910438+0000", 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.002 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910445+0000", 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8820000000000003e-06 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910461+0000", 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5690999999999999e-05 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.910469+0000", 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.337e-06 2023-09-23T15:27:38.003 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.915566+0000", 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0050968719999999997 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.915673+0000", 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000106481 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:27:38.004 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.915773+0000", 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000100765 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.919274+0000", 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0035004459999999999 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.926617+0000", 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0073427470000000002 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.005 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.205997+0000", 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27938087099999998 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206050+0000", 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2859999999999999e-05 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.006 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206101+0000", 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0399000000000003e-05 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:109593 8.c 8:30549360:::benchmark_data_smithi118_424375_object6527:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:21:14.914241+0000", 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 383.04734284900002, 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.29201085399999999, 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.007 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109593 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914241+0000", 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.008 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914241+0000", 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914240+0000", 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914247+0000", 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9450000000000004e-06 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914263+0000", 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6875e-05 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.914272+0000", 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2050000000000002e-06 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.919290+0000", 2023-09-23T15:27:38.010 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0050179969999999997 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.919403+0000", 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000113451 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.919504+0000", 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000100955 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.011 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.926623+0000", 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0071193259999999996 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.926767+0000", 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014345499999999999 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206159+0000", 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27939220100000001 2023-09-23T15:27:38.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206212+0000", 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2743e-05 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206252+0000", 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0130999999999999e-05 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.013 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.014 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.014 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:109596 8.c 8:310a3dae:::benchmark_data_smithi118_424375_object6530:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:27:38.014 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:21:14.917391+0000", 2023-09-23T15:27:38.014 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 383.04419336500001, 2023-09-23T15:27:38.014 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.28900783099999999, 2023-09-23T15:27:38.014 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.014 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.014 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:38.014 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:38.014 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:38.014 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109596 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917391+0000", 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917391+0000", 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.015 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917389+0000", 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917395+0000", 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9680000000000003e-06 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917407+0000", 2023-09-23T15:27:38.016 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2241e-05 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.917415+0000", 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3150000000000003e-06 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.922808+0000", 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0053927419999999998 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.922958+0000", 2023-09-23T15:27:38.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000150486 2023-09-23T15:27:38.018 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:27:38.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.923084+0000", 2023-09-23T15:27:38.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012565300000000001 2023-09-23T15:27:38.018 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:38.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.926890+0000", 2023-09-23T15:27:38.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038060979999999999 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.931735+0000", 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0048456599999999999 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206298+0000", 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27456224000000001 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.019 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206357+0000", 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9361999999999998e-05 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.206398+0000", 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1316000000000002e-05 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:109598 8.c 8:3e750cd4:::benchmark_data_smithi118_424375_object6532:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e283)", 2023-09-23T15:27:38.020 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:21:14.918435+0000", 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 383.04314871899999, 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.292915062, 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109598 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.021 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918435+0000", 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918435+0000", 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918435+0000", 2023-09-23T15:27:38.022 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918445+0000", 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0465999999999999e-05 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918451+0000", 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1999999999999999e-06 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.918456+0000", 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6829999999999999e-06 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.926917+0000", 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0084610520000000002 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.927028+0000", 2023-09-23T15:27:38.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011076100000000001 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.927129+0000", 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010142899999999999 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.930261+0000", 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003131249 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:14.931813+0000", 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0015521140000000001 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.211250+0000", 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27943763900000002 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.211311+0000", 2023-09-23T15:27:38.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0616999999999999e-05 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:21:15.211350+0000", 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9218000000000003e-05 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:152818 8.2 8:4dcc4a8c:::benchmark_data_smithi118_424375_object49752:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e307)", 2023-09-23T15:27:38.027 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:28.220123+0000", 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 309.74146127, 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.26754941199999999, 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 152818 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.028 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220123+0000", 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220123+0000", 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220121+0000", 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220129+0000", 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9249999999999995e-06 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220144+0000", 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4778e-05 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220153+0000", 2023-09-23T15:27:38.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9539999999999993e-06 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220202+0000", 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8754000000000001e-05 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220363+0000", 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016145100000000001 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,4,5", 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.220518+0000", 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015446500000000001 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.224853+0000", 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0043352529999999998 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.229394+0000", 2023-09-23T15:27:38.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0045407370000000004 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.234470+0000", 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.005076105 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.487505+0000", 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.25303536399999998 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.487564+0000", 2023-09-23T15:27:38.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8544000000000001e-05 2023-09-23T15:27:38.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.487672+0000", 2023-09-23T15:27:38.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000108458 2023-09-23T15:27:38.034 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.034 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.034 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:152822 8.2 8:4acef83e:::benchmark_data_smithi118_424375_object49756:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e307)", 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:28.225478+0000", 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 309.73610551799999, 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.269252775, 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 152822 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.035 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225478+0000", 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225478+0000", 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225477+0000", 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:38.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225484+0000", 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6000000000000001e-06 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225498+0000", 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.362e-05 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.225507+0000", 2023-09-23T15:27:38.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8829999999999995e-06 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.229420+0000", 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0039128310000000003 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.229563+0000", 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000143299 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,4,5", 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.229678+0000", 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000115036 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.234582+0000", 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0049045549999999997 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.234593+0000", 2023-09-23T15:27:38.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0888e-05 2023-09-23T15:27:38.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.040 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.040 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.234862+0000", 2023-09-23T15:27:38.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00026875800000000002 2023-09-23T15:27:38.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.040 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.040 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.494556+0000", 2023-09-23T15:27:38.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.259694068 2023-09-23T15:27:38.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.494615+0000", 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9137e-05 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:28.494731+0000", 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011586000000000001 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.041 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:205083 8.c 8:32078595:::benchmark_data_smithi118_424375_object102017:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e349)", 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:24:24.144722+0000", 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 193.816862286, 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24547126999999999, 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:38.042 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 205083 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144722+0000", 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144722+0000", 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144721+0000", 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144724+0000", 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1760000000000002e-06 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144731+0000", 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.725e-06 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144736+0000", 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1399999999999999e-06 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144779+0000", 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2502000000000001e-05 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144892+0000", 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000113443 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.144972+0000", 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0050999999999996e-05 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.147405+0000", 2023-09-23T15:27:38.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024332500000000001 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.148239+0000", 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00083366799999999997 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.390096+0000", 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24185734 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.390149+0000", 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2295e-05 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:24:24.390193+0000", 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4190000000000002e-05 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:26618 9.c e368/363 9:3f2e8816:::benchmark_data_smithi118_489858_object26617:head v 368'1721, mlcod=368'1718)", 2023-09-23T15:27:38.048 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:02.354145+0000", 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 155.607438984, 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.210188288, 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354145+0000", 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354145+0000", 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354144+0000", 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354213+0000", 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8633999999999994e-05 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354221+0000", 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7379999999999994e-06 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354225+0000", 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7099999999999998e-06 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354256+0000", 2023-09-23T15:27:38.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0756000000000002e-05 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354268+0000", 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2218999999999999e-05 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355158+0000", 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00088992499999999996 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564333+0000", 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.20917485 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:26619 9.8 e368/359 9:1200a978:::benchmark_data_smithi118_489858_object26618:head v 368'1667, mlcod=368'1665)", 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:02.354236+0000", 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 155.607348199, 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.210137569, 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354236+0000", 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354236+0000", 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354235+0000", 2023-09-23T15:27:38.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354280+0000", 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5082e-05 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354285+0000", 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6750000000000001e-06 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354288+0000", 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2030000000000001e-06 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354329+0000", 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0198999999999999e-05 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354346+0000", 2023-09-23T15:27:38.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7841000000000001e-05 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355294+0000", 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00094775800000000004 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564373+0000", 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.20907909 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:26614 9.e e368/359 9:75c7e2fc:::benchmark_data_smithi118_489858_object26613:head v 368'1636, mlcod=368'1634)", 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:02.354298+0000", 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 155.60728564499999, 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.21112561499999999, 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354298+0000", 2023-09-23T15:27:38.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354298+0000", 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354298+0000", 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967296 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354337+0000", 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9093e-05 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354342+0000", 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5569999999999997e-06 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354346+0000", 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9310000000000001e-06 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354380+0000", 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4518999999999999e-05 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354401+0000", 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0806e-05 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.565375+0000", 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.21097417900000001 2023-09-23T15:27:38.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.565424+0000", 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8755000000000003e-05 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:26617 9.e e368/359 9:791dba6a:::benchmark_data_smithi118_489858_object26616:head v 368'1637, mlcod=368'1634)", 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:02.354382+0000", 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 155.60720236399999, 2023-09-23T15:27:38.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.212430389, 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354382+0000", 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354382+0000", 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354374+0000", 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999924 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354441+0000", 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7730000000000004e-05 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354449+0000", 2023-09-23T15:27:38.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1069999999999999e-06 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.354452+0000", 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1379999999999999e-06 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355109+0000", 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00065691800000000004 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355121+0000", 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2653000000000001e-05 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.566789+0000", 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.21166774999999999 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.566812+0000", 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2928000000000001e-05 2023-09-23T15:27:38.066 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:26620 9.8 e368/359 9:13e8462b:::benchmark_data_smithi118_489858_object26619:head v 368'1668, mlcod=368'1665)", 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:25:02.355857+0000", 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 155.60572647199999, 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.21209666599999999, 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355857+0000", 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355857+0000", 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.355857+0000", 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.356018+0000", 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000161192 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564455+0000", 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.20843682099999999 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564465+0000", 2023-09-23T15:27:38.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0576e-05 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564788+0000", 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00032223899999999999 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.564807+0000", 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9157e-05 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.567915+0000", 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031083690000000001 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:25:02.567954+0000", 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8862000000000002e-05 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:95558 9.e 9:78db7fcf:::benchmark_data_smithi118_489858_object9106:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e399)", 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:55.093459+0000", 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 42.868125079999999, 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.21953102199999999, 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 95558 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.093459+0000", 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.093459+0000", 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.093457+0000", 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.093466+0000", 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6009999999999995e-06 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.093478+0000", 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2119e-05 2023-09-23T15:27:38.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.093486+0000", 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6340000000000007e-06 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.093541+0000", 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5056000000000003e-05 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.093714+0000", 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017273899999999999 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.093887+0000", 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000172564 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.096678+0000", 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027914289999999998 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.097355+0000", 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00067736599999999999 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.310070+0000", 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.212714661 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.310138+0000", 2023-09-23T15:27:38.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7409000000000005e-05 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:55.312990+0000", 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0028522600000000001 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:109384 9.e 9:7d10333b:::benchmark_data_smithi118_489858_object22932:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e408)", 2023-09-23T15:27:38.078 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:35.841377+0000", 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 2.1202068280000002, 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.22876624700000001, 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109384 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.841377+0000", 2023-09-23T15:27:38.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.841377+0000", 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.841375+0000", 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.841384+0000", 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3690000000000007e-06 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.841402+0000", 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8471e-05 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.841412+0000", 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0000000000000001e-05 2023-09-23T15:27:38.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.841473+0000", 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0526999999999998e-05 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.841655+0000", 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018271199999999999 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.841778+0000", 2023-09-23T15:27:38.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000122791 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.843985+0000", 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022069580000000002 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.844202+0000", 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00021666799999999999 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.067193+0000", 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.22299070600000001 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.067262+0000", 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9004999999999994e-05 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.070143+0000", 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002881752 2023-09-23T15:27:38.084 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:109392 9.e 9:7ab7c67e:::benchmark_data_smithi118_489858_object22940:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e408)", 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:35.849418+0000", 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 2.1121660759999998, 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.223169699, 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:38.085 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109392 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.849418+0000", 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.849418+0000", 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:38.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.849416+0000", 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.849425+0000", 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4150000000000005e-06 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.849444+0000", 2023-09-23T15:27:38.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8893e-05 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.849455+0000", 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0361e-05 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.849517+0000", 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2013000000000004e-05 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.849709+0000", 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000192776 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.849872+0000", 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016223999999999999 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.852448+0000", 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025759749999999999 2023-09-23T15:27:38.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.852555+0000", 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000107285 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.070190+0000", 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.21763538499999999 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.070230+0000", 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9400000000000002e-05 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.072588+0000", 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002357764 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:38.091 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:27:38.092 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:38.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:38.093 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:27:38.093 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:27:38.194 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:38.274 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:27:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:27:38] "GET /metrics HTTP/1.1" 200 36518 "" "Prometheus/2.43.0" 2023-09-23T15:27:38.846 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:38.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:38.854 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:38.855 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:38 smithi118 ceph-mon[219580]: pgmap v1106: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 352 op/s; 16188/191247 objects degraded (8.464%); 2575/191247 objects misplaced (1.346%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:27:38.855 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:38 smithi118 ceph-mon[212312]: pgmap v1106: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 352 op/s; 16188/191247 objects degraded (8.464%); 2575/191247 objects misplaced (1.346%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:27:38.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:38 smithi178 ceph-mon[192298]: pgmap v1106: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 352 op/s; 16188/191247 objects degraded (8.464%); 2575/191247 objects misplaced (1.346%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:27:38.955 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:38.981 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:39.018 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:27:39.029 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:39.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:39.035 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:39.135 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:39.195 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:39.504 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:39.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:39.511 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:39.612 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:39.711 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:39.733 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:27:39.786 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:39.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:39.790 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:39.891 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:27:39.926 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:40.340 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:27:40.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:40.358 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:27:40.458 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:40.492 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:40.541 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:40.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:40.546 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:40.553 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:40.554 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:40.647 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:40.730 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:40 smithi178 ceph-mon[192298]: 9.0 scrub starts 2023-09-23T15:27:40.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:40 smithi178 ceph-mon[192298]: pgmap v1107: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 362 op/s; 16188/189813 objects degraded (8.528%); 2575/189813 objects misplaced (1.357%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:27:40.914 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:40.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:40.927 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:40.927 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:40 smithi118 ceph-mon[212312]: 9.0 scrub starts 2023-09-23T15:27:40.927 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:40 smithi118 ceph-mon[212312]: pgmap v1107: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 362 op/s; 16188/189813 objects degraded (8.528%); 2575/189813 objects misplaced (1.357%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:27:40.927 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:40 smithi118 ceph-mon[219580]: 9.0 scrub starts 2023-09-23T15:27:40.928 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:40 smithi118 ceph-mon[219580]: pgmap v1107: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovering, 2 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 3.9 GiB data, 16 GiB used, 609 GiB / 626 GiB avail; 0 B/s wr, 362 op/s; 16188/189813 objects degraded (8.528%); 2575/189813 objects misplaced (1.357%); 13 MiB/s, 212 objects/s recovering 2023-09-23T15:27:41.027 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:41.061 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:41.116 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:41.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:41.123 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:41.224 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:41.257 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:41.309 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:41.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:41.314 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:41.415 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:41.437 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:27:41.475 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:27:41.487 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:41.509 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:27:41.544 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:27:41.584 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:27:41.617 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:27:41.656 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:27:41.695 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:27:41.700 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:27:41.700 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:27:41.701 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:27:41.701 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:27:41.701 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:27:41.701 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:27:41.701 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:27:41.701 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:27:41.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:41 smithi118 ceph-mon[219580]: 9.10 scrub starts 2023-09-23T15:27:41.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2094741033' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:41.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:41 smithi118 ceph-mon[212312]: 9.10 scrub starts 2023-09-23T15:27:41.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2094741033' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:41.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:41 smithi178 ceph-mon[192298]: 9.10 scrub starts 2023-09-23T15:27:41.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2094741033' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:42.000 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:42.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:42.006 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:42.107 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:42.138 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:42.185 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:42.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:42.190 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:42.291 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:42.319 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:42.367 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:42.374 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:42.375 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:42.475 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:42.516 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:42.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:42 smithi118 ceph-mon[219580]: pgmap v1108: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 372 op/s; 15934/187332 objects degraded (8.506%); 1980/187332 objects misplaced (1.057%); 14 MiB/s, 219 objects/s recovering 2023-09-23T15:27:42.857 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 15934/187332 objects degraded (8.506%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:42.858 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:42 smithi118 ceph-mon[212312]: pgmap v1108: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 372 op/s; 15934/187332 objects degraded (8.506%); 1980/187332 objects misplaced (1.057%); 14 MiB/s, 219 objects/s recovering 2023-09-23T15:27:42.858 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 15934/187332 objects degraded (8.506%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:42 smithi178 ceph-mon[192298]: pgmap v1108: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.8 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 372 op/s; 15934/187332 objects degraded (8.506%); 1980/187332 objects misplaced (1.057%); 14 MiB/s, 219 objects/s recovering 2023-09-23T15:27:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 15934/187332 objects degraded (8.506%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:43.094 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:27:43.094 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:27:43.094 INFO:tasks.thrashosds.thrasher:inject_pause on osd.0 2023-09-23T15:27:43.094 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:27:43.094 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:27:43.095 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 config set filestore_inject_stall 3 2023-09-23T15:27:43.766 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:43.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:43.773 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:43.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:43 smithi118 ceph-mon[219580]: pgmap v1109: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 391 op/s; 15934/183741 objects degraded (8.672%); 1618/183741 objects misplaced (0.881%); 14 MiB/s, 223 objects/s recovering 2023-09-23T15:27:43.825 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:43 smithi118 ceph-mon[212312]: pgmap v1109: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 391 op/s; 15934/183741 objects degraded (8.672%); 1618/183741 objects misplaced (0.881%); 14 MiB/s, 223 objects/s recovering 2023-09-23T15:27:43.874 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:43.899 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:43 smithi178 ceph-mon[192298]: pgmap v1109: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 391 op/s; 15934/183741 objects degraded (8.672%); 1618/183741 objects misplaced (0.881%); 14 MiB/s, 223 objects/s recovering 2023-09-23T15:27:43.901 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:43.949 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:43.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:43.954 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:44.055 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:44.081 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:44.125 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:44.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:44.131 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:44.232 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:27:44.288 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:44.311 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:44.486 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:27:44.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:44.497 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:27:44.597 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:44.701 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:27:44.701 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:27:44.707 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:44.923 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:44.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:44.930 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:45.031 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:45.059 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:45.115 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:45.120 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:45.121 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:45.222 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:45.249 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:45.300 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:45.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:45.305 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:45.306 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:45 smithi178 ceph-mon[192298]: 1.6 scrub starts 2023-09-23T15:27:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:45 smithi118 ceph-mon[219580]: 1.6 scrub starts 2023-09-23T15:27:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:45 smithi118 ceph-mon[212312]: 1.6 scrub starts 2023-09-23T15:27:45.406 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:45.434 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:45.477 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:45.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:45.480 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:45.580 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:45.598 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:27:45.639 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:46.009 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:46.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:46.013 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:46.043 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:27:46.114 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:27:46.160 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:46.294 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:46 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4143801766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:27:46.294 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:46 smithi118 ceph-mon[212312]: pgmap v1110: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 399 op/s; 15934/181806 objects degraded (8.764%); 1618/181806 objects misplaced (0.890%); 9.4 MiB/s, 150 objects/s recovering 2023-09-23T15:27:46.294 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:46 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4143801766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:27:46.294 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:46 smithi118 ceph-mon[219580]: pgmap v1110: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 399 op/s; 15934/181806 objects degraded (8.764%); 1618/181806 objects misplaced (0.890%); 9.4 MiB/s, 150 objects/s recovering 2023-09-23T15:27:46.332 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:27:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:46 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4143801766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:27:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:46 smithi178 ceph-mon[192298]: pgmap v1110: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.7 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 399 op/s; 15934/181806 objects degraded (8.764%); 1618/181806 objects misplaced (0.890%); 9.4 MiB/s, 150 objects/s recovering 2023-09-23T15:27:46.606 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:27:46.608 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:46.608 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:27:46.709 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:47.070 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:47.296 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:47.300 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:47 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:47.301 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:47 smithi178 ceph-mon[192298]: failed to encode map e410 with expected crc 2023-09-23T15:27:47.301 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:47 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4143801766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:27:47.301 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:47 smithi178 ceph-mon[192298]: osdmap e410: 8 total, 8 up, 7 in 2023-09-23T15:27:47.301 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:47 smithi178 ceph-mon[192298]: failed to encode map e410 with expected crc 2023-09-23T15:27:47.301 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:47 smithi178 ceph-mon[192298]: failed to encode map e410 with expected crc 2023-09-23T15:27:47.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:47.302 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[219580]: failed to encode map e410 with expected crc 2023-09-23T15:27:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4143801766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:27:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[219580]: osdmap e410: 8 total, 8 up, 7 in 2023-09-23T15:27:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[219580]: failed to encode map e410 with expected crc 2023-09-23T15:27:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[219580]: failed to encode map e410 with expected crc 2023-09-23T15:27:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[212312]: failed to encode map e410 with expected crc 2023-09-23T15:27:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4143801766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:27:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[212312]: osdmap e410: 8 total, 8 up, 7 in 2023-09-23T15:27:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[212312]: failed to encode map e410 with expected crc 2023-09-23T15:27:47.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:47 smithi118 ceph-mon[212312]: failed to encode map e410 with expected crc 2023-09-23T15:27:47.402 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:47.429 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:47.486 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:47.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:47.492 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:47.593 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:47.624 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:47.673 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:47.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:47.677 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:47.778 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:47.806 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:47.816 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:47.852 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:47.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:47.856 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:47.876 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:47.957 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:27:48.028 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:27:48.028 INFO:teuthology.orchestra.run.smithi118.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-09-23T15:27:48.028 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:27:48.047 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:48.299 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:27:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:27:48] "GET /metrics HTTP/1.1" 200 36518 "" "Prometheus/2.43.0" 2023-09-23T15:27:48.299 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:48 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 15934/181806 objects degraded (8.764%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:48.299 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:48 smithi118 ceph-mon[219580]: pgmap v1112: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 403 op/s; 15683/179145 objects degraded (8.754%); 1218/179145 objects misplaced (0.680%); 12 MiB/s, 186 objects/s recovering 2023-09-23T15:27:48.300 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:48 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 15934/181806 objects degraded (8.764%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:48.300 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:48 smithi118 ceph-mon[212312]: pgmap v1112: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 403 op/s; 15683/179145 objects degraded (8.754%); 1218/179145 objects misplaced (0.680%); 12 MiB/s, 186 objects/s recovering 2023-09-23T15:27:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:48 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 15934/181806 objects degraded (8.764%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:48 smithi178 ceph-mon[192298]: pgmap v1112: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 403 op/s; 15683/179145 objects degraded (8.754%); 1218/179145 objects misplaced (0.680%); 12 MiB/s, 186 objects/s recovering 2023-09-23T15:27:49.070 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:27:49.074 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:49.074 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:27:49.175 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:49.215 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:49.264 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:49.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:49.270 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:49.371 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:49.399 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:49.421 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:27:49.449 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:49.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:49.455 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:49.556 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:49.634 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:50.145 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:50.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:50.149 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:50.250 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:50.279 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:50.853 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:50.869 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:50 smithi118 ceph-mon[219580]: pgmap v1113: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 405 op/s; 15683/177645 objects degraded (8.828%); 1218/177645 objects misplaced (0.686%); 12 MiB/s, 186 objects/s recovering 2023-09-23T15:27:50.869 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:50 smithi118 ceph-mon[212312]: pgmap v1113: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 405 op/s; 15683/177645 objects degraded (8.828%); 1218/177645 objects misplaced (0.686%); 12 MiB/s, 186 objects/s recovering 2023-09-23T15:27:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:50 smithi178 ceph-mon[192298]: pgmap v1113: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 405 op/s; 15683/177645 objects degraded (8.828%); 1218/177645 objects misplaced (0.686%); 12 MiB/s, 186 objects/s recovering 2023-09-23T15:27:50.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:50.881 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:50.981 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:51.040 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:51.051 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:51.481 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:51.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:51.488 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:51.589 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:51.609 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:27:51.616 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:51.664 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:51.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:51.669 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:51.670 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:27:51.724 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:27:51.770 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:27:51.781 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:27:51.804 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:51 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3518880363' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:51.805 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:27:51.806 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:51 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3518880363' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:51.873 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:51.875 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:27:51.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:51 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3518880363' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:27:51.928 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:27:51.966 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:27:51.976 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:27:51.976 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:27:51.977 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:27:51.977 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:27:51.977 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:27:51.977 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:27:51.977 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:27:51.977 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:27:52.057 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:27:52.057 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:27:52.057 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:27:52.057 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:27:52.057 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:27:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:52 smithi178 ceph-mon[192298]: pgmap v1114: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 418 op/s; 15400/174768 objects degraded (8.812%); 1218/174768 objects misplaced (0.697%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:27:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 15400/174768 objects degraded (8.812%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:52.982 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:52 smithi118 ceph-mon[219580]: pgmap v1114: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 418 op/s; 15400/174768 objects degraded (8.812%); 1218/174768 objects misplaced (0.697%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:27:52.982 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:52.982 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:52.982 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 15400/174768 objects degraded (8.812%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:52.983 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:52 smithi118 ceph-mon[212312]: pgmap v1114: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.6 GiB data, 16 GiB used, 610 GiB / 626 GiB avail; 0 B/s wr, 418 op/s; 15400/174768 objects degraded (8.812%); 1218/174768 objects misplaced (0.697%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:27:52.983 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:27:52.983 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:27:52.983 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 15400/174768 objects degraded (8.812%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:53.216 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:27:53.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:53.220 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:27:53.321 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:27:53.358 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:53.581 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:27:53.799 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:27:53.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:53.807 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:27:53.908 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:53.937 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:53.984 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:53.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:53.989 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:54.090 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:54.153 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:54.451 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:54.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:54.468 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:54.569 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:54.596 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:54.646 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:54.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:54.652 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:54.753 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:54.754 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:54 smithi118 ceph-mon[219580]: pgmap v1115: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 433 op/s; 15400/170736 objects degraded (9.020%); 811/170736 objects misplaced (0.475%); 8.4 MiB/s, 134 objects/s recovering 2023-09-23T15:27:54.754 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:54 smithi118 ceph-mon[212312]: pgmap v1115: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 433 op/s; 15400/170736 objects degraded (9.020%); 811/170736 objects misplaced (0.475%); 8.4 MiB/s, 134 objects/s recovering 2023-09-23T15:27:54.784 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:54.791 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:27:54.792 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:27:54.792 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-09-23T15:27:54.792 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:27:54.836 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:54.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:54.843 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:54.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:54 smithi178 ceph-mon[192298]: pgmap v1115: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.5 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 433 op/s; 15400/170736 objects degraded (9.020%); 811/170736 objects misplaced (0.475%); 8.4 MiB/s, 134 objects/s recovering 2023-09-23T15:27:54.944 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:54.973 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:55.023 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:55.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:55.028 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:55.084 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:55.129 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:55.155 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:55.201 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:55.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:55.206 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:55.307 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:55.387 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:55.483 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:55.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:55.487 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:55.587 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:27:55.615 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:55.647 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:55 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2213604243' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:55.647 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:55 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:55.647 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:55 smithi118 ceph-mon[219580]: pgmap v1116: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 443 op/s; 15400/168504 objects degraded (9.139%); 811/168504 objects misplaced (0.481%); 8.4 MiB/s, 134 objects/s recovering 2023-09-23T15:27:55.669 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:27:55.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:55.677 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:27:55.705 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:27:55.777 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:55.806 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:55.855 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:55.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:55.859 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:55 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2213604243' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:55 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:55 smithi178 ceph-mon[192298]: pgmap v1116: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 443 op/s; 15400/168504 objects degraded (9.139%); 811/168504 objects misplaced (0.481%); 8.4 MiB/s, 134 objects/s recovering 2023-09-23T15:27:55.961 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:55.991 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:56.047 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:56.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:56.051 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:56.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:55 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2213604243' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:56.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:55 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:27:56.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:55 smithi118 ceph-mon[212312]: pgmap v1116: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 443 op/s; 15400/168504 objects degraded (9.139%); 811/168504 objects misplaced (0.481%); 8.4 MiB/s, 134 objects/s recovering 2023-09-23T15:27:56.152 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:56.209 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:56.614 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:27:57.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:57.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[219580]: failed to encode map e411 with expected crc 2023-09-23T15:27:57.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:27:57.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[219580]: osdmap e411: 8 total, 8 up, 7 in 2023-09-23T15:27:57.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[219580]: failed to encode map e411 with expected crc 2023-09-23T15:27:57.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[219580]: failed to encode map e411 with expected crc 2023-09-23T15:27:57.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:57.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[212312]: failed to encode map e411 with expected crc 2023-09-23T15:27:57.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:27:57.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[212312]: osdmap e411: 8 total, 8 up, 7 in 2023-09-23T15:27:57.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[212312]: failed to encode map e411 with expected crc 2023-09-23T15:27:57.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:56 smithi118 ceph-mon[212312]: failed to encode map e411 with expected crc 2023-09-23T15:27:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:56 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:27:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:56 smithi178 ceph-mon[192298]: failed to encode map e411 with expected crc 2023-09-23T15:27:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:56 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:27:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:56 smithi178 ceph-mon[192298]: osdmap e411: 8 total, 8 up, 7 in 2023-09-23T15:27:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:56 smithi178 ceph-mon[192298]: failed to encode map e411 with expected crc 2023-09-23T15:27:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:56 smithi178 ceph-mon[192298]: failed to encode map e411 with expected crc 2023-09-23T15:27:57.181 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:57.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:57.187 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:57.288 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:27:57.381 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:57.420 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:57.530 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:27:57.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:57.539 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:27:57.640 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:27:57.640 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:27:57.711 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 15400/168504 objects degraded (9.139%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:57.711 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:27:57 smithi118 ceph-mon[219580]: pgmap v1118: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 460 op/s; 15111/165330 objects degraded (9.140%); 339/165330 objects misplaced (0.205%); 9.0 MiB/s, 144 objects/s recovering 2023-09-23T15:27:57.713 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 15400/168504 objects degraded (9.139%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:57.713 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:27:57 smithi118 ceph-mon[212312]: pgmap v1118: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 460 op/s; 15111/165330 objects degraded (9.140%); 339/165330 objects misplaced (0.205%); 9.0 MiB/s, 144 objects/s recovering 2023-09-23T15:27:57.715 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:57.953 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:27:57.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:57.958 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:27:58.059 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:27:58.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 15400/168504 objects degraded (9.139%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:27:58.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:27:57 smithi178 ceph-mon[192298]: pgmap v1118: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.4 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 460 op/s; 15111/165330 objects degraded (9.140%); 339/165330 objects misplaced (0.205%); 9.0 MiB/s, 144 objects/s recovering 2023-09-23T15:27:58.087 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:58.138 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:27:58.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:58.142 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:27:58.243 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:27:58.274 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:58.321 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:27:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:27:58] "GET /metrics HTTP/1.1" 200 36512 "" "Prometheus/2.43.0" 2023-09-23T15:27:58.321 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:27:58.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:58.326 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:27:58.426 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:58.470 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:58.834 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:58.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:58.839 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:58.888 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:27:58.888 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:27:58.888 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:27:58.888 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151765 8.1 8:8245dbd0:::benchmark_data_smithi118_424375_object48699:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e304)", 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.317766+0000", 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 334.56302844599998, 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4208192039999998, 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151765 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.889 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317766+0000", 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317766+0000", 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317765+0000", 2023-09-23T15:27:58.890 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317772+0000", 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1010000000000003e-06 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317788+0000", 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5838e-05 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.891 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317795+0000", 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6520000000000006e-06 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317845+0000", 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9379999999999998e-05 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.317979+0000", 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013422799999999999 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.892 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2", 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.318094+0000", 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011473599999999999 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.325351+0000", 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0072569499999999999 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.330014+0000", 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0046638219999999998 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.893 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.484581+0000", 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.154566697 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.484592+0000", 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1426999999999999e-05 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454765+0000", 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97017257800000001 2023-09-23T15:27:58.894 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454778+0000", 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2747e-05 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738488+0000", 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.283710626 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738585+0000", 2023-09-23T15:27:58.895 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6908000000000001e-05 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151803 8.1 8:897a5f9d:::benchmark_data_smithi118_424375_object48737:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.489390+0000", 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 334.39140476400001, 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2855261219999998, 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:58.896 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151803 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489390+0000", 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489390+0000", 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.897 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489388+0000", 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489395+0000", 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9179999999999997e-06 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489413+0000", 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7832000000000001e-05 2023-09-23T15:27:58.898 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489422+0000", 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8290000000000003e-06 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489521+0000", 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8908999999999998e-05 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.489534+0000", 2023-09-23T15:27:58.899 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.289e-05 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454840+0000", 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96530550100000001 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454849+0000", 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9129999999999992e-06 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.900 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738786+0000", 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.283937119 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.738920+0000", 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013416799999999999 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.739059+0000", 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000139021 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.901 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751281+0000", 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012221984 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751522+0000", 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00024076600000000001 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.766593+0000", 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015071062 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.902 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774745+0000", 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0081520519999999999 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774801+0000", 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6589000000000003e-05 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774916+0000", 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114486 2023-09-23T15:27:58.903 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151806 8.1 8:81ca510d:::benchmark_data_smithi118_424375_object48740:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.493474+0000", 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 334.38732018500002, 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.281619235, 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:58.904 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151806 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493474+0000", 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493474+0000", 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.905 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493473+0000", 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493480+0000", 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8220000000000007e-06 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493494+0000", 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3023999999999999e-05 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.906 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493503+0000", 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0799999999999995e-06 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493553+0000", 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9978999999999997e-05 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.493564+0000", 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0937999999999999e-05 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.907 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454874+0000", 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96131065999999998 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454882+0000", 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8220000000000007e-06 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.743276+0000", 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2883935289999999 2023-09-23T15:27:58.908 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.743433+0000", 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015700299999999999 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.743577+0000", 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014449100000000001 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.909 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751464+0000", 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0078869630000000003 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751579+0000", 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114893 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.766642+0000", 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015063418 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.910 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.774961+0000", 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.008318911 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775009+0000", 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7420000000000003e-05 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775094+0000", 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4987000000000005e-05 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.911 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151809 8.1 8:87cd93c7:::benchmark_data_smithi118_424375_object48743:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.498908+0000", 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 334.38188659799999, 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2764746630000001, 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151809 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.912 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498908+0000", 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498908+0000", 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.913 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498906+0000", 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498911+0000", 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6589999999999998e-06 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498922+0000", 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1269e-05 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.914 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.498929+0000", 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2040000000000002e-06 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.499024+0000", 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5707999999999999e-05 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.499036+0000", 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1819e-05 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.915 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454905+0000", 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95586935299999998 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454914+0000", 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1100000000000003e-06 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.747470+0000", 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2925566100000001 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.916 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.747602+0000", 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013224499999999999 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.747729+0000", 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012651599999999999 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751592+0000", 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038633589999999998 2023-09-23T15:27:58.917 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.751632+0000", 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9675999999999998e-05 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775148+0000", 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.023515753 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775207+0000", 2023-09-23T15:27:58.918 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9522999999999999e-05 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775258+0000", 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1036999999999999e-05 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775383+0000", 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000124361 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.919 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151821 8.1 8:86a4f8ef:::benchmark_data_smithi118_424375_object48755:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.514337+0000", 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 334.366457954, 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2822320930000002, 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151821 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.920 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.921 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514337+0000", 2023-09-23T15:27:58.921 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.921 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.921 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.921 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.921 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514337+0000", 2023-09-23T15:27:58.921 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514335+0000", 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514343+0000", 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5750000000000001e-06 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.922 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514364+0000", 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0174999999999999e-05 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514374+0000", 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0003999999999999e-05 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514463+0000", 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8852999999999998e-05 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.923 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.514476+0000", 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3050999999999999e-05 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454969+0000", 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.94049333800000001 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.454977+0000", 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9610000000000005e-06 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.924 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.755213+0000", 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.30023639 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.755355+0000", 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000141273 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,2,5", 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.755493+0000", 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000138016 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.925 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.766601+0000", 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.01110833 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775477+0000", 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088758280000000005 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.775762+0000", 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00028528800000000002 2023-09-23T15:27:58.926 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.796394+0000", 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.020632080000000001 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.796448+0000", 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4317000000000002e-05 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.796569+0000", 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120315 2023-09-23T15:27:58.927 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:88896 9.12 9:4de6005e:::benchmark_data_smithi118_489858_object2444:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e396)", 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:33.030364+0000", 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 85.850430794000005, 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.46928961000000002, 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:58.928 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 88896 2023-09-23T15:27:58.929 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.929 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.929 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.929 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.929 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.030364+0000", 2023-09-23T15:27:58.929 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.929 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.030364+0000", 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.030362+0000", 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.030372+0000", 2023-09-23T15:27:58.930 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7200000000000001e-06 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.030398+0000", 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6380000000000002e-05 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.030409+0000", 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0638999999999999e-05 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.931 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.030479+0000", 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0728000000000005e-05 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.030508+0000", 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8326999999999998e-05 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.492103+0000", 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.46159522200000003 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.932 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.492222+0000", 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011883900000000001 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.492343+0000", 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120903 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.495457+0000", 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031147700000000002 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.933 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.497003+0000", 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001545799 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.499561+0000", 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025582299999999999 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.499612+0000", 2023-09-23T15:27:58.934 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0275000000000002e-05 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.499653+0000", 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1770000000000002e-05 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:88900 9.12 9:4e377472:::benchmark_data_smithi118_489858_object2448:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e396)", 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:33.035466+0000", 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 85.845328867999996, 2023-09-23T15:27:58.935 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.467389683, 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 88900 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.035466+0000", 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.936 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.035466+0000", 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.035464+0000", 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.035469+0000", 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1909999999999999e-06 2023-09-23T15:27:58.937 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.035478+0000", 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7730000000000005e-06 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.035493+0000", 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4633e-05 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.035586+0000", 2023-09-23T15:27:58.938 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3350999999999994e-05 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.035599+0000", 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2771e-05 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.493961+0000", 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.45836267000000003 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.494079+0000", 2023-09-23T15:27:58.939 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000117188 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.494191+0000", 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011265 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.497011+0000", 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002819223 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.940 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.499418+0000", 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024078229999999999 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.502758+0000", 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0033398659999999999 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.502811+0000", 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2505e-05 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.941 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.502855+0000", 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4679999999999999e-05 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:88905 9.12 9:4c9227ee:::benchmark_data_smithi118_489858_object2453:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e396)", 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:33.099545+0000", 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 85.781249927000005, 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.40344431800000002, 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.942 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 88905 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.099545+0000", 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.099545+0000", 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.943 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.099543+0000", 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.099552+0000", 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9490000000000002e-06 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.099571+0000", 2023-09-23T15:27:58.944 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8774999999999999e-05 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.099581+0000", 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0224000000000001e-05 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.099633+0000", 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2272999999999999e-05 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.945 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.099644+0000", 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0577999999999999e-05 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.495489+0000", 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.39584484199999997 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.495602+0000", 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000113619 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:27:58.946 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.495711+0000", 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010904399999999999 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.499382+0000", 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0036705150000000001 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.499458+0000", 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6352000000000004e-05 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.947 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.502909+0000", 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0034507560000000001 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.502951+0000", 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2395000000000003e-05 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.502989+0000", 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.748e-05 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.948 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:88969 9.12 9:4d78f293:::benchmark_data_smithi118_489858_object2517:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e396)", 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:33.355412+0000", 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 85.525382077000003, 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.147712328, 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 88969 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.949 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355412+0000", 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355412+0000", 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355411+0000", 2023-09-23T15:27:58.950 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355417+0000", 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8799999999999996e-06 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355427+0000", 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9930000000000007e-06 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.951 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355433+0000", 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8599999999999998e-06 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355490+0000", 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7037000000000003e-05 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355502+0000", 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1745e-05 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.952 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.497034+0000", 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.14153260500000001 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.497137+0000", 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000102804 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.497239+0000", 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000101846 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.953 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.499425+0000", 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0021866849999999998 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.499489+0000", 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3718000000000002e-05 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.503041+0000", 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0035521490000000001 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.954 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.503089+0000", 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7203000000000002e-05 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.503125+0000", 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6248999999999998e-05 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.955 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:88971 9.12 9:49e9c97c:::benchmark_data_smithi118_489858_object2519:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e396)", 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:33.355573+0000", 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 85.525221900999995, 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.14765767899999999, 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 88971 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.956 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355573+0000", 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355573+0000", 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355572+0000", 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355577+0000", 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7249999999999997e-06 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355588+0000", 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1301000000000001e-05 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355593+0000", 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7709999999999997e-06 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.958 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355638+0000", 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5677000000000003e-05 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.355649+0000", 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0251000000000001e-05 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.498374+0000", 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.14272532299999999 2023-09-23T15:27:58.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.498470+0000", 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6068000000000002e-05 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.498563+0000", 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2719000000000005e-05 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.499495+0000", 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00093269000000000002 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.500134+0000", 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00063868499999999995 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.503163+0000", 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0030290820000000002 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.961 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.503200+0000", 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6925999999999998e-05 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.503230+0000", 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0290999999999998e-05 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:89064 9.4 9:22acd971:::benchmark_data_smithi118_489858_object2612:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e397)", 2023-09-23T15:27:58.962 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:33.646213+0000", 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 85.234581801000004, 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.17884170799999999, 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 89064 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.646213+0000", 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.963 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.646213+0000", 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.646211+0000", 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.646218+0000", 2023-09-23T15:27:58.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.029e-06 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.646233+0000", 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4357e-05 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.646240+0000", 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2300000000000002e-06 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.965 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.646287+0000", 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6603000000000001e-05 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.646398+0000", 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011102100000000001 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.646468+0000", 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0037999999999996e-05 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.966 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.648082+0000", 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001614124 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.648259+0000", 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000177395 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.824957+0000", 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.17669814 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.825012+0000", 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4577999999999998e-05 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:33.825054+0000", 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2519999999999999e-05 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:94920 9.12 9:493518ca:::benchmark_data_smithi118_489858_object8468:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e398)", 2023-09-23T15:27:58.968 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:53.200386+0000", 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 65.680408150000005, 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.12355885799999999, 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 94920 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.200386+0000", 2023-09-23T15:27:58.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.200386+0000", 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.200385+0000", 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.970 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.200395+0000", 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0967e-05 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.200419+0000", 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3459999999999999e-05 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.200430+0000", 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1273e-05 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.200489+0000", 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8786000000000003e-05 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.200642+0000", 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015322799999999999 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.200766+0000", 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012334499999999999 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.202434+0000", 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001668613 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.205837+0000", 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0034024400000000001 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.323850+0000", 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.118013786 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.323904+0000", 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3732e-05 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:53.323945+0000", 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1124999999999997e-05 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.974 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:100727 9.14 9:2f93f1ca:::benchmark_data_smithi118_489858_object14275:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e403)", 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:10.992894+0000", 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 47.887900262000002, 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.13042210200000001, 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 100727 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.975 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:10.992894+0000", 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:10.992894+0000", 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:10.992893+0000", 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.976 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:10.992899+0000", 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8769999999999998e-06 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:10.992910+0000", 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1430000000000001e-05 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:10.992917+0000", 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9979999999999997e-06 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.977 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:10.992959+0000", 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1862e-05 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:10.993042+0000", 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2429000000000006e-05 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:10.993110+0000", 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8558000000000003e-05 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.978 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:10.994712+0000", 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016022269999999999 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:10.994938+0000", 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000225656 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:11.123200+0000", 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.128261399 2023-09-23T15:27:58.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:11.123257+0000", 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7525999999999998e-05 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:11.123316+0000", 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9330000000000003e-05 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.980 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:102900 9.4 9:25398173:::benchmark_data_smithi118_489858_object16448:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e406)", 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:17.475144+0000", 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 41.405650233999999, 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.136399243, 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 102900 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.981 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.475144+0000", 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.475144+0000", 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.475142+0000", 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.475151+0000", 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.166e-06 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.475167+0000", 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5596000000000001e-05 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.475176+0000", 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0489999999999993e-06 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.475234+0000", 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7637999999999999e-05 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.475373+0000", 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013925100000000001 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.475475+0000", 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000102385 2023-09-23T15:27:58.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.479490+0000", 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0040144289999999999 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.480513+0000", 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00102308 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.611450+0000", 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.13093717199999999 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.611501+0000", 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1388999999999999e-05 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.611544+0000", 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2144999999999997e-05 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.986 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:103030 9.14 9:29d97487:::benchmark_data_smithi118_489858_object16578:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e406)", 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:17.992468+0000", 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 40.888326745999997, 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.16847420699999999, 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 103030 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.987 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.992468+0000", 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.992468+0000", 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.992466+0000", 2023-09-23T15:27:58.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.992474+0000", 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.79e-06 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.992502+0000", 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7781e-05 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.992511+0000", 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2070000000000001e-06 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.992568+0000", 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7170999999999999e-05 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.992711+0000", 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014242599999999999 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.992842+0000", 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013097200000000001 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.994689+0000", 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018475919999999999 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:17.996011+0000", 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001321242 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:18.160847+0000", 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.164836757 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:18.160902+0000", 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4830999999999997e-05 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:18.160942+0000", 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9878e-05 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.992 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:108489 9.4 9:25b1a96c:::benchmark_data_smithi118_489858_object22037:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e408)", 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:33.455172+0000", 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 25.425622919999999, 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.114753735, 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 108489 2023-09-23T15:27:58.993 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455172+0000", 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455172+0000", 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455170+0000", 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455179+0000", 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2459999999999992e-06 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455197+0000", 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7807000000000001e-05 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455207+0000", 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0501e-05 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455258+0000", 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0809000000000001e-05 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455391+0000", 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000132991 2023-09-23T15:27:58.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455511+0000", 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120155 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.569687+0000", 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.114176032 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.569717+0000", 2023-09-23T15:27:58.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9298999999999998e-05 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.569840+0000", 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000123745 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.569888+0000", 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7568000000000003e-05 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.569925+0000", 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7378e-05 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:108493 9.8 e408/389 9:1782b2c8:::benchmark_data_smithi118_489858_object22041:head v 408'6305, mlcod=408'6303)", 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:33.455946+0000", 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 25.424848956000002, 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.11464737899999999, 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:58.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455946+0000", 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455946+0000", 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455945+0000", 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:27:59.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455956+0000", 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1334e-05 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455966+0000", 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6590000000000002e-06 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.455972+0000", 2023-09-23T15:27:59.001 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8349999999999998e-06 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.456028+0000", 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5454999999999997e-05 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.456049+0000", 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1367000000000001e-05 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.002 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.570559+0000", 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.1145096 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.570593+0000", 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4128999999999998e-05 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop_reply(client.45884.0:108489 9.4 e408/389 ondisk, result = 0)", 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:33.464271+0000", 2023-09-23T15:27:59.003 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 25.416523175999998, 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.105418649, 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.464271+0000", 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.464271+0000", 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:59.004 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.464271+0000", 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.464276+0000", 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0119999999999996e-06 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.567988+0000", 2023-09-23T15:27:59.005 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.103712913 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.567994+0000", 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5650000000000001e-06 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.569674+0000", 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00168042 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.006 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.569681+0000", 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.007e-06 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:33.569690+0000", 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6039999999999993e-06 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:109900 9.14 9:289f0418:::benchmark_data_smithi118_489858_object23448:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e409)", 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:37.259864+0000", 2023-09-23T15:27:59.007 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 21.620930662999999, 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.110063245, 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109900 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.259864+0000", 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:59.008 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.259864+0000", 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.259862+0000", 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.259871+0000", 2023-09-23T15:27:59.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4440000000000008e-06 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.259885+0000", 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4218e-05 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.259893+0000", 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6100000000000006e-06 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:59.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.259946+0000", 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2745999999999999e-05 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.260067+0000", 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012042 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.260173+0000", 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000106277 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:59.011 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.263585+0000", 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0034122449999999999 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.269730+0000", 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0061452679999999997 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.369833+0000", 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.100102591 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.012 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.369883+0000", 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9613000000000001e-05 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:37.369927+0000", 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4595000000000002e-05 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:116439 9.14 9:2cdfab8a:::benchmark_data_smithi118_489858_object29987:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e410)", 2023-09-23T15:27:59.013 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:52.639387+0000", 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 6.2414079940000002, 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.113143956, 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 116439 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:27:59.014 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.639387+0000", 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.639387+0000", 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.639385+0000", 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.015 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.639392+0000", 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3239999999999999e-06 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.639404+0000", 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2255e-05 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.639410+0000", 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2740000000000004e-06 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.016 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.639454+0000", 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3773000000000003e-05 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.639572+0000", 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000117911 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,3", 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.639641+0000", 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9158000000000004e-05 2023-09-23T15:27:59.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.641509+0000", 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018677399999999999 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.641783+0000", 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000274651 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.752448+0000", 2023-09-23T15:27:59.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.110664572 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.752493+0000", 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5093999999999999e-05 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:52.752531+0000", 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7444000000000003e-05 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:59.019 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:27:59.020 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:27:59.020 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:27:59.020 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:59.062 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:59.138 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:27:59.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:59.141 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:27:59.242 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:27:59.272 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:27:59.320 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:27:59.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:27:59.326 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:27:59.427 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:27:59.457 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:27:59.474 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:00.767 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:00.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:00.785 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:00 smithi178 ceph-mon[192298]: pgmap v1119: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 466 op/s; 15111/163629 objects degraded (9.235%); 339/163629 objects misplaced (0.207%); 9.0 MiB/s, 144 objects/s recovering 2023-09-23T15:28:00.889 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:00.917 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:00 smithi118 ceph-mon[219580]: pgmap v1119: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 466 op/s; 15111/163629 objects degraded (9.235%); 339/163629 objects misplaced (0.207%); 9.0 MiB/s, 144 objects/s recovering 2023-09-23T15:28:00.918 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:28:00.919 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:00 smithi118 ceph-mon[212312]: pgmap v1119: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 466 op/s; 15111/163629 objects degraded (9.235%); 339/163629 objects misplaced (0.207%); 9.0 MiB/s, 144 objects/s recovering 2023-09-23T15:28:00.963 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:01.156 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:01.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:01.162 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:01.263 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:01.290 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:01.338 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:01.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:01.342 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:01.442 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:01.471 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:01.520 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:01.524 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:01.525 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:01.590 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:01.626 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:01.655 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:01.701 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:01.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:01.706 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:01.766 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:28:01.806 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:01.816 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:28:01.867 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:28:01.933 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:28:01.937 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:01.964 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:28:02.000 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:28:02.040 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:02.040 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:28:02.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:02.046 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:02.101 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:28:02.102 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:28:02.122 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:28:02.123 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:28:02.123 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:28:02.123 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:28:02.123 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:28:02.123 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:28:02.123 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:28:02.123 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:28:02.125 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:28:02.147 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:02.175 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:02.222 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:02.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:02.227 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:02.328 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:02.397 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:02 smithi178 ceph-mon[192298]: pgmap v1120: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 474 op/s; 14826/160527 objects degraded (9.236%); 339/160527 objects misplaced (0.211%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T15:28:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:02 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1406714501' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:02.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 14826/160527 objects degraded (9.236%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:03.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:02 smithi118 ceph-mon[219580]: pgmap v1120: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 474 op/s; 14826/160527 objects degraded (9.236%); 339/160527 objects misplaced (0.211%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T15:28:03.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:02 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1406714501' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:03.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 14826/160527 objects degraded (9.236%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:03.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:02 smithi118 ceph-mon[212312]: pgmap v1120: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.3 GiB data, 15 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 474 op/s; 14826/160527 objects degraded (9.236%); 339/160527 objects misplaced (0.211%); 9.1 MiB/s, 145 objects/s recovering 2023-09-23T15:28:03.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:02 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1406714501' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:03.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 14826/160527 objects degraded (9.236%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:03.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:03 smithi178 ceph-mon[192298]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:28:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:03 smithi118 ceph-mon[212312]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:28:04.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:03 smithi118 ceph-mon[219580]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:28:04.188 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:04.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:04.195 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:04.250 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1120,"stamp":"2023-09-23T15:28:01.532434+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3505514846,"num_objects":53509,"num_object_clones":0,"num_object_copies":160527,"num_objects_missing_on_primary":4896,"num_objects_missing":4896,"num_objects_degraded":14826,"num_objects_misplaced":339,"num_objects_unfound":0,"num_objects_dirty":53509,"num_whiteouts":0,"num_read":47,"num_read_kb":85,"num_write":119497,"num_write_kb":5532986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30409,"num_bytes_recovered":1988275601,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":164217,"ondisk_log_size":164217,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":389,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":15440240,"kb_used_data":12137912,"kb_used_omap":222,"kb_used_meta":3302049,"kb_avail":640775824,"statfs":{"total":671965249536,"available":656154443776,"internally_reserved":0,"allocated":12429221888,"data_stored":12416681050,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":3381299158},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,2,0,6,2,3,1,1,5],"upper_bound":512},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-311099392,"num_objects":-4747,"num_object_clones":0,"num_object_copies":-14241,"num_objects_missing_on_primary":-574,"num_objects_missing":-574,"num_objects_degraded":-574,"num_objects_misplaced":-879,"num_objects_unfound":0,"num_objects_dirty":-4747,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4747,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1459,"num_bytes_recovered":95617024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.006268"},"pg_stats":[{"pgid":"9.10","version":"411'6526","reported_seq":6596,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:28:00.322633+0000","last_change":"2023-09-23T15:27:40.526839+0000","last_active":"2023-09-23T15:28:00.322633+0000","last_peered":"2023-09-23T15:28:00.322633+0000","last_clean":"2023-09-23T15:28:00.322633+0000","last_became_active":"2023-09-23T15:26:20.898741+0000","last_became_peered":"2023-09-23T15:26:20.898741+0000","last_unstale":"2023-09-23T15:28:00.322633+0000","last_undegraded":"2023-09-23T15:28:00.322633+0000","last_fullsized":"2023-09-23T15:28:00.322633+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6526,"log_dups_size":0,"ondisk_log_size":6526,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107937792,"num_objects":1647,"num_object_clones":0,"num_object_copies":4941,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1647,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3803,"num_write_kb":174400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":68,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.037484+0000","last_change":"2023-09-23T15:24:36.429831+0000","last_active":"2023-09-23T15:27:46.037484+0000","last_peered":"2023-09-23T15:27:46.037484+0000","last_clean":"2023-09-23T15:27:46.037484+0000","last_became_active":"2023-09-23T15:24:36.429463+0000","last_became_peered":"2023-09-23T15:24:36.429463+0000","last_unstale":"2023-09-23T15:27:46.037484+0000","last_undegraded":"2023-09-23T15:27:46.037484+0000","last_fullsized":"2023-09-23T15:27:46.037484+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:15.542234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":43,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.082816+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:27:46.082816+0000","last_peered":"2023-09-23T15:27:46.082816+0000","last_clean":"2023-09-23T15:27:46.082816+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:27:46.082816+0000","last_undegraded":"2023-09-23T15:27:46.082816+0000","last_fullsized":"2023-09-23T15:27:46.082816+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"411'6355","reported_seq":12596,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:57.132769+0000","last_change":"2023-09-23T15:27:11.369844+0000","last_active":"2023-09-23T15:27:57.132769+0000","last_peered":"2023-09-23T15:27:57.132769+0000","last_clean":"2023-09-23T15:27:57.132769+0000","last_became_active":"2023-09-23T15:26:20.889512+0000","last_became_peered":"2023-09-23T15:26:20.889512+0000","last_unstale":"2023-09-23T15:27:57.132769+0000","last_undegraded":"2023-09-23T15:27:57.132769+0000","last_fullsized":"2023-09-23T15:27:57.132769+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6355,"log_dups_size":0,"ondisk_log_size":6355,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115081216,"num_objects":1756,"num_object_clones":0,"num_object_copies":5268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1756,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3652,"num_write_kb":173056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1563,"num_bytes_recovered":102432768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":399,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.082337+0000","last_change":"2023-09-23T15:25:44.024037+0000","last_active":"2023-09-23T15:27:46.082337+0000","last_peered":"2023-09-23T15:27:46.082337+0000","last_clean":"2023-09-23T15:27:46.082337+0000","last_became_active":"2023-09-23T15:25:44.023664+0000","last_became_peered":"2023-09-23T15:25:44.023664+0000","last_unstale":"2023-09-23T15:27:46.082337+0000","last_undegraded":"2023-09-23T15:27:46.082337+0000","last_fullsized":"2023-09-23T15:27:46.082337+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:01.087323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":225,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071567+0000","last_change":"2023-09-23T15:25:43.997464+0000","last_active":"2023-09-23T15:27:46.071567+0000","last_peered":"2023-09-23T15:27:46.071567+0000","last_clean":"2023-09-23T15:27:46.071567+0000","last_became_active":"2023-09-23T15:25:43.997187+0000","last_became_peered":"2023-09-23T15:25:43.997187+0000","last_unstale":"2023-09-23T15:27:46.071567+0000","last_undegraded":"2023-09-23T15:27:46.071567+0000","last_fullsized":"2023-09-23T15:27:46.071567+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:09:49.792186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.12","version":"411'6275","reported_seq":10604,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:58.135927+0000","last_change":"2023-09-23T15:26:33.493873+0000","last_active":"2023-09-23T15:27:58.135927+0000","last_peered":"2023-09-23T15:27:58.135927+0000","last_clean":"2023-09-23T15:27:58.135927+0000","last_became_active":"2023-09-23T15:26:33.489402+0000","last_became_peered":"2023-09-23T15:26:33.489402+0000","last_unstale":"2023-09-23T15:27:58.135927+0000","last_undegraded":"2023-09-23T15:27:58.135927+0000","last_fullsized":"2023-09-23T15:27:58.135927+0000","mapping_epoch":396,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":397,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6275,"log_dups_size":0,"ondisk_log_size":6275,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":111706112,"num_objects":1705,"num_object_clones":0,"num_object_copies":5115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1705,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3617,"num_write_kb":170272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1501,"num_bytes_recovered":98336768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":43,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.081536+0000","last_change":"2023-09-23T15:25:44.083118+0000","last_active":"2023-09-23T15:27:46.081536+0000","last_peered":"2023-09-23T15:27:46.081536+0000","last_clean":"2023-09-23T15:27:46.081536+0000","last_became_active":"2023-09-23T15:25:44.057260+0000","last_became_peered":"2023-09-23T15:25:44.057260+0000","last_unstale":"2023-09-23T15:27:46.081536+0000","last_undegraded":"2023-09-23T15:27:46.081536+0000","last_fullsized":"2023-09-23T15:27:46.081536+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:02.446718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":57,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.033444+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:27:46.033444+0000","last_peered":"2023-09-23T15:27:46.033444+0000","last_clean":"2023-09-23T15:27:46.033444+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:27:46.033444+0000","last_undegraded":"2023-09-23T15:27:46.033444+0000","last_fullsized":"2023-09-23T15:27:46.033444+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":339,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.074226+0000","last_change":"2023-09-23T15:25:44.023571+0000","last_active":"2023-09-23T15:27:46.074226+0000","last_peered":"2023-09-23T15:27:46.074226+0000","last_clean":"2023-09-23T15:27:46.074226+0000","last_became_active":"2023-09-23T15:25:44.023213+0000","last_became_peered":"2023-09-23T15:25:44.023213+0000","last_unstale":"2023-09-23T15:27:46.074226+0000","last_undegraded":"2023-09-23T15:27:46.074226+0000","last_fullsized":"2023-09-23T15:27:46.074226+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:18:35.840229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":51,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.081622+0000","last_change":"2023-09-23T15:25:18.528240+0000","last_active":"2023-09-23T15:27:46.081622+0000","last_peered":"2023-09-23T15:27:46.081622+0000","last_clean":"2023-09-23T15:27:46.081622+0000","last_became_active":"2023-09-23T15:25:18.527538+0000","last_became_peered":"2023-09-23T15:25:18.527538+0000","last_unstale":"2023-09-23T15:27:46.081622+0000","last_undegraded":"2023-09-23T15:27:46.081622+0000","last_fullsized":"2023-09-23T15:27:46.081622+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:26.611152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":753,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.082726+0000","last_change":"2023-09-23T15:27:00.678458+0000","last_active":"2023-09-23T15:27:46.082726+0000","last_peered":"2023-09-23T15:27:46.082726+0000","last_clean":"2023-09-23T15:27:46.082726+0000","last_became_active":"2023-09-23T15:27:00.678163+0000","last_became_peered":"2023-09-23T15:27:00.678163+0000","last_unstale":"2023-09-23T15:27:46.082726+0000","last_undegraded":"2023-09-23T15:27:46.082726+0000","last_fullsized":"2023-09-23T15:27:46.082726+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:24:41.592032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.592032+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":290013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":349,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071962+0000","last_change":"2023-09-23T15:25:18.526099+0000","last_active":"2023-09-23T15:27:46.071962+0000","last_peered":"2023-09-23T15:27:46.071962+0000","last_clean":"2023-09-23T15:27:46.071962+0000","last_became_active":"2023-09-23T15:25:18.525785+0000","last_became_peered":"2023-09-23T15:25:18.525785+0000","last_unstale":"2023-09-23T15:27:46.071962+0000","last_undegraded":"2023-09-23T15:27:46.071962+0000","last_fullsized":"2023-09-23T15:27:46.071962+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:33:53.533321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":398,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.082241+0000","last_change":"2023-09-23T15:25:44.032073+0000","last_active":"2023-09-23T15:27:46.082241+0000","last_peered":"2023-09-23T15:27:46.082241+0000","last_clean":"2023-09-23T15:27:46.082241+0000","last_became_active":"2023-09-23T15:25:44.031733+0000","last_became_peered":"2023-09-23T15:25:44.031733+0000","last_unstale":"2023-09-23T15:27:46.082241+0000","last_undegraded":"2023-09-23T15:27:46.082241+0000","last_fullsized":"2023-09-23T15:27:46.082241+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:48.562653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":80,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.082582+0000","last_change":"2023-09-23T15:25:44.086060+0000","last_active":"2023-09-23T15:27:46.082582+0000","last_peered":"2023-09-23T15:27:46.082582+0000","last_clean":"2023-09-23T15:27:46.082582+0000","last_became_active":"2023-09-23T15:25:44.031210+0000","last_became_peered":"2023-09-23T15:25:44.031210+0000","last_unstale":"2023-09-23T15:27:46.082582+0000","last_undegraded":"2023-09-23T15:27:46.082582+0000","last_fullsized":"2023-09-23T15:27:46.082582+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:11:04.278962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":61,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.037389+0000","last_change":"2023-09-23T15:25:43.997253+0000","last_active":"2023-09-23T15:27:46.037389+0000","last_peered":"2023-09-23T15:27:46.037389+0000","last_clean":"2023-09-23T15:27:46.037389+0000","last_became_active":"2023-09-23T15:25:43.996803+0000","last_became_peered":"2023-09-23T15:25:43.996803+0000","last_unstale":"2023-09-23T15:27:46.037389+0000","last_undegraded":"2023-09-23T15:27:46.037389+0000","last_fullsized":"2023-09-23T15:27:46.037389+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:33:23.192863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":304,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071625+0000","last_change":"2023-09-23T15:24:47.454633+0000","last_active":"2023-09-23T15:27:46.071625+0000","last_peered":"2023-09-23T15:27:46.071625+0000","last_clean":"2023-09-23T15:27:46.071625+0000","last_became_active":"2023-09-23T15:24:47.438290+0000","last_became_peered":"2023-09-23T15:24:47.438290+0000","last_unstale":"2023-09-23T15:27:46.071625+0000","last_undegraded":"2023-09-23T15:27:46.071625+0000","last_fullsized":"2023-09-23T15:27:46.071625+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:51:30.891395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":18936,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":67,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.032938+0000","last_change":"2023-09-23T15:25:18.531090+0000","last_active":"2023-09-23T15:27:46.032938+0000","last_peered":"2023-09-23T15:27:46.032938+0000","last_clean":"2023-09-23T15:27:46.032938+0000","last_became_active":"2023-09-23T15:25:18.530743+0000","last_became_peered":"2023-09-23T15:25:18.530743+0000","last_unstale":"2023-09-23T15:27:46.032938+0000","last_undegraded":"2023-09-23T15:27:46.032938+0000","last_fullsized":"2023-09-23T15:27:46.032938+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:06.363556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":835,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.036585+0000","last_change":"2023-09-23T15:27:00.688310+0000","last_active":"2023-09-23T15:27:46.036585+0000","last_peered":"2023-09-23T15:27:46.036585+0000","last_clean":"2023-09-23T15:27:46.036585+0000","last_became_active":"2023-09-23T15:27:00.687987+0000","last_became_peered":"2023-09-23T15:27:00.687987+0000","last_unstale":"2023-09-23T15:27:46.036585+0000","last_undegraded":"2023-09-23T15:27:46.036585+0000","last_fullsized":"2023-09-23T15:27:46.036585+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:29.123897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:29.123897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0014113800000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.19","version":"411'6524","reported_seq":6597,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:57.362034+0000","last_change":"2023-09-23T15:27:11.370359+0000","last_active":"2023-09-23T15:27:57.362034+0000","last_peered":"2023-09-23T15:27:57.362034+0000","last_clean":"2023-09-23T15:27:57.362034+0000","last_became_active":"2023-09-23T15:26:20.890092+0000","last_became_peered":"2023-09-23T15:26:20.890092+0000","last_unstale":"2023-09-23T15:27:57.362034+0000","last_undegraded":"2023-09-23T15:27:57.362034+0000","last_fullsized":"2023-09-23T15:27:57.362034+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6524,"log_dups_size":0,"ondisk_log_size":6524,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":113442816,"num_objects":1731,"num_object_clones":0,"num_object_copies":5193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3773,"num_write_kb":176128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":508,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071470+0000","last_change":"2023-09-23T15:24:47.463465+0000","last_active":"2023-09-23T15:27:46.071470+0000","last_peered":"2023-09-23T15:27:46.071470+0000","last_clean":"2023-09-23T15:27:46.071470+0000","last_became_active":"2023-09-23T15:24:47.438374+0000","last_became_peered":"2023-09-23T15:24:47.438374+0000","last_unstale":"2023-09-23T15:27:46.071470+0000","last_undegraded":"2023-09-23T15:27:46.071470+0000","last_fullsized":"2023-09-23T15:27:46.071470+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:28:36.238336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":423,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.083387+0000","last_change":"2023-09-23T15:24:36.427674+0000","last_active":"2023-09-23T15:27:46.083387+0000","last_peered":"2023-09-23T15:27:46.083387+0000","last_clean":"2023-09-23T15:27:46.083387+0000","last_became_active":"2023-09-23T15:24:36.427409+0000","last_became_peered":"2023-09-23T15:24:36.427409+0000","last_unstale":"2023-09-23T15:27:46.083387+0000","last_undegraded":"2023-09-23T15:27:46.083387+0000","last_fullsized":"2023-09-23T15:27:46.083387+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:44.258439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":889,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.032207+0000","last_change":"2023-09-23T15:27:00.691168+0000","last_active":"2023-09-23T15:27:46.032207+0000","last_peered":"2023-09-23T15:27:46.032207+0000","last_clean":"2023-09-23T15:27:46.032207+0000","last_became_active":"2023-09-23T15:27:00.690849+0000","last_became_peered":"2023-09-23T15:27:00.690849+0000","last_unstale":"2023-09-23T15:27:46.032207+0000","last_undegraded":"2023-09-23T15:27:46.032207+0000","last_fullsized":"2023-09-23T15:27:46.032207+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.201466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.201466+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"411'6595","reported_seq":6668,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:57.232460+0000","last_change":"2023-09-23T15:26:20.942000+0000","last_active":"2023-09-23T15:27:57.232460+0000","last_peered":"2023-09-23T15:27:57.232460+0000","last_clean":"2023-09-23T15:27:57.232460+0000","last_became_active":"2023-09-23T15:26:20.910189+0000","last_became_peered":"2023-09-23T15:26:20.910189+0000","last_unstale":"2023-09-23T15:27:57.232460+0000","last_undegraded":"2023-09-23T15:27:57.232460+0000","last_fullsized":"2023-09-23T15:27:57.232460+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6595,"log_dups_size":0,"ondisk_log_size":6595,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118128640,"num_objects":1803,"num_object_clones":0,"num_object_copies":5409,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1803,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3797,"num_write_kb":179168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":317,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.037708+0000","last_change":"2023-09-23T15:25:43.994945+0000","last_active":"2023-09-23T15:27:46.037708+0000","last_peered":"2023-09-23T15:27:46.037708+0000","last_clean":"2023-09-23T15:27:46.037708+0000","last_became_active":"2023-09-23T15:25:43.994634+0000","last_became_peered":"2023-09-23T15:25:43.994634+0000","last_unstale":"2023-09-23T15:27:46.037708+0000","last_undegraded":"2023-09-23T15:27:46.037708+0000","last_fullsized":"2023-09-23T15:27:46.037708+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:31:28.891403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":329,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071557+0000","last_change":"2023-09-23T15:24:47.442522+0000","last_active":"2023-09-23T15:27:46.071557+0000","last_peered":"2023-09-23T15:27:46.071557+0000","last_clean":"2023-09-23T15:27:46.071557+0000","last_became_active":"2023-09-23T15:24:47.438999+0000","last_became_peered":"2023-09-23T15:24:47.438999+0000","last_unstale":"2023-09-23T15:27:46.071557+0000","last_undegraded":"2023-09-23T15:27:46.071557+0000","last_fullsized":"2023-09-23T15:27:46.071557+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:51.456923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":609,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.035942+0000","last_change":"2023-09-23T15:27:00.689702+0000","last_active":"2023-09-23T15:27:46.035942+0000","last_peered":"2023-09-23T15:27:46.035942+0000","last_clean":"2023-09-23T15:27:46.035942+0000","last_became_active":"2023-09-23T15:27:00.689414+0000","last_became_peered":"2023-09-23T15:27:00.689414+0000","last_unstale":"2023-09-23T15:27:46.035942+0000","last_undegraded":"2023-09-23T15:27:46.035942+0000","last_fullsized":"2023-09-23T15:27:46.035942+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":411,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071206+0000","last_change":"2023-09-23T15:24:47.437426+0000","last_active":"2023-09-23T15:27:46.071206+0000","last_peered":"2023-09-23T15:27:46.071206+0000","last_clean":"2023-09-23T15:27:46.071206+0000","last_became_active":"2023-09-23T15:24:47.437070+0000","last_became_peered":"2023-09-23T15:24:47.437070+0000","last_unstale":"2023-09-23T15:27:46.071206+0000","last_undegraded":"2023-09-23T15:27:46.071206+0000","last_fullsized":"2023-09-23T15:27:46.071206+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:48:10.985624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":60,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.083590+0000","last_change":"2023-09-23T15:25:44.039756+0000","last_active":"2023-09-23T15:27:46.083590+0000","last_peered":"2023-09-23T15:27:46.083590+0000","last_clean":"2023-09-23T15:27:46.083590+0000","last_became_active":"2023-09-23T15:25:44.039452+0000","last_became_peered":"2023-09-23T15:25:44.039452+0000","last_unstale":"2023-09-23T15:27:46.083590+0000","last_undegraded":"2023-09-23T15:27:46.083590+0000","last_fullsized":"2023-09-23T15:27:46.083590+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:36:32.444994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":902,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.037008+0000","last_change":"2023-09-23T15:27:00.684630+0000","last_active":"2023-09-23T15:27:46.037008+0000","last_peered":"2023-09-23T15:27:46.037008+0000","last_clean":"2023-09-23T15:27:46.037008+0000","last_became_active":"2023-09-23T15:27:00.684265+0000","last_became_peered":"2023-09-23T15:27:00.684265+0000","last_unstale":"2023-09-23T15:27:46.037008+0000","last_undegraded":"2023-09-23T15:27:46.037008+0000","last_fullsized":"2023-09-23T15:27:46.037008+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:37.123004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:37.123004+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0023767789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":87,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.032340+0000","last_change":"2023-09-23T15:25:44.097090+0000","last_active":"2023-09-23T15:27:46.032340+0000","last_peered":"2023-09-23T15:27:46.032340+0000","last_clean":"2023-09-23T15:27:46.032340+0000","last_became_active":"2023-09-23T15:25:44.039934+0000","last_became_peered":"2023-09-23T15:25:44.039934+0000","last_unstale":"2023-09-23T15:27:46.032340+0000","last_undegraded":"2023-09-23T15:27:46.032340+0000","last_fullsized":"2023-09-23T15:27:46.032340+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:09.426824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":325,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.051063+0000","last_change":"2023-09-23T15:25:43.995758+0000","last_active":"2023-09-23T15:27:46.051063+0000","last_peered":"2023-09-23T15:27:46.051063+0000","last_clean":"2023-09-23T15:27:46.051063+0000","last_became_active":"2023-09-23T15:25:43.995443+0000","last_became_peered":"2023-09-23T15:25:43.995443+0000","last_unstale":"2023-09-23T15:27:46.051063+0000","last_undegraded":"2023-09-23T15:27:46.051063+0000","last_fullsized":"2023-09-23T15:27:46.051063+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:35.728968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":839,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.036991+0000","last_change":"2023-09-23T15:27:00.696770+0000","last_active":"2023-09-23T15:27:46.036991+0000","last_peered":"2023-09-23T15:27:46.036991+0000","last_clean":"2023-09-23T15:27:46.036991+0000","last_became_active":"2023-09-23T15:27:00.696375+0000","last_became_peered":"2023-09-23T15:27:00.696375+0000","last_unstale":"2023-09-23T15:27:46.036991+0000","last_undegraded":"2023-09-23T15:27:46.036991+0000","last_fullsized":"2023-09-23T15:27:46.036991+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:34.895121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:34.895121+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.5","version":"411'6484","reported_seq":11127,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:28:00.175092+0000","last_change":"2023-09-23T15:27:24.100249+0000","last_active":"2023-09-23T15:28:00.175092+0000","last_peered":"2023-09-23T15:28:00.175092+0000","last_clean":"2023-09-23T15:28:00.175092+0000","last_became_active":"2023-09-23T15:26:21.640146+0000","last_became_peered":"2023-09-23T15:26:21.640146+0000","last_unstale":"2023-09-23T15:28:00.175092+0000","last_undegraded":"2023-09-23T15:28:00.175092+0000","last_fullsized":"2023-09-23T15:28:00.175092+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6484,"log_dups_size":0,"ondisk_log_size":6484,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106627072,"num_objects":1627,"num_object_clones":0,"num_object_copies":4881,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1627,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3781,"num_write_kb":173056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2279,"num_bytes_recovered":149389312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":238,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.035603+0000","last_change":"2023-09-23T15:25:44.130894+0000","last_active":"2023-09-23T15:27:46.035603+0000","last_peered":"2023-09-23T15:27:46.035603+0000","last_clean":"2023-09-23T15:27:46.035603+0000","last_became_active":"2023-09-23T15:25:44.022745+0000","last_became_peered":"2023-09-23T15:25:44.022745+0000","last_unstale":"2023-09-23T15:27:46.035603+0000","last_undegraded":"2023-09-23T15:27:46.035603+0000","last_fullsized":"2023-09-23T15:27:46.035603+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:19.324311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":407,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.032328+0000","last_change":"2023-09-23T15:25:44.040536+0000","last_active":"2023-09-23T15:27:46.032328+0000","last_peered":"2023-09-23T15:27:46.032328+0000","last_clean":"2023-09-23T15:27:46.032328+0000","last_became_active":"2023-09-23T15:25:44.040232+0000","last_became_peered":"2023-09-23T15:25:44.040232+0000","last_unstale":"2023-09-23T15:27:46.032328+0000","last_undegraded":"2023-09-23T15:27:46.032328+0000","last_fullsized":"2023-09-23T15:27:46.032328+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:25:30.935142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":754,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.083236+0000","last_change":"2023-09-23T15:27:00.691500+0000","last_active":"2023-09-23T15:27:46.083236+0000","last_peered":"2023-09-23T15:27:46.083236+0000","last_clean":"2023-09-23T15:27:46.083236+0000","last_became_active":"2023-09-23T15:27:00.691136+0000","last_became_peered":"2023-09-23T15:27:00.691136+0000","last_unstale":"2023-09-23T15:27:46.083236+0000","last_undegraded":"2023-09-23T15:27:46.083236+0000","last_fullsized":"2023-09-23T15:27:46.083236+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:24:41.592032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.592032+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":28,"num_write":8,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":290013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.4","version":"411'6435","reported_seq":6507,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:58.063847+0000","last_change":"2023-09-23T15:26:20.866623+0000","last_active":"2023-09-23T15:27:58.063847+0000","last_peered":"2023-09-23T15:27:58.063847+0000","last_clean":"2023-09-23T15:27:58.063847+0000","last_became_active":"2023-09-23T15:26:20.853636+0000","last_became_peered":"2023-09-23T15:26:20.853636+0000","last_unstale":"2023-09-23T15:27:58.063847+0000","last_undegraded":"2023-09-23T15:27:58.063847+0000","last_fullsized":"2023-09-23T15:27:58.063847+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6435,"log_dups_size":0,"ondisk_log_size":6435,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108527616,"num_objects":1656,"num_object_clones":0,"num_object_copies":4968,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1656,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3738,"num_write_kb":172608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":405,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071904+0000","last_change":"2023-09-23T15:23:52.515167+0000","last_active":"2023-09-23T15:27:46.071904+0000","last_peered":"2023-09-23T15:27:46.071904+0000","last_clean":"2023-09-23T15:27:46.071904+0000","last_became_active":"2023-09-23T15:23:52.420879+0000","last_became_peered":"2023-09-23T15:23:52.420879+0000","last_unstale":"2023-09-23T15:27:46.071904+0000","last_undegraded":"2023-09-23T15:27:46.071904+0000","last_fullsized":"2023-09-23T15:27:46.071904+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:45.262183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":57,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.032541+0000","last_change":"2023-09-23T15:24:47.438652+0000","last_active":"2023-09-23T15:27:46.032541+0000","last_peered":"2023-09-23T15:27:46.032541+0000","last_clean":"2023-09-23T15:27:46.032541+0000","last_became_active":"2023-09-23T15:24:47.438130+0000","last_became_peered":"2023-09-23T15:24:47.438130+0000","last_unstale":"2023-09-23T15:27:46.032541+0000","last_undegraded":"2023-09-23T15:27:46.032541+0000","last_fullsized":"2023-09-23T15:27:46.032541+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:31:47.445763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":764,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.033365+0000","last_change":"2023-09-23T15:27:00.751820+0000","last_active":"2023-09-23T15:27:46.033365+0000","last_peered":"2023-09-23T15:27:46.033365+0000","last_clean":"2023-09-23T15:27:46.033365+0000","last_became_active":"2023-09-23T15:27:00.751422+0000","last_became_peered":"2023-09-23T15:27:00.751422+0000","last_unstale":"2023-09-23T15:27:46.033365+0000","last_undegraded":"2023-09-23T15:27:46.033365+0000","last_fullsized":"2023-09-23T15:27:46.033365+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:18.396162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:18.396162+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0013372690000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.7","version":"411'6439","reported_seq":8626,"reported_epoch":411,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:28:00.641252+0000","last_change":"2023-09-23T15:26:22.944797+0000","last_active":"2023-09-23T15:28:00.641252+0000","last_peered":"2023-09-23T15:28:00.641252+0000","last_clean":"2023-09-23T15:25:42.973823+0000","last_became_active":"2023-09-23T15:26:22.914426+0000","last_became_peered":"2023-09-23T15:26:22.914426+0000","last_unstale":"2023-09-23T15:28:00.641252+0000","last_undegraded":"2023-09-23T15:26:21.639470+0000","last_fullsized":"2023-09-23T15:28:00.641252+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6439,"log_dups_size":0,"ondisk_log_size":6439,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107610112,"num_objects":1642,"num_object_clones":0,"num_object_copies":4926,"num_objects_missing_on_primary":1238,"num_objects_missing":1238,"num_objects_degraded":1238,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1642,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3746,"num_write_kb":172416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1052,"num_bytes_recovered":68943872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":["5","6","7"],"object_location_counts":[{"shards":"2,5,6","objects":403},{"shards":"2,5,6,7","objects":1},{"shards":"5,6,7","objects":1238}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":462,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071728+0000","last_change":"2023-09-23T15:25:18.532923+0000","last_active":"2023-09-23T15:27:46.071728+0000","last_peered":"2023-09-23T15:27:46.071728+0000","last_clean":"2023-09-23T15:27:46.071728+0000","last_became_active":"2023-09-23T15:25:18.526408+0000","last_became_peered":"2023-09-23T15:25:18.526408+0000","last_unstale":"2023-09-23T15:27:46.071728+0000","last_undegraded":"2023-09-23T15:27:46.071728+0000","last_fullsized":"2023-09-23T15:27:46.071728+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:59:59.731757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":67,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.032586+0000","last_change":"2023-09-23T15:25:44.001517+0000","last_active":"2023-09-23T15:27:46.032586+0000","last_peered":"2023-09-23T15:27:46.032586+0000","last_clean":"2023-09-23T15:27:46.032586+0000","last_became_active":"2023-09-23T15:25:44.001169+0000","last_became_peered":"2023-09-23T15:25:44.001169+0000","last_unstale":"2023-09-23T15:27:46.032586+0000","last_undegraded":"2023-09-23T15:27:46.032586+0000","last_fullsized":"2023-09-23T15:27:46.032586+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:55.588454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":684,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.033191+0000","last_change":"2023-09-23T15:27:00.684732+0000","last_active":"2023-09-23T15:27:46.033191+0000","last_peered":"2023-09-23T15:27:46.033191+0000","last_clean":"2023-09-23T15:27:46.033191+0000","last_became_active":"2023-09-23T15:27:00.684344+0000","last_became_peered":"2023-09-23T15:27:00.684344+0000","last_unstale":"2023-09-23T15:27:46.033191+0000","last_undegraded":"2023-09-23T15:27:46.033191+0000","last_fullsized":"2023-09-23T15:27:46.033191+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:15.337833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:15.337833+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"411'6595","reported_seq":8870,"reported_epoch":411,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:28:00.614493+0000","last_change":"2023-09-23T15:26:23.056542+0000","last_active":"2023-09-23T15:28:00.614493+0000","last_peered":"2023-09-23T15:28:00.614493+0000","last_clean":"2023-09-23T15:25:42.964213+0000","last_became_active":"2023-09-23T15:26:23.017758+0000","last_became_peered":"2023-09-23T15:26:23.017758+0000","last_unstale":"2023-09-23T15:28:00.614493+0000","last_undegraded":"2023-09-23T15:26:21.646974+0000","last_fullsized":"2023-09-23T15:28:00.614493+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6595,"log_dups_size":0,"ondisk_log_size":6595,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107806720,"num_objects":1645,"num_object_clones":0,"num_object_copies":4935,"num_objects_missing_on_primary":1273,"num_objects_missing":1273,"num_objects_degraded":1273,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1645,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3851,"num_write_kb":175872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1103,"num_bytes_recovered":72286208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,2,5","objects":372},{"shards":"1,5,6","objects":1273}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":44,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:55.663426+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:27:55.663426+0000","last_peered":"2023-09-23T15:27:55.663426+0000","last_clean":"2023-09-23T15:27:55.663426+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:27:55.663426+0000","last_undegraded":"2023-09-23T15:27:55.663426+0000","last_fullsized":"2023-09-23T15:27:55.663426+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":275,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.036426+0000","last_change":"2023-09-23T15:25:44.031567+0000","last_active":"2023-09-23T15:27:46.036426+0000","last_peered":"2023-09-23T15:27:46.036426+0000","last_clean":"2023-09-23T15:27:46.036426+0000","last_became_active":"2023-09-23T15:25:44.031133+0000","last_became_peered":"2023-09-23T15:25:44.031133+0000","last_unstale":"2023-09-23T15:27:46.036426+0000","last_undegraded":"2023-09-23T15:27:46.036426+0000","last_fullsized":"2023-09-23T15:27:46.036426+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:12.953352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"411'6404","reported_seq":11089,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:59.862082+0000","last_change":"2023-09-23T15:27:39.139178+0000","last_active":"2023-09-23T15:27:59.862082+0000","last_peered":"2023-09-23T15:27:59.862082+0000","last_clean":"2023-09-23T15:27:59.862082+0000","last_became_active":"2023-09-23T15:26:21.671039+0000","last_became_peered":"2023-09-23T15:26:21.671039+0000","last_unstale":"2023-09-23T15:27:59.862082+0000","last_undegraded":"2023-09-23T15:27:59.862082+0000","last_fullsized":"2023-09-23T15:27:59.862082+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":409,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6404,"log_dups_size":0,"ondisk_log_size":6404,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107937792,"num_objects":1647,"num_object_clones":0,"num_object_copies":4941,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1647,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3721,"num_write_kb":171776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2295,"num_bytes_recovered":150405120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":881,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071169+0000","last_change":"2023-09-23T15:25:21.548164+0000","last_active":"2023-09-23T15:27:46.071169+0000","last_peered":"2023-09-23T15:27:46.071169+0000","last_clean":"2023-09-23T15:27:46.071169+0000","last_became_active":"2023-09-23T15:25:21.547864+0000","last_became_peered":"2023-09-23T15:25:21.547864+0000","last_unstale":"2023-09-23T15:27:46.071169+0000","last_undegraded":"2023-09-23T15:27:46.071169+0000","last_fullsized":"2023-09-23T15:27:46.071169+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:05:57.995777+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":55,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.083721+0000","last_change":"2023-09-23T15:25:18.533988+0000","last_active":"2023-09-23T15:27:46.083721+0000","last_peered":"2023-09-23T15:27:46.083721+0000","last_clean":"2023-09-23T15:27:46.083721+0000","last_became_active":"2023-09-23T15:25:18.528620+0000","last_became_peered":"2023-09-23T15:25:18.528620+0000","last_unstale":"2023-09-23T15:27:46.083721+0000","last_undegraded":"2023-09-23T15:27:46.083721+0000","last_fullsized":"2023-09-23T15:27:46.083721+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:50:44.157845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":288,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.083429+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:27:46.083429+0000","last_peered":"2023-09-23T15:27:46.083429+0000","last_clean":"2023-09-23T15:27:46.083429+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:27:46.083429+0000","last_undegraded":"2023-09-23T15:27:46.083429+0000","last_fullsized":"2023-09-23T15:27:46.083429+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.0","version":"411'6505","reported_seq":6576,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:28:00.211497+0000","last_change":"2023-09-23T15:27:39.489002+0000","last_active":"2023-09-23T15:28:00.211497+0000","last_peered":"2023-09-23T15:28:00.211497+0000","last_clean":"2023-09-23T15:28:00.211497+0000","last_became_active":"2023-09-23T15:26:20.849949+0000","last_became_peered":"2023-09-23T15:26:20.849949+0000","last_unstale":"2023-09-23T15:28:00.211497+0000","last_undegraded":"2023-09-23T15:28:00.211497+0000","last_fullsized":"2023-09-23T15:28:00.211497+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6505,"log_dups_size":0,"ondisk_log_size":6505,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109182976,"num_objects":1666,"num_object_clones":0,"num_object_copies":4998,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1666,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3782,"num_write_kb":174336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":910,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.036987+0000","last_change":"2023-09-23T15:25:44.035205+0000","last_active":"2023-09-23T15:27:46.036987+0000","last_peered":"2023-09-23T15:27:46.036987+0000","last_clean":"2023-09-23T15:27:46.036987+0000","last_became_active":"2023-09-23T15:25:44.034855+0000","last_became_peered":"2023-09-23T15:25:44.034855+0000","last_unstale":"2023-09-23T15:27:46.036987+0000","last_undegraded":"2023-09-23T15:27:46.036987+0000","last_fullsized":"2023-09-23T15:27:46.036987+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:31:56.781634+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1313440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":57,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.032633+0000","last_change":"2023-09-23T15:24:47.443083+0000","last_active":"2023-09-23T15:27:46.032633+0000","last_peered":"2023-09-23T15:27:46.032633+0000","last_clean":"2023-09-23T15:27:46.032633+0000","last_became_active":"2023-09-23T15:24:47.442506+0000","last_became_peered":"2023-09-23T15:24:47.442506+0000","last_unstale":"2023-09-23T15:27:46.032633+0000","last_undegraded":"2023-09-23T15:27:46.032633+0000","last_fullsized":"2023-09-23T15:27:46.032633+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:48:03.600653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":51,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.038360+0000","last_change":"2023-09-23T15:25:18.529377+0000","last_active":"2023-09-23T15:27:46.038360+0000","last_peered":"2023-09-23T15:27:46.038360+0000","last_clean":"2023-09-23T15:27:46.038360+0000","last_became_active":"2023-09-23T15:25:18.529062+0000","last_became_peered":"2023-09-23T15:25:18.529062+0000","last_unstale":"2023-09-23T15:27:46.038360+0000","last_undegraded":"2023-09-23T15:27:46.038360+0000","last_fullsized":"2023-09-23T15:27:46.038360+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:23:13.239494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":609,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.036024+0000","last_change":"2023-09-23T15:27:00.689756+0000","last_active":"2023-09-23T15:27:46.036024+0000","last_peered":"2023-09-23T15:27:46.036024+0000","last_clean":"2023-09-23T15:27:46.036024+0000","last_became_active":"2023-09-23T15:27:00.689445+0000","last_became_peered":"2023-09-23T15:27:00.689445+0000","last_unstale":"2023-09-23T15:27:46.036024+0000","last_undegraded":"2023-09-23T15:27:46.036024+0000","last_fullsized":"2023-09-23T15:27:46.036024+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"411'6456","reported_seq":12587,"reported_epoch":411,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:27:57.330882+0000","last_change":"2023-09-23T15:26:21.655336+0000","last_active":"2023-09-23T15:27:57.330882+0000","last_peered":"2023-09-23T15:27:57.330882+0000","last_clean":"2023-09-23T15:25:17.525025+0000","last_became_active":"2023-09-23T15:26:21.651596+0000","last_became_peered":"2023-09-23T15:26:21.651596+0000","last_unstale":"2023-09-23T15:27:57.330882+0000","last_undegraded":"2023-09-23T15:26:21.629542+0000","last_fullsized":"2023-09-23T15:27:57.330882+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6456,"log_dups_size":0,"ondisk_log_size":6456,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108724224,"num_objects":1659,"num_object_clones":0,"num_object_copies":4977,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":58,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1659,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3753,"num_write_kb":173184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1509,"num_bytes_recovered":98893824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":["7","5","6"],"object_location_counts":[{"shards":"3,5,7","objects":1601},{"shards":"5,6,7","objects":58}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":68,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.037377+0000","last_change":"2023-09-23T15:24:36.431618+0000","last_active":"2023-09-23T15:27:46.037377+0000","last_peered":"2023-09-23T15:27:46.037377+0000","last_clean":"2023-09-23T15:27:46.037377+0000","last_became_active":"2023-09-23T15:24:36.431363+0000","last_became_peered":"2023-09-23T15:24:36.431363+0000","last_unstale":"2023-09-23T15:27:46.037377+0000","last_undegraded":"2023-09-23T15:27:46.037377+0000","last_fullsized":"2023-09-23T15:27:46.037377+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:47:14.811485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":66,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.033299+0000","last_change":"2023-09-23T15:25:18.526034+0000","last_active":"2023-09-23T15:27:46.033299+0000","last_peered":"2023-09-23T15:27:46.033299+0000","last_clean":"2023-09-23T15:27:46.033299+0000","last_became_active":"2023-09-23T15:25:18.525559+0000","last_became_peered":"2023-09-23T15:25:18.525559+0000","last_unstale":"2023-09-23T15:27:46.033299+0000","last_undegraded":"2023-09-23T15:27:46.033299+0000","last_fullsized":"2023-09-23T15:27:46.033299+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:11.559066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2","version":"411'6340","reported_seq":10745,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:58.168919+0000","last_change":"2023-09-23T15:26:26.195535+0000","last_active":"2023-09-23T15:27:58.168919+0000","last_peered":"2023-09-23T15:27:58.168919+0000","last_clean":"2023-09-23T15:27:58.168919+0000","last_became_active":"2023-09-23T15:26:26.190782+0000","last_became_peered":"2023-09-23T15:26:26.190782+0000","last_unstale":"2023-09-23T15:27:58.168919+0000","last_undegraded":"2023-09-23T15:27:58.168919+0000","last_fullsized":"2023-09-23T15:27:58.168919+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6340,"log_dups_size":0,"ondisk_log_size":6340,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107315200,"num_objects":1637,"num_object_clones":0,"num_object_copies":4911,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1637,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3681,"num_write_kb":170208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1538,"num_bytes_recovered":100827136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":816,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.037626+0000","last_change":"2023-09-23T15:24:50.421862+0000","last_active":"2023-09-23T15:27:46.037626+0000","last_peered":"2023-09-23T15:27:46.037626+0000","last_clean":"2023-09-23T15:27:46.037626+0000","last_became_active":"2023-09-23T15:24:50.421469+0000","last_became_peered":"2023-09-23T15:24:50.421469+0000","last_unstale":"2023-09-23T15:27:46.037626+0000","last_undegraded":"2023-09-23T15:27:46.037626+0000","last_fullsized":"2023-09-23T15:27:46.037626+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":367,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:30:19.661293+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":339,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071086+0000","last_change":"2023-09-23T15:24:47.437144+0000","last_active":"2023-09-23T15:27:46.071086+0000","last_peered":"2023-09-23T15:27:46.071086+0000","last_clean":"2023-09-23T15:27:46.071086+0000","last_became_active":"2023-09-23T15:24:47.436817+0000","last_became_peered":"2023-09-23T15:24:47.436817+0000","last_unstale":"2023-09-23T15:27:46.071086+0000","last_undegraded":"2023-09-23T15:27:46.071086+0000","last_fullsized":"2023-09-23T15:27:46.071086+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:53.760090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":406,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071158+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:27:46.071158+0000","last_peered":"2023-09-23T15:27:46.071158+0000","last_clean":"2023-09-23T15:27:46.071158+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:27:46.071158+0000","last_undegraded":"2023-09-23T15:27:46.071158+0000","last_fullsized":"2023-09-23T15:27:46.071158+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"411'7591","reported_seq":7768,"reported_epoch":411,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:27:58.214850+0000","last_change":"2023-09-23T15:26:20.908377+0000","last_active":"2023-09-23T15:27:58.214850+0000","last_peered":"2023-09-23T15:27:58.214850+0000","last_clean":"2023-09-23T15:25:17.518007+0000","last_became_active":"2023-09-23T15:25:44.159344+0000","last_became_peered":"2023-09-23T15:25:44.159344+0000","last_unstale":"2023-09-23T15:27:58.214850+0000","last_undegraded":"2023-09-23T15:26:20.901067+0000","last_fullsized":"2023-09-23T15:25:43.996936+0000","mapping_epoch":378,"log_start":"368'1000","ondisk_log_start":"368'1000","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6591,"log_dups_size":0,"ondisk_log_size":6591,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:57:38.539521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226164736,"num_objects":3451,"num_object_clones":0,"num_object_copies":10353,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4614,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3451,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7591,"num_write_kb":353344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48,"num_bytes_recovered":3145728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1],"avail_no_missing":["5","1","7"],"object_location_counts":[{"shards":"1,2,5","objects":1462},{"shards":"1,5","objects":-1163},{"shards":"1,5,7","objects":1130}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":765,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.033417+0000","last_change":"2023-09-23T15:27:00.697540+0000","last_active":"2023-09-23T15:27:46.033417+0000","last_peered":"2023-09-23T15:27:46.033417+0000","last_clean":"2023-09-23T15:27:46.033417+0000","last_became_active":"2023-09-23T15:27:00.697148+0000","last_became_peered":"2023-09-23T15:27:00.697148+0000","last_unstale":"2023-09-23T15:27:46.033417+0000","last_undegraded":"2023-09-23T15:27:46.033417+0000","last_fullsized":"2023-09-23T15:27:46.033417+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:18.396162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:18.396162+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0013372690000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":375,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071575+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:27:46.071575+0000","last_peered":"2023-09-23T15:27:46.071575+0000","last_clean":"2023-09-23T15:27:46.071575+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:27:46.071575+0000","last_undegraded":"2023-09-23T15:27:46.071575+0000","last_fullsized":"2023-09-23T15:27:46.071575+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":44,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:50.176358+0000","last_change":"2023-09-23T15:25:44.083262+0000","last_active":"2023-09-23T15:27:50.176358+0000","last_peered":"2023-09-23T15:27:50.176358+0000","last_clean":"2023-09-23T15:27:50.176358+0000","last_became_active":"2023-09-23T15:25:44.054516+0000","last_became_peered":"2023-09-23T15:25:44.054516+0000","last_unstale":"2023-09-23T15:27:50.176358+0000","last_undegraded":"2023-09-23T15:27:50.176358+0000","last_fullsized":"2023-09-23T15:27:50.176358+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:58.518554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":377,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.035211+0000","last_change":"2023-09-23T15:25:43.992323+0000","last_active":"2023-09-23T15:27:46.035211+0000","last_peered":"2023-09-23T15:27:46.035211+0000","last_clean":"2023-09-23T15:27:46.035211+0000","last_became_active":"2023-09-23T15:25:43.992017+0000","last_became_peered":"2023-09-23T15:25:43.992017+0000","last_unstale":"2023-09-23T15:27:46.035211+0000","last_undegraded":"2023-09-23T15:27:46.035211+0000","last_fullsized":"2023-09-23T15:27:46.035211+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:21.261892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.9","version":"411'6540","reported_seq":6610,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:57.327969+0000","last_change":"2023-09-23T15:26:20.885815+0000","last_active":"2023-09-23T15:27:57.327969+0000","last_peered":"2023-09-23T15:27:57.327969+0000","last_clean":"2023-09-23T15:27:57.327969+0000","last_became_active":"2023-09-23T15:26:20.880695+0000","last_became_peered":"2023-09-23T15:26:20.880695+0000","last_unstale":"2023-09-23T15:27:57.327969+0000","last_undegraded":"2023-09-23T15:27:57.327969+0000","last_fullsized":"2023-09-23T15:27:57.327969+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6540,"log_dups_size":0,"ondisk_log_size":6540,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112525312,"num_objects":1717,"num_object_clones":0,"num_object_copies":5151,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1717,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3789,"num_write_kb":176192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":836,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.037012+0000","last_change":"2023-09-23T15:27:00.685527+0000","last_active":"2023-09-23T15:27:46.037012+0000","last_peered":"2023-09-23T15:27:46.037012+0000","last_clean":"2023-09-23T15:27:46.037012+0000","last_became_active":"2023-09-23T15:27:00.685139+0000","last_became_peered":"2023-09-23T15:27:00.685139+0000","last_unstale":"2023-09-23T15:27:46.037012+0000","last_undegraded":"2023-09-23T15:27:46.037012+0000","last_fullsized":"2023-09-23T15:27:46.037012+0000","mapping_epoch":357,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:29.123897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:29.123897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0014113800000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":382,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071006+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:27:46.071006+0000","last_peered":"2023-09-23T15:27:46.071006+0000","last_clean":"2023-09-23T15:27:46.071006+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:27:46.071006+0000","last_undegraded":"2023-09-23T15:27:46.071006+0000","last_fullsized":"2023-09-23T15:27:46.071006+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":57,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.032952+0000","last_change":"2023-09-23T15:24:47.442840+0000","last_active":"2023-09-23T15:27:46.032952+0000","last_peered":"2023-09-23T15:27:46.032952+0000","last_clean":"2023-09-23T15:27:46.032952+0000","last_became_active":"2023-09-23T15:24:47.442586+0000","last_became_peered":"2023-09-23T15:24:47.442586+0000","last_unstale":"2023-09-23T15:27:46.032952+0000","last_undegraded":"2023-09-23T15:27:46.032952+0000","last_fullsized":"2023-09-23T15:27:46.032952+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:52:06.561363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":60,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.038067+0000","last_change":"2023-09-23T15:25:44.033753+0000","last_active":"2023-09-23T15:27:46.038067+0000","last_peered":"2023-09-23T15:27:46.038067+0000","last_clean":"2023-09-23T15:27:46.038067+0000","last_became_active":"2023-09-23T15:25:44.033231+0000","last_became_peered":"2023-09-23T15:25:44.033231+0000","last_unstale":"2023-09-23T15:27:46.038067+0000","last_undegraded":"2023-09-23T15:27:46.038067+0000","last_fullsized":"2023-09-23T15:27:46.038067+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:23:42.247449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.a","version":"411'7243","reported_seq":13747,"reported_epoch":411,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:27:57.380826+0000","last_change":"2023-09-23T15:27:11.370144+0000","last_active":"2023-09-23T15:27:57.380826+0000","last_peered":"2023-09-23T15:27:57.380826+0000","last_clean":"2023-09-23T15:25:42.992139+0000","last_became_active":"2023-09-23T15:25:45.372723+0000","last_became_peered":"2023-09-23T15:25:45.372723+0000","last_unstale":"2023-09-23T15:27:57.380826+0000","last_undegraded":"2023-09-23T15:25:45.110206+0000","last_fullsized":"2023-09-23T15:25:44.987801+0000","mapping_epoch":379,"log_start":"369'2186","ondisk_log_start":"369'2186","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5057,"log_dups_size":0,"ondisk_log_size":5057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:22:09.067466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215941120,"num_objects":3295,"num_object_clones":0,"num_object_copies":9885,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":851,"num_objects_misplaced":339,"num_objects_unfound":0,"num_objects_dirty":3295,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7243,"num_write_kb":337216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3211,"num_bytes_recovered":210436096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1],"avail_no_missing":["7","1","6"],"object_location_counts":[{"shards":"1,6,7","objects":339},{"shards":"1,7","objects":2105}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":903,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:50.585016+0000","last_change":"2023-09-23T15:27:00.684541+0000","last_active":"2023-09-23T15:27:50.585016+0000","last_peered":"2023-09-23T15:27:50.585016+0000","last_clean":"2023-09-23T15:27:50.585016+0000","last_became_active":"2023-09-23T15:27:00.684202+0000","last_became_peered":"2023-09-23T15:27:00.684202+0000","last_unstale":"2023-09-23T15:27:50.585016+0000","last_undegraded":"2023-09-23T15:27:50.585016+0000","last_fullsized":"2023-09-23T15:27:50.585016+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:37.123004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:37.123004+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0023767789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":60,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.037379+0000","last_change":"2023-09-23T15:25:44.034151+0000","last_active":"2023-09-23T15:27:46.037379+0000","last_peered":"2023-09-23T15:27:46.037379+0000","last_clean":"2023-09-23T15:27:46.037379+0000","last_became_active":"2023-09-23T15:25:44.033769+0000","last_became_peered":"2023-09-23T15:25:44.033769+0000","last_unstale":"2023-09-23T15:27:46.037379+0000","last_undegraded":"2023-09-23T15:27:46.037379+0000","last_fullsized":"2023-09-23T15:27:46.037379+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:41.988545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":51,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.037147+0000","last_change":"2023-09-23T15:25:18.531488+0000","last_active":"2023-09-23T15:27:46.037147+0000","last_peered":"2023-09-23T15:27:46.037147+0000","last_clean":"2023-09-23T15:27:46.037147+0000","last_became_active":"2023-09-23T15:25:18.531154+0000","last_became_peered":"2023-09-23T15:25:18.531154+0000","last_unstale":"2023-09-23T15:27:46.037147+0000","last_undegraded":"2023-09-23T15:27:46.037147+0000","last_fullsized":"2023-09-23T15:27:46.037147+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:36:29.899307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":44,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:55.178439+0000","last_change":"2023-09-23T15:25:44.155299+0000","last_active":"2023-09-23T15:27:55.178439+0000","last_peered":"2023-09-23T15:27:55.178439+0000","last_clean":"2023-09-23T15:27:55.178439+0000","last_became_active":"2023-09-23T15:25:44.036519+0000","last_became_peered":"2023-09-23T15:25:44.036519+0000","last_unstale":"2023-09-23T15:27:55.178439+0000","last_undegraded":"2023-09-23T15:27:55.178439+0000","last_fullsized":"2023-09-23T15:27:55.178439+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:57.775573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"411'6649","reported_seq":6723,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:57.328472+0000","last_change":"2023-09-23T15:26:20.894007+0000","last_active":"2023-09-23T15:27:57.328472+0000","last_peered":"2023-09-23T15:27:57.328472+0000","last_clean":"2023-09-23T15:27:57.328472+0000","last_became_active":"2023-09-23T15:26:20.868485+0000","last_became_peered":"2023-09-23T15:26:20.868485+0000","last_unstale":"2023-09-23T15:27:57.328472+0000","last_undegraded":"2023-09-23T15:27:57.328472+0000","last_fullsized":"2023-09-23T15:27:57.328472+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6649,"log_dups_size":0,"ondisk_log_size":6649,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114589696,"num_objects":1748,"num_object_clones":0,"num_object_copies":5244,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1748,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3850,"num_write_kb":179168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":77,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.038222+0000","last_change":"2023-09-23T15:25:44.033482+0000","last_active":"2023-09-23T15:27:46.038222+0000","last_peered":"2023-09-23T15:27:46.038222+0000","last_clean":"2023-09-23T15:27:46.038222+0000","last_became_active":"2023-09-23T15:25:44.033172+0000","last_became_peered":"2023-09-23T15:25:44.033172+0000","last_unstale":"2023-09-23T15:27:46.038222+0000","last_undegraded":"2023-09-23T15:27:46.038222+0000","last_fullsized":"2023-09-23T15:27:46.038222+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:59:03.193276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":890,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.032268+0000","last_change":"2023-09-23T15:27:00.678738+0000","last_active":"2023-09-23T15:27:46.032268+0000","last_peered":"2023-09-23T15:27:46.032268+0000","last_clean":"2023-09-23T15:27:46.032268+0000","last_became_active":"2023-09-23T15:27:00.677468+0000","last_became_peered":"2023-09-23T15:27:00.677468+0000","last_unstale":"2023-09-23T15:27:46.032268+0000","last_undegraded":"2023-09-23T15:27:46.032268+0000","last_fullsized":"2023-09-23T15:27:46.032268+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.201466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.201466+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":44,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:50.176126+0000","last_change":"2023-09-23T15:25:44.030767+0000","last_active":"2023-09-23T15:27:50.176126+0000","last_peered":"2023-09-23T15:27:50.176126+0000","last_clean":"2023-09-23T15:27:50.176126+0000","last_became_active":"2023-09-23T15:25:44.030415+0000","last_became_peered":"2023-09-23T15:25:44.030415+0000","last_unstale":"2023-09-23T15:27:50.176126+0000","last_undegraded":"2023-09-23T15:27:50.176126+0000","last_fullsized":"2023-09-23T15:27:50.176126+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:32:05.942214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":57,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.033078+0000","last_change":"2023-09-23T15:24:47.439855+0000","last_active":"2023-09-23T15:27:46.033078+0000","last_peered":"2023-09-23T15:27:46.033078+0000","last_clean":"2023-09-23T15:27:46.033078+0000","last_became_active":"2023-09-23T15:24:47.437818+0000","last_became_peered":"2023-09-23T15:24:47.437818+0000","last_unstale":"2023-09-23T15:27:46.033078+0000","last_undegraded":"2023-09-23T15:27:46.033078+0000","last_fullsized":"2023-09-23T15:27:46.033078+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:58:40.755896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"411'7454","reported_seq":7511,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:28:00.519063+0000","last_change":"2023-09-23T15:24:47.442690+0000","last_active":"2023-09-23T15:28:00.519063+0000","last_peered":"2023-09-23T15:28:00.519063+0000","last_clean":"2023-09-23T15:28:00.519063+0000","last_became_active":"2023-09-23T15:24:47.442141+0000","last_became_peered":"2023-09-23T15:24:47.442141+0000","last_unstale":"2023-09-23T15:28:00.519063+0000","last_undegraded":"2023-09-23T15:28:00.519063+0000","last_fullsized":"2023-09-23T15:28:00.519063+0000","mapping_epoch":363,"log_start":"370'2892","ondisk_log_start":"370'2892","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4562,"log_dups_size":0,"ondisk_log_size":4562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:44.062923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219545600,"num_objects":3350,"num_object_clones":0,"num_object_copies":10050,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3350,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7454,"num_write_kb":345728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":609,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.036157+0000","last_change":"2023-09-23T15:27:00.682260+0000","last_active":"2023-09-23T15:27:46.036157+0000","last_peered":"2023-09-23T15:27:46.036157+0000","last_clean":"2023-09-23T15:27:46.036157+0000","last_became_active":"2023-09-23T15:27:00.681941+0000","last_became_peered":"2023-09-23T15:27:00.681941+0000","last_unstale":"2023-09-23T15:27:46.036157+0000","last_undegraded":"2023-09-23T15:27:46.036157+0000","last_fullsized":"2023-09-23T15:27:46.036157+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":405,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071068+0000","last_change":"2023-09-23T15:22:13.497353+0000","last_active":"2023-09-23T15:27:46.071068+0000","last_peered":"2023-09-23T15:27:46.071068+0000","last_clean":"2023-09-23T15:27:46.071068+0000","last_became_active":"2023-09-23T15:22:13.497029+0000","last_became_peered":"2023-09-23T15:22:13.497029+0000","last_unstale":"2023-09-23T15:27:46.071068+0000","last_undegraded":"2023-09-23T15:27:46.071068+0000","last_fullsized":"2023-09-23T15:27:46.071068+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:09.247340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":92,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071082+0000","last_change":"2023-09-23T15:23:52.417398+0000","last_active":"2023-09-23T15:27:46.071082+0000","last_peered":"2023-09-23T15:27:46.071082+0000","last_clean":"2023-09-23T15:27:46.071082+0000","last_became_active":"2023-09-23T15:23:52.416962+0000","last_became_peered":"2023-09-23T15:23:52.416962+0000","last_unstale":"2023-09-23T15:27:46.071082+0000","last_undegraded":"2023-09-23T15:27:46.071082+0000","last_fullsized":"2023-09-23T15:27:46.071082+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:49.586468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":246,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.039661+0000","last_change":"2023-09-23T15:25:18.530499+0000","last_active":"2023-09-23T15:27:46.039661+0000","last_peered":"2023-09-23T15:27:46.039661+0000","last_clean":"2023-09-23T15:27:46.039661+0000","last_became_active":"2023-09-23T15:25:18.530202+0000","last_became_peered":"2023-09-23T15:25:18.530202+0000","last_unstale":"2023-09-23T15:27:46.039661+0000","last_undegraded":"2023-09-23T15:27:46.039661+0000","last_fullsized":"2023-09-23T15:27:46.039661+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:54.704119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"411'7228","reported_seq":7296,"reported_epoch":411,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:27:57.219896+0000","last_change":"2023-09-23T15:25:54.993694+0000","last_active":"2023-09-23T15:27:57.219896+0000","last_peered":"2023-09-23T15:27:57.219896+0000","last_clean":"2023-09-23T15:25:42.983538+0000","last_became_active":"2023-09-23T15:25:54.950446+0000","last_became_peered":"2023-09-23T15:25:54.950446+0000","last_unstale":"2023-09-23T15:27:57.219896+0000","last_undegraded":"2023-09-23T15:25:52.087167+0000","last_fullsized":"2023-09-23T15:25:44.995070+0000","mapping_epoch":379,"log_start":"370'2828","ondisk_log_start":"370'2828","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4400,"log_dups_size":0,"ondisk_log_size":4400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:21:14.905435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":211156992,"num_objects":3222,"num_object_clones":0,"num_object_copies":9666,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4407,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3222,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7228,"num_write_kb":334400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5],"avail_no_missing":["0","5","7"],"object_location_counts":[{"shards":"0,5","objects":-1185},{"shards":"0,5,7","objects":2404}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":688,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.033281+0000","last_change":"2023-09-23T15:27:44.554164+0000","last_active":"2023-09-23T15:27:46.033281+0000","last_peered":"2023-09-23T15:27:46.033281+0000","last_clean":"2023-09-23T15:27:46.033281+0000","last_became_active":"2023-09-23T15:27:00.681427+0000","last_became_peered":"2023-09-23T15:27:00.681427+0000","last_unstale":"2023-09-23T15:27:46.033281+0000","last_undegraded":"2023-09-23T15:27:46.033281+0000","last_fullsized":"2023-09-23T15:27:46.033281+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:15.337833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:15.337833+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":425,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071649+0000","last_change":"2023-09-23T15:24:47.440705+0000","last_active":"2023-09-23T15:27:46.071649+0000","last_peered":"2023-09-23T15:27:46.071649+0000","last_clean":"2023-09-23T15:27:46.071649+0000","last_became_active":"2023-09-23T15:24:47.438694+0000","last_became_peered":"2023-09-23T15:24:47.438694+0000","last_unstale":"2023-09-23T15:27:46.071649+0000","last_undegraded":"2023-09-23T15:27:46.071649+0000","last_fullsized":"2023-09-23T15:27:46.071649+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:28.433332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":51,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.038141+0000","last_change":"2023-09-23T15:25:18.526075+0000","last_active":"2023-09-23T15:27:46.038141+0000","last_peered":"2023-09-23T15:27:46.038141+0000","last_clean":"2023-09-23T15:27:46.038141+0000","last_became_active":"2023-09-23T15:25:18.525759+0000","last_became_peered":"2023-09-23T15:25:18.525759+0000","last_unstale":"2023-09-23T15:27:46.038141+0000","last_undegraded":"2023-09-23T15:27:46.038141+0000","last_fullsized":"2023-09-23T15:27:46.038141+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:48.956261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":277,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.072779+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:27:46.072779+0000","last_peered":"2023-09-23T15:27:46.072779+0000","last_clean":"2023-09-23T15:27:46.072779+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:27:46.072779+0000","last_undegraded":"2023-09-23T15:27:46.072779+0000","last_fullsized":"2023-09-23T15:27:46.072779+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"411'7362","reported_seq":16476,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:58.216953+0000","last_change":"2023-09-23T15:27:26.595844+0000","last_active":"2023-09-23T15:27:58.216953+0000","last_peered":"2023-09-23T15:27:58.216953+0000","last_clean":"2023-09-23T15:27:58.216953+0000","last_became_active":"2023-09-23T15:27:26.582928+0000","last_became_peered":"2023-09-23T15:27:26.582928+0000","last_unstale":"2023-09-23T15:27:58.216953+0000","last_undegraded":"2023-09-23T15:27:58.216953+0000","last_fullsized":"2023-09-23T15:27:58.216953+0000","mapping_epoch":407,"log_start":"369'1954","ondisk_log_start":"369'1954","created":359,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5408,"log_dups_size":0,"ondisk_log_size":5408,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:37.605984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215941144,"num_objects":3296,"num_object_clones":0,"num_object_copies":9888,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3296,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7362,"num_write_kb":340993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4505,"num_bytes_recovered":295239680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":840,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:55.605298+0000","last_change":"2023-09-23T15:27:00.696775+0000","last_active":"2023-09-23T15:27:55.605298+0000","last_peered":"2023-09-23T15:27:55.605298+0000","last_clean":"2023-09-23T15:27:55.605298+0000","last_became_active":"2023-09-23T15:27:00.696372+0000","last_became_peered":"2023-09-23T15:27:00.696372+0000","last_unstale":"2023-09-23T15:27:55.605298+0000","last_undegraded":"2023-09-23T15:27:55.605298+0000","last_fullsized":"2023-09-23T15:27:55.605298+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:34.895121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:34.895121+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":421,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.084706+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:27:46.084706+0000","last_peered":"2023-09-23T15:27:46.084706+0000","last_clean":"2023-09-23T15:27:46.084706+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:27:46.084706+0000","last_undegraded":"2023-09-23T15:27:46.084706+0000","last_fullsized":"2023-09-23T15:27:46.084706+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":57,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.033379+0000","last_change":"2023-09-23T15:24:47.437697+0000","last_active":"2023-09-23T15:27:46.033379+0000","last_peered":"2023-09-23T15:27:46.033379+0000","last_clean":"2023-09-23T15:27:46.033379+0000","last_became_active":"2023-09-23T15:24:47.437172+0000","last_became_peered":"2023-09-23T15:24:47.437172+0000","last_unstale":"2023-09-23T15:27:46.033379+0000","last_undegraded":"2023-09-23T15:27:46.033379+0000","last_fullsized":"2023-09-23T15:27:46.033379+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:00.375159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":259,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:52.267072+0000","last_change":"2023-09-23T15:25:43.999137+0000","last_active":"2023-09-23T15:27:52.267072+0000","last_peered":"2023-09-23T15:27:52.267072+0000","last_clean":"2023-09-23T15:27:52.267072+0000","last_became_active":"2023-09-23T15:25:43.998935+0000","last_became_peered":"2023-09-23T15:25:43.998935+0000","last_unstale":"2023-09-23T15:27:52.267072+0000","last_undegraded":"2023-09-23T15:27:52.267072+0000","last_fullsized":"2023-09-23T15:27:52.267072+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:35.277436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"411'7528","reported_seq":10606,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:28:00.105984+0000","last_change":"2023-09-23T15:25:55.063698+0000","last_active":"2023-09-23T15:28:00.105984+0000","last_peered":"2023-09-23T15:28:00.105984+0000","last_clean":"2023-09-23T15:28:00.105984+0000","last_became_active":"2023-09-23T15:25:55.058273+0000","last_became_peered":"2023-09-23T15:25:55.058273+0000","last_unstale":"2023-09-23T15:28:00.105984+0000","last_undegraded":"2023-09-23T15:28:00.105984+0000","last_fullsized":"2023-09-23T15:28:00.105984+0000","mapping_epoch":384,"log_start":"369'2081","ondisk_log_start":"369'2081","created":359,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5447,"log_dups_size":0,"ondisk_log_size":5447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:28.426698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210501632,"num_objects":3212,"num_object_clones":0,"num_object_copies":9636,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3212,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7528,"num_write_kb":343680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3125,"num_bytes_recovered":204800000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":753,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.083058+0000","last_change":"2023-09-23T15:27:00.673124+0000","last_active":"2023-09-23T15:27:46.083058+0000","last_peered":"2023-09-23T15:27:46.083058+0000","last_clean":"2023-09-23T15:27:46.083058+0000","last_became_active":"2023-09-23T15:27:00.672778+0000","last_became_peered":"2023-09-23T15:27:00.672778+0000","last_unstale":"2023-09-23T15:27:46.083058+0000","last_undegraded":"2023-09-23T15:27:46.083058+0000","last_fullsized":"2023-09-23T15:27:46.083058+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:24:41.592032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.592032+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":290013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":67,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.033336+0000","last_change":"2023-09-23T15:25:44.030781+0000","last_active":"2023-09-23T15:27:46.033336+0000","last_peered":"2023-09-23T15:27:46.033336+0000","last_clean":"2023-09-23T15:27:46.033336+0000","last_became_active":"2023-09-23T15:25:44.030444+0000","last_became_peered":"2023-09-23T15:25:44.030444+0000","last_unstale":"2023-09-23T15:27:46.033336+0000","last_undegraded":"2023-09-23T15:27:46.033336+0000","last_fullsized":"2023-09-23T15:27:46.033336+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:59.721186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":323,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.039818+0000","last_change":"2023-09-23T15:25:43.999943+0000","last_active":"2023-09-23T15:27:46.039818+0000","last_peered":"2023-09-23T15:27:46.039818+0000","last_clean":"2023-09-23T15:27:46.039818+0000","last_became_active":"2023-09-23T15:25:43.993074+0000","last_became_peered":"2023-09-23T15:25:43.993074+0000","last_unstale":"2023-09-23T15:27:46.039818+0000","last_undegraded":"2023-09-23T15:27:46.039818+0000","last_fullsized":"2023-09-23T15:27:46.039818+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:19.489057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":271,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.072231+0000","last_change":"2023-09-23T15:24:47.431128+0000","last_active":"2023-09-23T15:27:46.072231+0000","last_peered":"2023-09-23T15:27:46.072231+0000","last_clean":"2023-09-23T15:27:46.072231+0000","last_became_active":"2023-09-23T15:24:47.430758+0000","last_became_peered":"2023-09-23T15:24:47.430758+0000","last_unstale":"2023-09-23T15:27:46.072231+0000","last_undegraded":"2023-09-23T15:27:46.072231+0000","last_fullsized":"2023-09-23T15:27:46.072231+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:52.955783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"411'6402","reported_seq":10999,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:28:00.018725+0000","last_change":"2023-09-23T15:27:03.902949+0000","last_active":"2023-09-23T15:28:00.018725+0000","last_peered":"2023-09-23T15:28:00.018725+0000","last_clean":"2023-09-23T15:28:00.018725+0000","last_became_active":"2023-09-23T15:26:20.931110+0000","last_became_peered":"2023-09-23T15:26:20.931110+0000","last_unstale":"2023-09-23T15:28:00.018725+0000","last_undegraded":"2023-09-23T15:28:00.018725+0000","last_fullsized":"2023-09-23T15:28:00.018725+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6402,"log_dups_size":0,"ondisk_log_size":6402,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108068864,"num_objects":1649,"num_object_clones":0,"num_object_copies":4947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3719,"num_write_kb":171776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2252,"num_bytes_recovered":147587072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":290,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.036355+0000","last_change":"2023-09-23T15:25:44.031412+0000","last_active":"2023-09-23T15:27:46.036355+0000","last_peered":"2023-09-23T15:27:46.036355+0000","last_clean":"2023-09-23T15:27:46.036355+0000","last_became_active":"2023-09-23T15:25:44.030745+0000","last_became_peered":"2023-09-23T15:25:44.030745+0000","last_unstale":"2023-09-23T15:27:46.036355+0000","last_undegraded":"2023-09-23T15:27:46.036355+0000","last_fullsized":"2023-09-23T15:27:46.036355+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:09.557896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":43,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.038054+0000","last_change":"2023-09-23T15:25:44.033565+0000","last_active":"2023-09-23T15:27:46.038054+0000","last_peered":"2023-09-23T15:27:46.038054+0000","last_clean":"2023-09-23T15:27:46.038054+0000","last_became_active":"2023-09-23T15:25:44.032827+0000","last_became_peered":"2023-09-23T15:25:44.032827+0000","last_unstale":"2023-09-23T15:27:46.038054+0000","last_undegraded":"2023-09-23T15:27:46.038054+0000","last_fullsized":"2023-09-23T15:27:46.038054+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:29:14.540638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.16","version":"411'6520","reported_seq":8650,"reported_epoch":411,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:28:00.614618+0000","last_change":"2023-09-23T15:26:22.644718+0000","last_active":"2023-09-23T15:28:00.614618+0000","last_peered":"2023-09-23T15:28:00.614618+0000","last_clean":"2023-09-23T15:25:42.964213+0000","last_became_active":"2023-09-23T15:26:21.692963+0000","last_became_peered":"2023-09-23T15:26:21.692963+0000","last_unstale":"2023-09-23T15:28:00.614618+0000","last_undegraded":"2023-09-23T15:26:21.640710+0000","last_fullsized":"2023-09-23T15:28:00.614618+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6520,"log_dups_size":0,"ondisk_log_size":6520,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112459776,"num_objects":1716,"num_object_clones":0,"num_object_copies":5148,"num_objects_missing_on_primary":1224,"num_objects_missing":1224,"num_objects_degraded":1224,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1716,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3776,"num_write_kb":175744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1030,"num_bytes_recovered":67502080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,2,5","objects":492},{"shards":"1,5,6","objects":1224}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":223,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.071841+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:27:46.071841+0000","last_peered":"2023-09-23T15:27:46.071841+0000","last_clean":"2023-09-23T15:27:46.071841+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:27:46.071841+0000","last_undegraded":"2023-09-23T15:27:46.071841+0000","last_fullsized":"2023-09-23T15:27:46.071841+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":368,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.083148+0000","last_change":"2023-09-23T15:25:18.528857+0000","last_active":"2023-09-23T15:27:46.083148+0000","last_peered":"2023-09-23T15:27:46.083148+0000","last_clean":"2023-09-23T15:27:46.083148+0000","last_became_active":"2023-09-23T15:25:18.528530+0000","last_became_peered":"2023-09-23T15:25:18.528530+0000","last_unstale":"2023-09-23T15:27:46.083148+0000","last_undegraded":"2023-09-23T15:27:46.083148+0000","last_fullsized":"2023-09-23T15:27:46.083148+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:20.373824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.17","version":"411'6437","reported_seq":8622,"reported_epoch":411,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:28:00.613500+0000","last_change":"2023-09-23T15:26:22.944069+0000","last_active":"2023-09-23T15:28:00.613500+0000","last_peered":"2023-09-23T15:28:00.613500+0000","last_clean":"2023-09-23T15:25:42.973823+0000","last_became_active":"2023-09-23T15:26:22.908577+0000","last_became_peered":"2023-09-23T15:26:22.908577+0000","last_unstale":"2023-09-23T15:28:00.613500+0000","last_undegraded":"2023-09-23T15:26:21.641602+0000","last_fullsized":"2023-09-23T15:28:00.613500+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6437,"log_dups_size":0,"ondisk_log_size":6437,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":107741184,"num_objects":1644,"num_object_clones":0,"num_object_copies":4932,"num_objects_missing_on_primary":1161,"num_objects_missing":1161,"num_objects_degraded":1161,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1644,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3744,"num_write_kb":172416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1051,"num_bytes_recovered":68878336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":["5","6","7"],"object_location_counts":[{"shards":"2,5,6","objects":483},{"shards":"5,6,7","objects":1161}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":61,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.033204+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:27:46.033204+0000","last_peered":"2023-09-23T15:27:46.033204+0000","last_clean":"2023-09-23T15:27:46.033204+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:27:46.033204+0000","last_undegraded":"2023-09-23T15:27:46.033204+0000","last_fullsized":"2023-09-23T15:27:46.033204+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":411,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.082016+0000","last_change":"2023-09-23T15:25:18.524055+0000","last_active":"2023-09-23T15:27:46.082016+0000","last_peered":"2023-09-23T15:27:46.082016+0000","last_clean":"2023-09-23T15:27:46.082016+0000","last_became_active":"2023-09-23T15:25:18.523725+0000","last_became_peered":"2023-09-23T15:25:18.523725+0000","last_unstale":"2023-09-23T15:27:46.082016+0000","last_undegraded":"2023-09-23T15:27:46.082016+0000","last_fullsized":"2023-09-23T15:27:46.082016+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:42:40.491928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"411'6387","reported_seq":6458,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:27:58.048577+0000","last_change":"2023-09-23T15:26:20.897939+0000","last_active":"2023-09-23T15:27:58.048577+0000","last_peered":"2023-09-23T15:27:58.048577+0000","last_clean":"2023-09-23T15:27:58.048577+0000","last_became_active":"2023-09-23T15:26:20.895861+0000","last_became_peered":"2023-09-23T15:26:20.895861+0000","last_unstale":"2023-09-23T15:27:58.048577+0000","last_undegraded":"2023-09-23T15:27:58.048577+0000","last_fullsized":"2023-09-23T15:27:58.048577+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6387,"log_dups_size":0,"ondisk_log_size":6387,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":111673344,"num_objects":1704,"num_object_clones":0,"num_object_copies":5112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1704,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3690,"num_write_kb":172608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":44,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.083446+0000","last_change":"2023-09-23T15:25:44.039956+0000","last_active":"2023-09-23T15:27:46.083446+0000","last_peered":"2023-09-23T15:27:46.083446+0000","last_clean":"2023-09-23T15:27:46.083446+0000","last_became_active":"2023-09-23T15:25:44.039605+0000","last_became_peered":"2023-09-23T15:25:44.039605+0000","last_unstale":"2023-09-23T15:27:46.083446+0000","last_undegraded":"2023-09-23T15:27:46.083446+0000","last_fullsized":"2023-09-23T15:27:46.083446+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:04.535851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":43,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.082025+0000","last_change":"2023-09-23T15:25:44.083121+0000","last_active":"2023-09-23T15:27:46.082025+0000","last_peered":"2023-09-23T15:27:46.082025+0000","last_clean":"2023-09-23T15:27:46.082025+0000","last_became_active":"2023-09-23T15:25:44.054667+0000","last_became_peered":"2023-09-23T15:25:44.054667+0000","last_unstale":"2023-09-23T15:27:46.082025+0000","last_undegraded":"2023-09-23T15:27:46.082025+0000","last_fullsized":"2023-09-23T15:27:46.082025+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:48:46.427097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"411'6448","reported_seq":11007,"reported_epoch":411,"state":"active+clean","last_fresh":"2023-09-23T15:28:00.131132+0000","last_change":"2023-09-23T15:26:44.970785+0000","last_active":"2023-09-23T15:28:00.131132+0000","last_peered":"2023-09-23T15:28:00.131132+0000","last_clean":"2023-09-23T15:28:00.131132+0000","last_became_active":"2023-09-23T15:26:20.929013+0000","last_became_peered":"2023-09-23T15:26:20.929013+0000","last_unstale":"2023-09-23T15:28:00.131132+0000","last_undegraded":"2023-09-23T15:28:00.131132+0000","last_fullsized":"2023-09-23T15:28:00.131132+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6448,"log_dups_size":0,"ondisk_log_size":6448,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":108855296,"num_objects":1661,"num_object_clones":0,"num_object_copies":4983,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1661,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3745,"num_write_kb":172992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2239,"num_bytes_recovered":146702336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":312,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.035687+0000","last_change":"2023-09-23T15:25:44.128841+0000","last_active":"2023-09-23T15:27:46.035687+0000","last_peered":"2023-09-23T15:27:46.035687+0000","last_clean":"2023-09-23T15:27:46.035687+0000","last_became_active":"2023-09-23T15:25:44.022374+0000","last_became_peered":"2023-09-23T15:25:44.022374+0000","last_unstale":"2023-09-23T15:27:46.035687+0000","last_undegraded":"2023-09-23T15:27:46.035687+0000","last_fullsized":"2023-09-23T15:27:46.035687+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:35:07.799860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":3878,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":57,"reported_epoch":410,"state":"active+clean","last_fresh":"2023-09-23T15:27:46.032592+0000","last_change":"2023-09-23T15:24:47.441486+0000","last_active":"2023-09-23T15:27:46.032592+0000","last_peered":"2023-09-23T15:27:46.032592+0000","last_clean":"2023-09-23T15:27:46.032592+0000","last_became_active":"2023-09-23T15:24:47.441083+0000","last_became_peered":"2023-09-23T15:24:47.441083+0000","last_unstale":"2023-09-23T15:27:46.032592+0000","last_undegraded":"2023-09-23T15:27:46.032592+0000","last_fullsized":"2023-09-23T15:27:46.032592+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:45:53.456763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":96,"num_bytes_recovered":23642,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":16624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":316358,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2183479,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2437120,"data_stored":2426464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":9,"num_pg":26,"stat_sum":{"num_bytes":3505192984,"num_objects":53486,"num_object_clones":0,"num_object_copies":160458,"num_objects_missing_on_primary":4896,"num_objects_missing":4896,"num_objects_degraded":14826,"num_objects_misplaced":339,"num_objects_unfound":0,"num_objects_dirty":53486,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":119414,"num_write_kb":5532737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30305,"num_bytes_recovered":1986068480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12374650880,"data_stored":12374638664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160781,"ondisk_log_size":160781,"up":78,"acting":75,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674443,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3205468,"kb_used_data":2953044,"kb_used_omap":85,"kb_used_meta":252330,"kb_avail":90539684,"statfs":{"total":95995035648,"available":92712636416,"internally_reserved":0,"allocated":3023917056,"data_stored":3022641039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":258385928},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":2.1829999999999998,"15min":2.4700000000000002},"min":{"1min":0.224,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.6930000000000001,"5min":93.114999999999995,"15min":206.41999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":1.1559999999999999,"5min":2.6160000000000001,"15min":2.843},"min":{"1min":0.29799999999999999,"5min":0.223,"15min":0.223},"max":{"1min":4.0720000000000001,"5min":92.552000000000007,"15min":206.35300000000001},"last":0.71699999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":1.4930000000000001,"15min":1.712},"min":{"1min":0.28899999999999998,"5min":0.247,"15min":0.24099999999999999},"max":{"1min":2.8679999999999999,"5min":9.2370000000000001,"15min":177.52699999999999},"last":2.544},{"interface":"front","average":{"1min":0.69499999999999995,"5min":3.774,"15min":2.8149999999999999},"min":{"1min":0.26700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.8570000000000002,"5min":217.25999999999999,"15min":217.25999999999999},"last":2.5539999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":5.6529999999999996,"5min":4.4290000000000003,"15min":3.7570000000000001},"min":{"1min":0.31,"5min":0.26200000000000001,"15min":0.25700000000000001},"max":{"1min":69.870000000000005,"5min":180.59399999999999,"15min":180.59399999999999},"last":0.28699999999999998},{"interface":"front","average":{"1min":5.8789999999999996,"5min":4.4699999999999998,"15min":4.1719999999999997},"min":{"1min":0.28699999999999998,"5min":0.249,"15min":0.249},"max":{"1min":69.890000000000001,"5min":180.61699999999999,"15min":180.61699999999999},"last":2.8889999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":6.9690000000000003,"5min":4.5609999999999999,"15min":4.2110000000000003},"min":{"1min":0.34699999999999998,"5min":0.28100000000000003,"15min":0.27600000000000002},"max":{"1min":86.263999999999996,"5min":92.581999999999994,"15min":160.04300000000001},"last":0.73399999999999999},{"interface":"front","average":{"1min":6.2670000000000003,"5min":4.6260000000000003,"15min":4.2430000000000003},"min":{"1min":0.33500000000000002,"5min":0.315,"15min":0.28999999999999998},"max":{"1min":87.307000000000002,"5min":93.075000000000003,"15min":159.97399999999999},"last":0.66300000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92800000000000005,"15min":0.63600000000000001},"min":{"1min":0.30499999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.94399999999999995,"5min":9.0640000000000001,"15min":9.0640000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":1.079,"15min":1.054},"min":{"1min":0.36599999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.55,"5min":9.1180000000000003,"15min":97.524000000000001},"last":0.372}]},{"osd":5,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":1.073,"15min":1.0640000000000001},"min":{"1min":0.28599999999999998,"5min":0.27500000000000002,"15min":0.247},"max":{"1min":2.7690000000000001,"5min":9.3469999999999995,"15min":97.543999999999997},"last":0.314},{"interface":"front","average":{"1min":0.44600000000000001,"5min":1.04,"15min":1.0580000000000001},"min":{"1min":0.33900000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.629,"5min":10.212999999999999,"15min":97.575000000000003},"last":0.57399999999999995}]},{"osd":6,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":1.282,"15min":1.169},"min":{"1min":0.33000000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.522,"5min":10.032999999999999,"15min":99.772999999999996},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":1.083,"15min":1.101},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.5089999999999999,"5min":9.1340000000000003,"15min":103.31699999999999},"last":0.35199999999999998}]}]},{"osd":6,"up_from":122,"seq":523986010323,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2313372,"kb_used_data":1963476,"kb_used_omap":9,"kb_used_meta":349878,"kb_avail":91431780,"statfs":{"total":95995035648,"available":93626142720,"internally_reserved":0,"allocated":2010599424,"data_stored":2009323409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":358275411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:27:08 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":2.0750000000000002,"15min":2.1070000000000002},"min":{"1min":0.224,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":2.2490000000000001,"5min":62.994999999999997,"15min":107.56399999999999},"last":0.29699999999999999},{"interface":"front","average":{"1min":1.2769999999999999,"5min":2.3260000000000001,"15min":2.1989999999999998},"min":{"1min":0.27600000000000002,"5min":0.245,"15min":0.245},"max":{"1min":5.2309999999999999,"5min":62.286999999999999,"15min":107.617},"last":5.3079999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:27:08 2023","interfaces":[{"interface":"back","average":{"1min":1.2569999999999999,"5min":1.7669999999999999,"15min":1.7210000000000001},"min":{"1min":0.36399999999999999,"5min":0.25700000000000001,"15min":0.22500000000000001},"max":{"1min":5.3730000000000002,"5min":11.329000000000001,"15min":58.652999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.1579999999999999,"5min":1.351,"15min":1.502},"min":{"1min":0.28899999999999998,"5min":0.27000000000000002,"15min":0.23999999999999999},"max":{"1min":4.2060000000000004,"5min":14.978,"15min":28.850000000000001},"last":0.28599999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:27:08 2023","interfaces":[{"interface":"back","average":{"1min":2.383,"5min":3.7810000000000001,"15min":2.1400000000000001},"min":{"1min":0.34200000000000003,"5min":0.28000000000000003,"15min":0.25700000000000001},"max":{"1min":5.8170000000000002,"5min":67.558000000000007,"15min":67.558000000000007},"last":0.42999999999999999},{"interface":"front","average":{"1min":1.972,"5min":3.6680000000000001,"15min":2.4390000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.245},"max":{"1min":9.25,"5min":67.718999999999994,"15min":67.718999999999994},"last":5.3399999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:27:08 2023","interfaces":[{"interface":"back","average":{"1min":1.7629999999999999,"5min":3.5390000000000001,"15min":4.7249999999999996},"min":{"1min":0.33000000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":7.3730000000000002,"5min":123.137,"15min":256.608},"last":5.3250000000000002},{"interface":"front","average":{"1min":1.8069999999999999,"5min":3.0899999999999999,"15min":4.0750000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.29799999999999999},"max":{"1min":6.4989999999999997,"5min":121.041,"15min":256.42500000000001},"last":3.5430000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:27:08 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.80000000000000004,"15min":0.91900000000000004},"min":{"1min":0.27300000000000002,"5min":0.26800000000000002,"15min":0.23100000000000001},"max":{"1min":1.6020000000000001,"5min":5.5519999999999996,"15min":36.335000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.90500000000000003,"15min":0.97799999999999998},"min":{"1min":0.32300000000000001,"5min":0.26400000000000001,"15min":0.23000000000000001},"max":{"1min":2.4340000000000002,"5min":8.0310000000000006,"15min":36.374000000000002},"last":0.38200000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:27:08 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.85099999999999998,"15min":0.90900000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.26200000000000001},"max":{"1min":1.6319999999999999,"5min":6.4329999999999998,"15min":19.908000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.95799999999999996,"15min":0.96099999999999997},"min":{"1min":0.33200000000000002,"5min":0.28899999999999998,"15min":0.255},"max":{"1min":2.2090000000000001,"5min":10.435,"15min":17.462},"last":0.505}]},{"osd":7,"last update":"Sat Sep 23 15:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":1.157,"15min":0.76100000000000001},"min":{"1min":0.35299999999999998,"5min":0.33500000000000002,"15min":0.28999999999999998},"max":{"1min":1.5940000000000001,"5min":11.425000000000001,"15min":11.425000000000001},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.64000000000000001,"5min":1.127,"15min":0.80600000000000005},"min":{"1min":0.39500000000000002,"5min":0.34499999999999997,"15min":0.29899999999999999},"max":{"1min":1.964,"5min":9.0920000000000005,"15min":9.0920000000000005},"last":0.443}]}]},{"osd":1,"up_from":89,"seq":382252089600,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1868392,"kb_used_data":1313376,"kb_used_omap":9,"kb_used_meta":554998,"kb_avail":91876760,"statfs":{"total":95995035648,"available":94081802240,"internally_reserved":0,"allocated":1344897024,"data_stored":1342791169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":568318953},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:27:18 2023","interfaces":[{"interface":"back","average":{"1min":1.879,"5min":3.855,"15min":3.4119999999999999},"min":{"1min":0.23400000000000001,"5min":0.191,"15min":0.182},"max":{"1min":10.867000000000001,"5min":159.33600000000001,"15min":215.946},"last":0.41599999999999998},{"interface":"front","average":{"1min":2.254,"5min":5.0890000000000004,"15min":3.9249999999999998},"min":{"1min":0.26200000000000001,"5min":0.23300000000000001,"15min":0.19400000000000001},"max":{"1min":8.0150000000000006,"5min":158.65100000000001,"15min":214.88200000000001},"last":0.34399999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:27:26 2023","interfaces":[{"interface":"back","average":{"1min":4.2279999999999998,"5min":3.1219999999999999,"15min":2.7200000000000002},"min":{"1min":0.28000000000000003,"5min":0.21299999999999999,"15min":0.19500000000000001},"max":{"1min":54.752000000000002,"5min":54.752000000000002,"15min":103.27500000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":4.7439999999999998,"5min":4.5149999999999997,"15min":3.2490000000000001},"min":{"1min":0.24099999999999999,"5min":0.23100000000000001,"15min":0.19900000000000001},"max":{"1min":54.645000000000003,"5min":54.645000000000003,"15min":103.30800000000001},"last":0.27400000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:27:18 2023","interfaces":[{"interface":"back","average":{"1min":3.2309999999999999,"5min":5.5220000000000002,"15min":6.0229999999999997},"min":{"1min":0.23799999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":16.434999999999999,"5min":181.411,"15min":210.24799999999999},"last":0.28999999999999998},{"interface":"front","average":{"1min":3.0550000000000002,"5min":5.0259999999999998,"15min":5.5679999999999996},"min":{"1min":0.27700000000000002,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":10.821,"5min":169.553,"15min":210.577},"last":0.55500000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:27:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4609999999999999,"5min":1.5589999999999999,"15min":1.8460000000000001},"min":{"1min":0.36499999999999999,"5min":0.30299999999999999,"15min":0.28499999999999998},"max":{"1min":9.8399999999999999,"5min":14.925000000000001,"15min":76.534999999999997},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.1240000000000001,"5min":1.2350000000000001,"15min":1.6140000000000001},"min":{"1min":0.34300000000000003,"5min":0.29899999999999999,"15min":0.29199999999999998},"max":{"1min":4.2830000000000004,"5min":7.9880000000000004,"15min":76.661000000000001},"last":0.61699999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:27:18 2023","interfaces":[{"interface":"back","average":{"1min":1.7330000000000001,"5min":2.4129999999999998,"15min":1.829},"min":{"1min":0.36199999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":7.9489999999999998,"5min":16.364000000000001,"15min":16.364000000000001},"last":0.504},{"interface":"front","average":{"1min":2.5710000000000002,"5min":1.7030000000000001,"15min":1.6519999999999999},"min":{"1min":0.36499999999999999,"5min":0.32400000000000001,"15min":0.29699999999999999},"max":{"1min":9.7479999999999993,"5min":14.951000000000001,"15min":14.951000000000001},"last":0.63300000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:27:04 2023","interfaces":[{"interface":"back","average":{"1min":2.234,"5min":3.633,"15min":2.375},"min":{"1min":0.39700000000000002,"5min":0.31,"15min":0.31},"max":{"1min":7.9930000000000003,"5min":115.018,"15min":115.018},"last":0.53800000000000003},{"interface":"front","average":{"1min":2.1779999999999999,"5min":2.7709999999999999,"15min":2.0790000000000002},"min":{"1min":0.39000000000000001,"5min":0.36299999999999999,"15min":0.317},"max":{"1min":9.7810000000000006,"5min":115.289,"15min":115.289},"last":0.60299999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":6.702,"5min":3.54,"15min":2.4870000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":109.861,"5min":109.861,"15min":112.056},"last":0.59799999999999998},{"interface":"front","average":{"1min":7.6289999999999996,"5min":3.746,"15min":2.597},"min":{"1min":0.43099999999999999,"5min":0.38700000000000001,"15min":0.33000000000000002},"max":{"1min":107.048,"5min":107.048,"15min":111.902},"last":0.56599999999999995}]}]},{"osd":0,"up_from":84,"seq":360777253126,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2470056,"kb_used_data":1954720,"kb_used_omap":28,"kb_used_meta":515299,"kb_avail":91275096,"statfs":{"total":95995035648,"available":93465698304,"internally_reserved":0,"allocated":2001633280,"data_stored":1999175232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":527667024},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:27:20 2023","interfaces":[{"interface":"back","average":{"1min":1.8759999999999999,"5min":3.407,"15min":2.327},"min":{"1min":0.19600000000000001,"5min":0.17899999999999999,"15min":0.17399999999999999},"max":{"1min":13.619,"5min":65.373000000000005,"15min":65.373000000000005},"last":7.5990000000000002},{"interface":"front","average":{"1min":1.3859999999999999,"5min":3.5190000000000001,"15min":2.6379999999999999},"min":{"1min":0.25800000000000001,"5min":0.188,"15min":0.17699999999999999},"max":{"1min":6.0129999999999999,"5min":65.063000000000002,"15min":65.063000000000002},"last":1.746}]},{"osd":2,"last update":"Sat Sep 23 15:27:38 2023","interfaces":[{"interface":"back","average":{"1min":3.258,"5min":3.4590000000000001,"15min":3.3149999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.19900000000000001},"max":{"1min":17.536999999999999,"5min":23.437000000000001,"15min":138.55099999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":2.5750000000000002,"5min":1.9490000000000001,"15min":3.0179999999999998},"min":{"1min":0.22600000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":12.750999999999999,"5min":12.750999999999999,"15min":138.322},"last":0.30499999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":1.946,"5min":3.8029999999999999,"15min":3.492},"min":{"1min":0.32200000000000001,"5min":0.26200000000000001,"15min":0.24199999999999999},"max":{"1min":10.247,"5min":50.783000000000001,"15min":86.218999999999994},"last":5.3710000000000004},{"interface":"front","average":{"1min":2.9550000000000001,"5min":3.9119999999999999,"15min":3.456},"min":{"1min":0.45400000000000001,"5min":0.26300000000000001,"15min":0.249},"max":{"1min":12.702999999999999,"5min":50.829000000000001,"15min":87.909000000000006},"last":3.633}]},{"osd":4,"last update":"Sat Sep 23 15:27:41 2023","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.6200000000000001,"15min":1.96},"min":{"1min":0.35699999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":3.2989999999999999,"5min":13.571,"15min":142.44200000000001},"last":7.5540000000000003},{"interface":"front","average":{"1min":1.6220000000000001,"5min":1.8500000000000001,"15min":2.4049999999999998},"min":{"1min":0.39000000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":7.0730000000000004,"5min":9.0069999999999997,"15min":141.69200000000001},"last":1.1859999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:27:41 2023","interfaces":[{"interface":"back","average":{"1min":1.486,"5min":1.9810000000000001,"15min":1.7989999999999999},"min":{"1min":0.33800000000000002,"5min":0.32600000000000001,"15min":0.30099999999999999},"max":{"1min":6.9269999999999996,"5min":12.249000000000001,"15min":14.298},"last":5.3220000000000001},{"interface":"front","average":{"1min":1.915,"5min":1.6910000000000001,"15min":1.5569999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":10.906000000000001,"5min":12.461,"15min":13.484999999999999},"last":3.5899999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:26:56 2023","interfaces":[{"interface":"back","average":{"1min":2.7989999999999999,"5min":2.0489999999999999,"15min":1.8180000000000001},"min":{"1min":0.33100000000000002,"5min":0.32600000000000001,"15min":0.318},"max":{"1min":11.356999999999999,"5min":13.515000000000001,"15min":14.638},"last":1.0529999999999999},{"interface":"front","average":{"1min":2.0600000000000001,"5min":2.2000000000000002,"15min":1.839},"min":{"1min":0.41999999999999998,"5min":0.30399999999999999,"15min":0.28499999999999998},"max":{"1min":11.279999999999999,"5min":13.532,"15min":15.117000000000001},"last":7.5010000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:27:41 2023","interfaces":[{"interface":"back","average":{"1min":1.919,"5min":1.74,"15min":1.5009999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.34000000000000002},"max":{"1min":10.936,"5min":10.936,"15min":14.381},"last":1.8440000000000001},{"interface":"front","average":{"1min":2.1400000000000001,"5min":2.1659999999999999,"15min":1.6839999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.32700000000000001},"max":{"1min":10.965,"5min":10.965,"15min":17.460000000000001},"last":1.385}]}]},{"osd":2,"up_from":117,"seq":502511173842,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1443216,"kb_used_data":844424,"kb_used_omap":81,"kb_used_meta":598702,"kb_avail":92301936,"statfs":{"total":95995035648,"available":94517182464,"internally_reserved":0,"allocated":864690176,"data_stored":862610937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":613071066},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2,3,1,1,5],"upper_bound":512},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:27:40 2023","interfaces":[{"interface":"back","average":{"1min":1.6559999999999999,"5min":4.0739999999999998,"15min":3.2469999999999999},"min":{"1min":0.187,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":7.6459999999999999,"5min":68.921000000000006,"15min":94.364000000000004},"last":2.7490000000000001},{"interface":"front","average":{"1min":2.827,"5min":4.3419999999999996,"15min":3.6930000000000001},"min":{"1min":0.27600000000000002,"5min":0.22700000000000001,"15min":0.19900000000000001},"max":{"1min":13.885999999999999,"5min":65.637,"15min":92.241},"last":14.571999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:27:40 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":2.6379999999999999,"15min":3.069},"min":{"1min":0.219,"5min":0.214,"15min":0.17399999999999999},"max":{"1min":12.646000000000001,"5min":37.287999999999997,"15min":169.398},"last":3.6160000000000001},{"interface":"front","average":{"1min":1.9299999999999999,"5min":2.3069999999999999,"15min":2.7690000000000001},"min":{"1min":0.23899999999999999,"5min":0.20100000000000001,"15min":0.183},"max":{"1min":10.942,"5min":36.914000000000001,"15min":166.50999999999999},"last":0.45900000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:27:40 2023","interfaces":[{"interface":"back","average":{"1min":2.5139999999999998,"5min":5.3010000000000002,"15min":5.492},"min":{"1min":0.27000000000000002,"5min":0.20799999999999999,"15min":0.16800000000000001},"max":{"1min":10.917,"5min":74.155000000000001,"15min":165.32300000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":2.1040000000000001,"5min":4.548,"15min":4.5529999999999999},"min":{"1min":0.247,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":13.138,"5min":70.516000000000005,"15min":165.66999999999999},"last":2.7730000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:27:40 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.7430000000000001,"15min":1.347},"min":{"1min":0.36399999999999999,"5min":0.34200000000000003,"15min":0.311},"max":{"1min":7.9619999999999997,"5min":12.054,"15min":12.945},"last":2.6909999999999998},{"interface":"front","average":{"1min":2.0600000000000001,"5min":1.96,"15min":1.6679999999999999},"min":{"1min":0.375,"5min":0.32600000000000001,"15min":0.245},"max":{"1min":12.712,"5min":12.991,"15min":16.878},"last":3.6789999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:27:40 2023","interfaces":[{"interface":"back","average":{"1min":2.1469999999999998,"5min":1.9099999999999999,"15min":1.726},"min":{"1min":0.33500000000000002,"5min":0.29199999999999998,"15min":0.26900000000000002},"max":{"1min":13.973000000000001,"5min":13.973000000000001,"15min":16.927},"last":3.7069999999999999},{"interface":"front","average":{"1min":1.869,"5min":1.742,"15min":1.4830000000000001},"min":{"1min":0.34799999999999998,"5min":0.317,"15min":0.317},"max":{"1min":10.865,"5min":14.223000000000001,"15min":14.223000000000001},"last":0.49099999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:27:57 2023","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":2.0760000000000001,"15min":2.298},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":7.9279999999999999,"5min":23.626999999999999,"15min":134.21700000000001},"last":2.6499999999999999},{"interface":"front","average":{"1min":2.0800000000000001,"5min":2.109,"15min":2.3519999999999999},"min":{"1min":0.40799999999999997,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":10.821999999999999,"5min":23.510999999999999,"15min":134.393},"last":0.54500000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:27:50 2023","interfaces":[{"interface":"back","average":{"1min":2.1160000000000001,"5min":2.1320000000000001,"15min":1.851},"min":{"1min":0.41799999999999998,"5min":0.38700000000000001,"15min":0.372},"max":{"1min":10.893000000000001,"5min":29.754000000000001,"15min":74.643000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":1.6639999999999999,"5min":2.1240000000000001,"15min":1.744},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33000000000000002},"max":{"1min":7.9859999999999998,"5min":30.553999999999998,"15min":74.724999999999994},"last":2.7200000000000002}]}]},{"osd":3,"up_from":99,"seq":425201762548,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2093772,"kb_used_data":1370116,"kb_used_omap":7,"kb_used_meta":723640,"kb_avail":91651380,"statfs":{"total":95995035648,"available":93851013120,"internally_reserved":0,"allocated":1402998784,"data_stored":1400917103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":741007976},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,5],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":1.841,"5min":5.1600000000000001,"15min":3.2559999999999998},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":8.4969999999999999,"5min":167.71799999999999,"15min":167.71799999999999},"last":0.23200000000000001},{"interface":"front","average":{"1min":1.391,"5min":4.8150000000000004,"15min":2.899},"min":{"1min":0.20999999999999999,"5min":0.20799999999999999,"15min":0.16500000000000001},"max":{"1min":5.7530000000000001,"5min":176.61500000000001,"15min":176.61500000000001},"last":0.66100000000000003}]},{"osd":1,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":3.556,"5min":7.2649999999999997,"15min":3.581},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.19900000000000001},"max":{"1min":45.258000000000003,"5min":201.98099999999999,"15min":201.98099999999999},"last":5.093},{"interface":"front","average":{"1min":3.4279999999999999,"5min":5.2050000000000001,"15min":3.3730000000000002},"min":{"1min":0.255,"5min":0.21099999999999999,"15min":0.20300000000000001},"max":{"1min":45.229999999999997,"5min":202.06700000000001,"15min":202.06700000000001},"last":3.9900000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":4.6539999999999999,"5min":4.7939999999999996,"15min":2.9950000000000001},"min":{"1min":0.32100000000000001,"5min":0.24299999999999999,"15min":0.21299999999999999},"max":{"1min":66.004000000000005,"5min":163.57599999999999,"15min":163.57599999999999},"last":3.8130000000000002},{"interface":"front","average":{"1min":1.2130000000000001,"5min":2.3460000000000001,"15min":2.496},"min":{"1min":0.36099999999999999,"5min":0.26400000000000001,"15min":0.26100000000000001},"max":{"1min":4.7300000000000004,"5min":18.093,"15min":154.73400000000001},"last":5.0469999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":3.7170000000000001,"15min":2.2679999999999998},"min":{"1min":0.32700000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.0819999999999999,"5min":163.43700000000001,"15min":163.43700000000001},"last":2.9180000000000001},{"interface":"front","average":{"1min":1.2849999999999999,"5min":3.2330000000000001,"15min":2.0179999999999998},"min":{"1min":0.45000000000000001,"5min":0.33100000000000002,"15min":0.29999999999999999},"max":{"1min":3.6760000000000002,"5min":163.72399999999999,"15min":163.72399999999999},"last":3.96}]},{"osd":5,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":3.7629999999999999,"5min":3.9780000000000002,"15min":2.823},"min":{"1min":0.372,"5min":0.33900000000000002,"15min":0.318},"max":{"1min":55.414999999999999,"5min":163.696,"15min":163.696},"last":3.923},{"interface":"front","average":{"1min":3.4820000000000002,"5min":2.3540000000000001,"15min":2.0990000000000002},"min":{"1min":0.36199999999999999,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":55.363,"5min":55.363,"15min":126.15000000000001},"last":0.70199999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:27:12 2023","interfaces":[{"interface":"back","average":{"1min":9.0640000000000001,"5min":3.4910000000000001,"15min":2.6230000000000002},"min":{"1min":0.439,"5min":0.38800000000000001,"15min":0.28899999999999998},"max":{"1min":163.63399999999999,"5min":163.63399999999999,"15min":163.63399999999999},"last":4.0190000000000001},{"interface":"front","average":{"1min":8.4239999999999995,"5min":3.044,"15min":2.4020000000000001},"min":{"1min":0.41899999999999998,"5min":0.33500000000000002,"15min":0.30099999999999999},"max":{"1min":163.535,"5min":163.535,"15min":163.535},"last":0.73299999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.0760000000000001,"5min":3.8090000000000002,"15min":2.0619999999999998},"min":{"1min":0.41799999999999998,"5min":0.35699999999999998,"15min":0.35499999999999998},"max":{"1min":3.4209999999999998,"5min":163.495,"15min":163.495},"last":0.75800000000000001},{"interface":"front","average":{"1min":1.2969999999999999,"5min":4.1760000000000002,"15min":2.355},"min":{"1min":0.38600000000000001,"5min":0.38,"15min":0.38},"max":{"1min":3.827,"5min":163.51400000000001,"15min":163.51400000000001},"last":2.9540000000000002}]}]},{"osd":4,"up_from":0,"seq":133143986573,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724936,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2045964,"kb_used_data":1738756,"kb_used_omap":0,"kb_used_meta":307200,"kb_avail":91699188,"statfs":{"total":95995035648,"available":93899968512,"internally_reserved":0,"allocated":1780486144,"data_stored":1779222161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":314572800},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:27:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":2.2610000000000001,"15min":2.1099999999999999},"min":{"1min":0.23899999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":2.4950000000000001,"5min":88.051000000000002,"15min":160.77699999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.83199999999999996,"5min":2.3769999999999998,"15min":2.2890000000000001},"min":{"1min":0.27300000000000002,"5min":0.254,"15min":0.245},"max":{"1min":3.4279999999999999,"5min":88.037999999999997,"15min":161.142},"last":0.39900000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:27:25 2023","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":1.6890000000000001,"15min":2.7650000000000001},"min":{"1min":0.27600000000000002,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":4.2759999999999998,"5min":14.744,"15min":125.14400000000001},"last":0.254},{"interface":"front","average":{"1min":1.21,"5min":1.9470000000000001,"15min":2.8660000000000001},"min":{"1min":0.311,"5min":0.245,"15min":0.245},"max":{"1min":3.3740000000000001,"5min":14.960000000000001,"15min":125.36499999999999},"last":2.7429999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:27:45 2023","interfaces":[{"interface":"back","average":{"1min":1.3180000000000001,"5min":3.7069999999999999,"15min":2.9079999999999999},"min":{"1min":0.312,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.9809999999999999,"5min":165.624,"15min":165.624},"last":0.38200000000000001},{"interface":"front","average":{"1min":1.8220000000000001,"5min":4.1079999999999997,"15min":3.0600000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":4.0890000000000004,"5min":165.572,"15min":165.572},"last":0.32400000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:27:25 2023","interfaces":[{"interface":"back","average":{"1min":5.2880000000000003,"5min":5.4850000000000003,"15min":4.6639999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":70.855000000000004,"5min":121.352,"15min":155.05099999999999},"last":2.8639999999999999},{"interface":"front","average":{"1min":5.2300000000000004,"5min":5.6639999999999997,"15min":4.2590000000000003},"min":{"1min":0.35199999999999998,"5min":0.29599999999999999,"15min":0.27900000000000003},"max":{"1min":70.724999999999994,"5min":121.06,"15min":154.929},"last":1.1639999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:27:45 2023","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.49099999999999999,"15min":0.82199999999999995},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.47899999999999998,"5min":3.2240000000000002,"15min":40.061},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.71199999999999997,"15min":0.94199999999999995},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.55500000000000005,"5min":9.5079999999999991,"15min":40.124000000000002},"last":0.42199999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:27:00 2023","interfaces":[{"interface":"back","average":{"1min":14.93,"5min":3.6480000000000001,"15min":2.6869999999999998},"min":{"1min":0.308,"5min":0.26400000000000001,"15min":0.25},"max":{"1min":207.054,"5min":207.054,"15min":207.054},"last":2.2090000000000001},{"interface":"front","average":{"1min":14.984,"5min":3.782,"15min":2.7160000000000002},"min":{"1min":0.34499999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":207.28299999999999,"5min":207.28299999999999,"15min":207.28299999999999},"last":2.2320000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:27:45 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":4.7869999999999999,"15min":2.3290000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":214.78100000000001,"15min":214.78100000000001},"last":0.434},{"interface":"front","average":{"1min":0.57399999999999995,"5min":4.7510000000000003,"15min":2.3849999999999998},"min":{"1min":0.36899999999999999,"5min":0.318,"15min":0.318},"max":{"1min":2.4039999999999999,"5min":212.95500000000001,"15min":212.95500000000001},"last":0.46600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1994657792,"data_stored":1994653720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1336606720,"data_stored":1336606720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":857145344,"data_stored":857145344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1394212864,"data_stored":1394212864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1769410560,"data_stored":1769406488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2005012480,"data_stored":2005008408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3017605120,"data_stored":3017605120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:28:04.259 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set .mgr pgp_num 21 2023-09-23T15:28:04.296 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:04.382 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:04.391 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:04.548 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:04.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:04.559 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:04.660 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:04.739 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:04.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:04 smithi118 ceph-mon[219580]: pgmap v1121: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 466 op/s; 14615/156729 objects degraded (9.325%); 8.7 MiB/s, 160 objects/s recovering 2023-09-23T15:28:04.816 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:04 smithi118 ceph-mon[212312]: pgmap v1121: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 466 op/s; 14615/156729 objects degraded (9.325%); 8.7 MiB/s, 160 objects/s recovering 2023-09-23T15:28:04.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:04 smithi178 ceph-mon[192298]: pgmap v1121: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.2 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 466 op/s; 14615/156729 objects degraded (9.325%); 8.7 MiB/s, 160 objects/s recovering 2023-09-23T15:28:05.031 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:05.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:05.049 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:05.150 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:05.180 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:05.228 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:05.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:05.232 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:05.333 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:05.411 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:05.530 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:05.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:05.535 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:05.635 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:05.667 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:05.716 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:05.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:05.721 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:05.822 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:05.881 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:06.210 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:06.249 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:06.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:06.257 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:06.312 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:28:06.358 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:06.388 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:06.437 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:06.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:06.442 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:06.543 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:06.670 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:28:06.675 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:06.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:06 smithi118 ceph-mon[212312]: pgmap v1122: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.1 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 458 op/s; 14615/154749 objects degraded (9.444%); 8.7 MiB/s, 160 objects/s recovering 2023-09-23T15:28:06.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:06 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2857443849' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:28:06.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:06 smithi118 ceph-mon[219580]: pgmap v1122: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.1 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 458 op/s; 14615/154749 objects degraded (9.444%); 8.7 MiB/s, 160 objects/s recovering 2023-09-23T15:28:06.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:06 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2857443849' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:28:07.042 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:07.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:07.051 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:06 smithi178 ceph-mon[192298]: pgmap v1122: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.1 GiB data, 14 GiB used, 611 GiB / 626 GiB avail; 0 B/s wr, 458 op/s; 14615/154749 objects degraded (9.444%); 8.7 MiB/s, 160 objects/s recovering 2023-09-23T15:28:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:06 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2857443849' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:28:07.151 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:07.219 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:07.679 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:28:07.679 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:28:07.934 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:07.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:07.938 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:07.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:07.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2857443849' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:28:07.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: osdmap e412: 8 total, 8 up, 7 in 2023-09-23T15:28:07.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.940 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.940 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.940 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.940 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.940 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:07.940 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 14615/154749 objects degraded (9.444%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:07.940 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: osdmap e413: 8 total, 8 up, 7 in 2023-09-23T15:28:07.940 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[212312]: pgmap v1125: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 491 op/s; 13691/151839 objects degraded (9.017%); 7.2 MiB/s, 219 objects/s recovering 2023-09-23T15:28:07.940 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2857443849' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: osdmap e412: 8 total, 8 up, 7 in 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: failed to encode map e412 with expected crc 2023-09-23T15:28:07.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:07.942 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 14615/154749 objects degraded (9.444%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:07.942 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: osdmap e413: 8 total, 8 up, 7 in 2023-09-23T15:28:07.942 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:07 smithi118 ceph-mon[219580]: pgmap v1125: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 491 op/s; 13691/151839 objects degraded (9.017%); 7.2 MiB/s, 219 objects/s recovering 2023-09-23T15:28:08.039 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2857443849' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:28:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: osdmap e412: 8 total, 8 up, 7 in 2023-09-23T15:28:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 14615/154749 objects degraded (9.444%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: osdmap e413: 8 total, 8 up, 7 in 2023-09-23T15:28:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:07 smithi178 ceph-mon[192298]: pgmap v1125: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 491 op/s; 13691/151839 objects degraded (9.017%); 7.2 MiB/s, 219 objects/s recovering 2023-09-23T15:28:08.132 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:08.179 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:08.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:08.186 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:08.287 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:08.314 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:08.359 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:08.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:08.365 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:08.466 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:08.493 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:08.542 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:08.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:08.548 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:28:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:28:08] "GET /metrics HTTP/1.1" 200 36514 "" "Prometheus/2.43.0" 2023-09-23T15:28:08.649 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:08.677 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:08.726 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:08.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:08.732 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:08.832 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:08.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:08 smithi178 ceph-mon[192298]: 9.0 scrub starts 2023-09-23T15:28:08.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:08 smithi178 ceph-mon[192298]: failed to encode map e413 with expected crc 2023-09-23T15:28:08.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:08 smithi178 ceph-mon[192298]: failed to encode map e413 with expected crc 2023-09-23T15:28:08.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:08 smithi178 ceph-mon[192298]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:08 smithi178 ceph-mon[192298]: osdmap e414: 8 total, 8 up, 7 in 2023-09-23T15:28:08.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:08 smithi118 ceph-mon[219580]: 9.0 scrub starts 2023-09-23T15:28:08.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:08 smithi118 ceph-mon[219580]: failed to encode map e413 with expected crc 2023-09-23T15:28:08.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:08 smithi118 ceph-mon[219580]: failed to encode map e413 with expected crc 2023-09-23T15:28:08.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:08 smithi118 ceph-mon[219580]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.910 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:08 smithi118 ceph-mon[219580]: osdmap e414: 8 total, 8 up, 7 in 2023-09-23T15:28:08.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:08 smithi118 ceph-mon[212312]: 9.0 scrub starts 2023-09-23T15:28:08.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:08 smithi118 ceph-mon[212312]: failed to encode map e413 with expected crc 2023-09-23T15:28:08.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:08 smithi118 ceph-mon[212312]: failed to encode map e413 with expected crc 2023-09-23T15:28:08.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:08 smithi118 ceph-mon[212312]: failed to encode map e412 with expected crc 2023-09-23T15:28:08.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:08 smithi118 ceph-mon[212312]: osdmap e414: 8 total, 8 up, 7 in 2023-09-23T15:28:08.912 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:09.370 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:09.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:09.375 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:09.423 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:09.476 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:09.504 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:28:09.557 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:09.676 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:09.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:09.689 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:09.713 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:09 smithi118 ceph-mon[212312]: failed to encode map e414 with expected crc 2023-09-23T15:28:09.713 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:09 smithi118 ceph-mon[212312]: failed to encode map e414 with expected crc 2023-09-23T15:28:09.713 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:09 smithi118 ceph-mon[212312]: failed to encode map e414 with expected crc 2023-09-23T15:28:09.713 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:09 smithi118 ceph-mon[212312]: failed to encode map e414 with expected crc 2023-09-23T15:28:09.713 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:09 smithi118 ceph-mon[212312]: pgmap v1127: 119 pgs: 5 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 359 op/s; 11387/150261 objects degraded (7.578%); 2241/150261 objects misplaced (1.491%); 3.7 MiB/s, 163 objects/s recovering 2023-09-23T15:28:09.714 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:09 smithi118 ceph-mon[219580]: failed to encode map e414 with expected crc 2023-09-23T15:28:09.714 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:09 smithi118 ceph-mon[219580]: failed to encode map e414 with expected crc 2023-09-23T15:28:09.714 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:09 smithi118 ceph-mon[219580]: failed to encode map e414 with expected crc 2023-09-23T15:28:09.714 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:09 smithi118 ceph-mon[219580]: failed to encode map e414 with expected crc 2023-09-23T15:28:09.714 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:09 smithi118 ceph-mon[219580]: pgmap v1127: 119 pgs: 5 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 359 op/s; 11387/150261 objects degraded (7.578%); 2241/150261 objects misplaced (1.491%); 3.7 MiB/s, 163 objects/s recovering 2023-09-23T15:28:09.791 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:09.823 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:09.880 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:09.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:09.885 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:09.986 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:10.087 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:09 smithi178 ceph-mon[192298]: failed to encode map e414 with expected crc 2023-09-23T15:28:10.087 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:09 smithi178 ceph-mon[192298]: failed to encode map e414 with expected crc 2023-09-23T15:28:10.088 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:09 smithi178 ceph-mon[192298]: failed to encode map e414 with expected crc 2023-09-23T15:28:10.088 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:09 smithi178 ceph-mon[192298]: failed to encode map e414 with expected crc 2023-09-23T15:28:10.088 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:09 smithi178 ceph-mon[192298]: pgmap v1127: 119 pgs: 5 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.1 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 359 op/s; 11387/150261 objects degraded (7.578%); 2241/150261 objects misplaced (1.491%); 3.7 MiB/s, 163 objects/s recovering 2023-09-23T15:28:10.090 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:10.141 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:10.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:10.145 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:10.246 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:10.323 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:10.539 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:10.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:10.548 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:10.649 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:10.726 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 1 pgp_num to 21 2023-09-23T15:28:10.745 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:10.778 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:28:10.852 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:10.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:10.856 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:10.957 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:11.022 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:10 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1218514353' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:28:11.022 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:10 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:28:11.023 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:10 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1218514353' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:28:11.023 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:10 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:28:11.024 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:10 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1218514353' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:28:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:10 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:28:11.577 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:11.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:11.585 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:11.686 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:11.714 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:11.735 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:11.762 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:11.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:11.770 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:11.845 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[212312]: 9.10 scrub starts 2023-09-23T15:28:11.845 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[212312]: failed to encode map e415 with expected crc 2023-09-23T15:28:11.846 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-09-23T15:28:11.846 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[212312]: osdmap e415: 8 total, 8 up, 7 in 2023-09-23T15:28:11.846 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[212312]: failed to encode map e415 with expected crc 2023-09-23T15:28:11.846 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[212312]: pgmap v1129: 119 pgs: 5 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 444 op/s; 11100/147339 objects degraded (7.534%); 2241/147339 objects misplaced (1.521%); 4.4 MiB/s, 199 objects/s recovering 2023-09-23T15:28:11.846 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[219580]: 9.10 scrub starts 2023-09-23T15:28:11.846 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[219580]: failed to encode map e415 with expected crc 2023-09-23T15:28:11.846 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-09-23T15:28:11.846 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[219580]: osdmap e415: 8 total, 8 up, 7 in 2023-09-23T15:28:11.847 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[219580]: failed to encode map e415 with expected crc 2023-09-23T15:28:11.847 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:11 smithi118 ceph-mon[219580]: pgmap v1129: 119 pgs: 5 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 444 op/s; 11100/147339 objects degraded (7.534%); 2241/147339 objects misplaced (1.521%); 4.4 MiB/s, 199 objects/s recovering 2023-09-23T15:28:11.870 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:11.900 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:11.947 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:11.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:11.952 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:12.053 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:11 smithi178 ceph-mon[192298]: 9.10 scrub starts 2023-09-23T15:28:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:11 smithi178 ceph-mon[192298]: failed to encode map e415 with expected crc 2023-09-23T15:28:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:11 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-09-23T15:28:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:11 smithi178 ceph-mon[192298]: osdmap e415: 8 total, 8 up, 7 in 2023-09-23T15:28:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:11 smithi178 ceph-mon[192298]: failed to encode map e415 with expected crc 2023-09-23T15:28:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:11 smithi178 ceph-mon[192298]: pgmap v1129: 119 pgs: 5 active+recovery_wait+degraded, 2 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 3.0 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 444 op/s; 11100/147339 objects degraded (7.534%); 2241/147339 objects misplaced (1.521%); 4.4 MiB/s, 199 objects/s recovering 2023-09-23T15:28:12.149 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:12.512 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:12.815 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:12.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:12.830 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:12.931 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:12.959 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:12 smithi118 ceph-mon[219580]: 1.6 scrub starts 2023-09-23T15:28:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:12 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:28:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 11100/147339 objects degraded (7.534%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:13.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:12 smithi118 ceph-mon[212312]: 1.6 scrub starts 2023-09-23T15:28:13.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:12 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:28:13.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 11100/147339 objects degraded (7.534%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:12 smithi178 ceph-mon[192298]: 1.6 scrub starts 2023-09-23T15:28:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:12 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:28:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 11100/147339 objects degraded (7.534%), 8 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:13.276 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:28:13.306 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:28:13.336 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:28:13.373 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:28:13.404 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:28:13.438 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:28:13.473 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:28:13.496 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:13.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:13.501 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:13.509 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:28:13.522 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:28:13.522 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:28:13.522 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:28:13.522 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:28:13.522 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:28:13.522 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:28:13.522 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:28:13.522 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:28:13.602 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:13.687 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:13.795 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:13 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3531058092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:13.796 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:13 smithi118 ceph-mon[219580]: pgmap v1130: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 454 op/s; 11090/143619 objects degraded (7.722%); 2006/143619 objects misplaced (1.397%); 6.0 MiB/s, 98 objects/s recovering 2023-09-23T15:28:14.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:13 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3531058092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:14.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:13 smithi118 ceph-mon[212312]: pgmap v1130: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 454 op/s; 11090/143619 objects degraded (7.722%); 2006/143619 objects misplaced (1.397%); 6.0 MiB/s, 98 objects/s recovering 2023-09-23T15:28:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:13 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3531058092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:13 smithi178 ceph-mon[192298]: pgmap v1130: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 454 op/s; 11090/143619 objects degraded (7.722%); 2006/143619 objects misplaced (1.397%); 6.0 MiB/s, 98 objects/s recovering 2023-09-23T15:28:14.544 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:14.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:14.563 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:14.664 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:14.740 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:15.079 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:14 smithi118 ceph-mon[212312]: 1.7 scrub starts 2023-09-23T15:28:15.079 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:14 smithi118 ceph-mon[219580]: 1.7 scrub starts 2023-09-23T15:28:15.106 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:15.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:15.114 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:15.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:14 smithi178 ceph-mon[192298]: 1.7 scrub starts 2023-09-23T15:28:15.214 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:15.256 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:15.329 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:28:15.329 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:28:15.329 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:28:15.329 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:28:15.329 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:28:15.434 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:15.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:15.439 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:15.540 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:15.614 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:16.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:15 smithi118 ceph-mon[219580]: pgmap v1131: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 434 op/s; 11090/141399 objects degraded (7.843%); 2006/141399 objects misplaced (1.419%); 4.6 MiB/s, 74 objects/s recovering 2023-09-23T15:28:16.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:15 smithi118 ceph-mon[212312]: pgmap v1131: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 434 op/s; 11090/141399 objects degraded (7.843%); 2006/141399 objects misplaced (1.419%); 4.6 MiB/s, 74 objects/s recovering 2023-09-23T15:28:16.096 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:16.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:16.102 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:16.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:15 smithi178 ceph-mon[192298]: pgmap v1131: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.9 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 434 op/s; 11090/141399 objects degraded (7.843%); 2006/141399 objects misplaced (1.419%); 4.6 MiB/s, 74 objects/s recovering 2023-09-23T15:28:16.203 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:16.240 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:16.618 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:28:16.624 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:16.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:16.631 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:16.733 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:16.743 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:28:16.839 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:16.847 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:28:16.848 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:28:16.848 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_3 2023-09-23T15:28:16.848 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:28:16.893 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:16 smithi118 ceph-mon[219580]: 1.0 scrub starts 2023-09-23T15:28:16.896 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:16 smithi118 ceph-mon[212312]: 1.0 scrub starts 2023-09-23T15:28:16.905 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:16.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:16.910 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:17.011 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:16 smithi178 ceph-mon[192298]: 1.0 scrub starts 2023-09-23T15:28:17.134 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:17.474 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:17.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:17.480 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:17.581 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:17.657 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:17.826 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:17.858 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:17.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:17.883 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:17.888 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:17.927 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:17.984 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:17.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:17 smithi118 ceph-mon[212312]: 1.f scrub starts 2023-09-23T15:28:17.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:17 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:17.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:17 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:17.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 11090/141399 objects degraded (7.843%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:17.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:17 smithi118 ceph-mon[212312]: pgmap v1132: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 112 active+clean; 2.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 442 op/s; 10782/138282 objects degraded (7.797%); 2006/138282 objects misplaced (1.451%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:28:18.083 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:18.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:17 smithi118 ceph-mon[219580]: 1.f scrub starts 2023-09-23T15:28:18.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:17 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:18.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:17 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:18.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 11090/141399 objects degraded (7.843%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:18.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:17 smithi118 ceph-mon[219580]: pgmap v1132: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 112 active+clean; 2.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 442 op/s; 10782/138282 objects degraded (7.797%); 2006/138282 objects misplaced (1.451%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:28:18.296 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:18.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:18.316 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:17 smithi178 ceph-mon[192298]: 1.f scrub starts 2023-09-23T15:28:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:17 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:17 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 11090/141399 objects degraded (7.843%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:17 smithi178 ceph-mon[192298]: pgmap v1132: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 112 active+clean; 2.8 GiB data, 14 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 442 op/s; 10782/138282 objects degraded (7.797%); 2006/138282 objects misplaced (1.451%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:28:18.417 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:18.524 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:18.540 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:28:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:28:18] "GET /metrics HTTP/1.1" 200 36514 "" "Prometheus/2.43.0" 2023-09-23T15:28:18.578 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:18.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:18.583 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:18.684 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:18.711 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:18.769 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:18.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:18.778 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:18.879 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:18.912 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:18.974 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:18.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:18.979 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:19.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:19 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1137649870' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:19.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:19 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:19.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:19 smithi118 ceph-mon[212312]: 1.10 scrub starts 2023-09-23T15:28:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:19 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1137649870' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:19 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:19 smithi118 ceph-mon[219580]: 1.10 scrub starts 2023-09-23T15:28:19.080 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:19.089 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:28:19.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:19 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1137649870' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:19.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:19 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:19.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:19 smithi178 ceph-mon[192298]: 1.10 scrub starts 2023-09-23T15:28:19.109 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:19.221 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:19.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:19.227 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:19.328 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:19.373 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:20.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:28:20.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[219580]: failed to encode map e416 with expected crc 2023-09-23T15:28:20.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:28:20.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[219580]: osdmap e416: 8 total, 8 up, 7 in 2023-09-23T15:28:20.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[219580]: failed to encode map e416 with expected crc 2023-09-23T15:28:20.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[219580]: pgmap v1134: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.8 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 444 op/s; 10782/136395 objects degraded (7.905%); 1783/136395 objects misplaced (1.307%); 7.5 MiB/s, 120 objects/s recovering 2023-09-23T15:28:20.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:28:20.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[212312]: failed to encode map e416 with expected crc 2023-09-23T15:28:20.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:28:20.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[212312]: osdmap e416: 8 total, 8 up, 7 in 2023-09-23T15:28:20.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[212312]: failed to encode map e416 with expected crc 2023-09-23T15:28:20.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:20 smithi118 ceph-mon[212312]: pgmap v1134: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.8 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 444 op/s; 10782/136395 objects degraded (7.905%); 1783/136395 objects misplaced (1.307%); 7.5 MiB/s, 120 objects/s recovering 2023-09-23T15:28:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:20 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:28:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:20 smithi178 ceph-mon[192298]: failed to encode map e416 with expected crc 2023-09-23T15:28:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:20 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:28:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:20 smithi178 ceph-mon[192298]: osdmap e416: 8 total, 8 up, 7 in 2023-09-23T15:28:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:20 smithi178 ceph-mon[192298]: failed to encode map e416 with expected crc 2023-09-23T15:28:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:20 smithi178 ceph-mon[192298]: pgmap v1134: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.8 GiB data, 13 GiB used, 612 GiB / 626 GiB avail; 0 B/s wr, 444 op/s; 10782/136395 objects degraded (7.905%); 1783/136395 objects misplaced (1.307%); 7.5 MiB/s, 120 objects/s recovering 2023-09-23T15:28:22.066 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:22.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:22.070 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:22.171 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:22.251 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:22.305 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:22.310 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:22.310 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:22.411 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:22.438 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:22.486 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:22.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:22.492 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:22.593 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:22.612 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:22 smithi118 ceph-mon[212312]: pgmap v1135: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 480 op/s; 10450/132921 objects degraded (7.862%); 1783/132921 objects misplaced (1.341%); 6.8 MiB/s, 110 objects/s recovering 2023-09-23T15:28:22.612 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:22.612 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:22.612 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 10450/132921 objects degraded (7.862%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:22.670 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:22 smithi178 ceph-mon[192298]: pgmap v1135: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 480 op/s; 10450/132921 objects degraded (7.862%); 1783/132921 objects misplaced (1.341%); 6.8 MiB/s, 110 objects/s recovering 2023-09-23T15:28:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 10450/132921 objects degraded (7.862%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:22 smithi118 ceph-mon[219580]: pgmap v1135: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.7 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 480 op/s; 10450/132921 objects degraded (7.862%); 1783/132921 objects misplaced (1.341%); 6.8 MiB/s, 110 objects/s recovering 2023-09-23T15:28:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 10450/132921 objects degraded (7.862%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:23.386 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:28:23.387 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:28:23.387 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:28:23.387 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:28:23.387 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.387 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151794 8.0 8:0f814b5e:::benchmark_data_smithi118_424375_object48728:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e304)", 2023-09-23T15:28:23.387 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.480074+0000", 2023-09-23T15:28:23.387 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 358.904035615, 2023-09-23T15:28:23.387 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1003134320000001, 2023-09-23T15:28:23.388 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.388 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.388 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.388 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:28:23.388 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:23.388 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151794 2023-09-23T15:28:23.388 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.388 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.388 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.388 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.388 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480074+0000", 2023-09-23T15:28:23.389 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.389 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.389 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.389 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.389 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480074+0000", 2023-09-23T15:28:23.389 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.389 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.389 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.389 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.389 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480073+0000", 2023-09-23T15:28:23.390 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:28:23.390 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.390 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.390 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.390 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480076+0000", 2023-09-23T15:28:23.390 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9569999999999998e-06 2023-09-23T15:28:23.390 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.390 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.390 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.391 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480082+0000", 2023-09-23T15:28:23.391 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3170000000000001e-06 2023-09-23T15:28:23.391 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.391 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.391 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.391 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480086+0000", 2023-09-23T15:28:23.391 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5530000000000003e-06 2023-09-23T15:28:23.391 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.391 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.391 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.392 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.482649+0000", 2023-09-23T15:28:23.392 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025625219999999998 2023-09-23T15:28:23.392 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.392 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.392 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.392 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.482658+0000", 2023-09-23T15:28:23.392 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5270000000000004e-06 2023-09-23T15:28:23.392 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.392 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.392 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.393 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.572498+0000", 2023-09-23T15:28:23.393 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0898400029999999 2023-09-23T15:28:23.393 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.393 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.393 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.393 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.572641+0000", 2023-09-23T15:28:23.393 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000143227 2023-09-23T15:28:23.393 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.393 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.393 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5,6", 2023-09-23T15:28:23.394 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.572786+0000", 2023-09-23T15:28:23.394 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014464400000000001 2023-09-23T15:28:23.394 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.394 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.394 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.394 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.576382+0000", 2023-09-23T15:28:23.394 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003596134 2023-09-23T15:28:23.394 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.394 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.394 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.395 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.576395+0000", 2023-09-23T15:28:23.395 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2792999999999999e-05 2023-09-23T15:28:23.395 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.395 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.395 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.395 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580084+0000", 2023-09-23T15:28:23.395 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0036888839999999999 2023-09-23T15:28:23.395 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.395 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.395 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.395 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580142+0000", 2023-09-23T15:28:23.396 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8004999999999998e-05 2023-09-23T15:28:23.396 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.396 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.396 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.396 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580232+0000", 2023-09-23T15:28:23.396 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9779999999999998e-05 2023-09-23T15:28:23.396 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.396 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.396 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.396 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580265+0000", 2023-09-23T15:28:23.397 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3507000000000003e-05 2023-09-23T15:28:23.397 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.397 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.397 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.397 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.580387+0000", 2023-09-23T15:28:23.397 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000122013 2023-09-23T15:28:23.397 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.397 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.397 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.397 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.397 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.398 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151797 8.8 8:1d5e7457:::benchmark_data_smithi118_424375_object48731:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:28:23.398 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.480106+0000", 2023-09-23T15:28:23.398 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 358.90400376399998, 2023-09-23T15:28:23.398 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.158114812, 2023-09-23T15:28:23.398 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.398 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.398 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.398 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:28:23.398 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:23.398 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151797 2023-09-23T15:28:23.399 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.399 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.399 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.399 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.399 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480106+0000", 2023-09-23T15:28:23.399 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.399 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.399 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.399 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.399 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480106+0000", 2023-09-23T15:28:23.399 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.400 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.400 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.400 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.400 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480105+0000", 2023-09-23T15:28:23.400 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:28:23.400 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.400 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.400 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.400 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480107+0000", 2023-09-23T15:28:23.400 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1900000000000002e-06 2023-09-23T15:28:23.401 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.401 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.401 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.401 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480113+0000", 2023-09-23T15:28:23.401 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1449999999999999e-06 2023-09-23T15:28:23.401 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.401 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.401 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.401 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.480117+0000", 2023-09-23T15:28:23.401 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5190000000000003e-06 2023-09-23T15:28:23.401 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.402 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.402 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.402 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.482839+0000", 2023-09-23T15:28:23.402 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00272157 2023-09-23T15:28:23.402 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.402 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.402 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.402 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.482847+0000", 2023-09-23T15:28:23.402 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4929999999999998e-06 2023-09-23T15:28:23.402 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.403 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.403 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.403 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477276+0000", 2023-09-23T15:28:23.403 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.99442887300000005 2023-09-23T15:28:23.403 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.403 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.403 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.403 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477288+0000", 2023-09-23T15:28:23.403 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.201e-05 2023-09-23T15:28:23.403 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.404 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.404 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.404 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.633865+0000", 2023-09-23T15:28:23.404 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1565771199999999 2023-09-23T15:28:23.404 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.404 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.404 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.404 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.634001+0000", 2023-09-23T15:28:23.404 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013633100000000001 2023-09-23T15:28:23.404 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.404 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.405 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,5,7", 2023-09-23T15:28:23.405 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.634107+0000", 2023-09-23T15:28:23.405 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000105043 2023-09-23T15:28:23.405 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.405 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.405 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.406 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.637953+0000", 2023-09-23T15:28:23.406 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003846304 2023-09-23T15:28:23.407 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.407 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.407 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.407 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.637967+0000", 2023-09-23T15:28:23.407 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3946e-05 2023-09-23T15:28:23.407 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.407 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.407 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.407 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.637993+0000", 2023-09-23T15:28:23.407 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5805000000000001e-05 2023-09-23T15:28:23.408 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.408 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.408 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.408 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638044+0000", 2023-09-23T15:28:23.408 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1691999999999999e-05 2023-09-23T15:28:23.408 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.408 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.408 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.408 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638107+0000", 2023-09-23T15:28:23.408 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3184999999999999e-05 2023-09-23T15:28:23.409 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.409 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.409 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.409 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638220+0000", 2023-09-23T15:28:23.409 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000112902 2023-09-23T15:28:23.409 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.409 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.409 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.409 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.409 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.409 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151812 8.7 8:e77b25d8:::benchmark_data_smithi118_424375_object48746:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:28:23.410 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.502345+0000", 2023-09-23T15:28:23.410 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 358.88176449399998, 2023-09-23T15:28:23.410 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1431534590000001, 2023-09-23T15:28:23.410 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.410 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.410 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.410 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:28:23.410 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:23.410 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151812 2023-09-23T15:28:23.410 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.411 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.411 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.411 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.411 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502345+0000", 2023-09-23T15:28:23.411 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.411 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.411 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.411 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.411 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502345+0000", 2023-09-23T15:28:23.411 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.412 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.412 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.412 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.412 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502342+0000", 2023-09-23T15:28:23.412 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:28:23.412 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.412 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.412 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.412 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502353+0000", 2023-09-23T15:28:23.412 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0621e-05 2023-09-23T15:28:23.412 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.413 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.413 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.413 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502375+0000", 2023-09-23T15:28:23.413 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1960999999999999e-05 2023-09-23T15:28:23.413 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.413 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.413 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.413 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502385+0000", 2023-09-23T15:28:23.413 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0288e-05 2023-09-23T15:28:23.413 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.414 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.414 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.414 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502486+0000", 2023-09-23T15:28:23.414 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000101028 2023-09-23T15:28:23.414 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.414 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.414 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.414 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.502499+0000", 2023-09-23T15:28:23.414 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2339e-05 2023-09-23T15:28:23.414 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.414 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.415 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.415 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.457685+0000", 2023-09-23T15:28:23.415 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95518603199999996 2023-09-23T15:28:23.415 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.415 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.415 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.415 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.457698+0000", 2023-09-23T15:28:23.415 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3344e-05 2023-09-23T15:28:23.415 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.415 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.416 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.416 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638535+0000", 2023-09-23T15:28:23.416 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1808365780000001 2023-09-23T15:28:23.416 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.416 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.416 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.416 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638624+0000", 2023-09-23T15:28:23.416 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9551999999999999e-05 2023-09-23T15:28:23.416 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.416 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.417 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,6", 2023-09-23T15:28:23.417 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638710+0000", 2023-09-23T15:28:23.417 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6355999999999998e-05 2023-09-23T15:28:23.417 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.417 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.417 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.417 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.642255+0000", 2023-09-23T15:28:23.417 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00354463 2023-09-23T15:28:23.417 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.417 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.417 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.418 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.642266+0000", 2023-09-23T15:28:23.418 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1090000000000001e-05 2023-09-23T15:28:23.418 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.418 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.418 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.418 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.643452+0000", 2023-09-23T15:28:23.418 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001185612 2023-09-23T15:28:23.418 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.418 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.418 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.419 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.645323+0000", 2023-09-23T15:28:23.419 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018711489999999999 2023-09-23T15:28:23.419 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.419 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.419 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.419 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.645375+0000", 2023-09-23T15:28:23.419 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1711e-05 2023-09-23T15:28:23.419 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.419 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.419 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.419 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.645498+0000", 2023-09-23T15:28:23.420 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012365799999999999 2023-09-23T15:28:23.420 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.420 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.420 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.420 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.420 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.420 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151814 8.8 8:1cf1fed2:::benchmark_data_smithi118_424375_object48748:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:28:23.420 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.503180+0000", 2023-09-23T15:28:23.420 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 358.88092959400001, 2023-09-23T15:28:23.420 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1482032869999999, 2023-09-23T15:28:23.420 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.421 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.421 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.421 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:28:23.421 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:23.421 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151814 2023-09-23T15:28:23.421 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.421 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.421 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.421 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.421 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503180+0000", 2023-09-23T15:28:23.422 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.422 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.422 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.422 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.422 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503180+0000", 2023-09-23T15:28:23.422 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.422 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.422 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.422 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.422 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503179+0000", 2023-09-23T15:28:23.422 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:28:23.423 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.423 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.423 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.423 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503184+0000", 2023-09-23T15:28:23.423 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4439999999999999e-06 2023-09-23T15:28:23.423 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.423 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.423 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.423 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503195+0000", 2023-09-23T15:28:23.423 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0854e-05 2023-09-23T15:28:23.423 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.424 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.424 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.424 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503203+0000", 2023-09-23T15:28:23.424 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.712e-06 2023-09-23T15:28:23.424 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.424 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.424 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.424 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503251+0000", 2023-09-23T15:28:23.424 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8603000000000002e-05 2023-09-23T15:28:23.424 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.425 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.425 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.425 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.503258+0000", 2023-09-23T15:28:23.425 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0140000000000001e-06 2023-09-23T15:28:23.425 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.425 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.425 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.425 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477332+0000", 2023-09-23T15:28:23.425 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97407387000000001 2023-09-23T15:28:23.425 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.426 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.426 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.426 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477343+0000", 2023-09-23T15:28:23.426 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0818999999999999e-05 2023-09-23T15:28:23.426 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.426 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.426 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.426 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638260+0000", 2023-09-23T15:28:23.426 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1609169530000001 2023-09-23T15:28:23.426 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.427 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.427 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.427 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638405+0000", 2023-09-23T15:28:23.427 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000145296 2023-09-23T15:28:23.427 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.427 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.427 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,5,7", 2023-09-23T15:28:23.427 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.638528+0000", 2023-09-23T15:28:23.427 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000122994 2023-09-23T15:28:23.427 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.428 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.428 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.428 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.646770+0000", 2023-09-23T15:28:23.428 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0082419009999999994 2023-09-23T15:28:23.428 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.428 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.428 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.428 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.646791+0000", 2023-09-23T15:28:23.428 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0492e-05 2023-09-23T15:28:23.428 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.428 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.429 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.429 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.646825+0000", 2023-09-23T15:28:23.429 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4013000000000001e-05 2023-09-23T15:28:23.429 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.429 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.429 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.429 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.651250+0000", 2023-09-23T15:28:23.429 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044248810000000003 2023-09-23T15:28:23.429 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.429 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.430 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.430 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.651290+0000", 2023-09-23T15:28:23.430 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0101000000000001e-05 2023-09-23T15:28:23.430 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.430 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.430 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.430 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.651383+0000", 2023-09-23T15:28:23.430 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3228999999999998e-05 2023-09-23T15:28:23.430 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.430 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.431 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.431 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.431 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.431 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151824 8.8 8:10f04359:::benchmark_data_smithi118_424375_object48758:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:28:23.431 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.515386+0000", 2023-09-23T15:28:23.431 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 358.86872339000001, 2023-09-23T15:28:23.431 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.140200009, 2023-09-23T15:28:23.431 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.431 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.431 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.432 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:28:23.432 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:23.432 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151824 2023-09-23T15:28:23.432 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.432 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.432 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.432 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.432 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515386+0000", 2023-09-23T15:28:23.432 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.432 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.433 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.433 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.433 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515386+0000", 2023-09-23T15:28:23.433 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.433 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.433 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.433 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.433 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515384+0000", 2023-09-23T15:28:23.433 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:28:23.433 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.433 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.434 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.434 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515392+0000", 2023-09-23T15:28:23.434 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5020000000000003e-06 2023-09-23T15:28:23.434 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.434 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.434 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.434 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515409+0000", 2023-09-23T15:28:23.434 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6906999999999999e-05 2023-09-23T15:28:23.434 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.434 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.435 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.435 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515417+0000", 2023-09-23T15:28:23.435 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1240000000000005e-06 2023-09-23T15:28:23.435 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.435 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.435 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.435 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515472+0000", 2023-09-23T15:28:23.435 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.537e-05 2023-09-23T15:28:23.435 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.435 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.435 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.436 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.515482+0000", 2023-09-23T15:28:23.436 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0169999999999999e-05 2023-09-23T15:28:23.436 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.436 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.436 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.436 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477403+0000", 2023-09-23T15:28:23.436 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96192076199999998 2023-09-23T15:28:23.436 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.436 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.436 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.437 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477416+0000", 2023-09-23T15:28:23.437 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2982e-05 2023-09-23T15:28:23.437 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.437 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.437 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.437 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.642519+0000", 2023-09-23T15:28:23.437 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1651034870000001 2023-09-23T15:28:23.437 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.437 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.437 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.437 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.642652+0000", 2023-09-23T15:28:23.438 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013216899999999999 2023-09-23T15:28:23.438 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.438 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.438 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,5,7", 2023-09-23T15:28:23.438 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.642777+0000", 2023-09-23T15:28:23.438 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000125334 2023-09-23T15:28:23.438 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.438 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.438 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.438 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.646865+0000", 2023-09-23T15:28:23.439 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004088454 2023-09-23T15:28:23.439 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.439 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.439 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.439 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.651241+0000", 2023-09-23T15:28:23.439 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0043752849999999996 2023-09-23T15:28:23.439 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.439 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.439 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.439 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.651389+0000", 2023-09-23T15:28:23.439 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000148014 2023-09-23T15:28:23.440 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.440 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.440 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.440 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655484+0000", 2023-09-23T15:28:23.440 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0040951520000000003 2023-09-23T15:28:23.440 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.440 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.440 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.440 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655517+0000", 2023-09-23T15:28:23.440 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3246e-05 2023-09-23T15:28:23.441 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.441 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.441 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.441 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655586+0000", 2023-09-23T15:28:23.441 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8792000000000001e-05 2023-09-23T15:28:23.441 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.441 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.441 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.441 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.441 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.442 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:151830 8.8 8:1ad0b20c:::benchmark_data_smithi118_424375_object48764:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e305)", 2023-09-23T15:28:23.442 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:22:24.527470+0000", 2023-09-23T15:28:23.442 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 358.85663898600001, 2023-09-23T15:28:23.442 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1321454989999999, 2023-09-23T15:28:23.442 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.442 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.442 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.442 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:28:23.442 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:23.442 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 151830 2023-09-23T15:28:23.443 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.443 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.443 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.443 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.443 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527470+0000", 2023-09-23T15:28:23.443 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.443 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.443 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.443 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.443 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527470+0000", 2023-09-23T15:28:23.444 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.444 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.444 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.444 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.444 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527469+0000", 2023-09-23T15:28:23.444 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:28:23.444 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.444 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.444 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.444 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527476+0000", 2023-09-23T15:28:23.445 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5590000000000002e-06 2023-09-23T15:28:23.445 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.445 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.445 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.445 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527490+0000", 2023-09-23T15:28:23.445 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4506e-05 2023-09-23T15:28:23.445 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.445 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.445 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.446 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527498+0000", 2023-09-23T15:28:23.446 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6660000000000008e-06 2023-09-23T15:28:23.446 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.446 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.446 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.446 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527550+0000", 2023-09-23T15:28:23.446 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2425e-05 2023-09-23T15:28:23.446 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.446 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.446 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.447 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:24.527563+0000", 2023-09-23T15:28:23.447 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2597e-05 2023-09-23T15:28:23.447 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.447 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.447 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.447 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477439+0000", 2023-09-23T15:28:23.447 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.94987618200000001 2023-09-23T15:28:23.447 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.447 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.447 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.448 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:25.477450+0000", 2023-09-23T15:28:23.448 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0693000000000001e-05 2023-09-23T15:28:23.448 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.448 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.448 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.448 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.647359+0000", 2023-09-23T15:28:23.448 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1699091500000001 2023-09-23T15:28:23.448 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.448 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.448 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.449 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.647491+0000", 2023-09-23T15:28:23.449 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013221700000000001 2023-09-23T15:28:23.449 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.449 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.449 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,5,7", 2023-09-23T15:28:23.449 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.647605+0000", 2023-09-23T15:28:23.449 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000113646 2023-09-23T15:28:23.449 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.449 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.449 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.450 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655162+0000", 2023-09-23T15:28:23.450 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0075573690000000004 2023-09-23T15:28:23.450 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.450 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.450 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.450 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655372+0000", 2023-09-23T15:28:23.450 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00020952000000000001 2023-09-23T15:28:23.450 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.450 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.450 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.451 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.655770+0000", 2023-09-23T15:28:23.451 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00039826899999999998 2023-09-23T15:28:23.451 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.451 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.451 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.451 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.659486+0000", 2023-09-23T15:28:23.451 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.003716114 2023-09-23T15:28:23.451 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.453 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.453 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.453 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.659526+0000", 2023-09-23T15:28:23.453 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0303999999999999e-05 2023-09-23T15:28:23.453 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.453 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.453 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.453 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:22:26.659616+0000", 2023-09-23T15:28:23.453 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9617000000000006e-05 2023-09-23T15:28:23.454 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.454 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.454 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.454 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.454 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.454 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:188723 8.0 8:05dd35d4:::benchmark_data_smithi118_424375_object85657:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e318)", 2023-09-23T15:28:23.454 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:38.373471+0000", 2023-09-23T15:28:23.454 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 285.01063850899999, 2023-09-23T15:28:23.454 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2086815479999999, 2023-09-23T15:28:23.455 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.455 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:28:23.455 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.455 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:28:23.455 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:23.455 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 188723 2023-09-23T15:28:23.455 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.455 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.455 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.455 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.456 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.373471+0000", 2023-09-23T15:28:23.456 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.456 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.456 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.456 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.456 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.373471+0000", 2023-09-23T15:28:23.456 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.456 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.456 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.456 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.456 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.373470+0000", 2023-09-23T15:28:23.457 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:28:23.457 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.457 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.457 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.457 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.373473+0000", 2023-09-23T15:28:23.457 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9979999999999999e-06 2023-09-23T15:28:23.457 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.457 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.457 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.457 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.373483+0000", 2023-09-23T15:28:23.458 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4299999999999995e-06 2023-09-23T15:28:23.458 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.458 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.458 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.458 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.373489+0000", 2023-09-23T15:28:23.458 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3099999999999997e-06 2023-09-23T15:28:23.458 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.458 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.458 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.459 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.373541+0000", 2023-09-23T15:28:23.459 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1570000000000003e-05 2023-09-23T15:28:23.459 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.459 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.459 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.459 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.373658+0000", 2023-09-23T15:28:23.459 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011686800000000001 2023-09-23T15:28:23.459 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.459 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.459 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5,6", 2023-09-23T15:28:23.459 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.373799+0000", 2023-09-23T15:28:23.460 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000141235 2023-09-23T15:28:23.460 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.460 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.460 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.460 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.384171+0000", 2023-09-23T15:28:23.460 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010372091 2023-09-23T15:28:23.460 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.460 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.460 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.460 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.392159+0000", 2023-09-23T15:28:23.461 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0079883139999999998 2023-09-23T15:28:23.461 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.461 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.461 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.461 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.392209+0000", 2023-09-23T15:28:23.461 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0152999999999999e-05 2023-09-23T15:28:23.461 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.461 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.461 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.461 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.395440+0000", 2023-09-23T15:28:23.461 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0032308879999999999 2023-09-23T15:28:23.462 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.462 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.462 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.462 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.411006+0000", 2023-09-23T15:28:23.462 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015565379000000001 2023-09-23T15:28:23.462 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.462 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.462 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.462 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.411020+0000", 2023-09-23T15:28:23.462 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3918e-05 2023-09-23T15:28:23.463 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.463 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.463 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.463 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.582097+0000", 2023-09-23T15:28:23.463 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1710774800000001 2023-09-23T15:28:23.463 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.463 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.463 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.463 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.582152+0000", 2023-09-23T15:28:23.463 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5343999999999997e-05 2023-09-23T15:28:23.463 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.464 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.464 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.464 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.464 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.464 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:188732 8.9 8:9b8c27f4:::benchmark_data_smithi118_424375_object85666:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:28:23.464 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:38.398846+0000", 2023-09-23T15:28:23.464 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 284.98526362600001, 2023-09-23T15:28:23.464 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1290213219999998, 2023-09-23T15:28:23.464 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.464 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:28:23.465 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.465 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:28:23.465 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:23.465 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 188732 2023-09-23T15:28:23.465 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.465 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.465 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.465 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.465 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.398846+0000", 2023-09-23T15:28:23.465 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.466 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.466 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.466 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.466 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.398846+0000", 2023-09-23T15:28:23.466 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.466 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.466 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.466 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.466 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.398844+0000", 2023-09-23T15:28:23.466 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:28:23.466 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.467 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.467 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.467 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.398851+0000", 2023-09-23T15:28:23.467 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8549999999999996e-06 2023-09-23T15:28:23.467 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.467 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.467 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.467 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.398864+0000", 2023-09-23T15:28:23.467 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3223e-05 2023-09-23T15:28:23.467 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.468 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.468 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.468 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.398873+0000", 2023-09-23T15:28:23.468 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2089999999999994e-06 2023-09-23T15:28:23.468 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.468 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.468 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.468 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.399420+0000", 2023-09-23T15:28:23.468 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00054669699999999996 2023-09-23T15:28:23.468 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.468 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.469 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op must wait for map", 2023-09-23T15:28:23.469 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.399427+0000", 2023-09-23T15:28:23.469 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7179999999999999e-06 2023-09-23T15:28:23.469 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.469 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.469 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.469 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.402169+0000", 2023-09-23T15:28:23.469 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027423809999999999 2023-09-23T15:28:23.469 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.469 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.469 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.470 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.402177+0000", 2023-09-23T15:28:23.470 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3170000000000004e-06 2023-09-23T15:28:23.470 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.470 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.470 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.470 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.395204+0000", 2023-09-23T15:28:23.470 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.99302714999999997 2023-09-23T15:28:23.470 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.470 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.470 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.471 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.395217+0000", 2023-09-23T15:28:23.471 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3684e-05 2023-09-23T15:28:23.471 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.471 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.471 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.471 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.514774+0000", 2023-09-23T15:28:23.471 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.119556652 2023-09-23T15:28:23.471 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.471 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.471 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for missing object", 2023-09-23T15:28:23.471 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.514857+0000", 2023-09-23T15:28:23.472 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3029999999999996e-05 2023-09-23T15:28:23.472 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.472 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.472 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.472 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.527750+0000", 2023-09-23T15:28:23.472 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012893325000000001 2023-09-23T15:28:23.472 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.472 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.472 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.472 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.527867+0000", 2023-09-23T15:28:23.472 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011658300000000001 2023-09-23T15:28:23.473 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.473 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.473 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.473 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.473 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.473 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:188743 8.9 8:9a55e6ff:::benchmark_data_smithi118_424375_object85677:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:28:23.473 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:38.417890+0000", 2023-09-23T15:28:23.473 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 284.96621908600002, 2023-09-23T15:28:23.473 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2245914490000001, 2023-09-23T15:28:23.473 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.474 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.474 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.474 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:28:23.474 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:23.474 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 188743 2023-09-23T15:28:23.474 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.474 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.474 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.474 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.474 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.417890+0000", 2023-09-23T15:28:23.475 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.475 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.475 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.475 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.475 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.417890+0000", 2023-09-23T15:28:23.475 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.475 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.475 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.475 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.475 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.417889+0000", 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.417896+0000", 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2570000000000001e-06 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.417912+0000", 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6300999999999999e-05 2023-09-23T15:28:23.476 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.477 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.477 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.477 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.417920+0000", 2023-09-23T15:28:23.477 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2349999999999999e-06 2023-09-23T15:28:23.477 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.477 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.477 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.477 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.418105+0000", 2023-09-23T15:28:23.477 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000184613 2023-09-23T15:28:23.477 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.478 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.478 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.478 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.418115+0000", 2023-09-23T15:28:23.478 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0132999999999999e-05 2023-09-23T15:28:23.478 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.478 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.478 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.478 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.395244+0000", 2023-09-23T15:28:23.478 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97712863000000005 2023-09-23T15:28:23.478 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.478 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.479 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.479 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.395253+0000", 2023-09-23T15:28:23.479 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5210000000000008e-06 2023-09-23T15:28:23.479 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.479 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.479 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.479 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.515095+0000", 2023-09-23T15:28:23.479 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.119841622 2023-09-23T15:28:23.479 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.479 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.480 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.480 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.515184+0000", 2023-09-23T15:28:23.480 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8740999999999996e-05 2023-09-23T15:28:23.480 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.480 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.480 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,4,6", 2023-09-23T15:28:23.480 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.515262+0000", 2023-09-23T15:28:23.480 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8387999999999996e-05 2023-09-23T15:28:23.480 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.480 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.480 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.481 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.522339+0000", 2023-09-23T15:28:23.481 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0070766919999999999 2023-09-23T15:28:23.481 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.481 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.481 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.481 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.522445+0000", 2023-09-23T15:28:23.481 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000106413 2023-09-23T15:28:23.481 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.481 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.481 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.482 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.528064+0000", 2023-09-23T15:28:23.482 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0056185560000000002 2023-09-23T15:28:23.482 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.482 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.482 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.482 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.642292+0000", 2023-09-23T15:28:23.482 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.114228473 2023-09-23T15:28:23.482 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.482 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.482 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.482 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.642356+0000", 2023-09-23T15:28:23.483 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4078000000000006e-05 2023-09-23T15:28:23.483 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.483 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.483 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.483 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:40.642482+0000", 2023-09-23T15:28:23.483 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012549600000000001 2023-09-23T15:28:23.483 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.483 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.483 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.483 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.484 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.484 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:188749 8.7 8:ec95612e:::benchmark_data_smithi118_424375_object85683:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:28:23.484 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:38.436073+0000", 2023-09-23T15:28:23.484 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 284.948035914, 2023-09-23T15:28:23.484 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.22601775, 2023-09-23T15:28:23.484 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.484 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.484 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.484 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:28:23.484 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:23.485 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 188749 2023-09-23T15:28:23.485 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.485 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.485 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.485 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.485 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.436073+0000", 2023-09-23T15:28:23.485 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.485 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.485 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.485 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.486 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.436073+0000", 2023-09-23T15:28:23.486 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.486 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.486 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.486 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.486 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.436072+0000", 2023-09-23T15:28:23.486 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:28:23.486 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.486 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.486 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.486 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.436079+0000", 2023-09-23T15:28:23.487 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2799999999999998e-06 2023-09-23T15:28:23.487 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.487 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.487 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.487 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.436093+0000", 2023-09-23T15:28:23.487 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3624e-05 2023-09-23T15:28:23.487 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.487 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.487 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.487 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.436101+0000", 2023-09-23T15:28:23.488 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9529999999999999e-06 2023-09-23T15:28:23.488 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.488 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.488 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.488 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.436138+0000", 2023-09-23T15:28:23.488 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7311000000000002e-05 2023-09-23T15:28:23.488 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.488 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.488 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.488 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.436146+0000", 2023-09-23T15:28:23.488 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2649999999999996e-06 2023-09-23T15:28:23.489 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.489 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.489 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.489 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.640994+0000", 2023-09-23T15:28:23.489 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.204847915 2023-09-23T15:28:23.489 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.489 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.489 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.489 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.641124+0000", 2023-09-23T15:28:23.489 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012961799999999999 2023-09-23T15:28:23.489 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.490 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.490 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,6,7", 2023-09-23T15:28:23.490 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.641278+0000", 2023-09-23T15:28:23.490 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015460699999999999 2023-09-23T15:28:23.490 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.490 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.490 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.490 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.647081+0000", 2023-09-23T15:28:23.490 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0058023720000000001 2023-09-23T15:28:23.490 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.490 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.491 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.491 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.647090+0000", 2023-09-23T15:28:23.491 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7430000000000008e-06 2023-09-23T15:28:23.491 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.491 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.491 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.491 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.647122+0000", 2023-09-23T15:28:23.491 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2345999999999998e-05 2023-09-23T15:28:23.491 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.491 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.492 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.492 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.647157+0000", 2023-09-23T15:28:23.492 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5398000000000002e-05 2023-09-23T15:28:23.492 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.492 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.492 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.492 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.661911+0000", 2023-09-23T15:28:23.492 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014753506 2023-09-23T15:28:23.492 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.492 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.492 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.493 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.661968+0000", 2023-09-23T15:28:23.493 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7224e-05 2023-09-23T15:28:23.493 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.493 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.493 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.493 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.662091+0000", 2023-09-23T15:28:23.493 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000123139 2023-09-23T15:28:23.493 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.493 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.493 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.493 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.494 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.494 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.35514.0:188753 8.0 8:0bda8607:::benchmark_data_smithi118_424375_object85687:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:28:23.494 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:23:38.448794+0000", 2023-09-23T15:28:23.494 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 284.93531481100001, 2023-09-23T15:28:23.494 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1437877089999999, 2023-09-23T15:28:23.494 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.494 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.494 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.494 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.35514", 2023-09-23T15:28:23.495 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:23.495 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 188753 2023-09-23T15:28:23.495 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.495 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.495 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.495 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.495 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.448794+0000", 2023-09-23T15:28:23.495 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.495 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.495 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.495 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.496 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.448794+0000", 2023-09-23T15:28:23.496 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.496 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.496 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.496 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.496 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.448793+0000", 2023-09-23T15:28:23.496 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:28:23.496 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.496 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.496 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.497 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.448799+0000", 2023-09-23T15:28:23.497 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9429999999999997e-06 2023-09-23T15:28:23.497 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.497 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.497 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.497 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.448810+0000", 2023-09-23T15:28:23.497 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0389e-05 2023-09-23T15:28:23.497 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.497 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.497 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.498 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.448817+0000", 2023-09-23T15:28:23.498 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5429999999999996e-06 2023-09-23T15:28:23.498 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.498 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.498 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.498 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.448866+0000", 2023-09-23T15:28:23.498 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8606000000000002e-05 2023-09-23T15:28:23.498 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.498 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.498 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:28:23.499 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:38.448876+0000", 2023-09-23T15:28:23.499 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0229e-05 2023-09-23T15:28:23.499 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.499 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.499 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.499 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.582407+0000", 2023-09-23T15:28:23.499 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1335307779999999 2023-09-23T15:28:23.499 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.499 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.499 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.500 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.582477+0000", 2023-09-23T15:28:23.500 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0784000000000005e-05 2023-09-23T15:28:23.500 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.500 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.500 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,1,4,5", 2023-09-23T15:28:23.500 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.582572+0000", 2023-09-23T15:28:23.500 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4299e-05 2023-09-23T15:28:23.500 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.500 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.500 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.501 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.588051+0000", 2023-09-23T15:28:23.501 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0054789019999999999 2023-09-23T15:28:23.501 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.501 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.501 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.501 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.588534+0000", 2023-09-23T15:28:23.501 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00048283000000000001 2023-09-23T15:28:23.501 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.501 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.501 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.501 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.588581+0000", 2023-09-23T15:28:23.502 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7905999999999998e-05 2023-09-23T15:28:23.502 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.502 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.502 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.502 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.588610+0000", 2023-09-23T15:28:23.502 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9040999999999999e-05 2023-09-23T15:28:23.502 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.502 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.502 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.502 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.592363+0000", 2023-09-23T15:28:23.503 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0037525050000000002 2023-09-23T15:28:23.503 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.503 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.503 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.503 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.592434+0000", 2023-09-23T15:28:23.503 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1260999999999994e-05 2023-09-23T15:28:23.503 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.503 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.503 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.503 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:23:39.592582+0000", 2023-09-23T15:28:23.503 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014798799999999999 2023-09-23T15:28:23.504 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.504 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.504 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.504 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.504 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.504 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:81236 9.c 9:385ebe01:::benchmark_data_smithi118_489858_object81235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e386)", 2023-09-23T15:28:23.504 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:09.583096+0000", 2023-09-23T15:28:23.504 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 133.80101351499999, 2023-09-23T15:28:23.504 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.26599003100000002, 2023-09-23T15:28:23.504 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.505 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.505 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.505 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:28:23.505 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:28:23.505 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 81236 2023-09-23T15:28:23.505 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.505 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.505 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.505 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.505 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.583096+0000", 2023-09-23T15:28:23.505 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.506 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.506 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.506 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.506 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.583096+0000", 2023-09-23T15:28:23.506 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.506 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.506 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.506 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.506 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.583094+0000", 2023-09-23T15:28:23.506 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:28:23.507 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.507 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.507 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.507 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.583119+0000", 2023-09-23T15:28:23.507 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5099000000000001e-05 2023-09-23T15:28:23.507 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.507 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.507 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.507 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.583132+0000", 2023-09-23T15:28:23.507 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3157e-05 2023-09-23T15:28:23.508 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.508 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.508 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.508 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.583140+0000", 2023-09-23T15:28:23.508 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0730000000000005e-06 2023-09-23T15:28:23.508 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.508 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.508 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.508 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.583182+0000", 2023-09-23T15:28:23.508 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1693000000000002e-05 2023-09-23T15:28:23.508 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.509 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.509 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.509 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.583317+0000", 2023-09-23T15:28:23.509 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013480400000000001 2023-09-23T15:28:23.509 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.509 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.509 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:28:23.509 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.583417+0000", 2023-09-23T15:28:23.509 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000100176 2023-09-23T15:28:23.509 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.510 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.510 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.510 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.589165+0000", 2023-09-23T15:28:23.510 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0057478260000000002 2023-09-23T15:28:23.510 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.510 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.510 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.510 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.590318+0000", 2023-09-23T15:28:23.510 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0011534679999999999 2023-09-23T15:28:23.510 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.511 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.511 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.511 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.848996+0000", 2023-09-23T15:28:23.511 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.258677614 2023-09-23T15:28:23.511 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.511 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.511 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.511 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.849048+0000", 2023-09-23T15:28:23.511 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1884e-05 2023-09-23T15:28:23.511 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.511 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.512 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.512 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:09.849086+0000", 2023-09-23T15:28:23.512 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7988000000000003e-05 2023-09-23T15:28:23.512 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.512 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.512 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.512 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.512 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.512 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:81923 9.c 9:370cc71a:::benchmark_data_smithi118_489858_object81922:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e386)", 2023-09-23T15:28:23.512 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:11.095901+0000", 2023-09-23T15:28:23.513 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 132.288208201, 2023-09-23T15:28:23.513 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.273476259, 2023-09-23T15:28:23.513 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.513 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.513 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.513 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:28:23.513 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:28:23.513 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 81923 2023-09-23T15:28:23.513 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.513 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.513 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.514 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.514 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.095901+0000", 2023-09-23T15:28:23.514 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.514 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.514 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.514 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.514 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.095901+0000", 2023-09-23T15:28:23.514 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.514 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.514 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.515 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.515 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.095897+0000", 2023-09-23T15:28:23.515 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999957 2023-09-23T15:28:23.515 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.515 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.515 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.515 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.095941+0000", 2023-09-23T15:28:23.515 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3831000000000001e-05 2023-09-23T15:28:23.515 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.515 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.515 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.516 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.095955+0000", 2023-09-23T15:28:23.516 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3762e-05 2023-09-23T15:28:23.516 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.516 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.516 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.516 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.095973+0000", 2023-09-23T15:28:23.516 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8099000000000001e-05 2023-09-23T15:28:23.516 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.516 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.516 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.517 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.096131+0000", 2023-09-23T15:28:23.517 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015823599999999999 2023-09-23T15:28:23.517 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.517 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.517 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.517 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.096251+0000", 2023-09-23T15:28:23.517 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000119845 2023-09-23T15:28:23.517 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.517 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.517 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:28:23.517 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.096371+0000", 2023-09-23T15:28:23.518 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120013 2023-09-23T15:28:23.518 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.518 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.518 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.518 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.104847+0000", 2023-09-23T15:28:23.518 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0084761009999999998 2023-09-23T15:28:23.518 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.518 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.518 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.519 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.105250+0000", 2023-09-23T15:28:23.519 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00040352900000000002 2023-09-23T15:28:23.519 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.519 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.519 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.519 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.369261+0000", 2023-09-23T15:28:23.519 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.26401017599999999 2023-09-23T15:28:23.519 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.519 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.519 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.520 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.369333+0000", 2023-09-23T15:28:23.520 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2583000000000006e-05 2023-09-23T15:28:23.520 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.520 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.520 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.520 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.369377+0000", 2023-09-23T15:28:23.520 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4199999999999997e-05 2023-09-23T15:28:23.520 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.520 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.520 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.520 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.521 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.521 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:81927 9.c 9:3df6507c:::benchmark_data_smithi118_489858_object81926:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e386)", 2023-09-23T15:28:23.521 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:11.095989+0000", 2023-09-23T15:28:23.521 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 132.28812043400001, 2023-09-23T15:28:23.521 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.27353718399999999, 2023-09-23T15:28:23.521 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.521 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.521 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.521 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:28:23.521 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:28:23.522 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 81927 2023-09-23T15:28:23.522 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.522 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.522 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.522 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.522 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.095989+0000", 2023-09-23T15:28:23.522 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.522 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.522 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.522 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.523 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.095989+0000", 2023-09-23T15:28:23.523 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.523 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.523 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.523 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.523 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.095988+0000", 2023-09-23T15:28:23.523 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:28:23.523 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.523 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.523 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.524 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.096017+0000", 2023-09-23T15:28:23.524 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8782999999999999e-05 2023-09-23T15:28:23.524 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.524 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.524 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.524 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.096029+0000", 2023-09-23T15:28:23.524 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2126e-05 2023-09-23T15:28:23.524 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.524 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.524 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.525 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.096046+0000", 2023-09-23T15:28:23.525 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6453999999999999e-05 2023-09-23T15:28:23.525 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.525 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.525 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.525 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.098883+0000", 2023-09-23T15:28:23.525 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0028377060000000002 2023-09-23T15:28:23.525 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.525 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.525 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.526 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.099063+0000", 2023-09-23T15:28:23.526 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000180056 2023-09-23T15:28:23.526 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.526 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.526 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:28:23.526 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.099242+0000", 2023-09-23T15:28:23.526 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017889699999999999 2023-09-23T15:28:23.526 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.526 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.526 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.527 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.105052+0000", 2023-09-23T15:28:23.527 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0058095279999999996 2023-09-23T15:28:23.527 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.527 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.527 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.527 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.105441+0000", 2023-09-23T15:28:23.527 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00038897999999999998 2023-09-23T15:28:23.527 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.527 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.527 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.528 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.369436+0000", 2023-09-23T15:28:23.528 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.26399484400000001 2023-09-23T15:28:23.528 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.528 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.528 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.528 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.369487+0000", 2023-09-23T15:28:23.528 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1632000000000003e-05 2023-09-23T15:28:23.528 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.528 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.528 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.529 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.369526+0000", 2023-09-23T15:28:23.529 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8751999999999998e-05 2023-09-23T15:28:23.529 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.529 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.529 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.529 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.529 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.529 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:81940 9.c 9:3589f3ff:::benchmark_data_smithi118_489858_object81939:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e386)", 2023-09-23T15:28:23.529 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:11.114024+0000", 2023-09-23T15:28:23.529 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 132.270085029, 2023-09-23T15:28:23.529 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.25562379200000002, 2023-09-23T15:28:23.530 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.530 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.530 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.530 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:28:23.530 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:28:23.530 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 81940 2023-09-23T15:28:23.530 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.530 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.530 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.530 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.531 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.114024+0000", 2023-09-23T15:28:23.531 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.531 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.531 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.531 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.531 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.114024+0000", 2023-09-23T15:28:23.531 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.531 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.531 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.531 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.532 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.114023+0000", 2023-09-23T15:28:23.532 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:28:23.532 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.532 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.532 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.532 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.114049+0000", 2023-09-23T15:28:23.532 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6007e-05 2023-09-23T15:28:23.532 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.532 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.532 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.532 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.114066+0000", 2023-09-23T15:28:23.533 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7617000000000001e-05 2023-09-23T15:28:23.533 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.533 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.533 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.533 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.114077+0000", 2023-09-23T15:28:23.533 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0407e-05 2023-09-23T15:28:23.533 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.533 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.533 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.533 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.114137+0000", 2023-09-23T15:28:23.534 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0361e-05 2023-09-23T15:28:23.534 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.534 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.534 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.534 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.114322+0000", 2023-09-23T15:28:23.534 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000185305 2023-09-23T15:28:23.534 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.534 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.534 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:28:23.534 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.114473+0000", 2023-09-23T15:28:23.535 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015093699999999999 2023-09-23T15:28:23.535 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.535 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.535 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.535 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.116771+0000", 2023-09-23T15:28:23.535 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002298076 2023-09-23T15:28:23.535 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.535 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.535 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.535 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.117809+0000", 2023-09-23T15:28:23.536 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0010380400000000001 2023-09-23T15:28:23.536 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.536 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.536 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.536 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.369570+0000", 2023-09-23T15:28:23.536 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.25176033399999997 2023-09-23T15:28:23.536 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.536 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.536 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.536 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.369615+0000", 2023-09-23T15:28:23.537 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5256000000000002e-05 2023-09-23T15:28:23.537 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.537 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.537 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.537 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:11.369648+0000", 2023-09-23T15:28:23.537 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3084999999999999e-05 2023-09-23T15:28:23.537 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.537 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.537 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.537 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.538 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.538 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:82764 9.c 9:332f1a31:::benchmark_data_smithi118_489858_object82763:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e387)", 2023-09-23T15:28:23.538 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:26:12.904429+0000", 2023-09-23T15:28:23.538 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 130.47968017599999, 2023-09-23T15:28:23.538 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.23255838200000001, 2023-09-23T15:28:23.538 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.538 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.538 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.538 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:28:23.538 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:28:23.539 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 82764 2023-09-23T15:28:23.539 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.539 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.539 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.539 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.539 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:12.904429+0000", 2023-09-23T15:28:23.539 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.539 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.539 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.539 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.540 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:12.904429+0000", 2023-09-23T15:28:23.540 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.540 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.540 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.540 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.540 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:12.904428+0000", 2023-09-23T15:28:23.540 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:28:23.540 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.540 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.541 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.541 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:12.904451+0000", 2023-09-23T15:28:23.541 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2816e-05 2023-09-23T15:28:23.541 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.541 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.541 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.541 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:12.904457+0000", 2023-09-23T15:28:23.541 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9669999999999998e-06 2023-09-23T15:28:23.541 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.541 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.542 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.542 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:12.904461+0000", 2023-09-23T15:28:23.542 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.578e-06 2023-09-23T15:28:23.542 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.542 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.542 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.542 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:12.910136+0000", 2023-09-23T15:28:23.542 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0056747869999999997 2023-09-23T15:28:23.542 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.542 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.543 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.543 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:12.910284+0000", 2023-09-23T15:28:23.543 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014785800000000001 2023-09-23T15:28:23.543 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.543 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.543 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,7", 2023-09-23T15:28:23.543 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:12.910435+0000", 2023-09-23T15:28:23.543 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015042899999999999 2023-09-23T15:28:23.543 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.543 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.544 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.544 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:12.916202+0000", 2023-09-23T15:28:23.544 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00576766 2023-09-23T15:28:23.544 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.544 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.544 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.544 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:12.918474+0000", 2023-09-23T15:28:23.544 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022714179999999999 2023-09-23T15:28:23.544 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.545 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.545 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.545 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:13.136889+0000", 2023-09-23T15:28:23.545 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.218415783 2023-09-23T15:28:23.545 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.545 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.545 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.545 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:13.136945+0000", 2023-09-23T15:28:23.545 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5161000000000003e-05 2023-09-23T15:28:23.545 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.546 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.546 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.546 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:26:13.136988+0000", 2023-09-23T15:28:23.546 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2969000000000001e-05 2023-09-23T15:28:23.546 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.546 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.546 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.546 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.546 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.546 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:109369 9.f e408/378 9:f41c62ca:::benchmark_data_smithi118_489858_object22917:head v 408'7002, mlcod=367'48)", 2023-09-23T15:28:23.547 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:35.816923+0000", 2023-09-23T15:28:23.547 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 47.567186409000001, 2023-09-23T15:28:23.547 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24445830299999999, 2023-09-23T15:28:23.547 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.547 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.547 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.547 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.547 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.547 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.816923+0000", 2023-09-23T15:28:23.547 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.548 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.548 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.548 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.548 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.816923+0000", 2023-09-23T15:28:23.548 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.548 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.548 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.548 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.548 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.816922+0000", 2023-09-23T15:28:23.548 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:28:23.548 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.549 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.549 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.549 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.816931+0000", 2023-09-23T15:28:23.549 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6419999999999996e-06 2023-09-23T15:28:23.549 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.549 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.549 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.549 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.816941+0000", 2023-09-23T15:28:23.549 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9769999999999995e-06 2023-09-23T15:28:23.550 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.550 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.550 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.550 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.816948+0000", 2023-09-23T15:28:23.550 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.922e-06 2023-09-23T15:28:23.550 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.550 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.550 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.550 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.817005+0000", 2023-09-23T15:28:23.551 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7011e-05 2023-09-23T15:28:23.551 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.551 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.551 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.551 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.817030+0000", 2023-09-23T15:28:23.551 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5096000000000002e-05 2023-09-23T15:28:23.551 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.551 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.551 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.551 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.061344+0000", 2023-09-23T15:28:23.552 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.24431428899999999 2023-09-23T15:28:23.552 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.552 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.552 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.552 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.061381+0000", 2023-09-23T15:28:23.552 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7214e-05 2023-09-23T15:28:23.552 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.552 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.552 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.552 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.553 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.553 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:109376 9.15 9:abe6cac2:::benchmark_data_smithi118_489858_object22924:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e408)", 2023-09-23T15:28:23.553 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:35.828538+0000", 2023-09-23T15:28:23.553 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 47.555570973999998, 2023-09-23T15:28:23.553 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.22821544699999999, 2023-09-23T15:28:23.553 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.553 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.553 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.553 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:28:23.553 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:28:23.553 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109376 2023-09-23T15:28:23.554 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.554 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.554 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.554 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.554 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.828538+0000", 2023-09-23T15:28:23.554 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.554 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.554 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.554 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.554 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.828538+0000", 2023-09-23T15:28:23.555 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.555 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.555 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.555 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.555 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.828537+0000", 2023-09-23T15:28:23.555 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:28:23.555 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.555 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.555 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.555 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.828542+0000", 2023-09-23T15:28:23.555 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3000000000000001e-06 2023-09-23T15:28:23.556 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.556 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.556 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.556 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.828552+0000", 2023-09-23T15:28:23.556 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.38e-06 2023-09-23T15:28:23.556 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.556 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.556 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.556 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.828558+0000", 2023-09-23T15:28:23.556 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1489999999999999e-06 2023-09-23T15:28:23.556 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.557 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.557 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.557 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.830093+0000", 2023-09-23T15:28:23.557 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0015351830000000001 2023-09-23T15:28:23.557 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.557 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.557 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.557 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.830219+0000", 2023-09-23T15:28:23.557 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012614399999999999 2023-09-23T15:28:23.557 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.558 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.558 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 0,6", 2023-09-23T15:28:23.558 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.830561+0000", 2023-09-23T15:28:23.558 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00034232899999999999 2023-09-23T15:28:23.558 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.558 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.558 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.558 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.054467+0000", 2023-09-23T15:28:23.558 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.22390612900000001 2023-09-23T15:28:23.558 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.558 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.559 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.559 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.054522+0000", 2023-09-23T15:28:23.559 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4276e-05 2023-09-23T15:28:23.559 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.559 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.559 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.559 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.056669+0000", 2023-09-23T15:28:23.559 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002146865 2023-09-23T15:28:23.559 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.559 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.560 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.560 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.056715+0000", 2023-09-23T15:28:23.560 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5917000000000001e-05 2023-09-23T15:28:23.560 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.560 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.560 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.560 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.056754+0000", 2023-09-23T15:28:23.560 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9269e-05 2023-09-23T15:28:23.560 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.560 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.560 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.561 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.561 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.561 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:109377 9.f e408/378 9:f2cd1254:::benchmark_data_smithi118_489858_object22925:head v 408'7003, mlcod=367'48)", 2023-09-23T15:28:23.561 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:35.830188+0000", 2023-09-23T15:28:23.561 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 47.553921787, 2023-09-23T15:28:23.561 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.23127341800000001, 2023-09-23T15:28:23.561 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.561 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.561 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.561 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.561 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.562 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.830188+0000", 2023-09-23T15:28:23.562 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.562 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.562 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.562 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.562 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.830188+0000", 2023-09-23T15:28:23.562 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.562 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.562 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.562 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.563 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.830187+0000", 2023-09-23T15:28:23.563 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:28:23.563 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.563 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.563 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.563 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.830195+0000", 2023-09-23T15:28:23.563 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0700000000000007e-06 2023-09-23T15:28:23.563 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.563 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.563 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.564 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.830202+0000", 2023-09-23T15:28:23.564 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2640000000000002e-06 2023-09-23T15:28:23.564 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.564 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.564 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.564 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.830208+0000", 2023-09-23T15:28:23.564 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4890000000000003e-06 2023-09-23T15:28:23.564 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.564 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.564 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.564 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.830247+0000", 2023-09-23T15:28:23.565 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9385999999999999e-05 2023-09-23T15:28:23.565 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.565 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.565 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.565 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.830274+0000", 2023-09-23T15:28:23.565 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6747e-05 2023-09-23T15:28:23.565 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.565 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.565 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.565 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.061441+0000", 2023-09-23T15:28:23.566 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.231166699 2023-09-23T15:28:23.566 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.566 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.566 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.566 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.061461+0000", 2023-09-23T15:28:23.566 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0234999999999999e-05 2023-09-23T15:28:23.566 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.566 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.566 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.566 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.567 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.567 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:109383 9.1 9:829a2cc0:::benchmark_data_smithi118_489858_object22931:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e408)", 2023-09-23T15:28:23.567 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:27:35.833405+0000", 2023-09-23T15:28:23.567 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 47.550704502999999, 2023-09-23T15:28:23.567 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.233628902, 2023-09-23T15:28:23.567 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:28:23.567 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:23.567 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:28:23.567 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:28:23.567 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:28:23.567 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 109383 2023-09-23T15:28:23.568 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.568 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:28:23.568 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.568 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:28:23.568 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.833405+0000", 2023-09-23T15:28:23.568 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.568 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.568 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.568 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:28:23.568 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.833405+0000", 2023-09-23T15:28:23.569 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:28:23.569 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.569 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.569 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:28:23.569 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.833404+0000", 2023-09-23T15:28:23.569 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:28:23.569 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.569 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.569 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:28:23.569 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.833407+0000", 2023-09-23T15:28:23.569 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9689999999999999e-06 2023-09-23T15:28:23.570 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.570 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.570 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:28:23.570 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.833414+0000", 2023-09-23T15:28:23.570 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2199999999999997e-06 2023-09-23T15:28:23.570 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.570 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.570 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:28:23.570 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.833420+0000", 2023-09-23T15:28:23.570 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5309999999999998e-06 2023-09-23T15:28:23.570 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.571 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.571 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:28:23.571 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:35.833532+0000", 2023-09-23T15:28:23.571 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011158900000000001 2023-09-23T15:28:23.571 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.571 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.571 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:28:23.571 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.056867+0000", 2023-09-23T15:28:23.571 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.223335274 2023-09-23T15:28:23.571 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.572 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.572 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,6", 2023-09-23T15:28:23.572 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.057207+0000", 2023-09-23T15:28:23.572 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00034031099999999999 2023-09-23T15:28:23.572 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.572 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.572 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.572 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.061046+0000", 2023-09-23T15:28:23.572 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038388139999999999 2023-09-23T15:28:23.572 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.572 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.573 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:28:23.573 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.061051+0000", 2023-09-23T15:28:23.573 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1939999999999997e-06 2023-09-23T15:28:23.573 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.573 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.573 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:23.573 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.066483+0000", 2023-09-23T15:28:23.573 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.005432063 2023-09-23T15:28:23.573 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.573 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.573 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:28:23.574 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.066528+0000", 2023-09-23T15:28:23.574 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4480000000000001e-05 2023-09-23T15:28:23.574 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:28:23.574 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:28:23.574 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:28:23.574 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:27:36.067034+0000", 2023-09-23T15:28:23.574 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00050589799999999996 2023-09-23T15:28:23.574 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.574 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.574 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.575 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:28:23.575 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:28:23.575 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:28:23.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:23.576 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:23.576 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:23.576 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:28:23.676 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:23.705 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:23.752 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:23.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:23.759 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:23.795 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:28:23.811 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:28:23.860 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:23.891 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:23.934 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:23.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:23.940 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:24.041 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:24.056 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:28:24.056 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:28:24.056 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:28:24.056 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:28:24.070 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:24.071 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:28:24.108 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:28:24.128 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:24.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:24.133 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:24.162 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:28:24.234 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:24.259 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:24.300 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:24.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:24.308 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:24.336 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:28:24.336 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:28:24.336 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:28:24.337 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:28:24.337 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:28:24.337 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:28:24.337 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:28:24.337 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:28:24.337 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:28:24.409 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:24.469 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:24 smithi178 ceph-mon[192298]: 1.e deep-scrub starts 2023-09-23T15:28:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:24 smithi178 ceph-mon[192298]: pgmap v1136: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 500 op/s; 10450/128610 objects degraded (8.125%); 1491/128610 objects misplaced (1.159%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T15:28:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:24 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3642097546' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:25.017 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:24 smithi118 ceph-mon[219580]: 1.e deep-scrub starts 2023-09-23T15:28:25.017 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:24 smithi118 ceph-mon[219580]: pgmap v1136: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 500 op/s; 10450/128610 objects degraded (8.125%); 1491/128610 objects misplaced (1.159%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T15:28:25.017 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:24 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3642097546' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:25.017 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:24 smithi118 ceph-mon[212312]: 1.e deep-scrub starts 2023-09-23T15:28:25.018 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:24 smithi118 ceph-mon[212312]: pgmap v1136: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 500 op/s; 10450/128610 objects degraded (8.125%); 1491/128610 objects misplaced (1.159%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T15:28:25.018 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:24 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3642097546' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:25 smithi178 ceph-mon[192298]: from='client.46118 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:28:26.015 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:26.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:26.019 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:26.022 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:25 smithi118 ceph-mon[212312]: from='client.46118 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:28:26.036 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:25 smithi118 ceph-mon[219580]: from='client.46118 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:28:26.066 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:28:26.120 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:26.154 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:26.217 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:26.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:26.222 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:26.319 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1136,"stamp":"2023-09-23T15:28:23.541365+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2808277342,"num_objects":42870,"num_object_clones":0,"num_object_copies":128610,"num_objects_missing_on_primary":3675,"num_objects_missing":3675,"num_objects_degraded":10450,"num_objects_misplaced":1491,"num_objects_unfound":0,"num_objects_dirty":42870,"num_whiteouts":0,"num_read":47,"num_read_kb":85,"num_write":130136,"num_write_kb":5532986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33624,"num_bytes_recovered":2143202705,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":171756,"ondisk_log_size":171756,"up":357,"acting":355,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":385,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":656216064,"kb_used":13569852,"kb_used_data":10214596,"kb_used_omap":222,"kb_used_meta":3354849,"kb_avail":642646212,"statfs":{"total":671965249536,"available":658069721088,"internally_reserved":0,"allocated":10459746304,"data_stored":10447154273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":227370,"internal_metadata":3435366358},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,1,4,0,0,0,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-327876608,"num_objects":-5003,"num_object_clones":0,"num_object_copies":-15009,"num_objects_missing_on_primary":-640,"num_objects_missing":-640,"num_objects_degraded":-640,"num_objects_misplaced":-515,"num_objects_unfound":0,"num_objects_dirty":-5003,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5003,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1152,"num_bytes_recovered":75497472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004567"},"pg_stats":[{"pgid":"9.10","version":"416'6799","reported_seq":6877,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:20.503180+0000","last_change":"2023-09-23T15:28:10.401574+0000","last_active":"2023-09-23T15:28:20.503180+0000","last_peered":"2023-09-23T15:28:20.503180+0000","last_clean":"2023-09-23T15:28:20.503180+0000","last_became_active":"2023-09-23T15:26:20.898741+0000","last_became_peered":"2023-09-23T15:26:20.898741+0000","last_unstale":"2023-09-23T15:28:20.503180+0000","last_undegraded":"2023-09-23T15:28:20.503180+0000","last_fullsized":"2023-09-23T15:28:20.503180+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6799,"log_dups_size":0,"ondisk_log_size":6799,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90046464,"num_objects":1374,"num_object_clones":0,"num_object_copies":4122,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1374,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4076,"num_write_kb":174400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":73,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.726815+0000","last_change":"2023-09-23T15:24:36.429831+0000","last_active":"2023-09-23T15:28:10.726815+0000","last_peered":"2023-09-23T15:28:10.726815+0000","last_clean":"2023-09-23T15:28:10.726815+0000","last_became_active":"2023-09-23T15:24:36.429463+0000","last_became_peered":"2023-09-23T15:24:36.429463+0000","last_unstale":"2023-09-23T15:28:10.726815+0000","last_undegraded":"2023-09-23T15:28:10.726815+0000","last_fullsized":"2023-09-23T15:28:10.726815+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:15.542234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":49,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:15.193970+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:28:15.193970+0000","last_peered":"2023-09-23T15:28:15.193970+0000","last_clean":"2023-09-23T15:28:15.193970+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:28:15.193970+0000","last_undegraded":"2023-09-23T15:28:15.193970+0000","last_fullsized":"2023-09-23T15:28:15.193970+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"416'6726","reported_seq":12972,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:22.112199+0000","last_change":"2023-09-23T15:27:11.369844+0000","last_active":"2023-09-23T15:28:22.112199+0000","last_peered":"2023-09-23T15:28:22.112199+0000","last_clean":"2023-09-23T15:28:22.112199+0000","last_became_active":"2023-09-23T15:26:20.889512+0000","last_became_peered":"2023-09-23T15:26:20.889512+0000","last_unstale":"2023-09-23T15:28:22.112199+0000","last_undegraded":"2023-09-23T15:28:22.112199+0000","last_fullsized":"2023-09-23T15:28:22.112199+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6726,"log_dups_size":0,"ondisk_log_size":6726,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90767360,"num_objects":1385,"num_object_clones":0,"num_object_copies":4155,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1385,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4023,"num_write_kb":173056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1563,"num_bytes_recovered":102432768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":404,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.727278+0000","last_change":"2023-09-23T15:25:44.024037+0000","last_active":"2023-09-23T15:28:10.727278+0000","last_peered":"2023-09-23T15:28:10.727278+0000","last_clean":"2023-09-23T15:28:10.727278+0000","last_became_active":"2023-09-23T15:25:44.023664+0000","last_became_peered":"2023-09-23T15:25:44.023664+0000","last_unstale":"2023-09-23T15:28:10.727278+0000","last_undegraded":"2023-09-23T15:28:10.727278+0000","last_fullsized":"2023-09-23T15:28:10.727278+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:01.087323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":230,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.724395+0000","last_change":"2023-09-23T15:25:43.997464+0000","last_active":"2023-09-23T15:28:10.724395+0000","last_peered":"2023-09-23T15:28:10.724395+0000","last_clean":"2023-09-23T15:28:10.724395+0000","last_became_active":"2023-09-23T15:25:43.997187+0000","last_became_peered":"2023-09-23T15:25:43.997187+0000","last_unstale":"2023-09-23T15:28:10.724395+0000","last_undegraded":"2023-09-23T15:28:10.724395+0000","last_fullsized":"2023-09-23T15:28:10.724395+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:09:49.792186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.12","version":"416'6630","reported_seq":10964,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:22.983443+0000","last_change":"2023-09-23T15:26:33.493873+0000","last_active":"2023-09-23T15:28:22.983443+0000","last_peered":"2023-09-23T15:28:22.983443+0000","last_clean":"2023-09-23T15:28:22.983443+0000","last_became_active":"2023-09-23T15:26:33.489402+0000","last_became_peered":"2023-09-23T15:26:33.489402+0000","last_unstale":"2023-09-23T15:28:22.983443+0000","last_undegraded":"2023-09-23T15:28:22.983443+0000","last_fullsized":"2023-09-23T15:28:22.983443+0000","mapping_epoch":396,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":397,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6630,"log_dups_size":0,"ondisk_log_size":6630,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88440832,"num_objects":1350,"num_object_clones":0,"num_object_copies":4050,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1350,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3972,"num_write_kb":170272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1501,"num_bytes_recovered":98336768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":49,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.722457+0000","last_change":"2023-09-23T15:25:44.083118+0000","last_active":"2023-09-23T15:28:10.722457+0000","last_peered":"2023-09-23T15:28:10.722457+0000","last_clean":"2023-09-23T15:28:10.722457+0000","last_became_active":"2023-09-23T15:25:44.057260+0000","last_became_peered":"2023-09-23T15:25:44.057260+0000","last_unstale":"2023-09-23T15:28:10.722457+0000","last_undegraded":"2023-09-23T15:28:10.722457+0000","last_fullsized":"2023-09-23T15:28:10.722457+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:02.446718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":62,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.705556+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:28:10.705556+0000","last_peered":"2023-09-23T15:28:10.705556+0000","last_clean":"2023-09-23T15:28:10.705556+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:28:10.705556+0000","last_undegraded":"2023-09-23T15:28:10.705556+0000","last_fullsized":"2023-09-23T15:28:10.705556+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":344,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.711488+0000","last_change":"2023-09-23T15:25:44.023571+0000","last_active":"2023-09-23T15:28:10.711488+0000","last_peered":"2023-09-23T15:28:10.711488+0000","last_clean":"2023-09-23T15:28:10.711488+0000","last_became_active":"2023-09-23T15:25:44.023213+0000","last_became_peered":"2023-09-23T15:25:44.023213+0000","last_unstale":"2023-09-23T15:28:10.711488+0000","last_undegraded":"2023-09-23T15:28:10.711488+0000","last_fullsized":"2023-09-23T15:28:10.711488+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:18:35.840229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":56,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.722535+0000","last_change":"2023-09-23T15:25:18.528240+0000","last_active":"2023-09-23T15:28:10.722535+0000","last_peered":"2023-09-23T15:28:10.722535+0000","last_clean":"2023-09-23T15:28:10.722535+0000","last_became_active":"2023-09-23T15:25:18.527538+0000","last_became_peered":"2023-09-23T15:25:18.527538+0000","last_unstale":"2023-09-23T15:28:10.722535+0000","last_undegraded":"2023-09-23T15:28:10.722535+0000","last_fullsized":"2023-09-23T15:28:10.722535+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:26.611152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":758,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.720838+0000","last_change":"2023-09-23T15:27:00.678458+0000","last_active":"2023-09-23T15:28:10.720838+0000","last_peered":"2023-09-23T15:28:10.720838+0000","last_clean":"2023-09-23T15:28:10.720838+0000","last_became_active":"2023-09-23T15:27:00.678163+0000","last_became_peered":"2023-09-23T15:27:00.678163+0000","last_unstale":"2023-09-23T15:28:10.720838+0000","last_undegraded":"2023-09-23T15:28:10.720838+0000","last_fullsized":"2023-09-23T15:28:10.720838+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:24:41.592032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.592032+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":290013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":354,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.712401+0000","last_change":"2023-09-23T15:25:18.526099+0000","last_active":"2023-09-23T15:28:10.712401+0000","last_peered":"2023-09-23T15:28:10.712401+0000","last_clean":"2023-09-23T15:28:10.712401+0000","last_became_active":"2023-09-23T15:25:18.525785+0000","last_became_peered":"2023-09-23T15:25:18.525785+0000","last_unstale":"2023-09-23T15:28:10.712401+0000","last_undegraded":"2023-09-23T15:28:10.712401+0000","last_fullsized":"2023-09-23T15:28:10.712401+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:33:53.533321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,0],"acting":[7,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":403,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.727195+0000","last_change":"2023-09-23T15:25:44.032073+0000","last_active":"2023-09-23T15:28:10.727195+0000","last_peered":"2023-09-23T15:28:10.727195+0000","last_clean":"2023-09-23T15:28:10.727195+0000","last_became_active":"2023-09-23T15:25:44.031733+0000","last_became_peered":"2023-09-23T15:25:44.031733+0000","last_unstale":"2023-09-23T15:28:10.727195+0000","last_undegraded":"2023-09-23T15:28:10.727195+0000","last_fullsized":"2023-09-23T15:28:10.727195+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:48.562653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":86,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.719779+0000","last_change":"2023-09-23T15:25:44.086060+0000","last_active":"2023-09-23T15:28:10.719779+0000","last_peered":"2023-09-23T15:28:10.719779+0000","last_clean":"2023-09-23T15:28:10.719779+0000","last_became_active":"2023-09-23T15:25:44.031210+0000","last_became_peered":"2023-09-23T15:25:44.031210+0000","last_unstale":"2023-09-23T15:28:10.719779+0000","last_undegraded":"2023-09-23T15:28:10.719779+0000","last_fullsized":"2023-09-23T15:28:10.719779+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:11:04.278962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":66,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.726733+0000","last_change":"2023-09-23T15:25:43.997253+0000","last_active":"2023-09-23T15:28:10.726733+0000","last_peered":"2023-09-23T15:28:10.726733+0000","last_clean":"2023-09-23T15:28:10.726733+0000","last_became_active":"2023-09-23T15:25:43.996803+0000","last_became_peered":"2023-09-23T15:25:43.996803+0000","last_unstale":"2023-09-23T15:28:10.726733+0000","last_undegraded":"2023-09-23T15:28:10.726733+0000","last_fullsized":"2023-09-23T15:28:10.726733+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:33:23.192863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":309,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.712759+0000","last_change":"2023-09-23T15:24:47.454633+0000","last_active":"2023-09-23T15:28:10.712759+0000","last_peered":"2023-09-23T15:28:10.712759+0000","last_clean":"2023-09-23T15:28:10.712759+0000","last_became_active":"2023-09-23T15:24:47.438290+0000","last_became_peered":"2023-09-23T15:24:47.438290+0000","last_unstale":"2023-09-23T15:28:10.712759+0000","last_undegraded":"2023-09-23T15:28:10.712759+0000","last_fullsized":"2023-09-23T15:28:10.712759+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:51:30.891395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":18936,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":72,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704938+0000","last_change":"2023-09-23T15:25:18.531090+0000","last_active":"2023-09-23T15:28:10.704938+0000","last_peered":"2023-09-23T15:28:10.704938+0000","last_clean":"2023-09-23T15:28:10.704938+0000","last_became_active":"2023-09-23T15:25:18.530743+0000","last_became_peered":"2023-09-23T15:25:18.530743+0000","last_unstale":"2023-09-23T15:28:10.704938+0000","last_undegraded":"2023-09-23T15:28:10.704938+0000","last_fullsized":"2023-09-23T15:28:10.704938+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:48:06.363556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":840,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.703390+0000","last_change":"2023-09-23T15:27:00.688310+0000","last_active":"2023-09-23T15:28:10.703390+0000","last_peered":"2023-09-23T15:28:10.703390+0000","last_clean":"2023-09-23T15:28:10.703390+0000","last_became_active":"2023-09-23T15:27:00.687987+0000","last_became_peered":"2023-09-23T15:27:00.687987+0000","last_unstale":"2023-09-23T15:28:10.703390+0000","last_undegraded":"2023-09-23T15:28:10.703390+0000","last_fullsized":"2023-09-23T15:28:10.703390+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:29.123897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:29.123897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0014113800000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.19","version":"416'6856","reported_seq":6934,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:22.246300+0000","last_change":"2023-09-23T15:27:11.370359+0000","last_active":"2023-09-23T15:28:22.246300+0000","last_peered":"2023-09-23T15:28:22.246300+0000","last_clean":"2023-09-23T15:28:22.246300+0000","last_became_active":"2023-09-23T15:26:20.890092+0000","last_became_peered":"2023-09-23T15:26:20.890092+0000","last_unstale":"2023-09-23T15:28:22.246300+0000","last_undegraded":"2023-09-23T15:28:22.246300+0000","last_fullsized":"2023-09-23T15:28:22.246300+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6856,"log_dups_size":0,"ondisk_log_size":6856,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":91684864,"num_objects":1399,"num_object_clones":0,"num_object_copies":4197,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1399,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4105,"num_write_kb":176128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":513,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.713298+0000","last_change":"2023-09-23T15:24:47.463465+0000","last_active":"2023-09-23T15:28:10.713298+0000","last_peered":"2023-09-23T15:28:10.713298+0000","last_clean":"2023-09-23T15:28:10.713298+0000","last_became_active":"2023-09-23T15:24:47.438374+0000","last_became_peered":"2023-09-23T15:24:47.438374+0000","last_unstale":"2023-09-23T15:28:10.713298+0000","last_undegraded":"2023-09-23T15:28:10.713298+0000","last_fullsized":"2023-09-23T15:28:10.713298+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:28:36.238336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":204,"num_keys_recovered":60,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":428,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.721463+0000","last_change":"2023-09-23T15:24:36.427674+0000","last_active":"2023-09-23T15:28:10.721463+0000","last_peered":"2023-09-23T15:28:10.721463+0000","last_clean":"2023-09-23T15:28:10.721463+0000","last_became_active":"2023-09-23T15:24:36.427409+0000","last_became_peered":"2023-09-23T15:24:36.427409+0000","last_unstale":"2023-09-23T15:28:10.721463+0000","last_undegraded":"2023-09-23T15:28:10.721463+0000","last_fullsized":"2023-09-23T15:28:10.721463+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:44.258439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":897,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:18.342171+0000","last_change":"2023-09-23T15:28:18.342140+0000","last_active":"2023-09-23T15:28:18.342171+0000","last_peered":"2023-09-23T15:28:18.342171+0000","last_clean":"2023-09-23T15:28:18.342171+0000","last_became_active":"2023-09-23T15:27:00.690849+0000","last_became_peered":"2023-09-23T15:27:00.690849+0000","last_unstale":"2023-09-23T15:28:18.342171+0000","last_undegraded":"2023-09-23T15:28:18.342171+0000","last_fullsized":"2023-09-23T15:28:18.342171+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.201466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.201466+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"416'6985","reported_seq":7063,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:22.318579+0000","last_change":"2023-09-23T15:26:20.942000+0000","last_active":"2023-09-23T15:28:22.318579+0000","last_peered":"2023-09-23T15:28:22.318579+0000","last_clean":"2023-09-23T15:28:22.318579+0000","last_became_active":"2023-09-23T15:26:20.910189+0000","last_became_peered":"2023-09-23T15:26:20.910189+0000","last_unstale":"2023-09-23T15:28:22.318579+0000","last_undegraded":"2023-09-23T15:28:22.318579+0000","last_fullsized":"2023-09-23T15:28:22.318579+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6985,"log_dups_size":0,"ondisk_log_size":6985,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92569600,"num_objects":1413,"num_object_clones":0,"num_object_copies":4239,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1413,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4187,"num_write_kb":179168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":323,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.727039+0000","last_change":"2023-09-23T15:25:43.994945+0000","last_active":"2023-09-23T15:28:10.727039+0000","last_peered":"2023-09-23T15:28:10.727039+0000","last_clean":"2023-09-23T15:28:10.727039+0000","last_became_active":"2023-09-23T15:25:43.994634+0000","last_became_peered":"2023-09-23T15:25:43.994634+0000","last_unstale":"2023-09-23T15:28:10.727039+0000","last_undegraded":"2023-09-23T15:28:10.727039+0000","last_fullsized":"2023-09-23T15:28:10.727039+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:31:28.891403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":334,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.711845+0000","last_change":"2023-09-23T15:24:47.442522+0000","last_active":"2023-09-23T15:28:10.711845+0000","last_peered":"2023-09-23T15:28:10.711845+0000","last_clean":"2023-09-23T15:28:10.711845+0000","last_became_active":"2023-09-23T15:24:47.438999+0000","last_became_peered":"2023-09-23T15:24:47.438999+0000","last_unstale":"2023-09-23T15:28:10.711845+0000","last_undegraded":"2023-09-23T15:28:10.711845+0000","last_fullsized":"2023-09-23T15:28:10.711845+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:51.456923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":614,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704079+0000","last_change":"2023-09-23T15:27:00.689702+0000","last_active":"2023-09-23T15:28:10.704079+0000","last_peered":"2023-09-23T15:28:10.704079+0000","last_clean":"2023-09-23T15:28:10.704079+0000","last_became_active":"2023-09-23T15:27:00.689414+0000","last_became_peered":"2023-09-23T15:27:00.689414+0000","last_unstale":"2023-09-23T15:28:10.704079+0000","last_undegraded":"2023-09-23T15:28:10.704079+0000","last_fullsized":"2023-09-23T15:28:10.704079+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":416,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.712142+0000","last_change":"2023-09-23T15:24:47.437426+0000","last_active":"2023-09-23T15:28:10.712142+0000","last_peered":"2023-09-23T15:28:10.712142+0000","last_clean":"2023-09-23T15:28:10.712142+0000","last_became_active":"2023-09-23T15:24:47.437070+0000","last_became_peered":"2023-09-23T15:24:47.437070+0000","last_unstale":"2023-09-23T15:28:10.712142+0000","last_undegraded":"2023-09-23T15:28:10.712142+0000","last_fullsized":"2023-09-23T15:28:10.712142+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:48:10.985624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":65,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.719893+0000","last_change":"2023-09-23T15:25:44.039756+0000","last_active":"2023-09-23T15:28:10.719893+0000","last_peered":"2023-09-23T15:28:10.719893+0000","last_clean":"2023-09-23T15:28:10.719893+0000","last_became_active":"2023-09-23T15:25:44.039452+0000","last_became_peered":"2023-09-23T15:25:44.039452+0000","last_unstale":"2023-09-23T15:28:10.719893+0000","last_undegraded":"2023-09-23T15:28:10.719893+0000","last_fullsized":"2023-09-23T15:28:10.719893+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:36:32.444994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":907,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.726372+0000","last_change":"2023-09-23T15:27:00.684630+0000","last_active":"2023-09-23T15:28:10.726372+0000","last_peered":"2023-09-23T15:28:10.726372+0000","last_clean":"2023-09-23T15:28:10.726372+0000","last_became_active":"2023-09-23T15:27:00.684265+0000","last_became_peered":"2023-09-23T15:27:00.684265+0000","last_unstale":"2023-09-23T15:28:10.726372+0000","last_undegraded":"2023-09-23T15:28:10.726372+0000","last_fullsized":"2023-09-23T15:28:10.726372+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:37.123004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:37.123004+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0023767789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":92,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704629+0000","last_change":"2023-09-23T15:25:44.097090+0000","last_active":"2023-09-23T15:28:10.704629+0000","last_peered":"2023-09-23T15:28:10.704629+0000","last_clean":"2023-09-23T15:28:10.704629+0000","last_became_active":"2023-09-23T15:25:44.039934+0000","last_became_peered":"2023-09-23T15:25:44.039934+0000","last_unstale":"2023-09-23T15:28:10.704629+0000","last_undegraded":"2023-09-23T15:28:10.704629+0000","last_fullsized":"2023-09-23T15:28:10.704629+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:09.426824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":331,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.732677+0000","last_change":"2023-09-23T15:25:43.995758+0000","last_active":"2023-09-23T15:28:10.732677+0000","last_peered":"2023-09-23T15:28:10.732677+0000","last_clean":"2023-09-23T15:28:10.732677+0000","last_became_active":"2023-09-23T15:25:43.995443+0000","last_became_peered":"2023-09-23T15:25:43.995443+0000","last_unstale":"2023-09-23T15:28:10.732677+0000","last_undegraded":"2023-09-23T15:28:10.732677+0000","last_fullsized":"2023-09-23T15:28:10.732677+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:35.728968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":844,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.729922+0000","last_change":"2023-09-23T15:27:00.696770+0000","last_active":"2023-09-23T15:28:10.729922+0000","last_peered":"2023-09-23T15:28:10.729922+0000","last_clean":"2023-09-23T15:28:10.729922+0000","last_became_active":"2023-09-23T15:27:00.696375+0000","last_became_peered":"2023-09-23T15:27:00.696375+0000","last_unstale":"2023-09-23T15:28:10.729922+0000","last_undegraded":"2023-09-23T15:28:10.729922+0000","last_fullsized":"2023-09-23T15:28:10.729922+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:34.895121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:34.895121+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.5","version":"416'6794","reported_seq":11442,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:20.170569+0000","last_change":"2023-09-23T15:27:24.100249+0000","last_active":"2023-09-23T15:28:20.170569+0000","last_peered":"2023-09-23T15:28:20.170569+0000","last_clean":"2023-09-23T15:28:20.170569+0000","last_became_active":"2023-09-23T15:26:21.640146+0000","last_became_peered":"2023-09-23T15:26:21.640146+0000","last_unstale":"2023-09-23T15:28:20.170569+0000","last_undegraded":"2023-09-23T15:28:20.170569+0000","last_fullsized":"2023-09-23T15:28:20.170569+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6794,"log_dups_size":0,"ondisk_log_size":6794,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86310912,"num_objects":1317,"num_object_clones":0,"num_object_copies":3951,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1317,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4091,"num_write_kb":173056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2279,"num_bytes_recovered":149389312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":244,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.702861+0000","last_change":"2023-09-23T15:25:44.130894+0000","last_active":"2023-09-23T15:28:10.702861+0000","last_peered":"2023-09-23T15:28:10.702861+0000","last_clean":"2023-09-23T15:28:10.702861+0000","last_became_active":"2023-09-23T15:25:44.022745+0000","last_became_peered":"2023-09-23T15:25:44.022745+0000","last_unstale":"2023-09-23T15:28:10.702861+0000","last_undegraded":"2023-09-23T15:28:10.702861+0000","last_fullsized":"2023-09-23T15:28:10.702861+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:44:19.324311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":412,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704584+0000","last_change":"2023-09-23T15:25:44.040536+0000","last_active":"2023-09-23T15:28:10.704584+0000","last_peered":"2023-09-23T15:28:10.704584+0000","last_clean":"2023-09-23T15:28:10.704584+0000","last_became_active":"2023-09-23T15:25:44.040232+0000","last_became_peered":"2023-09-23T15:25:44.040232+0000","last_unstale":"2023-09-23T15:28:10.704584+0000","last_undegraded":"2023-09-23T15:28:10.704584+0000","last_fullsized":"2023-09-23T15:28:10.704584+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:25:30.935142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":759,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.721334+0000","last_change":"2023-09-23T15:27:00.691500+0000","last_active":"2023-09-23T15:28:10.721334+0000","last_peered":"2023-09-23T15:28:10.721334+0000","last_clean":"2023-09-23T15:28:10.721334+0000","last_became_active":"2023-09-23T15:27:00.691136+0000","last_became_peered":"2023-09-23T15:27:00.691136+0000","last_unstale":"2023-09-23T15:28:10.721334+0000","last_undegraded":"2023-09-23T15:28:10.721334+0000","last_fullsized":"2023-09-23T15:28:10.721334+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:24:41.592032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.592032+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":28,"num_write":8,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":290013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.4","version":"416'6806","reported_seq":6883,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:23.113447+0000","last_change":"2023-09-23T15:26:20.866623+0000","last_active":"2023-09-23T15:28:23.113447+0000","last_peered":"2023-09-23T15:28:23.113447+0000","last_clean":"2023-09-23T15:28:23.113447+0000","last_became_active":"2023-09-23T15:26:20.853636+0000","last_became_peered":"2023-09-23T15:26:20.853636+0000","last_unstale":"2023-09-23T15:28:23.113447+0000","last_undegraded":"2023-09-23T15:28:23.113447+0000","last_fullsized":"2023-09-23T15:28:23.113447+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6806,"log_dups_size":0,"ondisk_log_size":6806,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":84213760,"num_objects":1285,"num_object_clones":0,"num_object_copies":3855,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1285,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4109,"num_write_kb":172608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":410,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.712337+0000","last_change":"2023-09-23T15:23:52.515167+0000","last_active":"2023-09-23T15:28:10.712337+0000","last_peered":"2023-09-23T15:28:10.712337+0000","last_clean":"2023-09-23T15:28:10.712337+0000","last_became_active":"2023-09-23T15:23:52.420879+0000","last_became_peered":"2023-09-23T15:23:52.420879+0000","last_unstale":"2023-09-23T15:28:10.712337+0000","last_undegraded":"2023-09-23T15:28:10.712337+0000","last_fullsized":"2023-09-23T15:28:10.712337+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:45.262183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":62,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704726+0000","last_change":"2023-09-23T15:24:47.438652+0000","last_active":"2023-09-23T15:28:10.704726+0000","last_peered":"2023-09-23T15:28:10.704726+0000","last_clean":"2023-09-23T15:28:10.704726+0000","last_became_active":"2023-09-23T15:24:47.438130+0000","last_became_peered":"2023-09-23T15:24:47.438130+0000","last_unstale":"2023-09-23T15:28:10.704726+0000","last_undegraded":"2023-09-23T15:28:10.704726+0000","last_fullsized":"2023-09-23T15:28:10.704726+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:31:47.445763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":772,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:16.359853+0000","last_change":"2023-09-23T15:28:16.359823+0000","last_active":"2023-09-23T15:28:16.359853+0000","last_peered":"2023-09-23T15:28:16.359853+0000","last_clean":"2023-09-23T15:28:16.359853+0000","last_became_active":"2023-09-23T15:27:00.751422+0000","last_became_peered":"2023-09-23T15:27:00.751422+0000","last_unstale":"2023-09-23T15:28:16.359853+0000","last_undegraded":"2023-09-23T15:28:16.359853+0000","last_fullsized":"2023-09-23T15:28:16.359853+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:18.396162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:18.396162+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0013372690000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.7","version":"416'6725","reported_seq":9489,"reported_epoch":416,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:28:20.845684+0000","last_change":"2023-09-23T15:26:22.944797+0000","last_active":"2023-09-23T15:28:20.845684+0000","last_peered":"2023-09-23T15:28:20.845684+0000","last_clean":"2023-09-23T15:25:42.973823+0000","last_became_active":"2023-09-23T15:26:22.914426+0000","last_became_peered":"2023-09-23T15:26:22.914426+0000","last_unstale":"2023-09-23T15:28:20.845684+0000","last_undegraded":"2023-09-23T15:26:21.639470+0000","last_fullsized":"2023-09-23T15:28:20.845684+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6725,"log_dups_size":0,"ondisk_log_size":6725,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88866816,"num_objects":1356,"num_object_clones":0,"num_object_copies":4068,"num_objects_missing_on_primary":952,"num_objects_missing":952,"num_objects_degraded":952,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1356,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4032,"num_write_kb":172416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1338,"num_bytes_recovered":87687168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":["5","6","7"],"object_location_counts":[{"shards":"2,5,6","objects":403},{"shards":"2,5,6,7","objects":1},{"shards":"5,6,7","objects":952}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":467,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.712132+0000","last_change":"2023-09-23T15:25:18.532923+0000","last_active":"2023-09-23T15:28:10.712132+0000","last_peered":"2023-09-23T15:28:10.712132+0000","last_clean":"2023-09-23T15:28:10.712132+0000","last_became_active":"2023-09-23T15:25:18.526408+0000","last_became_peered":"2023-09-23T15:25:18.526408+0000","last_unstale":"2023-09-23T15:28:10.712132+0000","last_undegraded":"2023-09-23T15:28:10.712132+0000","last_fullsized":"2023-09-23T15:28:10.712132+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:59:59.731757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":72,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704723+0000","last_change":"2023-09-23T15:25:44.001517+0000","last_active":"2023-09-23T15:28:10.704723+0000","last_peered":"2023-09-23T15:28:10.704723+0000","last_clean":"2023-09-23T15:28:10.704723+0000","last_became_active":"2023-09-23T15:25:44.001169+0000","last_became_peered":"2023-09-23T15:25:44.001169+0000","last_unstale":"2023-09-23T15:28:10.704723+0000","last_undegraded":"2023-09-23T15:28:10.704723+0000","last_fullsized":"2023-09-23T15:28:10.704723+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:55.588454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":689,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.705254+0000","last_change":"2023-09-23T15:27:00.684732+0000","last_active":"2023-09-23T15:28:10.705254+0000","last_peered":"2023-09-23T15:28:10.705254+0000","last_clean":"2023-09-23T15:28:10.705254+0000","last_became_active":"2023-09-23T15:27:00.684344+0000","last_became_peered":"2023-09-23T15:27:00.684344+0000","last_unstale":"2023-09-23T15:28:10.705254+0000","last_undegraded":"2023-09-23T15:28:10.705254+0000","last_fullsized":"2023-09-23T15:28:10.705254+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:15.337833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:15.337833+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"416'6921","reported_seq":9856,"reported_epoch":416,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:28:20.750437+0000","last_change":"2023-09-23T15:26:23.056542+0000","last_active":"2023-09-23T15:28:20.750437+0000","last_peered":"2023-09-23T15:28:20.750437+0000","last_clean":"2023-09-23T15:25:42.964213+0000","last_became_active":"2023-09-23T15:26:23.017758+0000","last_became_peered":"2023-09-23T15:26:23.017758+0000","last_unstale":"2023-09-23T15:28:20.750437+0000","last_undegraded":"2023-09-23T15:26:21.646974+0000","last_fullsized":"2023-09-23T15:28:20.750437+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6921,"log_dups_size":0,"ondisk_log_size":6921,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86441984,"num_objects":1319,"num_object_clones":0,"num_object_copies":3957,"num_objects_missing_on_primary":944,"num_objects_missing":944,"num_objects_degraded":944,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1319,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4177,"num_write_kb":175872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1429,"num_bytes_recovered":93650944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,2,5","objects":372},{"shards":"1,2,5,6","objects":3},{"shards":"1,5,6","objects":944}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":49,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.721071+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:28:10.721071+0000","last_peered":"2023-09-23T15:28:10.721071+0000","last_clean":"2023-09-23T15:28:10.721071+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:28:10.721071+0000","last_undegraded":"2023-09-23T15:28:10.721071+0000","last_fullsized":"2023-09-23T15:28:10.721071+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":280,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704604+0000","last_change":"2023-09-23T15:25:44.031567+0000","last_active":"2023-09-23T15:28:10.704604+0000","last_peered":"2023-09-23T15:28:10.704604+0000","last_clean":"2023-09-23T15:28:10.704604+0000","last_became_active":"2023-09-23T15:25:44.031133+0000","last_became_peered":"2023-09-23T15:25:44.031133+0000","last_unstale":"2023-09-23T15:28:10.704604+0000","last_undegraded":"2023-09-23T15:28:10.704604+0000","last_fullsized":"2023-09-23T15:28:10.704604+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:12.953352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"416'6708","reported_seq":11398,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:20.173708+0000","last_change":"2023-09-23T15:27:39.139178+0000","last_active":"2023-09-23T15:28:20.173708+0000","last_peered":"2023-09-23T15:28:20.173708+0000","last_clean":"2023-09-23T15:28:20.173708+0000","last_became_active":"2023-09-23T15:26:21.671039+0000","last_became_peered":"2023-09-23T15:26:21.671039+0000","last_unstale":"2023-09-23T15:28:20.173708+0000","last_undegraded":"2023-09-23T15:28:20.173708+0000","last_fullsized":"2023-09-23T15:28:20.173708+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":409,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6708,"log_dups_size":0,"ondisk_log_size":6708,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88014848,"num_objects":1343,"num_object_clones":0,"num_object_copies":4029,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1343,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4025,"num_write_kb":171776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2295,"num_bytes_recovered":150405120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":886,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.712058+0000","last_change":"2023-09-23T15:25:21.548164+0000","last_active":"2023-09-23T15:28:10.712058+0000","last_peered":"2023-09-23T15:28:10.712058+0000","last_clean":"2023-09-23T15:28:10.712058+0000","last_became_active":"2023-09-23T15:25:21.547864+0000","last_became_peered":"2023-09-23T15:25:21.547864+0000","last_unstale":"2023-09-23T15:28:10.712058+0000","last_undegraded":"2023-09-23T15:28:10.712058+0000","last_fullsized":"2023-09-23T15:28:10.712058+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:05:57.995777+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":60,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.720609+0000","last_change":"2023-09-23T15:25:18.533988+0000","last_active":"2023-09-23T15:28:10.720609+0000","last_peered":"2023-09-23T15:28:10.720609+0000","last_clean":"2023-09-23T15:28:10.720609+0000","last_became_active":"2023-09-23T15:25:18.528620+0000","last_became_peered":"2023-09-23T15:25:18.528620+0000","last_unstale":"2023-09-23T15:28:10.720609+0000","last_undegraded":"2023-09-23T15:28:10.720609+0000","last_fullsized":"2023-09-23T15:28:10.720609+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:50:44.157845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":293,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.725163+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:28:10.725163+0000","last_peered":"2023-09-23T15:28:10.725163+0000","last_clean":"2023-09-23T15:28:10.725163+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:28:10.725163+0000","last_undegraded":"2023-09-23T15:28:10.725163+0000","last_fullsized":"2023-09-23T15:28:10.725163+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.0","version":"416'6817","reported_seq":6896,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:20.437717+0000","last_change":"2023-09-23T15:28:07.411534+0000","last_active":"2023-09-23T15:28:20.437717+0000","last_peered":"2023-09-23T15:28:20.437717+0000","last_clean":"2023-09-23T15:28:20.437717+0000","last_became_active":"2023-09-23T15:26:20.849949+0000","last_became_peered":"2023-09-23T15:26:20.849949+0000","last_unstale":"2023-09-23T15:28:20.437717+0000","last_undegraded":"2023-09-23T15:28:20.437717+0000","last_fullsized":"2023-09-23T15:28:20.437717+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6817,"log_dups_size":0,"ondisk_log_size":6817,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88735744,"num_objects":1354,"num_object_clones":0,"num_object_copies":4062,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1354,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4094,"num_write_kb":174336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":916,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.726243+0000","last_change":"2023-09-23T15:25:44.035205+0000","last_active":"2023-09-23T15:28:10.726243+0000","last_peered":"2023-09-23T15:28:10.726243+0000","last_clean":"2023-09-23T15:28:10.726243+0000","last_became_active":"2023-09-23T15:25:44.034855+0000","last_became_peered":"2023-09-23T15:25:44.034855+0000","last_unstale":"2023-09-23T15:28:10.726243+0000","last_undegraded":"2023-09-23T15:28:10.726243+0000","last_fullsized":"2023-09-23T15:28:10.726243+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:31:56.781634+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1313440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":62,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704752+0000","last_change":"2023-09-23T15:24:47.443083+0000","last_active":"2023-09-23T15:28:10.704752+0000","last_peered":"2023-09-23T15:28:10.704752+0000","last_clean":"2023-09-23T15:28:10.704752+0000","last_became_active":"2023-09-23T15:24:47.442506+0000","last_became_peered":"2023-09-23T15:24:47.442506+0000","last_unstale":"2023-09-23T15:28:10.704752+0000","last_undegraded":"2023-09-23T15:28:10.704752+0000","last_fullsized":"2023-09-23T15:28:10.704752+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:48:03.600653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":56,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.730116+0000","last_change":"2023-09-23T15:25:18.529377+0000","last_active":"2023-09-23T15:28:10.730116+0000","last_peered":"2023-09-23T15:28:10.730116+0000","last_clean":"2023-09-23T15:28:10.730116+0000","last_became_active":"2023-09-23T15:25:18.529062+0000","last_became_peered":"2023-09-23T15:25:18.529062+0000","last_unstale":"2023-09-23T15:28:10.730116+0000","last_undegraded":"2023-09-23T15:28:10.730116+0000","last_fullsized":"2023-09-23T15:28:10.730116+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:23:13.239494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":614,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704184+0000","last_change":"2023-09-23T15:27:00.689756+0000","last_active":"2023-09-23T15:28:10.704184+0000","last_peered":"2023-09-23T15:28:10.704184+0000","last_clean":"2023-09-23T15:28:10.704184+0000","last_became_active":"2023-09-23T15:27:00.689445+0000","last_became_peered":"2023-09-23T15:27:00.689445+0000","last_unstale":"2023-09-23T15:28:10.704184+0000","last_undegraded":"2023-09-23T15:28:10.704184+0000","last_fullsized":"2023-09-23T15:28:10.704184+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"416'6813","reported_seq":12949,"reported_epoch":416,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:28:22.246303+0000","last_change":"2023-09-23T15:26:21.655336+0000","last_active":"2023-09-23T15:28:22.246303+0000","last_peered":"2023-09-23T15:28:22.246303+0000","last_clean":"2023-09-23T15:25:17.525025+0000","last_became_active":"2023-09-23T15:26:21.651596+0000","last_became_peered":"2023-09-23T15:26:21.651596+0000","last_unstale":"2023-09-23T15:28:22.246303+0000","last_undegraded":"2023-09-23T15:26:21.629542+0000","last_fullsized":"2023-09-23T15:28:22.246303+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6813,"log_dups_size":0,"ondisk_log_size":6813,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85327872,"num_objects":1302,"num_object_clones":0,"num_object_copies":3906,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":58,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1302,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4110,"num_write_kb":173184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1509,"num_bytes_recovered":98893824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":["7","5","6"],"object_location_counts":[{"shards":"3,5,7","objects":1244},{"shards":"5,6,7","objects":58}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":73,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.730577+0000","last_change":"2023-09-23T15:24:36.431618+0000","last_active":"2023-09-23T15:28:10.730577+0000","last_peered":"2023-09-23T15:28:10.730577+0000","last_clean":"2023-09-23T15:28:10.730577+0000","last_became_active":"2023-09-23T15:24:36.431363+0000","last_became_peered":"2023-09-23T15:24:36.431363+0000","last_unstale":"2023-09-23T15:28:10.730577+0000","last_undegraded":"2023-09-23T15:28:10.730577+0000","last_fullsized":"2023-09-23T15:28:10.730577+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:47:14.811485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":71,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.705330+0000","last_change":"2023-09-23T15:25:18.526034+0000","last_active":"2023-09-23T15:28:10.705330+0000","last_peered":"2023-09-23T15:28:10.705330+0000","last_clean":"2023-09-23T15:28:10.705330+0000","last_became_active":"2023-09-23T15:25:18.525559+0000","last_became_peered":"2023-09-23T15:25:18.525559+0000","last_unstale":"2023-09-23T15:28:10.705330+0000","last_undegraded":"2023-09-23T15:28:10.705330+0000","last_fullsized":"2023-09-23T15:28:10.705330+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:11.559066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2","version":"416'6710","reported_seq":11120,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:23.219880+0000","last_change":"2023-09-23T15:26:26.195535+0000","last_active":"2023-09-23T15:28:23.219880+0000","last_peered":"2023-09-23T15:28:23.219880+0000","last_clean":"2023-09-23T15:28:23.219880+0000","last_became_active":"2023-09-23T15:26:26.190782+0000","last_became_peered":"2023-09-23T15:26:26.190782+0000","last_unstale":"2023-09-23T15:28:23.219880+0000","last_undegraded":"2023-09-23T15:28:23.219880+0000","last_fullsized":"2023-09-23T15:28:23.219880+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6710,"log_dups_size":0,"ondisk_log_size":6710,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83066880,"num_objects":1267,"num_object_clones":0,"num_object_copies":3801,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1267,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4051,"num_write_kb":170208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1538,"num_bytes_recovered":100827136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":821,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.726962+0000","last_change":"2023-09-23T15:24:50.421862+0000","last_active":"2023-09-23T15:28:10.726962+0000","last_peered":"2023-09-23T15:28:10.726962+0000","last_clean":"2023-09-23T15:28:10.726962+0000","last_became_active":"2023-09-23T15:24:50.421469+0000","last_became_peered":"2023-09-23T15:24:50.421469+0000","last_unstale":"2023-09-23T15:28:10.726962+0000","last_undegraded":"2023-09-23T15:28:10.726962+0000","last_fullsized":"2023-09-23T15:28:10.726962+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":367,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:30:19.661293+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":344,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.712831+0000","last_change":"2023-09-23T15:24:47.437144+0000","last_active":"2023-09-23T15:28:10.712831+0000","last_peered":"2023-09-23T15:28:10.712831+0000","last_clean":"2023-09-23T15:28:10.712831+0000","last_became_active":"2023-09-23T15:24:47.436817+0000","last_became_peered":"2023-09-23T15:24:47.436817+0000","last_unstale":"2023-09-23T15:28:10.712831+0000","last_undegraded":"2023-09-23T15:28:10.712831+0000","last_fullsized":"2023-09-23T15:28:10.712831+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:53.760090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":411,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.725501+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:28:10.725501+0000","last_peered":"2023-09-23T15:28:10.725501+0000","last_clean":"2023-09-23T15:28:10.725501+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:28:10.725501+0000","last_undegraded":"2023-09-23T15:28:10.725501+0000","last_fullsized":"2023-09-23T15:28:10.725501+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"416'8355","reported_seq":10163,"reported_epoch":416,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:23.257388+0000","last_change":"2023-09-23T15:28:07.439249+0000","last_active":"2023-09-23T15:28:23.257388+0000","last_peered":"2023-09-23T15:28:23.257388+0000","last_clean":"2023-09-23T15:25:17.518007+0000","last_became_active":"2023-09-23T15:25:44.159344+0000","last_became_peered":"2023-09-23T15:25:44.159344+0000","last_unstale":"2023-09-23T15:28:23.257388+0000","last_undegraded":"2023-09-23T15:26:20.901067+0000","last_fullsized":"2023-09-23T15:25:43.996936+0000","mapping_epoch":378,"log_start":"368'1800","ondisk_log_start":"368'1800","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6555,"log_dups_size":0,"ondisk_log_size":6555,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:57:38.539521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176095232,"num_objects":2687,"num_object_clones":0,"num_object_copies":8061,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2310,"num_objects_misplaced":1491,"num_objects_unfound":0,"num_objects_dirty":2687,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8355,"num_write_kb":353344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":861,"num_bytes_recovered":56426496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1],"avail_no_missing":["5","1","7"],"object_location_counts":[{"shards":"1,2,5","objects":1462},{"shards":"1,5","objects":-1114},{"shards":"1,5,7","objects":29}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":773,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:13.432708+0000","last_change":"2023-09-23T15:28:13.432682+0000","last_active":"2023-09-23T15:28:13.432708+0000","last_peered":"2023-09-23T15:28:13.432708+0000","last_clean":"2023-09-23T15:28:13.432708+0000","last_became_active":"2023-09-23T15:27:00.697148+0000","last_became_peered":"2023-09-23T15:27:00.697148+0000","last_unstale":"2023-09-23T15:28:13.432708+0000","last_undegraded":"2023-09-23T15:28:13.432708+0000","last_fullsized":"2023-09-23T15:28:13.432708+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:18.396162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:18.396162+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0013372690000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":380,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.712676+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:28:10.712676+0000","last_peered":"2023-09-23T15:28:10.712676+0000","last_clean":"2023-09-23T15:28:10.712676+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:28:10.712676+0000","last_undegraded":"2023-09-23T15:28:10.712676+0000","last_fullsized":"2023-09-23T15:28:10.712676+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":49,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.720053+0000","last_change":"2023-09-23T15:25:44.083262+0000","last_active":"2023-09-23T15:28:10.720053+0000","last_peered":"2023-09-23T15:28:10.720053+0000","last_clean":"2023-09-23T15:28:10.720053+0000","last_became_active":"2023-09-23T15:25:44.054516+0000","last_became_peered":"2023-09-23T15:25:44.054516+0000","last_unstale":"2023-09-23T15:28:10.720053+0000","last_undegraded":"2023-09-23T15:28:10.720053+0000","last_fullsized":"2023-09-23T15:28:10.720053+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:02:58.518554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":383,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.702772+0000","last_change":"2023-09-23T15:25:43.992323+0000","last_active":"2023-09-23T15:28:10.702772+0000","last_peered":"2023-09-23T15:28:10.702772+0000","last_clean":"2023-09-23T15:28:10.702772+0000","last_became_active":"2023-09-23T15:25:43.992017+0000","last_became_peered":"2023-09-23T15:25:43.992017+0000","last_unstale":"2023-09-23T15:28:10.702772+0000","last_undegraded":"2023-09-23T15:28:10.702772+0000","last_fullsized":"2023-09-23T15:28:10.702772+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:29:21.261892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.9","version":"416'6899","reported_seq":6974,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:22.374107+0000","last_change":"2023-09-23T15:26:20.885815+0000","last_active":"2023-09-23T15:28:22.374107+0000","last_peered":"2023-09-23T15:28:22.374107+0000","last_clean":"2023-09-23T15:28:22.374107+0000","last_became_active":"2023-09-23T15:26:20.880695+0000","last_became_peered":"2023-09-23T15:26:20.880695+0000","last_unstale":"2023-09-23T15:28:22.374107+0000","last_undegraded":"2023-09-23T15:28:22.374107+0000","last_fullsized":"2023-09-23T15:28:22.374107+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6899,"log_dups_size":0,"ondisk_log_size":6899,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88997888,"num_objects":1358,"num_object_clones":0,"num_object_copies":4074,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1358,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4148,"num_write_kb":176192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":841,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.703843+0000","last_change":"2023-09-23T15:27:00.685527+0000","last_active":"2023-09-23T15:28:10.703843+0000","last_peered":"2023-09-23T15:28:10.703843+0000","last_clean":"2023-09-23T15:28:10.703843+0000","last_became_active":"2023-09-23T15:27:00.685139+0000","last_became_peered":"2023-09-23T15:27:00.685139+0000","last_unstale":"2023-09-23T15:28:10.703843+0000","last_undegraded":"2023-09-23T15:28:10.703843+0000","last_fullsized":"2023-09-23T15:28:10.703843+0000","mapping_epoch":357,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:29.123897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:29.123897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0014113800000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":387,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.726038+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:28:10.726038+0000","last_peered":"2023-09-23T15:28:10.726038+0000","last_clean":"2023-09-23T15:28:10.726038+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:28:10.726038+0000","last_undegraded":"2023-09-23T15:28:10.726038+0000","last_fullsized":"2023-09-23T15:28:10.726038+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":62,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704909+0000","last_change":"2023-09-23T15:24:47.442840+0000","last_active":"2023-09-23T15:28:10.704909+0000","last_peered":"2023-09-23T15:28:10.704909+0000","last_clean":"2023-09-23T15:28:10.704909+0000","last_became_active":"2023-09-23T15:24:47.442586+0000","last_became_peered":"2023-09-23T15:24:47.442586+0000","last_unstale":"2023-09-23T15:28:10.704909+0000","last_undegraded":"2023-09-23T15:28:10.704909+0000","last_fullsized":"2023-09-23T15:28:10.704909+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:52:06.561363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":65,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.727475+0000","last_change":"2023-09-23T15:25:44.033753+0000","last_active":"2023-09-23T15:28:10.727475+0000","last_peered":"2023-09-23T15:28:10.727475+0000","last_clean":"2023-09-23T15:28:10.727475+0000","last_became_active":"2023-09-23T15:25:44.033231+0000","last_became_peered":"2023-09-23T15:25:44.033231+0000","last_unstale":"2023-09-23T15:28:10.727475+0000","last_undegraded":"2023-09-23T15:28:10.727475+0000","last_fullsized":"2023-09-23T15:28:10.727475+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:23:42.247449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.a","version":"416'7976","reported_seq":16876,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:22.311918+0000","last_change":"2023-09-23T15:28:08.539075+0000","last_active":"2023-09-23T15:28:22.311918+0000","last_peered":"2023-09-23T15:28:22.311918+0000","last_clean":"2023-09-23T15:28:22.311918+0000","last_became_active":"2023-09-23T15:28:08.521928+0000","last_became_peered":"2023-09-23T15:28:08.521928+0000","last_unstale":"2023-09-23T15:28:22.311918+0000","last_undegraded":"2023-09-23T15:28:22.311918+0000","last_fullsized":"2023-09-23T15:28:22.311918+0000","mapping_epoch":413,"log_start":"370'2886","ondisk_log_start":"370'2886","created":359,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5090,"log_dups_size":0,"ondisk_log_size":5090,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:44.520701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":167903232,"num_objects":2562,"num_object_clones":0,"num_object_copies":7686,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2562,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7976,"num_write_kb":337216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4401,"num_bytes_recovered":232652800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":908,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.726604+0000","last_change":"2023-09-23T15:27:00.684541+0000","last_active":"2023-09-23T15:28:10.726604+0000","last_peered":"2023-09-23T15:28:10.726604+0000","last_clean":"2023-09-23T15:28:10.726604+0000","last_became_active":"2023-09-23T15:27:00.684202+0000","last_became_peered":"2023-09-23T15:27:00.684202+0000","last_unstale":"2023-09-23T15:28:10.726604+0000","last_undegraded":"2023-09-23T15:28:10.726604+0000","last_fullsized":"2023-09-23T15:28:10.726604+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:37.123004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:37.123004+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0023767789999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":65,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.730651+0000","last_change":"2023-09-23T15:25:44.034151+0000","last_active":"2023-09-23T15:28:10.730651+0000","last_peered":"2023-09-23T15:28:10.730651+0000","last_clean":"2023-09-23T15:28:10.730651+0000","last_became_active":"2023-09-23T15:25:44.033769+0000","last_became_peered":"2023-09-23T15:25:44.033769+0000","last_unstale":"2023-09-23T15:28:10.730651+0000","last_undegraded":"2023-09-23T15:28:10.730651+0000","last_fullsized":"2023-09-23T15:28:10.730651+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:41.988545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":56,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.726519+0000","last_change":"2023-09-23T15:25:18.531488+0000","last_active":"2023-09-23T15:28:10.726519+0000","last_peered":"2023-09-23T15:28:10.726519+0000","last_clean":"2023-09-23T15:28:10.726519+0000","last_became_active":"2023-09-23T15:25:18.531154+0000","last_became_peered":"2023-09-23T15:25:18.531154+0000","last_unstale":"2023-09-23T15:28:10.726519+0000","last_undegraded":"2023-09-23T15:28:10.726519+0000","last_fullsized":"2023-09-23T15:28:10.726519+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:36:29.899307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":49,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.720345+0000","last_change":"2023-09-23T15:25:44.155299+0000","last_active":"2023-09-23T15:28:10.720345+0000","last_peered":"2023-09-23T15:28:10.720345+0000","last_clean":"2023-09-23T15:28:10.720345+0000","last_became_active":"2023-09-23T15:25:44.036519+0000","last_became_peered":"2023-09-23T15:25:44.036519+0000","last_unstale":"2023-09-23T15:28:10.720345+0000","last_undegraded":"2023-09-23T15:28:10.720345+0000","last_fullsized":"2023-09-23T15:28:10.720345+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:57.775573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"416'7025","reported_seq":7104,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:22.375477+0000","last_change":"2023-09-23T15:26:20.894007+0000","last_active":"2023-09-23T15:28:22.375477+0000","last_peered":"2023-09-23T15:28:22.375477+0000","last_clean":"2023-09-23T15:28:22.375477+0000","last_became_active":"2023-09-23T15:26:20.868485+0000","last_became_peered":"2023-09-23T15:26:20.868485+0000","last_unstale":"2023-09-23T15:28:22.375477+0000","last_undegraded":"2023-09-23T15:28:22.375477+0000","last_fullsized":"2023-09-23T15:28:22.375477+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7025,"log_dups_size":0,"ondisk_log_size":7025,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89948160,"num_objects":1372,"num_object_clones":0,"num_object_copies":4116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1372,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4226,"num_write_kb":179168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":82,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.727286+0000","last_change":"2023-09-23T15:25:44.033482+0000","last_active":"2023-09-23T15:28:10.727286+0000","last_peered":"2023-09-23T15:28:10.727286+0000","last_clean":"2023-09-23T15:28:10.727286+0000","last_became_active":"2023-09-23T15:25:44.033172+0000","last_became_peered":"2023-09-23T15:25:44.033172+0000","last_unstale":"2023-09-23T15:28:10.727286+0000","last_undegraded":"2023-09-23T15:28:10.727286+0000","last_fullsized":"2023-09-23T15:28:10.727286+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:59:03.193276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":898,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:15.356465+0000","last_change":"2023-09-23T15:28:15.356444+0000","last_active":"2023-09-23T15:28:15.356465+0000","last_peered":"2023-09-23T15:28:15.356465+0000","last_clean":"2023-09-23T15:28:15.356465+0000","last_became_active":"2023-09-23T15:27:00.677468+0000","last_became_peered":"2023-09-23T15:27:00.677468+0000","last_unstale":"2023-09-23T15:28:15.356465+0000","last_undegraded":"2023-09-23T15:28:15.356465+0000","last_fullsized":"2023-09-23T15:28:15.356465+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.201466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.201466+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2],"acting":[6,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":49,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.719445+0000","last_change":"2023-09-23T15:25:44.030767+0000","last_active":"2023-09-23T15:28:10.719445+0000","last_peered":"2023-09-23T15:28:10.719445+0000","last_clean":"2023-09-23T15:28:10.719445+0000","last_became_active":"2023-09-23T15:25:44.030415+0000","last_became_peered":"2023-09-23T15:25:44.030415+0000","last_unstale":"2023-09-23T15:28:10.719445+0000","last_undegraded":"2023-09-23T15:28:10.719445+0000","last_fullsized":"2023-09-23T15:28:10.719445+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:32:05.942214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":62,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.705273+0000","last_change":"2023-09-23T15:24:47.439855+0000","last_active":"2023-09-23T15:28:10.705273+0000","last_peered":"2023-09-23T15:28:10.705273+0000","last_clean":"2023-09-23T15:28:10.705273+0000","last_became_active":"2023-09-23T15:24:47.437818+0000","last_became_peered":"2023-09-23T15:24:47.437818+0000","last_unstale":"2023-09-23T15:28:10.705273+0000","last_undegraded":"2023-09-23T15:28:10.705273+0000","last_fullsized":"2023-09-23T15:28:10.705273+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:58:40.755896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"416'8048","reported_seq":8110,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:20.506808+0000","last_change":"2023-09-23T15:24:47.442690+0000","last_active":"2023-09-23T15:28:20.506808+0000","last_peered":"2023-09-23T15:28:20.506808+0000","last_clean":"2023-09-23T15:28:20.506808+0000","last_became_active":"2023-09-23T15:24:47.442141+0000","last_became_peered":"2023-09-23T15:24:47.442141+0000","last_unstale":"2023-09-23T15:28:20.506808+0000","last_undegraded":"2023-09-23T15:28:20.506808+0000","last_fullsized":"2023-09-23T15:28:20.506808+0000","mapping_epoch":363,"log_start":"374'3192","ondisk_log_start":"374'3192","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4856,"log_dups_size":0,"ondisk_log_size":4856,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:44.062923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180617216,"num_objects":2756,"num_object_clones":0,"num_object_copies":8268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2756,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8048,"num_write_kb":345728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":615,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704366+0000","last_change":"2023-09-23T15:27:00.682260+0000","last_active":"2023-09-23T15:28:10.704366+0000","last_peered":"2023-09-23T15:28:10.704366+0000","last_clean":"2023-09-23T15:28:10.704366+0000","last_became_active":"2023-09-23T15:27:00.681941+0000","last_became_peered":"2023-09-23T15:27:00.681941+0000","last_unstale":"2023-09-23T15:28:10.704366+0000","last_undegraded":"2023-09-23T15:28:10.704366+0000","last_fullsized":"2023-09-23T15:28:10.704366+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":410,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.712745+0000","last_change":"2023-09-23T15:22:13.497353+0000","last_active":"2023-09-23T15:28:10.712745+0000","last_peered":"2023-09-23T15:28:10.712745+0000","last_clean":"2023-09-23T15:28:10.712745+0000","last_became_active":"2023-09-23T15:22:13.497029+0000","last_became_peered":"2023-09-23T15:22:13.497029+0000","last_unstale":"2023-09-23T15:28:10.712745+0000","last_undegraded":"2023-09-23T15:28:10.712745+0000","last_fullsized":"2023-09-23T15:28:10.712745+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:09.247340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":97,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.711886+0000","last_change":"2023-09-23T15:23:52.417398+0000","last_active":"2023-09-23T15:28:10.711886+0000","last_peered":"2023-09-23T15:28:10.711886+0000","last_clean":"2023-09-23T15:28:10.711886+0000","last_became_active":"2023-09-23T15:23:52.416962+0000","last_became_peered":"2023-09-23T15:23:52.416962+0000","last_unstale":"2023-09-23T15:28:10.711886+0000","last_undegraded":"2023-09-23T15:28:10.711886+0000","last_fullsized":"2023-09-23T15:28:10.711886+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:49.586468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":252,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.708512+0000","last_change":"2023-09-23T15:25:18.530499+0000","last_active":"2023-09-23T15:28:10.708512+0000","last_peered":"2023-09-23T15:28:10.708512+0000","last_clean":"2023-09-23T15:28:10.708512+0000","last_became_active":"2023-09-23T15:25:18.530202+0000","last_became_peered":"2023-09-23T15:25:18.530202+0000","last_unstale":"2023-09-23T15:28:10.708512+0000","last_undegraded":"2023-09-23T15:28:10.708512+0000","last_fullsized":"2023-09-23T15:28:10.708512+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:54.704119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"416'7884","reported_seq":7958,"reported_epoch":416,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:22.269165+0000","last_change":"2023-09-23T15:25:54.993694+0000","last_active":"2023-09-23T15:28:22.269165+0000","last_peered":"2023-09-23T15:28:22.269165+0000","last_clean":"2023-09-23T15:25:42.983538+0000","last_became_active":"2023-09-23T15:25:54.950446+0000","last_became_peered":"2023-09-23T15:25:54.950446+0000","last_unstale":"2023-09-23T15:28:22.269165+0000","last_undegraded":"2023-09-23T15:25:52.087167+0000","last_fullsized":"2023-09-23T15:25:44.995070+0000","mapping_epoch":379,"log_start":"376'3528","ondisk_log_start":"376'3528","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4356,"log_dups_size":0,"ondisk_log_size":4356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:21:14.905435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168165376,"num_objects":2566,"num_object_clones":0,"num_object_copies":7698,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4407,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2566,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7884,"num_write_kb":334400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5],"avail_no_missing":["0","5","7"],"object_location_counts":[{"shards":"0,5","objects":-1841},{"shards":"0,5,7","objects":1748}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":696,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:11.400366+0000","last_change":"2023-09-23T15:28:11.400345+0000","last_active":"2023-09-23T15:28:11.400366+0000","last_peered":"2023-09-23T15:28:11.400366+0000","last_clean":"2023-09-23T15:28:11.400366+0000","last_became_active":"2023-09-23T15:27:00.681427+0000","last_became_peered":"2023-09-23T15:27:00.681427+0000","last_unstale":"2023-09-23T15:28:11.400366+0000","last_undegraded":"2023-09-23T15:28:11.400366+0000","last_fullsized":"2023-09-23T15:28:11.400366+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:15.337833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:15.337833+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":430,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.712044+0000","last_change":"2023-09-23T15:24:47.440705+0000","last_active":"2023-09-23T15:28:10.712044+0000","last_peered":"2023-09-23T15:28:10.712044+0000","last_clean":"2023-09-23T15:28:10.712044+0000","last_became_active":"2023-09-23T15:24:47.438694+0000","last_became_peered":"2023-09-23T15:24:47.438694+0000","last_unstale":"2023-09-23T15:28:10.712044+0000","last_undegraded":"2023-09-23T15:28:10.712044+0000","last_fullsized":"2023-09-23T15:28:10.712044+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:28.433332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":56,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.727571+0000","last_change":"2023-09-23T15:25:18.526075+0000","last_active":"2023-09-23T15:28:10.727571+0000","last_peered":"2023-09-23T15:28:10.727571+0000","last_clean":"2023-09-23T15:28:10.727571+0000","last_became_active":"2023-09-23T15:25:18.525759+0000","last_became_peered":"2023-09-23T15:25:18.525759+0000","last_unstale":"2023-09-23T15:28:10.727571+0000","last_undegraded":"2023-09-23T15:28:10.727571+0000","last_fullsized":"2023-09-23T15:28:10.727571+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:48.956261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":282,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.708779+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:28:10.708779+0000","last_peered":"2023-09-23T15:28:10.708779+0000","last_clean":"2023-09-23T15:28:10.708779+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:28:10.708779+0000","last_undegraded":"2023-09-23T15:28:10.708779+0000","last_fullsized":"2023-09-23T15:28:10.708779+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"416'8080","reported_seq":17198,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:23.209216+0000","last_change":"2023-09-23T15:27:26.595844+0000","last_active":"2023-09-23T15:28:23.209216+0000","last_peered":"2023-09-23T15:28:23.209216+0000","last_clean":"2023-09-23T15:28:23.209216+0000","last_became_active":"2023-09-23T15:27:26.582928+0000","last_became_peered":"2023-09-23T15:27:26.582928+0000","last_unstale":"2023-09-23T15:28:23.209216+0000","last_undegraded":"2023-09-23T15:28:23.209216+0000","last_fullsized":"2023-09-23T15:28:23.209216+0000","mapping_epoch":407,"log_start":"369'1954","ondisk_log_start":"369'1954","created":359,"last_epoch_clean":408,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6126,"log_dups_size":0,"ondisk_log_size":6126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:53:37.605984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":168886296,"num_objects":2578,"num_object_clones":0,"num_object_copies":7734,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2578,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8080,"num_write_kb":340993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4505,"num_bytes_recovered":295239680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":845,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.730033+0000","last_change":"2023-09-23T15:27:00.696775+0000","last_active":"2023-09-23T15:28:10.730033+0000","last_peered":"2023-09-23T15:28:10.730033+0000","last_clean":"2023-09-23T15:28:10.730033+0000","last_became_active":"2023-09-23T15:27:00.696372+0000","last_became_peered":"2023-09-23T15:27:00.696372+0000","last_unstale":"2023-09-23T15:28:10.730033+0000","last_undegraded":"2023-09-23T15:28:10.730033+0000","last_fullsized":"2023-09-23T15:28:10.730033+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:34.895121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:34.895121+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":426,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.720490+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:28:10.720490+0000","last_peered":"2023-09-23T15:28:10.720490+0000","last_clean":"2023-09-23T15:28:10.720490+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:28:10.720490+0000","last_undegraded":"2023-09-23T15:28:10.720490+0000","last_fullsized":"2023-09-23T15:28:10.720490+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":62,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.705386+0000","last_change":"2023-09-23T15:24:47.437697+0000","last_active":"2023-09-23T15:28:10.705386+0000","last_peered":"2023-09-23T15:28:10.705386+0000","last_clean":"2023-09-23T15:28:10.705386+0000","last_became_active":"2023-09-23T15:24:47.437172+0000","last_became_peered":"2023-09-23T15:24:47.437172+0000","last_unstale":"2023-09-23T15:28:10.705386+0000","last_undegraded":"2023-09-23T15:28:10.705386+0000","last_fullsized":"2023-09-23T15:28:10.705386+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:00.375159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":264,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704389+0000","last_change":"2023-09-23T15:25:43.999137+0000","last_active":"2023-09-23T15:28:10.704389+0000","last_peered":"2023-09-23T15:28:10.704389+0000","last_clean":"2023-09-23T15:28:10.704389+0000","last_became_active":"2023-09-23T15:25:43.998935+0000","last_became_peered":"2023-09-23T15:25:43.998935+0000","last_unstale":"2023-09-23T15:28:10.704389+0000","last_undegraded":"2023-09-23T15:28:10.704389+0000","last_fullsized":"2023-09-23T15:28:10.704389+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:35.277436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"416'8090","reported_seq":11174,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:20.164336+0000","last_change":"2023-09-23T15:25:55.063698+0000","last_active":"2023-09-23T15:28:20.164336+0000","last_peered":"2023-09-23T15:28:20.164336+0000","last_clean":"2023-09-23T15:28:20.164336+0000","last_became_active":"2023-09-23T15:25:55.058273+0000","last_became_peered":"2023-09-23T15:25:55.058273+0000","last_unstale":"2023-09-23T15:28:20.164336+0000","last_undegraded":"2023-09-23T15:28:20.164336+0000","last_fullsized":"2023-09-23T15:28:20.164336+0000","mapping_epoch":384,"log_start":"369'2681","ondisk_log_start":"369'2681","created":359,"last_epoch_clean":385,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5409,"log_dups_size":0,"ondisk_log_size":5409,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:28.426698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":173670400,"num_objects":2650,"num_object_clones":0,"num_object_copies":7950,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2650,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8090,"num_write_kb":343680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3125,"num_bytes_recovered":204800000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":758,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.721153+0000","last_change":"2023-09-23T15:27:00.673124+0000","last_active":"2023-09-23T15:28:10.721153+0000","last_peered":"2023-09-23T15:28:10.721153+0000","last_clean":"2023-09-23T15:28:10.721153+0000","last_became_active":"2023-09-23T15:27:00.672778+0000","last_became_peered":"2023-09-23T15:27:00.672778+0000","last_unstale":"2023-09-23T15:28:10.721153+0000","last_undegraded":"2023-09-23T15:28:10.721153+0000","last_fullsized":"2023-09-23T15:28:10.721153+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:24:41.592032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.592032+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":290013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":72,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.705329+0000","last_change":"2023-09-23T15:25:44.030781+0000","last_active":"2023-09-23T15:28:10.705329+0000","last_peered":"2023-09-23T15:28:10.705329+0000","last_clean":"2023-09-23T15:28:10.705329+0000","last_became_active":"2023-09-23T15:25:44.030444+0000","last_became_peered":"2023-09-23T15:25:44.030444+0000","last_unstale":"2023-09-23T15:28:10.705329+0000","last_undegraded":"2023-09-23T15:28:10.705329+0000","last_fullsized":"2023-09-23T15:28:10.705329+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:36:59.721186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":329,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.708654+0000","last_change":"2023-09-23T15:25:43.999943+0000","last_active":"2023-09-23T15:28:10.708654+0000","last_peered":"2023-09-23T15:28:10.708654+0000","last_clean":"2023-09-23T15:28:10.708654+0000","last_became_active":"2023-09-23T15:25:43.993074+0000","last_became_peered":"2023-09-23T15:25:43.993074+0000","last_unstale":"2023-09-23T15:28:10.708654+0000","last_undegraded":"2023-09-23T15:28:10.708654+0000","last_fullsized":"2023-09-23T15:28:10.708654+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:02:19.489057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,2],"acting":[0,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":276,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.708286+0000","last_change":"2023-09-23T15:24:47.431128+0000","last_active":"2023-09-23T15:28:10.708286+0000","last_peered":"2023-09-23T15:28:10.708286+0000","last_clean":"2023-09-23T15:28:10.708286+0000","last_became_active":"2023-09-23T15:24:47.430758+0000","last_became_peered":"2023-09-23T15:24:47.430758+0000","last_unstale":"2023-09-23T15:28:10.708286+0000","last_undegraded":"2023-09-23T15:28:10.708286+0000","last_fullsized":"2023-09-23T15:28:10.708286+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:52.955783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"416'6665","reported_seq":11267,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:19.922076+0000","last_change":"2023-09-23T15:27:03.902949+0000","last_active":"2023-09-23T15:28:19.922076+0000","last_peered":"2023-09-23T15:28:19.922076+0000","last_clean":"2023-09-23T15:28:19.922076+0000","last_became_active":"2023-09-23T15:26:20.931110+0000","last_became_peered":"2023-09-23T15:26:20.931110+0000","last_unstale":"2023-09-23T15:28:19.922076+0000","last_undegraded":"2023-09-23T15:28:19.922076+0000","last_fullsized":"2023-09-23T15:28:19.922076+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6665,"log_dups_size":0,"ondisk_log_size":6665,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90832896,"num_objects":1386,"num_object_clones":0,"num_object_copies":4158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1386,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3982,"num_write_kb":171776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2252,"num_bytes_recovered":147587072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":295,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704533+0000","last_change":"2023-09-23T15:25:44.031412+0000","last_active":"2023-09-23T15:28:10.704533+0000","last_peered":"2023-09-23T15:28:10.704533+0000","last_clean":"2023-09-23T15:28:10.704533+0000","last_became_active":"2023-09-23T15:25:44.030745+0000","last_became_peered":"2023-09-23T15:25:44.030745+0000","last_unstale":"2023-09-23T15:28:10.704533+0000","last_undegraded":"2023-09-23T15:28:10.704533+0000","last_fullsized":"2023-09-23T15:28:10.704533+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:09.557896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":49,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:15.748097+0000","last_change":"2023-09-23T15:25:44.033565+0000","last_active":"2023-09-23T15:28:15.748097+0000","last_peered":"2023-09-23T15:28:15.748097+0000","last_clean":"2023-09-23T15:28:15.748097+0000","last_became_active":"2023-09-23T15:25:44.032827+0000","last_became_peered":"2023-09-23T15:25:44.032827+0000","last_unstale":"2023-09-23T15:28:15.748097+0000","last_undegraded":"2023-09-23T15:28:15.748097+0000","last_fullsized":"2023-09-23T15:28:15.748097+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:29:14.540638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.16","version":"416'6803","reported_seq":9506,"reported_epoch":416,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:28:20.843055+0000","last_change":"2023-09-23T15:26:22.644718+0000","last_active":"2023-09-23T15:28:20.843055+0000","last_peered":"2023-09-23T15:28:20.843055+0000","last_clean":"2023-09-23T15:25:42.964213+0000","last_became_active":"2023-09-23T15:26:21.692963+0000","last_became_peered":"2023-09-23T15:26:21.692963+0000","last_unstale":"2023-09-23T15:28:20.843055+0000","last_undegraded":"2023-09-23T15:26:21.640710+0000","last_fullsized":"2023-09-23T15:28:20.843055+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6803,"log_dups_size":0,"ondisk_log_size":6803,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93913088,"num_objects":1433,"num_object_clones":0,"num_object_copies":4299,"num_objects_missing_on_primary":939,"num_objects_missing":939,"num_objects_degraded":939,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1433,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4059,"num_write_kb":175744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1313,"num_bytes_recovered":86048768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":["1","5","6"],"object_location_counts":[{"shards":"1,2,5","objects":492},{"shards":"1,2,5,6","objects":2},{"shards":"1,5,6","objects":939}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":228,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.726786+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:28:10.726786+0000","last_peered":"2023-09-23T15:28:10.726786+0000","last_clean":"2023-09-23T15:28:10.726786+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:28:10.726786+0000","last_undegraded":"2023-09-23T15:28:10.726786+0000","last_fullsized":"2023-09-23T15:28:10.726786+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":373,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.720340+0000","last_change":"2023-09-23T15:25:18.528857+0000","last_active":"2023-09-23T15:28:10.720340+0000","last_peered":"2023-09-23T15:28:10.720340+0000","last_clean":"2023-09-23T15:28:10.720340+0000","last_became_active":"2023-09-23T15:25:18.528530+0000","last_became_peered":"2023-09-23T15:25:18.528530+0000","last_unstale":"2023-09-23T15:28:10.720340+0000","last_undegraded":"2023-09-23T15:28:10.720340+0000","last_fullsized":"2023-09-23T15:28:10.720340+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:20.373824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.17","version":"416'6754","reported_seq":9582,"reported_epoch":416,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:28:20.754282+0000","last_change":"2023-09-23T15:26:22.944069+0000","last_active":"2023-09-23T15:28:20.754282+0000","last_peered":"2023-09-23T15:28:20.754282+0000","last_clean":"2023-09-23T15:25:42.973823+0000","last_became_active":"2023-09-23T15:26:22.908577+0000","last_became_peered":"2023-09-23T15:26:22.908577+0000","last_unstale":"2023-09-23T15:28:20.754282+0000","last_undegraded":"2023-09-23T15:26:21.641602+0000","last_fullsized":"2023-09-23T15:28:20.754282+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6754,"log_dups_size":0,"ondisk_log_size":6754,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86966272,"num_objects":1327,"num_object_clones":0,"num_object_copies":3981,"num_objects_missing_on_primary":840,"num_objects_missing":840,"num_objects_degraded":840,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1327,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4061,"num_write_kb":172416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1368,"num_bytes_recovered":89653248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":["5","6","7"],"object_location_counts":[{"shards":"2,5,6","objects":483},{"shards":"2,5,6,7","objects":4},{"shards":"5,6,7","objects":840}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":66,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.705401+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:28:10.705401+0000","last_peered":"2023-09-23T15:28:10.705401+0000","last_clean":"2023-09-23T15:28:10.705401+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:28:10.705401+0000","last_undegraded":"2023-09-23T15:28:10.705401+0000","last_fullsized":"2023-09-23T15:28:10.705401+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":416,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.719589+0000","last_change":"2023-09-23T15:25:18.524055+0000","last_active":"2023-09-23T15:28:10.719589+0000","last_peered":"2023-09-23T15:28:10.719589+0000","last_clean":"2023-09-23T15:28:10.719589+0000","last_became_active":"2023-09-23T15:25:18.523725+0000","last_became_peered":"2023-09-23T15:25:18.523725+0000","last_unstale":"2023-09-23T15:28:10.719589+0000","last_undegraded":"2023-09-23T15:28:10.719589+0000","last_fullsized":"2023-09-23T15:28:10.719589+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:42:40.491928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"416'6742","reported_seq":6818,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:23.138785+0000","last_change":"2023-09-23T15:26:20.897939+0000","last_active":"2023-09-23T15:28:23.138785+0000","last_peered":"2023-09-23T15:28:23.138785+0000","last_clean":"2023-09-23T15:28:23.138785+0000","last_became_active":"2023-09-23T15:26:20.895861+0000","last_became_peered":"2023-09-23T15:26:20.895861+0000","last_unstale":"2023-09-23T15:28:23.138785+0000","last_undegraded":"2023-09-23T15:28:23.138785+0000","last_fullsized":"2023-09-23T15:28:23.138785+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6742,"log_dups_size":0,"ondisk_log_size":6742,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88408064,"num_objects":1349,"num_object_clones":0,"num_object_copies":4047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1349,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4045,"num_write_kb":172608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":49,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.719765+0000","last_change":"2023-09-23T15:25:44.039956+0000","last_active":"2023-09-23T15:28:10.719765+0000","last_peered":"2023-09-23T15:28:10.719765+0000","last_clean":"2023-09-23T15:28:10.719765+0000","last_became_active":"2023-09-23T15:25:44.039605+0000","last_became_peered":"2023-09-23T15:25:44.039605+0000","last_unstale":"2023-09-23T15:28:10.719765+0000","last_undegraded":"2023-09-23T15:28:10.719765+0000","last_fullsized":"2023-09-23T15:28:10.719765+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:02:04.535851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":49,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.726948+0000","last_change":"2023-09-23T15:25:44.083121+0000","last_active":"2023-09-23T15:28:10.726948+0000","last_peered":"2023-09-23T15:28:10.726948+0000","last_clean":"2023-09-23T15:28:10.726948+0000","last_became_active":"2023-09-23T15:25:44.054667+0000","last_became_peered":"2023-09-23T15:25:44.054667+0000","last_unstale":"2023-09-23T15:28:10.726948+0000","last_undegraded":"2023-09-23T15:28:10.726948+0000","last_fullsized":"2023-09-23T15:28:10.726948+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:48:46.427097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"416'6750","reported_seq":11314,"reported_epoch":416,"state":"active+clean","last_fresh":"2023-09-23T15:28:19.982075+0000","last_change":"2023-09-23T15:26:44.970785+0000","last_active":"2023-09-23T15:28:19.982075+0000","last_peered":"2023-09-23T15:28:19.982075+0000","last_clean":"2023-09-23T15:28:19.982075+0000","last_became_active":"2023-09-23T15:26:20.929013+0000","last_became_peered":"2023-09-23T15:26:20.929013+0000","last_unstale":"2023-09-23T15:28:19.982075+0000","last_undegraded":"2023-09-23T15:28:19.982075+0000","last_fullsized":"2023-09-23T15:28:19.982075+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6750,"log_dups_size":0,"ondisk_log_size":6750,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89063424,"num_objects":1359,"num_object_clones":0,"num_object_copies":4077,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1359,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4047,"num_write_kb":172992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2239,"num_bytes_recovered":146702336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":317,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.702950+0000","last_change":"2023-09-23T15:25:44.128841+0000","last_active":"2023-09-23T15:28:10.702950+0000","last_peered":"2023-09-23T15:28:10.702950+0000","last_clean":"2023-09-23T15:28:10.702950+0000","last_became_active":"2023-09-23T15:25:44.022374+0000","last_became_peered":"2023-09-23T15:25:44.022374+0000","last_unstale":"2023-09-23T15:28:10.702950+0000","last_undegraded":"2023-09-23T15:28:10.702950+0000","last_fullsized":"2023-09-23T15:28:10.702950+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:35:07.799860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":3878,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":62,"reported_epoch":415,"state":"active+clean","last_fresh":"2023-09-23T15:28:10.704821+0000","last_change":"2023-09-23T15:24:47.441486+0000","last_active":"2023-09-23T15:28:10.704821+0000","last_peered":"2023-09-23T15:28:10.704821+0000","last_clean":"2023-09-23T15:28:10.704821+0000","last_became_active":"2023-09-23T15:24:47.441083+0000","last_became_peered":"2023-09-23T15:24:47.441083+0000","last_unstale":"2023-09-23T15:28:10.704821+0000","last_undegraded":"2023-09-23T15:28:10.704821+0000","last_fullsized":"2023-09-23T15:28:10.704821+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:45:53.456763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,2],"acting":[6,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":96,"num_bytes_recovered":23642,"num_keys_recovered":60,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":16624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":316358,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2183479,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2437120,"data_stored":2426464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":9,"num_pg":26,"stat_sum":{"num_bytes":2807955480,"num_objects":42847,"num_object_clones":0,"num_object_copies":128541,"num_objects_missing_on_primary":3675,"num_objects_missing":3675,"num_objects_degraded":10450,"num_objects_misplaced":1491,"num_objects_unfound":0,"num_objects_dirty":42847,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":130053,"num_write_kb":5532737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33520,"num_bytes_recovered":2140995584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10392449024,"data_stored":10392436808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":168320,"ondisk_log_size":168320,"up":78,"acting":76,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674448,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2933316,"kb_used_data":2673596,"kb_used_omap":85,"kb_used_meta":259626,"kb_avail":90811836,"statfs":{"total":95995035648,"available":92991320064,"internally_reserved":0,"allocated":2737762304,"data_stored":2736486006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":265857032},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":2.1829999999999998,"15min":2.4700000000000002},"min":{"1min":0.224,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.6930000000000001,"5min":93.114999999999995,"15min":206.41999999999999},"last":0.27700000000000002},{"interface":"front","average":{"1min":1.1559999999999999,"5min":2.6160000000000001,"15min":2.843},"min":{"1min":0.29799999999999999,"5min":0.223,"15min":0.223},"max":{"1min":4.0720000000000001,"5min":92.552000000000007,"15min":206.35300000000001},"last":0.36899999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":1.4930000000000001,"15min":1.712},"min":{"1min":0.28899999999999998,"5min":0.247,"15min":0.24099999999999999},"max":{"1min":2.8679999999999999,"5min":9.2370000000000001,"15min":177.52699999999999},"last":2.2759999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":3.774,"15min":2.8149999999999999},"min":{"1min":0.26700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.8570000000000002,"5min":217.25999999999999,"15min":217.25999999999999},"last":2.2890000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":5.6529999999999996,"5min":4.4290000000000003,"15min":3.7570000000000001},"min":{"1min":0.31,"5min":0.26200000000000001,"15min":0.25700000000000001},"max":{"1min":69.870000000000005,"5min":180.59399999999999,"15min":180.59399999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":5.8789999999999996,"5min":4.4699999999999998,"15min":4.1719999999999997},"min":{"1min":0.28699999999999998,"5min":0.249,"15min":0.249},"max":{"1min":69.890000000000001,"5min":180.61699999999999,"15min":180.61699999999999},"last":1.7430000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":6.9690000000000003,"5min":4.5609999999999999,"15min":4.2110000000000003},"min":{"1min":0.34699999999999998,"5min":0.28100000000000003,"15min":0.27600000000000002},"max":{"1min":86.263999999999996,"5min":92.581999999999994,"15min":160.04300000000001},"last":0.45100000000000001},{"interface":"front","average":{"1min":6.2670000000000003,"5min":4.6260000000000003,"15min":4.2430000000000003},"min":{"1min":0.33500000000000002,"5min":0.315,"15min":0.28999999999999998},"max":{"1min":87.307000000000002,"5min":93.075000000000003,"15min":159.97399999999999},"last":1.8999999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92800000000000005,"15min":0.63600000000000001},"min":{"1min":0.30499999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.94399999999999995,"5min":9.0640000000000001,"15min":9.0640000000000001},"last":0.311},{"interface":"front","average":{"1min":0.53200000000000003,"5min":1.079,"15min":1.054},"min":{"1min":0.36599999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.55,"5min":9.1180000000000003,"15min":97.524000000000001},"last":0.40400000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":1.073,"15min":1.0640000000000001},"min":{"1min":0.28599999999999998,"5min":0.27500000000000002,"15min":0.247},"max":{"1min":2.7690000000000001,"5min":9.3469999999999995,"15min":97.543999999999997},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.44600000000000001,"5min":1.04,"15min":1.0580000000000001},"min":{"1min":0.33900000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.629,"5min":10.212999999999999,"15min":97.575000000000003},"last":0.34100000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":1.282,"15min":1.169},"min":{"1min":0.33000000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.522,"5min":10.032999999999999,"15min":99.772999999999996},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":1.083,"15min":1.101},"min":{"1min":0.35199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.5089999999999999,"5min":9.1340000000000003,"15min":103.31699999999999},"last":0.39200000000000002}]}]},{"osd":6,"up_from":122,"seq":523986010327,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2069188,"kb_used_data":1703868,"kb_used_omap":9,"kb_used_meta":365238,"kb_avail":91675964,"statfs":{"total":95995035648,"available":93876187136,"internally_reserved":0,"allocated":1744760832,"data_stored":1743484536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":374004051},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2230000000000001,"5min":1.722,"15min":2.1099999999999999},"min":{"1min":0.26200000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":5.4470000000000001,"5min":62.994999999999997,"15min":107.56399999999999},"last":4.9119999999999999},{"interface":"front","average":{"1min":1.157,"5min":1.8799999999999999,"15min":2.2090000000000001},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":5.3079999999999998,"5min":62.286999999999999,"15min":107.617},"last":0.52300000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":2.7789999999999999,"5min":1.732,"15min":1.8080000000000001},"min":{"1min":0.29899999999999999,"5min":0.25700000000000001,"15min":0.22500000000000001},"max":{"1min":9.4969999999999999,"5min":11.127000000000001,"15min":58.652999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":1.845,"5min":1.306,"15min":1.4690000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.23999999999999999},"max":{"1min":13.962,"5min":14.978,"15min":28.850000000000001},"last":0.49099999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":1.867,"5min":2.3290000000000002,"15min":2.1389999999999998},"min":{"1min":0.33100000000000002,"5min":0.28000000000000003,"15min":0.25700000000000001},"max":{"1min":5.6900000000000004,"5min":63.173000000000002,"15min":67.558000000000007},"last":3.2349999999999999},{"interface":"front","average":{"1min":2.6259999999999999,"5min":2.4910000000000001,"15min":2.5089999999999999},"min":{"1min":0.29799999999999999,"5min":0.28999999999999998,"15min":0.245},"max":{"1min":9.7569999999999997,"5min":62.932000000000002,"15min":67.718999999999994},"last":6.6520000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":1.9550000000000001,"15min":4.7789999999999999},"min":{"1min":0.35399999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":9.5990000000000002,"5min":12.186999999999999,"15min":256.608},"last":2.8929999999999998},{"interface":"front","average":{"1min":1.575,"5min":1.6699999999999999,"15min":4.0430000000000001},"min":{"1min":0.371,"5min":0.33700000000000002,"15min":0.29799999999999999},"max":{"1min":4.782,"5min":10.577999999999999,"15min":256.42500000000001},"last":3.137}]},{"osd":4,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.621,"15min":0.879},"min":{"1min":0.28499999999999998,"5min":0.27300000000000002,"15min":0.23100000000000001},"max":{"1min":1.8720000000000001,"5min":5.5519999999999996,"15min":36.335000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.77200000000000002,"15min":0.95999999999999996},"min":{"1min":0.30299999999999999,"5min":0.29699999999999999,"15min":0.23000000000000001},"max":{"1min":1.722,"5min":4.2679999999999998,"15min":36.374000000000002},"last":0.56999999999999995}]},{"osd":5,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.78800000000000003,"15min":0.86499999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":0.64200000000000002,"5min":6.4329999999999998,"15min":19.908000000000001},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.77100000000000002,"15min":0.91700000000000004},"min":{"1min":0.29199999999999998,"5min":0.28899999999999998,"15min":0.255},"max":{"1min":1.909,"5min":5.5250000000000004,"15min":17.462},"last":0.44400000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":1.157,"15min":0.76100000000000001},"min":{"1min":0.35299999999999998,"5min":0.33500000000000002,"15min":0.28999999999999998},"max":{"1min":1.5940000000000001,"5min":11.425000000000001,"15min":11.425000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":1.127,"15min":0.80600000000000005},"min":{"1min":0.39500000000000002,"5min":0.34499999999999997,"15min":0.29899999999999999},"max":{"1min":1.964,"5min":9.0920000000000005,"15min":9.0920000000000005},"last":0.746}]}]},{"osd":1,"up_from":89,"seq":382252089605,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1581788,"kb_used_data":1026772,"kb_used_omap":9,"kb_used_meta":554998,"kb_avail":92163364,"statfs":{"total":95995035648,"available":94375284736,"internally_reserved":0,"allocated":1051414528,"data_stored":1049296952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":568318953},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:28:22 2023","interfaces":[{"interface":"back","average":{"1min":1.552,"5min":3.3079999999999998,"15min":3.4510000000000001},"min":{"1min":0.23300000000000001,"5min":0.191,"15min":0.182},"max":{"1min":4.5540000000000003,"5min":159.33600000000001,"15min":215.946},"last":2.6219999999999999},{"interface":"front","average":{"1min":2.512,"5min":4.0730000000000004,"15min":4.0119999999999996},"min":{"1min":0.25700000000000001,"5min":0.23300000000000001,"15min":0.19400000000000001},"max":{"1min":7.2960000000000003,"5min":158.65100000000001,"15min":214.88200000000001},"last":2.722}]},{"osd":2,"last update":"Sat Sep 23 15:27:26 2023","interfaces":[{"interface":"back","average":{"1min":4.2279999999999998,"5min":3.1219999999999999,"15min":2.7200000000000002},"min":{"1min":0.28000000000000003,"5min":0.21299999999999999,"15min":0.19500000000000001},"max":{"1min":54.752000000000002,"5min":54.752000000000002,"15min":103.27500000000001},"last":2.5710000000000002},{"interface":"front","average":{"1min":4.7439999999999998,"5min":4.5149999999999997,"15min":3.2490000000000001},"min":{"1min":0.24099999999999999,"5min":0.23100000000000001,"15min":0.19900000000000001},"max":{"1min":54.645000000000003,"5min":54.645000000000003,"15min":103.30800000000001},"last":2.7610000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:28:22 2023","interfaces":[{"interface":"back","average":{"1min":2.556,"5min":3.734,"15min":6.1299999999999999},"min":{"1min":0.28499999999999998,"5min":0.23100000000000001,"15min":0.19800000000000001},"max":{"1min":7.5250000000000004,"5min":144.637,"15min":210.24799999999999},"last":6.5860000000000003},{"interface":"front","average":{"1min":2.1970000000000001,"5min":3.484,"15min":5.6449999999999996},"min":{"1min":0.33600000000000002,"5min":0.26200000000000001,"15min":0.17100000000000001},"max":{"1min":4.6379999999999999,"5min":144.339,"15min":210.577},"last":3.012}]},{"osd":4,"last update":"Sat Sep 23 15:28:22 2023","interfaces":[{"interface":"back","average":{"1min":2.5329999999999999,"5min":1.76,"15min":1.9319999999999999},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.28599999999999998},"max":{"1min":7.2599999999999998,"5min":11.419,"15min":76.534999999999997},"last":4.2880000000000003},{"interface":"front","average":{"1min":1.224,"5min":1.1970000000000001,"15min":1.6240000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29199999999999998},"max":{"1min":4.585,"5min":7.9880000000000004,"15min":76.661000000000001},"last":2.6589999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:28:22 2023","interfaces":[{"interface":"back","average":{"1min":1.962,"5min":1.956,"15min":1.871},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":7.2619999999999996,"5min":10.885999999999999,"15min":16.364000000000001},"last":2.7890000000000001},{"interface":"front","average":{"1min":3.0089999999999999,"5min":1.8400000000000001,"15min":1.754},"min":{"1min":0.37,"5min":0.36499999999999999,"15min":0.29699999999999999},"max":{"1min":10.842000000000001,"5min":10.842000000000001,"15min":14.951000000000001},"last":4.2149999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:28:05 2023","interfaces":[{"interface":"back","average":{"1min":2.1309999999999998,"5min":2.153,"15min":2.4239999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.31},"max":{"1min":10.811999999999999,"5min":10.936999999999999,"15min":115.018},"last":2.8159999999999998},{"interface":"front","average":{"1min":2.3180000000000001,"5min":1.7230000000000001,"15min":2.1619999999999999},"min":{"1min":0.45500000000000002,"5min":0.36299999999999999,"15min":0.317},"max":{"1min":7.6420000000000003,"5min":9.7810000000000006,"15min":115.289},"last":4.2610000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:27:43 2023","interfaces":[{"interface":"back","average":{"1min":6.702,"5min":3.54,"15min":2.4870000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":109.861,"5min":109.861,"15min":112.056},"last":2.6869999999999998},{"interface":"front","average":{"1min":7.6289999999999996,"5min":3.746,"15min":2.597},"min":{"1min":0.43099999999999999,"5min":0.38700000000000001,"15min":0.33000000000000002},"max":{"1min":107.048,"5min":107.048,"15min":111.902},"last":4.3200000000000003}]}]},{"osd":0,"up_from":84,"seq":360777253131,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2069796,"kb_used_data":1546268,"kb_used_omap":28,"kb_used_meta":523491,"kb_avail":91675356,"statfs":{"total":95995035648,"available":93875564544,"internally_reserved":0,"allocated":1583378432,"data_stored":1580901395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":536055632},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:28:21 2023","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":2.9369999999999998,"15min":2.363},"min":{"1min":0.23300000000000001,"5min":0.19500000000000001,"15min":0.17399999999999999},"max":{"1min":7.5990000000000002,"5min":65.373000000000005,"15min":65.373000000000005},"last":1.847},{"interface":"front","average":{"1min":1.5820000000000001,"5min":2.8940000000000001,"15min":2.6619999999999999},"min":{"1min":0.23400000000000001,"5min":0.188,"15min":0.17699999999999999},"max":{"1min":6.9489999999999998,"5min":65.063000000000002,"15min":65.063000000000002},"last":0.72199999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:27:38 2023","interfaces":[{"interface":"back","average":{"1min":3.258,"5min":3.4590000000000001,"15min":3.3149999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.19900000000000001},"max":{"1min":17.536999999999999,"5min":23.437000000000001,"15min":138.55099999999999},"last":0.754},{"interface":"front","average":{"1min":2.5750000000000002,"5min":1.9490000000000001,"15min":3.0179999999999998},"min":{"1min":0.22600000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":12.750999999999999,"5min":12.750999999999999,"15min":138.322},"last":6.2539999999999996}]},{"osd":3,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":1.946,"5min":3.8029999999999999,"15min":3.492},"min":{"1min":0.32200000000000001,"5min":0.26200000000000001,"15min":0.24199999999999999},"max":{"1min":10.247,"5min":50.783000000000001,"15min":86.218999999999994},"last":0.78200000000000003},{"interface":"front","average":{"1min":2.9550000000000001,"5min":3.9119999999999999,"15min":3.456},"min":{"1min":0.45400000000000001,"5min":0.26300000000000001,"15min":0.249},"max":{"1min":12.702999999999999,"5min":50.829000000000001,"15min":87.909000000000006},"last":5.0010000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:27:41 2023","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.6200000000000001,"15min":1.96},"min":{"1min":0.35699999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":3.2989999999999999,"5min":13.571,"15min":142.44200000000001},"last":2.0499999999999998},{"interface":"front","average":{"1min":1.6220000000000001,"5min":1.8500000000000001,"15min":2.4049999999999998},"min":{"1min":0.39000000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":7.0730000000000004,"5min":9.0069999999999997,"15min":141.69200000000001},"last":0.81999999999999995}]},{"osd":5,"last update":"Sat Sep 23 15:27:41 2023","interfaces":[{"interface":"back","average":{"1min":1.486,"5min":1.9810000000000001,"15min":1.7989999999999999},"min":{"1min":0.33800000000000002,"5min":0.32600000000000001,"15min":0.30099999999999999},"max":{"1min":6.9269999999999996,"5min":12.249000000000001,"15min":14.298},"last":0.88100000000000001},{"interface":"front","average":{"1min":1.915,"5min":1.6910000000000001,"15min":1.5569999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":10.906000000000001,"5min":12.461,"15min":13.484999999999999},"last":4.5330000000000004}]},{"osd":6,"last update":"Sat Sep 23 15:27:59 2023","interfaces":[{"interface":"back","average":{"1min":9.3970000000000002,"5min":3.2869999999999999,"15min":2.2949999999999999},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.318},"max":{"1min":161.97300000000001,"5min":161.97300000000001,"15min":161.97300000000001},"last":4.5810000000000004},{"interface":"front","average":{"1min":9.6579999999999995,"5min":3.5310000000000001,"15min":2.379},"min":{"1min":0.375,"5min":0.375,"15min":0.28499999999999998},"max":{"1min":161.952,"5min":161.952,"15min":161.952},"last":2.0819999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:27:41 2023","interfaces":[{"interface":"back","average":{"1min":1.919,"5min":1.74,"15min":1.5009999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.34000000000000002},"max":{"1min":10.936,"5min":10.936,"15min":14.381},"last":4.6120000000000001},{"interface":"front","average":{"1min":2.1400000000000001,"5min":2.1659999999999999,"15min":1.6839999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.32700000000000001},"max":{"1min":10.965,"5min":10.965,"15min":17.460000000000001},"last":4.6429999999999998}]}]},{"osd":2,"up_from":117,"seq":502511173846,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1371080,"kb_used_data":736128,"kb_used_omap":81,"kb_used_meta":634798,"kb_avail":92374072,"statfs":{"total":95995035648,"available":94591049728,"internally_reserved":0,"allocated":753795072,"data_stored":751700297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":650033370},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,3,0,0,0,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:27:40 2023","interfaces":[{"interface":"back","average":{"1min":1.6559999999999999,"5min":4.0739999999999998,"15min":3.2469999999999999},"min":{"1min":0.187,"5min":0.187,"15min":0.18099999999999999},"max":{"1min":7.6459999999999999,"5min":68.921000000000006,"15min":94.364000000000004},"last":0.193},{"interface":"front","average":{"1min":2.827,"5min":4.3419999999999996,"15min":3.6930000000000001},"min":{"1min":0.27600000000000002,"5min":0.22700000000000001,"15min":0.19900000000000001},"max":{"1min":13.885999999999999,"5min":65.637,"15min":92.241},"last":1.486}]},{"osd":1,"last update":"Sat Sep 23 15:27:40 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":2.6379999999999999,"15min":3.069},"min":{"1min":0.219,"5min":0.214,"15min":0.17399999999999999},"max":{"1min":12.646000000000001,"5min":37.287999999999997,"15min":169.398},"last":2.0720000000000001},{"interface":"front","average":{"1min":1.9299999999999999,"5min":2.3069999999999999,"15min":2.7690000000000001},"min":{"1min":0.23899999999999999,"5min":0.20100000000000001,"15min":0.183},"max":{"1min":10.942,"5min":36.914000000000001,"15min":166.50999999999999},"last":0.47499999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:27:40 2023","interfaces":[{"interface":"back","average":{"1min":2.5139999999999998,"5min":5.3010000000000002,"15min":5.492},"min":{"1min":0.27000000000000002,"5min":0.20799999999999999,"15min":0.16800000000000001},"max":{"1min":10.917,"5min":74.155000000000001,"15min":165.32300000000001},"last":0.505},{"interface":"front","average":{"1min":2.1040000000000001,"5min":4.548,"15min":4.5529999999999999},"min":{"1min":0.247,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":13.138,"5min":70.516000000000005,"15min":165.66999999999999},"last":0.36299999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:27:40 2023","interfaces":[{"interface":"back","average":{"1min":1.637,"5min":1.7430000000000001,"15min":1.347},"min":{"1min":0.36399999999999999,"5min":0.34200000000000003,"15min":0.311},"max":{"1min":7.9619999999999997,"5min":12.054,"15min":12.945},"last":0.45400000000000001},{"interface":"front","average":{"1min":2.0600000000000001,"5min":1.96,"15min":1.6679999999999999},"min":{"1min":0.375,"5min":0.32600000000000001,"15min":0.245},"max":{"1min":12.712,"5min":12.991,"15min":16.878},"last":1.55}]},{"osd":5,"last update":"Sat Sep 23 15:27:40 2023","interfaces":[{"interface":"back","average":{"1min":2.1469999999999998,"5min":1.9099999999999999,"15min":1.726},"min":{"1min":0.33500000000000002,"5min":0.29199999999999998,"15min":0.26900000000000002},"max":{"1min":13.973000000000001,"5min":13.973000000000001,"15min":16.927},"last":1.577},{"interface":"front","average":{"1min":1.869,"5min":1.742,"15min":1.4830000000000001},"min":{"1min":0.34799999999999998,"5min":0.317,"15min":0.317},"max":{"1min":10.865,"5min":14.223000000000001,"15min":14.223000000000001},"last":0.53700000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:27:57 2023","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":2.0760000000000001,"15min":2.298},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":7.9279999999999999,"5min":23.626999999999999,"15min":134.21700000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":2.0800000000000001,"5min":2.109,"15min":2.3519999999999999},"min":{"1min":0.40799999999999997,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":10.821999999999999,"5min":23.510999999999999,"15min":134.393},"last":0.56299999999999994}]},{"osd":7,"last update":"Sat Sep 23 15:27:50 2023","interfaces":[{"interface":"back","average":{"1min":2.1160000000000001,"5min":2.1320000000000001,"15min":1.851},"min":{"1min":0.41799999999999998,"5min":0.38700000000000001,"15min":0.372},"max":{"1min":10.893000000000001,"5min":29.754000000000001,"15min":74.643000000000001},"last":2.3500000000000001},{"interface":"front","average":{"1min":1.6639999999999999,"5min":2.1240000000000001,"15min":1.744},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33000000000000002},"max":{"1min":7.9859999999999998,"5min":30.553999999999998,"15min":74.724999999999994},"last":0.434}]}]},{"osd":3,"up_from":99,"seq":425201762552,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1881080,"kb_used_data":1165616,"kb_used_omap":7,"kb_used_meta":715448,"kb_avail":91864072,"statfs":{"total":95995035648,"available":94068809728,"internally_reserved":0,"allocated":1193590784,"data_stored":1191504999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":732619368},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":1.841,"5min":5.1600000000000001,"15min":3.2559999999999998},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":8.4969999999999999,"5min":167.71799999999999,"15min":167.71799999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":1.391,"5min":4.8150000000000004,"15min":2.899},"min":{"1min":0.20999999999999999,"5min":0.20799999999999999,"15min":0.16500000000000001},"max":{"1min":5.7530000000000001,"5min":176.61500000000001,"15min":176.61500000000001},"last":4.8730000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":3.556,"5min":7.2649999999999997,"15min":3.581},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.19900000000000001},"max":{"1min":45.258000000000003,"5min":201.98099999999999,"15min":201.98099999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":3.4279999999999999,"5min":5.2050000000000001,"15min":3.3730000000000002},"min":{"1min":0.255,"5min":0.21099999999999999,"15min":0.20300000000000001},"max":{"1min":45.229999999999997,"5min":202.06700000000001,"15min":202.06700000000001},"last":1.585}]},{"osd":2,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":4.6539999999999999,"5min":4.7939999999999996,"15min":2.9950000000000001},"min":{"1min":0.32100000000000001,"5min":0.24299999999999999,"15min":0.21299999999999999},"max":{"1min":66.004000000000005,"5min":163.57599999999999,"15min":163.57599999999999},"last":16.446000000000002},{"interface":"front","average":{"1min":1.2130000000000001,"5min":2.3460000000000001,"15min":2.496},"min":{"1min":0.36099999999999999,"5min":0.26400000000000001,"15min":0.26100000000000001},"max":{"1min":4.7300000000000004,"5min":18.093,"15min":154.73400000000001},"last":16.405000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":3.7170000000000001,"15min":2.2679999999999998},"min":{"1min":0.32700000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.0819999999999999,"5min":163.43700000000001,"15min":163.43700000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":1.2849999999999999,"5min":3.2330000000000001,"15min":2.0179999999999998},"min":{"1min":0.45000000000000001,"5min":0.33100000000000002,"15min":0.29999999999999999},"max":{"1min":3.6760000000000002,"5min":163.72399999999999,"15min":163.72399999999999},"last":0.60499999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:27:29 2023","interfaces":[{"interface":"back","average":{"1min":3.7629999999999999,"5min":3.9780000000000002,"15min":2.823},"min":{"1min":0.372,"5min":0.33900000000000002,"15min":0.318},"max":{"1min":55.414999999999999,"5min":163.696,"15min":163.696},"last":0.65300000000000002},{"interface":"front","average":{"1min":3.4820000000000002,"5min":2.3540000000000001,"15min":2.0990000000000002},"min":{"1min":0.36199999999999999,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":55.363,"5min":55.363,"15min":126.15000000000001},"last":4.9379999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:28:14 2023","interfaces":[{"interface":"back","average":{"1min":3.931,"5min":3.4390000000000001,"15min":2.819},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.28899999999999998},"max":{"1min":61.165999999999997,"5min":163.63399999999999,"15min":163.63399999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":3.8959999999999999,"5min":3.3519999999999999,"15min":2.5640000000000001},"min":{"1min":0.36599999999999999,"5min":0.33500000000000002,"15min":0.30099999999999999},"max":{"1min":61.177999999999997,"5min":163.535,"15min":163.535},"last":4.9109999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.0760000000000001,"5min":3.8090000000000002,"15min":2.0619999999999998},"min":{"1min":0.41799999999999998,"5min":0.35699999999999998,"15min":0.35499999999999998},"max":{"1min":3.4209999999999998,"5min":163.495,"15min":163.495},"last":4.9619999999999997},{"interface":"front","average":{"1min":1.2969999999999999,"5min":4.1760000000000002,"15min":2.355},"min":{"1min":0.38600000000000001,"5min":0.38,"15min":0.38},"max":{"1min":3.827,"5min":163.51400000000001,"15min":163.51400000000001},"last":0.67300000000000004}]}]},{"osd":4,"up_from":0,"seq":133143986578,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724941,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1663604,"kb_used_data":1362348,"kb_used_omap":0,"kb_used_meta":301248,"kb_avail":92081548,"statfs":{"total":95995035648,"available":94291505152,"internally_reserved":0,"allocated":1395044352,"data_stored":1393780088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":308477952},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:28:02 2023","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":2.0630000000000002,"15min":2.0710000000000002},"min":{"1min":0.252,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":5.3220000000000001,"5min":88.051000000000002,"15min":160.77699999999999},"last":0.245},{"interface":"front","average":{"1min":0.98499999999999999,"5min":2.2919999999999998,"15min":2.2639999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.245},"max":{"1min":9.3610000000000007,"5min":88.037999999999997,"15min":161.142},"last":0.28599999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:27:25 2023","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":1.6890000000000001,"15min":2.7650000000000001},"min":{"1min":0.27600000000000002,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":4.2759999999999998,"5min":14.744,"15min":125.14400000000001},"last":0.36699999999999999},{"interface":"front","average":{"1min":1.21,"5min":1.9470000000000001,"15min":2.8660000000000001},"min":{"1min":0.311,"5min":0.245,"15min":0.245},"max":{"1min":3.3740000000000001,"5min":14.960000000000001,"15min":125.36499999999999},"last":0.308}]},{"osd":2,"last update":"Sat Sep 23 15:27:45 2023","interfaces":[{"interface":"back","average":{"1min":1.3180000000000001,"5min":3.7069999999999999,"15min":2.9079999999999999},"min":{"1min":0.312,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.9809999999999999,"5min":165.624,"15min":165.624},"last":1.6319999999999999},{"interface":"front","average":{"1min":1.8220000000000001,"5min":4.1079999999999997,"15min":3.0600000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":4.0890000000000004,"5min":165.572,"15min":165.572},"last":2.194}]},{"osd":3,"last update":"Sat Sep 23 15:27:25 2023","interfaces":[{"interface":"back","average":{"1min":5.2880000000000003,"5min":5.4850000000000003,"15min":4.6639999999999997},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":70.855000000000004,"5min":121.352,"15min":155.05099999999999},"last":2.081},{"interface":"front","average":{"1min":5.2300000000000004,"5min":5.6639999999999997,"15min":4.2590000000000003},"min":{"1min":0.35199999999999998,"5min":0.29599999999999999,"15min":0.27900000000000003},"max":{"1min":70.724999999999994,"5min":121.06,"15min":154.929},"last":0.66500000000000004}]},{"osd":4,"last update":"Sat Sep 23 15:27:45 2023","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.49099999999999999,"15min":0.82199999999999995},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.47899999999999998,"5min":3.2240000000000002,"15min":40.061},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.71199999999999997,"15min":0.94199999999999995},"min":{"1min":0.254,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.55500000000000005,"5min":9.5079999999999991,"15min":40.124000000000002},"last":0.42099999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:28:02 2023","interfaces":[{"interface":"back","average":{"1min":7.0220000000000002,"5min":4.7830000000000004,"15min":3.0920000000000001},"min":{"1min":0.28899999999999998,"5min":0.26400000000000001,"15min":0.25},"max":{"1min":117.325,"5min":207.054,"15min":207.054},"last":0.64500000000000002},{"interface":"front","average":{"1min":7.0419999999999998,"5min":4.8780000000000001,"15min":3.113},"min":{"1min":0.34399999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":117.38500000000001,"5min":207.28299999999999,"15min":207.28299999999999},"last":0.35399999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:27:45 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":4.7869999999999999,"15min":2.3290000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":214.78100000000001,"15min":214.78100000000001},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":4.7510000000000003,"15min":2.3849999999999998},"min":{"1min":0.36899999999999999,"5min":0.318,"15min":0.318},"max":{"1min":2.4039999999999999,"5min":212.95500000000001,"15min":212.95500000000001},"last":0.39100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1570574336,"data_stored":1570570264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1041498112,"data_stored":1041498112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":744488960,"data_stored":744488960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1180893184,"data_stored":1180893184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1385172992,"data_stored":1385168920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1736904704,"data_stored":1736900632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2732916736,"data_stored":2732916736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:28:26.328 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T15:28:26.328 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_3 pg_num 36 2023-09-23T15:28:26.328 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:26.357 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:26.404 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:26.424 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:26.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:26.428 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:26.509 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:28:26.529 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:26.562 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:26.666 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:26.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:26.670 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:26.771 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:26.842 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:26.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:26 smithi178 ceph-mon[192298]: pgmap v1137: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 503 op/s; 10450/126285 objects degraded (8.275%); 1491/126285 objects misplaced (1.181%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T15:28:27.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:26 smithi118 ceph-mon[212312]: pgmap v1137: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 503 op/s; 10450/126285 objects degraded (8.275%); 1491/126285 objects misplaced (1.181%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T15:28:27.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:26 smithi118 ceph-mon[219580]: pgmap v1137: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.6 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 503 op/s; 10450/126285 objects degraded (8.275%); 1491/126285 objects misplaced (1.181%); 7.2 MiB/s, 115 objects/s recovering 2023-09-23T15:28:27.157 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:27.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:27.166 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:27.267 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:27.306 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:27.367 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:27.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:27.370 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:27.471 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:27.500 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:27.560 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:27.563 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:27.564 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:27.664 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:27.698 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:27.755 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:27.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:27.759 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:27.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 10450/126285 objects degraded (8.275%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:27.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 10450/126285 objects degraded (8.275%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:27.859 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 10450/126285 objects degraded (8.275%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:27.898 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:28.067 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:28:28.244 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:28:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:28:28] "GET /metrics HTTP/1.1" 200 36517 "" "Prometheus/2.43.0" 2023-09-23T15:28:28.266 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:28.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:28.270 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:28.370 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:28.396 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:28.461 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:28.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:28.467 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:28.567 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:28.626 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:28.796 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:28 smithi178 ceph-mon[192298]: pgmap v1138: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 112 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 511 op/s; 10106/122937 objects degraded (8.220%); 1491/122937 objects misplaced (1.213%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T15:28:28.933 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:28.937 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:28 smithi118 ceph-mon[212312]: pgmap v1138: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 112 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 511 op/s; 10106/122937 objects degraded (8.220%); 1491/122937 objects misplaced (1.213%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T15:28:28.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:28.938 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:28.940 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:28 smithi118 ceph-mon[219580]: pgmap v1138: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 112 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 511 op/s; 10106/122937 objects degraded (8.220%); 1491/122937 objects misplaced (1.213%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T15:28:29.040 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:29.068 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:29.267 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:29.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:29.272 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:29.309 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:29.373 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:29.404 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:29.509 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:29.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:29.514 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:29.615 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:29.747 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:29.763 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:28:29.763 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:28:30.322 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:30.325 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:30.326 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:30.426 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:30.454 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:30.504 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:30.509 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:30.509 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:30.509 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:30 smithi178 ceph-mon[192298]: 9.0 scrub starts 2023-09-23T15:28:30.509 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:30 smithi178 ceph-mon[192298]: pgmap v1139: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 492 op/s; 10106/120855 objects degraded (8.362%); 1247/120855 objects misplaced (1.032%); 7.2 MiB/s, 114 objects/s recovering 2023-09-23T15:28:30.509 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:28:30.510 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:28:30.510 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:30.510 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1709582215' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:28:30.510 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:30 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:28:30.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:30.511 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:30.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:30.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:30.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[219580]: 9.0 scrub starts 2023-09-23T15:28:30.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[219580]: pgmap v1139: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 492 op/s; 10106/120855 objects degraded (8.362%); 1247/120855 objects misplaced (1.032%); 7.2 MiB/s, 114 objects/s recovering 2023-09-23T15:28:30.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:28:30.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:28:30.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:30.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1709582215' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:28:30.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:28:30.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:30.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:30.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[212312]: 9.0 scrub starts 2023-09-23T15:28:30.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[212312]: pgmap v1139: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.5 GiB data, 13 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 492 op/s; 10106/120855 objects degraded (8.362%); 1247/120855 objects misplaced (1.032%); 7.2 MiB/s, 114 objects/s recovering 2023-09-23T15:28:30.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:28:30.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:28:30.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:30.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1709582215' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:28:30.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:30 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:28:30.611 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:30.644 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:30.844 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:28:30.845 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:30.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:30.851 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:30.952 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:31.036 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:31.114 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:28:31.279 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:28:31.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:31 smithi118 ceph-mon[212312]: 9.10 deep-scrub starts 2023-09-23T15:28:31.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:31 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:31.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:31 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:28:31.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:31 smithi118 ceph-mon[212312]: osdmap e417: 8 total, 8 up, 7 in 2023-09-23T15:28:31.327 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:31 smithi118 ceph-mon[219580]: 9.10 deep-scrub starts 2023-09-23T15:28:31.327 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:31 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:31.327 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:31 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:28:31.327 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:31 smithi118 ceph-mon[219580]: osdmap e417: 8 total, 8 up, 7 in 2023-09-23T15:28:31.500 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:31 smithi178 ceph-mon[192298]: 9.10 deep-scrub starts 2023-09-23T15:28:31.500 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:31 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:31.500 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:31 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:28:31.500 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:31 smithi178 ceph-mon[192298]: osdmap e417: 8 total, 8 up, 7 in 2023-09-23T15:28:31.578 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:31.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:31.586 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:31.687 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:31.735 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:31.893 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:31.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:31.897 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:31.998 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:32.083 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:32.263 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:32 smithi118 ceph-mon[219580]: failed to encode map e417 with expected crc 2023-09-23T15:28:32.263 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:32 smithi118 ceph-mon[219580]: failed to encode map e417 with expected crc 2023-09-23T15:28:32.263 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:32 smithi118 ceph-mon[219580]: failed to encode map e417 with expected crc 2023-09-23T15:28:32.263 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:32 smithi118 ceph-mon[219580]: pgmap v1141: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.4 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 517 op/s; 9764/117390 objects degraded (8.318%); 1247/117390 objects misplaced (1.062%); 7.7 MiB/s, 122 objects/s recovering 2023-09-23T15:28:32.264 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:32 smithi118 ceph-mon[212312]: failed to encode map e417 with expected crc 2023-09-23T15:28:32.264 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:32 smithi118 ceph-mon[212312]: failed to encode map e417 with expected crc 2023-09-23T15:28:32.264 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:32 smithi118 ceph-mon[212312]: failed to encode map e417 with expected crc 2023-09-23T15:28:32.264 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:32 smithi118 ceph-mon[212312]: pgmap v1141: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.4 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 517 op/s; 9764/117390 objects degraded (8.318%); 1247/117390 objects misplaced (1.062%); 7.7 MiB/s, 122 objects/s recovering 2023-09-23T15:28:32.475 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:32.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:32.479 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:32.580 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:32.603 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:32 smithi178 ceph-mon[192298]: failed to encode map e417 with expected crc 2023-09-23T15:28:32.603 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:32 smithi178 ceph-mon[192298]: failed to encode map e417 with expected crc 2023-09-23T15:28:32.603 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:32 smithi178 ceph-mon[192298]: failed to encode map e417 with expected crc 2023-09-23T15:28:32.604 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:32 smithi178 ceph-mon[192298]: pgmap v1141: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.4 GiB data, 12 GiB used, 613 GiB / 626 GiB avail; 0 B/s wr, 517 op/s; 9764/117390 objects degraded (8.318%); 1247/117390 objects misplaced (1.062%); 7.7 MiB/s, 122 objects/s recovering 2023-09-23T15:28:32.607 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:32.879 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:32.884 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:32.884 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:32.985 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:33.073 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:33.221 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:33.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:33.245 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:33.283 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:28:33.332 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:28:33.346 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:33.372 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:28:33.433 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:28:33.451 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:33.455 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:28:33.455 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:28:33.473 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:28:33.480 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:33 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9764/117390 objects degraded (8.318%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:33.480 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/130021375' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:33.513 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:28:33.554 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:28:33.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:33 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9764/117390 objects degraded (8.318%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:33.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/130021375' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:33.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:33 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9764/117390 objects degraded (8.318%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:33.575 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/130021375' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:33.593 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:28:33.595 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:28:33.595 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:28:33.595 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:28:33.596 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:28:33.596 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:28:33.596 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:28:33.596 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:28:33.596 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:28:33.601 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:33.610 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:33.611 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:33.711 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:33.750 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:33.819 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:33.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:33.824 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:33.924 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:34.016 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:34.061 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:34.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:34.065 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:34.165 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:34.195 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:34.304 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 9 pg_num to 36 2023-09-23T15:28:34.395 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:34.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:34.399 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:34.478 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:28:34.500 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:34.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:34 smithi178 ceph-mon[192298]: pgmap v1142: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 536 op/s; 9717/112509 objects degraded (8.637%); 1024/112509 objects misplaced (0.910%); 7.5 MiB/s, 120 objects/s recovering 2023-09-23T15:28:34.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:34 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/718007171' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "36"}]: dispatch 2023-09-23T15:28:34.549 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:34 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "36"}]: dispatch 2023-09-23T15:28:34.554 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:34.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:34 smithi118 ceph-mon[219580]: pgmap v1142: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 536 op/s; 9717/112509 objects degraded (8.637%); 1024/112509 objects misplaced (0.910%); 7.5 MiB/s, 120 objects/s recovering 2023-09-23T15:28:34.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:34 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/718007171' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "36"}]: dispatch 2023-09-23T15:28:34.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:34 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "36"}]: dispatch 2023-09-23T15:28:34.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:34 smithi118 ceph-mon[212312]: pgmap v1142: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.3 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 536 op/s; 9717/112509 objects degraded (8.637%); 1024/112509 objects misplaced (0.910%); 7.5 MiB/s, 120 objects/s recovering 2023-09-23T15:28:34.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:34 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/718007171' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "36"}]: dispatch 2023-09-23T15:28:34.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:34 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "36"}]: dispatch 2023-09-23T15:28:34.618 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:28:34.619 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:34.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:34.624 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:34.725 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:34.817 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:34.914 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:28:35.298 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:35.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:35.307 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:35 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "36"}]': finished 2023-09-23T15:28:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:35 smithi178 ceph-mon[192298]: osdmap e418: 8 total, 8 up, 7 in 2023-09-23T15:28:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:35 smithi178 ceph-mon[192298]: failed to encode map e418 with expected crc 2023-09-23T15:28:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:35 smithi178 ceph-mon[192298]: failed to encode map e418 with expected crc 2023-09-23T15:28:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:35 smithi178 ceph-mon[192298]: failed to encode map e418 with expected crc 2023-09-23T15:28:35.408 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:35.440 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:35.551 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:35.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:35.554 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:35.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:35 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "36"}]': finished 2023-09-23T15:28:35.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:35 smithi118 ceph-mon[212312]: osdmap e418: 8 total, 8 up, 7 in 2023-09-23T15:28:35.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:35 smithi118 ceph-mon[212312]: failed to encode map e418 with expected crc 2023-09-23T15:28:35.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:35 smithi118 ceph-mon[212312]: failed to encode map e418 with expected crc 2023-09-23T15:28:35.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:35 smithi118 ceph-mon[212312]: failed to encode map e418 with expected crc 2023-09-23T15:28:35.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:35 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num", "val": "36"}]': finished 2023-09-23T15:28:35.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:35 smithi118 ceph-mon[219580]: osdmap e418: 8 total, 8 up, 7 in 2023-09-23T15:28:35.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:35 smithi118 ceph-mon[219580]: failed to encode map e418 with expected crc 2023-09-23T15:28:35.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:35 smithi118 ceph-mon[219580]: failed to encode map e418 with expected crc 2023-09-23T15:28:35.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:35 smithi118 ceph-mon[219580]: failed to encode map e418 with expected crc 2023-09-23T15:28:35.620 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:35.655 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:35.686 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:35.744 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:35.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:35.747 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:35.848 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:35.887 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:35.991 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:35.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:35.995 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:36.095 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:36.180 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:36.453 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:36 smithi118 ceph-mon[212312]: pgmap v1144: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 540 op/s; 9717/109962 objects degraded (8.837%); 1024/109962 objects misplaced (0.931%); 6.7 MiB/s, 107 objects/s recovering 2023-09-23T15:28:36.453 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:36 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "36"}]: dispatch 2023-09-23T15:28:36.453 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:36 smithi118 ceph-mon[219580]: pgmap v1144: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 540 op/s; 9717/109962 objects degraded (8.837%); 1024/109962 objects misplaced (0.931%); 6.7 MiB/s, 107 objects/s recovering 2023-09-23T15:28:36.453 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:36 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "36"}]: dispatch 2023-09-23T15:28:36.505 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:36.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:36.537 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:36 smithi178 ceph-mon[192298]: pgmap v1144: 119 pgs: 5 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 540 op/s; 9717/109962 objects degraded (8.837%); 1024/109962 objects misplaced (0.931%); 6.7 MiB/s, 107 objects/s recovering 2023-09-23T15:28:36.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:36 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "36"}]: dispatch 2023-09-23T15:28:36.637 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:36.665 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:36.714 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:36.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:36.720 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:36.821 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:36.847 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:36.940 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:36.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:36.943 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:37.044 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:37.071 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:37.133 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:28:37.133 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:28:37.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:28:37.134 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:28:37.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.134 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188729 8.4 8:28c1eefb:::benchmark_data_smithi118_424375_object85663:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:28:37.134 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.397079+0000", 2023-09-23T15:28:37.134 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 297.73382914400003, 2023-09-23T15:28:37.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3610875680000003, 2023-09-23T15:28:37.134 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.134 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:28:37.134 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.134 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.134 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188729 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397079+0000", 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397079+0000", 2023-09-23T15:28:37.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397078+0000", 2023-09-23T15:28:37.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:28:37.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397083+0000", 2023-09-23T15:28:37.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2050000000000001e-06 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397095+0000", 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1406000000000001e-05 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397100+0000", 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2320000000000001e-06 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397156+0000", 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6428999999999998e-05 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op must wait for map", 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397164+0000", 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9200000000000004e-06 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408421+0000", 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011256723999999999 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408432+0000", 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1676e-05 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.756611+0000", 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3481787189999999 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.758167+0000", 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0015553019999999999 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188734 8.4 8:26e778d3:::benchmark_data_smithi118_424375_object85668:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 297.73379573599999, 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3401728449999997, 2023-09-23T15:28:37.140 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188734 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397114+0000", 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8640000000000001e-06 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397120+0000", 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4130000000000003e-06 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397123+0000", 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.903e-06 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397203+0000", 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9992000000000003e-05 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting_for_map not empty", 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397208+0000", 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5349999999999998e-06 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408459+0000", 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011251463 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408467+0000", 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7049999999999999e-06 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.758518+0000", 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3500513029999999 2023-09-23T15:28:37.145 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for missing object", 2023-09-23T15:28:37.146 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.760371+0000", 2023-09-23T15:28:37.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001852844 2023-09-23T15:28:37.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.146 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.735560+0000", 2023-09-23T15:28:37.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.975188587 2023-09-23T15:28:37.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.737285+0000", 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001725479 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188768 8.4 8:26255b05:::benchmark_data_smithi118_424375_object85702:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.657521+0000", 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 297.47338703999998, 2023-09-23T15:28:37.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0505496369999996, 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188768 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657521+0000", 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.148 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657521+0000", 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657520+0000", 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.149 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657526+0000", 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5579999999999997e-06 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657540+0000", 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3603e-05 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657547+0000", 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1910000000000003e-06 2023-09-23T15:28:37.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657609+0000", 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2216000000000002e-05 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657621+0000", 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1887e-05 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.760616+0000", 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.10299456 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.763188+0000", 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025719419999999998 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.767732+0000", 2023-09-23T15:28:37.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045444700000000001 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.689768+0000", 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.92203592599999995 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701458+0000", 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011690246 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.153 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.154 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.154 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.702107+0000", 2023-09-23T15:28:37.154 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00064888999999999995 2023-09-23T15:28:37.154 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.154 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.154 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.154 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.702738+0000", 2023-09-23T15:28:37.154 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00063043699999999997 2023-09-23T15:28:37.154 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.154 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.154 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.703699+0000", 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00096087500000000003 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708071+0000", 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043719850000000001 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188773 8.4 8:2b203d1a:::benchmark_data_smithi118_424375_object85707:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.664873+0000", 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 297.46603464999998, 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0511486870000004, 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188773 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.156 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664873+0000", 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664873+0000", 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664872+0000", 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664878+0000", 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3419999999999998e-06 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664890+0000", 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2526e-05 2023-09-23T15:28:37.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664895+0000", 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1050000000000003e-06 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664949+0000", 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3548000000000003e-05 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664957+0000", 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.225e-06 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.812157+0000", 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1471994370000003 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.815334+0000", 2023-09-23T15:28:37.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003177806 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.819028+0000", 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036934429999999998 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.690043+0000", 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.87101549300000003 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708861+0000", 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.018817187999999999 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.709738+0000", 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00087698799999999999 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.162 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.710415+0000", 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00067732100000000004 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.711455+0000", 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010396159999999999 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.716022+0000", 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045675910000000002 2023-09-23T15:28:37.163 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188777 8.4 8:222613ab:::benchmark_data_smithi118_424375_object85711:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.669685+0000", 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 297.46122308499997, 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.05376037, 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.164 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188777 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669685+0000", 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669685+0000", 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669684+0000", 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669689+0000", 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4e-06 2023-09-23T15:28:37.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669701+0000", 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1635e-05 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669706+0000", 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.775e-06 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669764+0000", 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8184999999999999e-05 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669776+0000", 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2473000000000001e-05 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.823107+0000", 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1533309090000001 2023-09-23T15:28:37.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.825728+0000", 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026209750000000002 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.829566+0000", 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0038373779999999998 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.690289+0000", 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86072300000000002 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.716695+0000", 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.026406071 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.717371+0000", 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00067619700000000002 2023-09-23T15:28:37.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.718099+0000", 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00072799799999999999 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.719106+0000", 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001007577 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.723445+0000", 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043389149999999996 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188805 8.4 8:205500a7:::benchmark_data_smithi118_424375_object85739:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.679621+0000", 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 296.45128756299999, 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0914702570000001, 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.172 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188805 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679621+0000", 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679621+0000", 2023-09-23T15:28:37.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679619+0000", 2023-09-23T15:28:37.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:28:37.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679625+0000", 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.353e-06 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679638+0000", 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3105000000000001e-05 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679645+0000", 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6660000000000002e-06 2023-09-23T15:28:37.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.738701+0000", 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0590557829999998 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.741635+0000", 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0029343429999999998 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.745700+0000", 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0040651610000000003 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.762748+0000", 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017047738 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.763009+0000", 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000261096 2023-09-23T15:28:37.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.764021+0000", 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010115580000000001 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.764714+0000", 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00069322600000000002 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.765870+0000", 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001155795 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.771091+0000", 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0052211560000000002 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.179 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188812 8.4 8:23166177:::benchmark_data_smithi118_424375_object85746:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.695174+0000", 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 296.43573451399999, 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0841921409999999, 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188812 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695174+0000", 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695174+0000", 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695172+0000", 2023-09-23T15:28:37.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695179+0000", 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5909999999999998e-06 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695194+0000", 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4674e-05 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695201+0000", 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3350000000000001e-06 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.749976+0000", 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0547750389999999 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.752707+0000", 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027311979999999998 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.756683+0000", 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039760409999999996 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.763312+0000", 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0066289269999999997 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.771951+0000", 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0086383420000000002 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.772799+0000", 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00084851200000000005 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.773552+0000", 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075277000000000004 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.774607+0000", 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010551759999999999 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.779366+0000", 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.004758562 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.186 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188836 8.4 8:2d53dc27:::benchmark_data_smithi118_424375_object85770:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.734456+0000", 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 296.39645250400002, 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0831197320000001, 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.187 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188836 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734456+0000", 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734456+0000", 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734454+0000", 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734462+0000", 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8189999999999992e-06 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734476+0000", 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4147e-05 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734483+0000", 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.17e-06 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.784822+0000", 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0503390980000002 2023-09-23T15:28:37.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.787858+0000", 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0030354879999999998 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.792293+0000", 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0044357329999999999 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.809312+0000", 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017018785000000002 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.810113+0000", 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00080116300000000003 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.810400+0000", 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00028693099999999998 2023-09-23T15:28:37.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.811381+0000", 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00098030800000000005 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.812589+0000", 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001208038 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.193 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.817575+0000", 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049865860000000003 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188837 8.4 8:2052e88d:::benchmark_data_smithi118_424375_object85771:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.735493+0000", 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 296.39541538899999, 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2856041850000004, 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.194 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188837 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735493+0000", 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735493+0000", 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735492+0000", 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735498+0000", 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3589999999999996e-06 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735519+0000", 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0591e-05 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735526+0000", 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9569999999999996e-06 2023-09-23T15:28:37.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.797298+0000", 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0617727200000004 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.800064+0000", 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002765689 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.804220+0000", 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0041556960000000004 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.810640+0000", 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0064200029999999996 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.818415+0000", 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0077751649999999997 2023-09-23T15:28:37.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.819063+0000", 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00064767999999999998 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.015141+0000", 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.19607856900000001 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.016205+0000", 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010641229999999999 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.021097+0000", 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0048916569999999998 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.201 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188841 8.4 8:24b6caa1:::benchmark_data_smithi118_424375_object85775:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:28:37.202 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.739961+0000", 2023-09-23T15:28:37.202 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 296.39094745699998, 2023-09-23T15:28:37.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2878054609999996, 2023-09-23T15:28:37.202 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.202 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.202 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.202 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.202 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.202 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188841 2023-09-23T15:28:37.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.202 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739961+0000", 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739961+0000", 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739959+0000", 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739967+0000", 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8150000000000006e-06 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739979+0000", 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.199e-05 2023-09-23T15:28:37.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739985+0000", 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0839999999999997e-06 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.819343+0000", 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.07935859 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.822538+0000", 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031949420000000001 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.827289+0000", 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0047507290000000004 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.844453+0000", 2023-09-23T15:28:37.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017164028000000001 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.844663+0000", 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000210192 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.845607+0000", 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00094354499999999995 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.021803+0000", 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.176196298 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.022872+0000", 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010687959999999999 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.027766+0000", 2023-09-23T15:28:37.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0048943620000000002 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188853 8.4 8:2bee098a:::benchmark_data_smithi118_424375_object85787:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.765536+0000", 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 296.36537250499998, 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2685596950000004, 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.209 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188853 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765536+0000", 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765536+0000", 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765534+0000", 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765541+0000", 2023-09-23T15:28:37.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.934e-06 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765555+0000", 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.418e-05 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765561+0000", 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3099999999999997e-06 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.832561+0000", 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0669992910000001 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.835089+0000", 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025281750000000001 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.838851+0000", 2023-09-23T15:28:37.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037620679999999999 2023-09-23T15:28:37.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.846411+0000", 2023-09-23T15:28:37.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.007559919 2023-09-23T15:28:37.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.847085+0000", 2023-09-23T15:28:37.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000674419 2023-09-23T15:28:37.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.847324+0000", 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00023892499999999999 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.028616+0000", 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.181291599 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.029839+0000", 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001222772 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.034095+0000", 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042567450000000001 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.216 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188859 8.4 8:295cff07:::benchmark_data_smithi118_424375_object85793:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.771886+0000", 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 296.35902215900001, 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2683232840000001, 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188859 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771886+0000", 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771886+0000", 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771884+0000", 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771891+0000", 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1080000000000004e-06 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771904+0000", 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2404e-05 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771910+0000", 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3949999999999998e-06 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.847567+0000", 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.075656725 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.850131+0000", 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025638200000000001 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.853964+0000", 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0038328709999999998 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.867830+0000", 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013866409999999999 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.868047+0000", 2023-09-23T15:28:37.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000216806 2023-09-23T15:28:37.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.868962+0000", 2023-09-23T15:28:37.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00091490899999999999 2023-09-23T15:28:37.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.034833+0000", 2023-09-23T15:28:37.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16587163899999999 2023-09-23T15:28:37.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.035928+0000", 2023-09-23T15:28:37.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001094788 2023-09-23T15:28:37.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.040209+0000", 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042810490000000003 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188875 8.4 8:2fd31cb3:::benchmark_data_smithi118_424375_object85809:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:28:37.226 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 296.32814286899998, 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2438841309999997, 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188875 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802763+0000", 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802770+0000", 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9550000000000003e-06 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802783+0000", 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2571e-05 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802789+0000", 2023-09-23T15:28:37.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2400000000000004e-06 2023-09-23T15:28:37.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.857797+0000", 2023-09-23T15:28:37.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0550077089999998 2023-09-23T15:28:37.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.860267+0000", 2023-09-23T15:28:37.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024702090000000001 2023-09-23T15:28:37.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.863877+0000", 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036105080000000001 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.868244+0000", 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043665010000000001 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.869717+0000", 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014729019999999999 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.870484+0000", 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00076680300000000004 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.041003+0000", 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.17051962500000001 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.042451+0000", 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001448176 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.046649+0000", 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0041978720000000001 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.234 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188879 8.4 8:28d2627f:::benchmark_data_smithi118_424375_object85813:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:28:37.234 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:28:37.234 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 296.31722146599998, 2023-09-23T15:28:37.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2394229289999998, 2023-09-23T15:28:37.234 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.234 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.234 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.234 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.234 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.234 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188879 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813685+0000", 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813692+0000", 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2089999999999999e-06 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813704+0000", 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1289e-05 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813710+0000", 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3470000000000004e-06 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.870806+0000", 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0570962389999998 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.873216+0000", 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024099270000000001 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.876819+0000", 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036030250000000002 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.889373+0000", 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012553729 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.890116+0000", 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00074295600000000002 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.890725+0000", 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00060913999999999999 2023-09-23T15:28:37.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.047297+0000", 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.15657239000000001 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.048366+0000", 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001068636 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.053110+0000", 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0047434699999999996 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188882 8.4 8:222213d0:::benchmark_data_smithi118_424375_object85816:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 296.31090430199998, 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2392355530000003, 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.241 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.242 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.242 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.242 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.242 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188882 2023-09-23T15:28:37.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.242 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.242 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:28:37.242 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820003+0000", 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820009+0000", 2023-09-23T15:28:37.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0159999999999997e-06 2023-09-23T15:28:37.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820019+0000", 2023-09-23T15:28:37.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0701e-05 2023-09-23T15:28:37.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820024+0000", 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9690000000000002e-06 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.880084+0000", 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0600600089999999 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.882610+0000", 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025261110000000002 2023-09-23T15:28:37.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.886159+0000", 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035483379999999998 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.891330+0000", 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051713289999999997 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892081+0000", 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075084200000000005 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892288+0000", 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020697700000000001 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.053858+0000", 2023-09-23T15:28:37.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.161570348 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.054924+0000", 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001065652 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.059239+0000", 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043154100000000004 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.248 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188897 8.4 8:209a862a:::benchmark_data_smithi118_424375_object85831:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 296.23418553300002, 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1692435510000001, 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.249 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188897 2023-09-23T15:28:37.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.250 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.250 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:28:37.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.250 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896721+0000", 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896727+0000", 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8159999999999999e-06 2023-09-23T15:28:37.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896739+0000", 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1911e-05 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896744+0000", 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6909999999999996e-06 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892623+0000", 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9958789120000002 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.895096+0000", 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002473467 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.899014+0000", 2023-09-23T15:28:37.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039176489999999996 2023-09-23T15:28:37.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.913646+0000", 2023-09-23T15:28:37.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014632519 2023-09-23T15:28:37.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.914541+0000", 2023-09-23T15:28:37.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00089462899999999998 2023-09-23T15:28:37.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916436+0000", 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0018950219999999999 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.059884+0000", 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.143448513 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.061029+0000", 2023-09-23T15:28:37.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001144464 2023-09-23T15:28:37.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.065966+0000", 2023-09-23T15:28:37.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049372160000000003 2023-09-23T15:28:37.256 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.256 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.256 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188899 8.4 8:2b56cc44:::benchmark_data_smithi118_424375_object85833:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e324)", 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 293.36521353299997, 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.30738807, 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188899 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.258 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.258 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:28:37.258 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.258 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.258 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.258 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:28:37.258 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.258 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.258 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.259 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765693+0000", 2023-09-23T15:28:37.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:28:37.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.259 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.259 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765699+0000", 2023-09-23T15:28:37.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0100000000000001e-06 2023-09-23T15:28:37.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.259 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.259 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765712+0000", 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2149e-05 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765719+0000", 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5429999999999996e-06 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.903079+0000", 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1373594119999999 2023-09-23T15:28:37.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.905616+0000", 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002537376 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.909165+0000", 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035488109999999998 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.915478+0000", 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.006313394 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916230+0000", 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075174599999999997 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916634+0000", 2023-09-23T15:28:37.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00040402899999999998 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.066784+0000", 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.150149753 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.067995+0000", 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00121152 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.073083+0000", 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050873929999999999 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188768 8.4 e324/320 ondisk, result = 0)", 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 293.32584768100003, 2023-09-23T15:28:37.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.896401899, 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:28:37.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:28:37.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805064+0000", 2023-09-23T15:28:37.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7620000000000001e-06 2023-09-23T15:28:37.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805072+0000", 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7309999999999999e-06 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805076+0000", 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0749999999999999e-06 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701018+0000", 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89594110500000002 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701253+0000", 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00023526100000000001 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701462+0000", 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000209495 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.268 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188768 8.4 e324/320 ondisk, result = 0)", 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.808140+0000", 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 293.32276853600001, 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89397070599999995, 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808140+0000", 2023-09-23T15:28:37.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808140+0000", 2023-09-23T15:28:37.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808139+0000", 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808142+0000", 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4680000000000001e-06 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808152+0000", 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5400000000000001e-06 2023-09-23T15:28:37.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808157+0000", 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7199999999999997e-06 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701711+0000", 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89355385899999995 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701919+0000", 2023-09-23T15:28:37.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020847800000000001 2023-09-23T15:28:37.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.702110+0000", 2023-09-23T15:28:37.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00019116099999999999 2023-09-23T15:28:37.273 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.273 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.273 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188773 8.4 e324/320 ondisk, result = 0)", 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.821575+0000", 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 293.30933348100001, 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89445558700000005, 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821575+0000", 2023-09-23T15:28:37.274 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821575+0000", 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821574+0000", 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821578+0000", 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8430000000000003e-06 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821586+0000", 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3739999999999998e-06 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821590+0000", 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4979999999999998e-06 2023-09-23T15:28:37.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:28:37.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.709995+0000", 2023-09-23T15:28:37.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.88840494999999997 2023-09-23T15:28:37.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:28:37.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.710200+0000", 2023-09-23T15:28:37.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020564300000000001 2023-09-23T15:28:37.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:28:37.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:28:37.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:28:37.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.716030+0000", 2023-09-23T15:28:37.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0058297729999999999 2023-09-23T15:28:37.278 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.278 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.278 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.278 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:28:37.278 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:28:37.278 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:28:37.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:37.280 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:37.280 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[219580]: failed to encode map e419 with expected crc 2023-09-23T15:28:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "36"}]': finished 2023-09-23T15:28:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[219580]: osdmap e419: 8 total, 8 up, 7 in 2023-09-23T15:28:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[219580]: failed to encode map e419 with expected crc 2023-09-23T15:28:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:37.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[212312]: failed to encode map e419 with expected crc 2023-09-23T15:28:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "36"}]': finished 2023-09-23T15:28:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[212312]: osdmap e419: 8 total, 8 up, 7 in 2023-09-23T15:28:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[212312]: failed to encode map e419 with expected crc 2023-09-23T15:28:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:37.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:37.381 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:37.425 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:37.427 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:28:37.476 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:37.478 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:37 smithi178 ceph-mon[192298]: failed to encode map e419 with expected crc 2023-09-23T15:28:37.478 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pg_num_actual", "val": "36"}]': finished 2023-09-23T15:28:37.478 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:37 smithi178 ceph-mon[192298]: osdmap e419: 8 total, 8 up, 7 in 2023-09-23T15:28:37.479 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:37 smithi178 ceph-mon[192298]: failed to encode map e419 with expected crc 2023-09-23T15:28:37.479 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:37.479 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:37.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:37.480 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:37.580 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:37.606 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:37.647 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:37.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:37.649 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:37.750 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:37.777 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:37.823 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:37.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:37.827 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:37.915 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:37.927 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:37.954 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:38.068 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:38.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:38.071 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:38.135 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:28:38.171 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:38.205 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:38.250 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:38.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:38.257 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:38.358 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:38.389 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:38.495 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:28:38.547 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:28:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:28:38] "GET /metrics HTTP/1.1" 200 36516 "" "Prometheus/2.43.0" 2023-09-23T15:28:38.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.547 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: osdmap e420: 8 total, 8 up, 7 in 2023-09-23T15:28:38.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 9717/109962 objects degraded (8.837%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:38.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: failed to encode map e421 with expected crc 2023-09-23T15:28:38.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: osdmap e421: 8 total, 8 up, 7 in 2023-09-23T15:28:38.548 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: failed to encode map e421 with expected crc 2023-09-23T15:28:38.549 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: failed to encode map e421 with expected crc 2023-09-23T15:28:38.549 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: pgmap v1148: 129 pgs: 1 remapped+peering, 8 unknown, 1 active, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 114 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 471 op/s; 4928/106845 objects degraded (4.612%); 1024/106845 objects misplaced (0.958%); 6.0 MiB/s, 96 objects/s recovering 2023-09-23T15:28:38.549 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3280849953' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:38.549 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:38.549 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.549 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: osdmap e420: 8 total, 8 up, 7 in 2023-09-23T15:28:38.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.550 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 9717/109962 objects degraded (8.837%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:38.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: failed to encode map e421 with expected crc 2023-09-23T15:28:38.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: osdmap e421: 8 total, 8 up, 7 in 2023-09-23T15:28:38.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: failed to encode map e421 with expected crc 2023-09-23T15:28:38.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: failed to encode map e421 with expected crc 2023-09-23T15:28:38.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: pgmap v1148: 129 pgs: 1 remapped+peering, 8 unknown, 1 active, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 114 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 471 op/s; 4928/106845 objects degraded (4.612%); 1024/106845 objects misplaced (0.958%); 6.0 MiB/s, 96 objects/s recovering 2023-09-23T15:28:38.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3280849953' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:38.551 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:38 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:38.555 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:28:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: osdmap e420: 8 total, 8 up, 7 in 2023-09-23T15:28:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: failed to encode map e420 with expected crc 2023-09-23T15:28:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 9717/109962 objects degraded (8.837%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:28:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: failed to encode map e421 with expected crc 2023-09-23T15:28:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: osdmap e421: 8 total, 8 up, 7 in 2023-09-23T15:28:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: failed to encode map e421 with expected crc 2023-09-23T15:28:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: failed to encode map e421 with expected crc 2023-09-23T15:28:38.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: pgmap v1148: 129 pgs: 1 remapped+peering, 8 unknown, 1 active, 4 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 114 active+clean; 2.2 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 471 op/s; 4928/106845 objects degraded (4.612%); 1024/106845 objects misplaced (0.958%); 6.0 MiB/s, 96 objects/s recovering 2023-09-23T15:28:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3280849953' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:38.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:38 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:38.689 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:38.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:38.696 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:38.797 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:38.829 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:38.877 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:38.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:38.881 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:38.982 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:39.009 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:39 smithi178 ceph-mon[192298]: failed to encode map e421 with expected crc 2023-09-23T15:28:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:39 smithi178 ceph-mon[192298]: failed to encode map e421 with expected crc 2023-09-23T15:28:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:39 smithi178 ceph-mon[192298]: failed to encode map e421 with expected crc 2023-09-23T15:28:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:39 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:39 smithi178 ceph-mon[192298]: failed to encode map e422 with expected crc 2023-09-23T15:28:39.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:39 smithi178 ceph-mon[192298]: failed to encode map e422 with expected crc 2023-09-23T15:28:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:39 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:28:39.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:39 smithi178 ceph-mon[192298]: osdmap e422: 8 total, 8 up, 7 in 2023-09-23T15:28:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[219580]: failed to encode map e421 with expected crc 2023-09-23T15:28:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[219580]: failed to encode map e421 with expected crc 2023-09-23T15:28:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[219580]: failed to encode map e421 with expected crc 2023-09-23T15:28:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[219580]: failed to encode map e422 with expected crc 2023-09-23T15:28:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[219580]: failed to encode map e422 with expected crc 2023-09-23T15:28:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:28:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[219580]: osdmap e422: 8 total, 8 up, 7 in 2023-09-23T15:28:39.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[212312]: failed to encode map e421 with expected crc 2023-09-23T15:28:39.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[212312]: failed to encode map e421 with expected crc 2023-09-23T15:28:39.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[212312]: failed to encode map e421 with expected crc 2023-09-23T15:28:39.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:39.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[212312]: failed to encode map e422 with expected crc 2023-09-23T15:28:39.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[212312]: failed to encode map e422 with expected crc 2023-09-23T15:28:39.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:28:39.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:39 smithi118 ceph-mon[212312]: osdmap e422: 8 total, 8 up, 7 in 2023-09-23T15:28:39.941 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:39.947 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:39.947 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:40.049 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:40.090 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:40.157 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:40.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:40.161 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:40.239 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:28:40.240 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:28:40.240 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:28:40.240 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:28:40.261 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:40.334 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:40.450 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:40.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:40.463 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:40.482 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 2, 6] out_osds: [4] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:28:40.482 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:28:40.482 INFO:tasks.thrashosds.thrasher:Removing osd 2, in_osds are: [1, 3, 5, 7, 0, 2, 6] 2023-09-23T15:28:40.482 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd out 2 2023-09-23T15:28:40.536 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:40 smithi118 ceph-mon[219580]: failed to encode map e422 with expected crc 2023-09-23T15:28:40.536 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:40 smithi118 ceph-mon[219580]: pgmap v1150: 129 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 5 unknown, 1 active, 4 active+recovery_wait+degraded, 116 active+clean; 2.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 376 op/s; 4176/105438 objects degraded (3.961%); 8.5 MiB/s, 135 objects/s recovering 2023-09-23T15:28:40.536 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:40 smithi118 ceph-mon[212312]: failed to encode map e422 with expected crc 2023-09-23T15:28:40.537 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:40 smithi118 ceph-mon[212312]: pgmap v1150: 129 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 5 unknown, 1 active, 4 active+recovery_wait+degraded, 116 active+clean; 2.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 376 op/s; 4176/105438 objects degraded (3.961%); 8.5 MiB/s, 135 objects/s recovering 2023-09-23T15:28:40.564 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:40.571 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:28:40.588 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:40 smithi178 ceph-mon[192298]: failed to encode map e422 with expected crc 2023-09-23T15:28:40.588 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:40 smithi178 ceph-mon[192298]: pgmap v1150: 129 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 5 unknown, 1 active, 4 active+recovery_wait+degraded, 116 active+clean; 2.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 376 op/s; 4176/105438 objects degraded (3.961%); 8.5 MiB/s, 135 objects/s recovering 2023-09-23T15:28:40.590 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:40.593 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:28:40.612 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:28:40.631 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:28:40.633 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:40.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:40.636 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:40.650 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:28:40.737 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:40.778 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:40.809 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:28:40.877 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:28:40.918 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:40.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:40.931 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:40.937 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:28:40.948 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:28:40.948 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:28:40.949 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:28:40.949 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:28:40.949 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:28:40.949 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:28:40.949 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:28:40.949 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:28:41.031 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:41.064 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:41.134 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:41.141 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:28:41.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:41.142 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:41.242 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:41.296 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:41.340 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2647837510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:41.387 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:41.391 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:41.392 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:41.492 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:41.567 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2647837510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:41.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2647837510' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:41.578 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:41.614 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:28:41.670 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:41.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:41.678 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:41.779 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:41.814 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:41.877 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:41.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:41.881 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:41.955 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:28:41.982 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:42.013 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:42.055 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:42.064 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:42.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:42.070 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:42.171 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:42.202 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:42.259 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:42.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:42.262 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:42.362 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:42.387 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:42.428 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:42.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:42.431 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:42.532 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:42.563 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:42.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:42 smithi178 ceph-mon[192298]: pgmap v1151: 129 pgs: 1 active+recovering, 1 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 1 unknown, 1 active, 3 active+recovery_wait+degraded, 120 active+clean; 2.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 374 op/s; 3313/102966 objects degraded (3.218%); 396/102966 objects misplaced (0.385%); 7.6 MiB/s, 121 objects/s recovering 2023-09-23T15:28:42.730 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:42 smithi118 ceph-mon[219580]: pgmap v1151: 129 pgs: 1 active+recovering, 1 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 1 unknown, 1 active, 3 active+recovery_wait+degraded, 120 active+clean; 2.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 374 op/s; 3313/102966 objects degraded (3.218%); 396/102966 objects misplaced (0.385%); 7.6 MiB/s, 121 objects/s recovering 2023-09-23T15:28:42.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:42 smithi118 ceph-mon[212312]: pgmap v1151: 129 pgs: 1 active+recovering, 1 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 1 unknown, 1 active, 3 active+recovery_wait+degraded, 120 active+clean; 2.1 GiB data, 12 GiB used, 614 GiB / 626 GiB avail; 0 B/s wr, 374 op/s; 3313/102966 objects degraded (3.218%); 396/102966 objects misplaced (0.385%); 7.6 MiB/s, 121 objects/s recovering 2023-09-23T15:28:42.853 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:42.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:42.860 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:42.960 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:42.988 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:43.034 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:43.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:43.038 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:43.139 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:43.178 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:43.426 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:43.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:43.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:43 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 3313/102966 objects degraded (3.218%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:43.435 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:43 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 3313/102966 objects degraded (3.218%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:43.436 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:43.440 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:28:43.440 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:28:43.466 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:43 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 3313/102966 objects degraded (3.218%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:43.533 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:43.537 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:43.571 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:43.676 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:43.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:43.679 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:43.780 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:43.806 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:43.849 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:43.851 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:43.852 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:43.953 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:43.984 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:44.104 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:28:44.227 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:44.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:44.231 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:44.314 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:28:44.331 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:44.435 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:44 smithi118 ceph-mon[212312]: pgmap v1152: 129 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 5 active+recovery_wait+degraded, 121 active+clean; 2.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 548 op/s; 9173/98178 objects degraded (9.343%); 396/98178 objects misplaced (0.403%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:28:44.435 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:44 smithi118 ceph-mon[219580]: pgmap v1152: 129 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 5 active+recovery_wait+degraded, 121 active+clean; 2.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 548 op/s; 9173/98178 objects degraded (9.343%); 396/98178 objects misplaced (0.403%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:28:44.458 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:44.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:44 smithi178 ceph-mon[192298]: pgmap v1152: 129 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 5 active+recovery_wait+degraded, 121 active+clean; 2.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 548 op/s; 9173/98178 objects degraded (9.343%); 396/98178 objects misplaced (0.403%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:28:44.719 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:44.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:44.733 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:44.735 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:28:44.834 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:44.860 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:45.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:44 smithi118 conmon[212288]: 2023-09-23T15:28:44.744+0000 7f4045f51700 -1 mon.a@0(leader).osd e422 definitely_dead 0 2023-09-23T15:28:45.212 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:45.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:45.218 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:45.319 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:45.351 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:45.454 INFO:teuthology.orchestra.run.smithi118.stderr:marked out osd.2. 2023-09-23T15:28:45.456 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:45.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:45.459 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:45.466 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:45.479 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:45 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3316874722' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:28:45.479 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:28:45.479 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:45 smithi118 ceph-mon[219580]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T15:28:45.480 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:45 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3316874722' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:28:45.480 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:28:45.480 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:45 smithi118 ceph-mon[212312]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T15:28:45.559 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:45.590 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:45 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3316874722' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:28:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-09-23T15:28:45.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:45 smithi178 ceph-mon[192298]: Client client.admin marked osd.2 out, while it was still marked up 2023-09-23T15:28:45.687 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:45.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:45.691 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:45.794 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:45.821 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:45.867 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:45.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:45.871 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:45.972 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:45.999 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:46.143 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:46.147 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:46.148 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:46.249 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:46.277 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:46.437 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:46.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:46.442 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:46.542 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:46.569 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:46.619 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:28:46.620 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:28:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T15:28:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: osdmap e423: 8 total, 8 up, 6 in 2023-09-23T15:28:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: pgmap v1154: 129 pgs: 19 peering, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 106 active+clean; 2.1 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 7418/102060 objects degraded (7.268%) 2023-09-23T15:28:46.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:46 smithi178 ceph-mon[192298]: osdmap e424: 8 total, 8 up, 6 in 2023-09-23T15:28:46.659 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:46.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:46.662 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:46.733 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.733 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T15:28:46.733 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: osdmap e423: 8 total, 8 up, 6 in 2023-09-23T15:28:46.733 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.733 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.733 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.733 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: pgmap v1154: 129 pgs: 19 peering, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 106 active+clean; 2.1 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 7418/102060 objects degraded (7.268%) 2023-09-23T15:28:46.734 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[219580]: osdmap e424: 8 total, 8 up, 6 in 2023-09-23T15:28:46.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-09-23T15:28:46.734 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: osdmap e423: 8 total, 8 up, 6 in 2023-09-23T15:28:46.735 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.735 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.735 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.735 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.735 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.735 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.735 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: failed to encode map e423 with expected crc 2023-09-23T15:28:46.735 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: pgmap v1154: 129 pgs: 19 peering, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 106 active+clean; 2.1 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 7418/102060 objects degraded (7.268%) 2023-09-23T15:28:46.735 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:46 smithi118 ceph-mon[212312]: osdmap e424: 8 total, 8 up, 6 in 2023-09-23T15:28:46.763 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:46.793 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:46.839 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:46.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:46.843 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:46.943 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:46.975 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:47.280 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:47.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:47.283 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:47.384 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:47.414 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:47.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[212312]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.444 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[212312]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[212312]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[212312]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[212312]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 5 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T15:28:47.445 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[212312]: osdmap e425: 8 total, 8 up, 6 in 2023-09-23T15:28:47.577 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:28:47.638 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:47.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:47.641 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:47.705 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:47 smithi178 ceph-mon[192298]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.706 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:47 smithi178 ceph-mon[192298]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.706 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:47 smithi178 ceph-mon[192298]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.706 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:47 smithi178 ceph-mon[192298]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.706 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:47 smithi178 ceph-mon[192298]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.706 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:47 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 5 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T15:28:47.706 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:47 smithi178 ceph-mon[192298]: osdmap e425: 8 total, 8 up, 6 in 2023-09-23T15:28:47.731 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:28:47.742 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:47.759 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[219580]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.759 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[219580]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.760 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[219580]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.760 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[219580]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.760 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[219580]: failed to encode map e424 with expected crc 2023-09-23T15:28:47.760 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 5 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2023-09-23T15:28:47.760 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:47 smithi118 ceph-mon[219580]: osdmap e425: 8 total, 8 up, 6 in 2023-09-23T15:28:47.785 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:47.833 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:47.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:47.836 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:47.937 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:47.964 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:48.038 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:48.044 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:48.044 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:48.145 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:48.213 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:48.303 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:48.311 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:48.312 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:48.412 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:48.465 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:48.549 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:48.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:48.556 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:48.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: 9.10 starting backfill to osd.5 from (0'0,0'0] MAX to 422'7203 2023-09-23T15:28:48.571 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2638494282' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 7418/102060 objects degraded (7.268%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2638494282' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: osdmap e426: 8 total, 8 up, 6 in 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: pgmap v1157: 129 pgs: 8 remapped+peering, 19 peering, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 98 active+clean; 2.1 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 14 KiB/s rd, 7 op/s; 7089/101718 objects degraded (6.969%) 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[219580]: 9.8 scrub starts 2023-09-23T15:28:48.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.573 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: 9.10 starting backfill to osd.5 from (0'0,0'0] MAX to 422'7203 2023-09-23T15:28:48.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2638494282' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:28:48.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 7418/102060 objects degraded (7.268%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:48.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:48.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2638494282' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:28:48.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: osdmap e426: 8 total, 8 up, 6 in 2023-09-23T15:28:48.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: pgmap v1157: 129 pgs: 8 remapped+peering, 19 peering, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 98 active+clean; 2.1 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 14 KiB/s rd, 7 op/s; 7089/101718 objects degraded (6.969%) 2023-09-23T15:28:48.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.574 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.575 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:48 smithi118 ceph-mon[212312]: 9.8 scrub starts 2023-09-23T15:28:48.575 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:28:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:28:48] "GET /metrics HTTP/1.1" 200 36516 "" "Prometheus/2.43.0" 2023-09-23T15:28:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e425 with expected crc 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: 9.10 starting backfill to osd.5 from (0'0,0'0] MAX to 422'7203 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2638494282' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 7418/102060 objects degraded (7.268%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2638494282' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: osdmap e426: 8 total, 8 up, 6 in 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: pgmap v1157: 129 pgs: 8 remapped+peering, 19 peering, 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 98 active+clean; 2.1 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 14 KiB/s rd, 7 op/s; 7089/101718 objects degraded (6.969%) 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: failed to encode map e426 with expected crc 2023-09-23T15:28:48.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:48 smithi178 ceph-mon[192298]: 9.8 scrub starts 2023-09-23T15:28:48.657 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:48.726 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:49.127 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:49.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:49.138 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:49.238 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:49.286 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:49.376 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:49.385 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:49.385 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:49.486 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:49.536 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:49.615 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:49.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:49.626 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:49.639 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:49.726 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:49.765 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:49.788 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:28:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[219580]: osdmap e427: 8 total, 8 up, 6 in 2023-09-23T15:28:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[219580]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[219580]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[219580]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[219580]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[219580]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[219580]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[219580]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[212312]: osdmap e427: 8 total, 8 up, 6 in 2023-09-23T15:28:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[212312]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[212312]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[212312]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[212312]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[212312]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[212312]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:49 smithi118 ceph-mon[212312]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.831 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:28:49.846 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:49.854 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:49 smithi178 ceph-mon[192298]: osdmap e427: 8 total, 8 up, 6 in 2023-09-23T15:28:49.854 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:49 smithi178 ceph-mon[192298]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.854 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:49 smithi178 ceph-mon[192298]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.854 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:49 smithi178 ceph-mon[192298]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.854 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:49 smithi178 ceph-mon[192298]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.854 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:49 smithi178 ceph-mon[192298]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.854 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:49 smithi178 ceph-mon[192298]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.855 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:49 smithi178 ceph-mon[192298]: failed to encode map e427 with expected crc 2023-09-23T15:28:49.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:49.855 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:49.866 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:28:49.904 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:28:49.939 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:28:49.957 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:49.977 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:28:50.000 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:50.015 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:28:50.054 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:28:50.061 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:28:50.062 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:28:50.062 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:28:50.062 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:28:50.062 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:28:50.062 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:28:50.062 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:28:50.062 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:28:50.088 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:50.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:50.097 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:50.197 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:50.246 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:50.328 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:50.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:50.338 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:50.438 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:28:50.501 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:50.572 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:28:50.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:50.580 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:28:50.681 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:50.753 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[219580]: pgmap v1160: 129 pgs: 1 active+recovering+undersized+remapped, 8 remapped+peering, 17 peering, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 94 active+clean; 1.8 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 21 KiB/s rd, 14 MiB/s wr, 1.41k op/s; 15278/90471 objects degraded (16.887%); 122/90471 objects misplaced (0.135%); 71 MiB/s, 2 keys/s, 1.14k objects/s recovering 2023-09-23T15:28:50.753 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[219580]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.753 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[219580]: osdmap e428: 8 total, 8 up, 6 in 2023-09-23T15:28:50.753 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[219580]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.753 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[219580]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.753 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[219580]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.753 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[219580]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.754 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1309175686' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:50.754 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[212312]: pgmap v1160: 129 pgs: 1 active+recovering+undersized+remapped, 8 remapped+peering, 17 peering, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 94 active+clean; 1.8 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 21 KiB/s rd, 14 MiB/s wr, 1.41k op/s; 15278/90471 objects degraded (16.887%); 122/90471 objects misplaced (0.135%); 71 MiB/s, 2 keys/s, 1.14k objects/s recovering 2023-09-23T15:28:50.754 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[212312]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.754 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[212312]: osdmap e428: 8 total, 8 up, 6 in 2023-09-23T15:28:50.754 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[212312]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.754 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[212312]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.754 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[212312]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.755 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[212312]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.755 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:50 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1309175686' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:50.762 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:50 smithi178 ceph-mon[192298]: pgmap v1160: 129 pgs: 1 active+recovering+undersized+remapped, 8 remapped+peering, 17 peering, 1 active+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 94 active+clean; 1.8 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 21 KiB/s rd, 14 MiB/s wr, 1.41k op/s; 15278/90471 objects degraded (16.887%); 122/90471 objects misplaced (0.135%); 71 MiB/s, 2 keys/s, 1.14k objects/s recovering 2023-09-23T15:28:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:50 smithi178 ceph-mon[192298]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:50 smithi178 ceph-mon[192298]: osdmap e428: 8 total, 8 up, 6 in 2023-09-23T15:28:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:50 smithi178 ceph-mon[192298]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:50 smithi178 ceph-mon[192298]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:50 smithi178 ceph-mon[192298]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:50 smithi178 ceph-mon[192298]: failed to encode map e428 with expected crc 2023-09-23T15:28:50.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:50 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1309175686' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:28:50.880 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:50.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:50.886 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:50.987 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:51.014 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:51.060 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:51.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:51.064 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:51.164 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:51.215 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:51.314 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:28:51.750 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 6] out_osds: [4, 2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:28:51.751 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:28:51.751 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_3 2023-09-23T15:28:51.751 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:28:51.992 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:51.999 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:51 smithi118 ceph-mon[212312]: Health check update: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2023-09-23T15:28:52.002 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:51 smithi118 ceph-mon[219580]: Health check update: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2023-09-23T15:28:52.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:52.003 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:52.104 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:28:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:51 smithi178 ceph-mon[192298]: Health check update: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2023-09-23T15:28:52.206 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:52.362 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:28:52.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:52.368 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:28:52.469 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:52.536 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:52.567 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:52.654 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:52 smithi118 ceph-mon[212312]: pgmap v1162: 129 pgs: 2 active+clean+remapped, 2 active+recovering+undersized+remapped, 6 remapped+peering, 1 active+undersized+remapped, 12 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 103 active+clean; 1.8 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 13 MiB/s wr, 1.58k op/s; 27407/87201 objects degraded (31.430%); 995/87201 objects misplaced (1.141%); 71 MiB/s, 2 keys/s, 1.15k objects/s recovering 2023-09-23T15:28:52.654 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:52.654 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:52.654 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 27407/87201 objects degraded (31.430%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:52.792 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:52.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:52.798 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:52.811 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:52.899 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:52.907 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:52 smithi118 ceph-mon[219580]: pgmap v1162: 129 pgs: 2 active+clean+remapped, 2 active+recovering+undersized+remapped, 6 remapped+peering, 1 active+undersized+remapped, 12 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 103 active+clean; 1.8 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 13 MiB/s wr, 1.58k op/s; 27407/87201 objects degraded (31.430%); 995/87201 objects misplaced (1.141%); 71 MiB/s, 2 keys/s, 1.15k objects/s recovering 2023-09-23T15:28:52.907 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:52.907 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:52.907 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 27407/87201 objects degraded (31.430%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:52.937 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:28:52.937 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:28:52.937 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:28:52.937 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:28:53.011 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:53.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:52 smithi178 ceph-mon[192298]: pgmap v1162: 129 pgs: 2 active+clean+remapped, 2 active+recovering+undersized+remapped, 6 remapped+peering, 1 active+undersized+remapped, 12 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 103 active+clean; 1.8 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 13 MiB/s wr, 1.58k op/s; 27407/87201 objects degraded (31.430%); 995/87201 objects misplaced (1.141%); 71 MiB/s, 2 keys/s, 1.15k objects/s recovering 2023-09-23T15:28:53.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:28:53.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:28:53.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 27407/87201 objects degraded (31.430%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:53 smithi118 ceph-mon[219580]: pgmap v1163: 129 pgs: 4 active+clean+remapped, 3 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 108 active+clean; 1.6 GiB data, 8.9 GiB used, 528 GiB / 536 GiB avail; 9.0 MiB/s wr, 1.65k op/s; 25118/77166 objects degraded (32.551%); 1278/77166 objects misplaced (1.656%); 52 MiB/s, 1 keys/s, 889 objects/s recovering 2023-09-23T15:28:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:53 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2023-09-23T15:28:53.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:53 smithi118 ceph-mon[219580]: osdmap e429: 8 total, 8 up, 6 in 2023-09-23T15:28:53.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:53 smithi118 ceph-mon[212312]: pgmap v1163: 129 pgs: 4 active+clean+remapped, 3 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 108 active+clean; 1.6 GiB data, 8.9 GiB used, 528 GiB / 536 GiB avail; 9.0 MiB/s wr, 1.65k op/s; 25118/77166 objects degraded (32.551%); 1278/77166 objects misplaced (1.656%); 52 MiB/s, 1 keys/s, 889 objects/s recovering 2023-09-23T15:28:53.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:53 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2023-09-23T15:28:53.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:53 smithi118 ceph-mon[212312]: osdmap e429: 8 total, 8 up, 6 in 2023-09-23T15:28:54.039 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:28:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:53 smithi178 ceph-mon[192298]: pgmap v1163: 129 pgs: 4 active+clean+remapped, 3 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 108 active+clean; 1.6 GiB data, 8.9 GiB used, 528 GiB / 536 GiB avail; 9.0 MiB/s wr, 1.65k op/s; 25118/77166 objects degraded (32.551%); 1278/77166 objects misplaced (1.656%); 52 MiB/s, 1 keys/s, 889 objects/s recovering 2023-09-23T15:28:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:53 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2023-09-23T15:28:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:53 smithi178 ceph-mon[192298]: osdmap e429: 8 total, 8 up, 6 in 2023-09-23T15:28:54.737 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:54.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:54.751 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:54.852 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:54.888 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:54 smithi118 ceph-mon[219580]: failed to encode map e429 with expected crc 2023-09-23T15:28:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:54 smithi118 ceph-mon[219580]: failed to encode map e429 with expected crc 2023-09-23T15:28:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:54 smithi118 ceph-mon[219580]: failed to encode map e429 with expected crc 2023-09-23T15:28:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:54 smithi118 ceph-mon[219580]: 9.9 scrub starts 2023-09-23T15:28:55.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:54 smithi118 ceph-mon[219580]: osdmap e430: 8 total, 8 up, 6 in 2023-09-23T15:28:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:54 smithi118 ceph-mon[212312]: failed to encode map e429 with expected crc 2023-09-23T15:28:55.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:54 smithi118 ceph-mon[212312]: failed to encode map e429 with expected crc 2023-09-23T15:28:55.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:54 smithi118 ceph-mon[212312]: failed to encode map e429 with expected crc 2023-09-23T15:28:55.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:54 smithi118 ceph-mon[212312]: 9.9 scrub starts 2023-09-23T15:28:55.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:54 smithi118 ceph-mon[212312]: osdmap e430: 8 total, 8 up, 6 in 2023-09-23T15:28:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:54 smithi178 ceph-mon[192298]: failed to encode map e429 with expected crc 2023-09-23T15:28:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:54 smithi178 ceph-mon[192298]: failed to encode map e429 with expected crc 2023-09-23T15:28:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:54 smithi178 ceph-mon[192298]: failed to encode map e429 with expected crc 2023-09-23T15:28:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:54 smithi178 ceph-mon[192298]: 9.9 scrub starts 2023-09-23T15:28:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:54 smithi178 ceph-mon[192298]: osdmap e430: 8 total, 8 up, 6 in 2023-09-23T15:28:56.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[219580]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[219580]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[219580]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[219580]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[219580]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[219580]: pgmap v1166: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.5 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 1.05k op/s; 25118/71589 objects degraded (35.086%); 1116/71589 objects misplaced (1.559%); 7.8 MiB/s, 318 objects/s recovering 2023-09-23T15:28:56.015 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[212312]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.015 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[212312]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.015 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[212312]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.015 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[212312]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.015 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[212312]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.015 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:55 smithi118 ceph-mon[212312]: pgmap v1166: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.5 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 1.05k op/s; 25118/71589 objects degraded (35.086%); 1116/71589 objects misplaced (1.559%); 7.8 MiB/s, 318 objects/s recovering 2023-09-23T15:28:56.070 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:28:56.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:55 smithi178 ceph-mon[192298]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:55 smithi178 ceph-mon[192298]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:55 smithi178 ceph-mon[192298]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:55 smithi178 ceph-mon[192298]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:55 smithi178 ceph-mon[192298]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:55 smithi178 ceph-mon[192298]: pgmap v1166: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.5 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 1.05k op/s; 25118/71589 objects degraded (35.086%); 1116/71589 objects misplaced (1.559%); 7.8 MiB/s, 318 objects/s recovering 2023-09-23T15:28:56.520 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:56.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:56.524 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:56.625 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:28:56.673 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:56.747 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:28:56.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:56.752 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:28:56.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:56 smithi118 ceph-mon[219580]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:56 smithi118 ceph-mon[219580]: 9.13 scrub starts 2023-09-23T15:28:56.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:56 smithi118 ceph-mon[212312]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:56 smithi118 ceph-mon[212312]: 9.13 scrub starts 2023-09-23T15:28:56.853 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:56.909 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:56.984 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:56.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:56.992 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:56.993 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:56 smithi178 ceph-mon[192298]: failed to encode map e430 with expected crc 2023-09-23T15:28:56.993 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:56 smithi178 ceph-mon[192298]: 9.13 scrub starts 2023-09-23T15:28:57.093 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:57.232 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:57.350 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:57.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:57.364 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:57.464 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:28:57.552 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:57.656 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:28:57.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:57.662 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:28:57.763 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:28:57.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:57 smithi118 ceph-mon[219580]: 9.18 scrub starts 2023-09-23T15:28:57.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 25118/71589 objects degraded (35.086%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:57.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:57 smithi118 ceph-mon[219580]: pgmap v1167: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.4 GiB data, 8.4 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 827 op/s; 24880/70698 objects degraded (35.192%); 1116/70698 objects misplaced (1.579%); 7.7 MiB/s, 270 objects/s recovering 2023-09-23T15:28:57.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:57 smithi118 ceph-mon[212312]: 9.18 scrub starts 2023-09-23T15:28:57.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 25118/71589 objects degraded (35.086%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:57.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:57 smithi118 ceph-mon[212312]: pgmap v1167: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.4 GiB data, 8.4 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 827 op/s; 24880/70698 objects degraded (35.192%); 1116/70698 objects misplaced (1.579%); 7.7 MiB/s, 270 objects/s recovering 2023-09-23T15:28:57.854 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:57.901 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:57.901 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:28:58.122 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:28:58.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:58.126 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:28:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:57 smithi178 ceph-mon[192298]: 9.18 scrub starts 2023-09-23T15:28:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 25118/71589 objects degraded (35.086%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:28:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:57 smithi178 ceph-mon[192298]: pgmap v1167: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.4 GiB data, 8.4 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 827 op/s; 24880/70698 objects degraded (35.192%); 1116/70698 objects misplaced (1.579%); 7.7 MiB/s, 270 objects/s recovering 2023-09-23T15:28:58.226 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:58.277 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:58.342 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:58.348 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:58.349 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:58.450 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:58.523 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:28:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:28:58] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.43.0" 2023-09-23T15:28:58.531 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:58.669 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:28:58.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:58.688 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:28:58.711 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:28:58.715 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:28:58.788 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:58.826 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:58.896 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:58.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:58.902 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:59.003 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:59.049 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:59.130 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:59.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:59.137 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:59.238 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:28:59.277 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:59.382 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:28:59.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:59.390 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:28:59.491 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:28:59.544 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:59.580 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:28:59.614 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:28:59.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:28:59.622 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:28:59.723 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:28:59.803 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:28:59.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:59 smithi118 ceph-mon[219580]: 9.19 scrub starts 2023-09-23T15:28:59.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:28:59 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3312928822' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:59.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:59 smithi118 ceph-mon[212312]: 9.19 scrub starts 2023-09-23T15:28:59.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:28:59 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3312928822' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:28:59.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:59 smithi178 ceph-mon[192298]: 9.19 scrub starts 2023-09-23T15:28:59.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:28:59 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3312928822' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:29:00.146 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:00.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:00.156 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:00.257 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:00.298 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[219580]: from='client.55948 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:29:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[219580]: pgmap v1168: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.3 GiB data, 8.0 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 1.04k op/s; 24880/62169 objects degraded (40.020%); 725/62169 objects misplaced (1.166%); 7.2 MiB/s, 333 objects/s recovering 2023-09-23T15:29:00.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:29:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[219580]: failed to encode map e431 with expected crc 2023-09-23T15:29:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3312928822' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:29:00.574 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[219580]: osdmap e431: 8 total, 8 up, 6 in 2023-09-23T15:29:00.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:00 smithi178 ceph-mon[192298]: from='client.55948 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:29:00.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:00 smithi178 ceph-mon[192298]: pgmap v1168: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.3 GiB data, 8.0 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 1.04k op/s; 24880/62169 objects degraded (40.020%); 725/62169 objects misplaced (1.166%); 7.2 MiB/s, 333 objects/s recovering 2023-09-23T15:29:00.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:00 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:29:00.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:00 smithi178 ceph-mon[192298]: failed to encode map e431 with expected crc 2023-09-23T15:29:00.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3312928822' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:29:00.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:00 smithi178 ceph-mon[192298]: osdmap e431: 8 total, 8 up, 6 in 2023-09-23T15:29:01.049 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:01.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[212312]: from='client.55948 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:29:01.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[212312]: pgmap v1168: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.3 GiB data, 8.0 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 1.04k op/s; 24880/62169 objects degraded (40.020%); 725/62169 objects misplaced (1.166%); 7.2 MiB/s, 333 objects/s recovering 2023-09-23T15:29:01.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:29:01.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[212312]: failed to encode map e431 with expected crc 2023-09-23T15:29:01.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3312928822' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:29:01.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:00 smithi118 ceph-mon[212312]: osdmap e431: 8 total, 8 up, 6 in 2023-09-23T15:29:01.053 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:01.053 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:01.154 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:01.185 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:01.235 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:01.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:01.242 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:01.343 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:01.369 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:01.412 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:01.416 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:01.417 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:01.518 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:01.701 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:01 smithi178 ceph-mon[192298]: osdmap e432: 8 total, 8 up, 6 in 2023-09-23T15:29:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:01 smithi178 ceph-mon[192298]: failed to encode map e432 with expected crc 2023-09-23T15:29:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:01 smithi178 ceph-mon[192298]: failed to encode map e432 with expected crc 2023-09-23T15:29:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:01 smithi178 ceph-mon[192298]: failed to encode map e432 with expected crc 2023-09-23T15:29:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:01 smithi178 ceph-mon[192298]: failed to encode map e432 with expected crc 2023-09-23T15:29:02.067 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:01 smithi118 ceph-mon[219580]: osdmap e432: 8 total, 8 up, 6 in 2023-09-23T15:29:02.067 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:01 smithi118 ceph-mon[219580]: failed to encode map e432 with expected crc 2023-09-23T15:29:02.067 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:01 smithi118 ceph-mon[219580]: failed to encode map e432 with expected crc 2023-09-23T15:29:02.067 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:01 smithi118 ceph-mon[219580]: failed to encode map e432 with expected crc 2023-09-23T15:29:02.067 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:01 smithi118 ceph-mon[219580]: failed to encode map e432 with expected crc 2023-09-23T15:29:02.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:01 smithi118 ceph-mon[212312]: osdmap e432: 8 total, 8 up, 6 in 2023-09-23T15:29:02.067 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:01 smithi118 ceph-mon[212312]: failed to encode map e432 with expected crc 2023-09-23T15:29:02.068 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:01 smithi118 ceph-mon[212312]: failed to encode map e432 with expected crc 2023-09-23T15:29:02.068 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:01 smithi118 ceph-mon[212312]: failed to encode map e432 with expected crc 2023-09-23T15:29:02.068 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:01 smithi118 ceph-mon[212312]: failed to encode map e432 with expected crc 2023-09-23T15:29:02.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[219580]: pgmap v1171: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.1 GiB data, 7.7 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 1.01k op/s; 24880/56181 objects degraded (44.285%); 538/56181 objects misplaced (0.958%); 5.7 MiB/s, 302 objects/s recovering 2023-09-23T15:29:02.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[219580]: failed to encode map e433 with expected crc 2023-09-23T15:29:02.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[219580]: failed to encode map e433 with expected crc 2023-09-23T15:29:02.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[219580]: osdmap e433: 8 total, 8 up, 6 in 2023-09-23T15:29:02.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[219580]: failed to encode map e433 with expected crc 2023-09-23T15:29:02.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[219580]: failed to encode map e433 with expected crc 2023-09-23T15:29:02.941 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 24880/56181 objects degraded (44.285%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:02.942 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[212312]: pgmap v1171: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.1 GiB data, 7.7 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 1.01k op/s; 24880/56181 objects degraded (44.285%); 538/56181 objects misplaced (0.958%); 5.7 MiB/s, 302 objects/s recovering 2023-09-23T15:29:02.942 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[212312]: failed to encode map e433 with expected crc 2023-09-23T15:29:02.942 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[212312]: failed to encode map e433 with expected crc 2023-09-23T15:29:02.942 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[212312]: osdmap e433: 8 total, 8 up, 6 in 2023-09-23T15:29:02.942 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[212312]: failed to encode map e433 with expected crc 2023-09-23T15:29:02.942 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[212312]: failed to encode map e433 with expected crc 2023-09-23T15:29:02.942 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 24880/56181 objects degraded (44.285%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:02 smithi178 ceph-mon[192298]: pgmap v1171: 129 pgs: 4 active+clean+remapped, 2 active+recovering+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 109 active+clean; 1.1 GiB data, 7.7 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 1.01k op/s; 24880/56181 objects degraded (44.285%); 538/56181 objects misplaced (0.958%); 5.7 MiB/s, 302 objects/s recovering 2023-09-23T15:29:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:02 smithi178 ceph-mon[192298]: failed to encode map e433 with expected crc 2023-09-23T15:29:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:02 smithi178 ceph-mon[192298]: failed to encode map e433 with expected crc 2023-09-23T15:29:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:02 smithi178 ceph-mon[192298]: osdmap e433: 8 total, 8 up, 6 in 2023-09-23T15:29:03.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:02 smithi178 ceph-mon[192298]: failed to encode map e433 with expected crc 2023-09-23T15:29:03.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:02 smithi178 ceph-mon[192298]: failed to encode map e433 with expected crc 2023-09-23T15:29:03.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 24880/56181 objects degraded (44.285%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:03.431 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:03.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:03.439 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:03.541 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:03.567 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:03.634 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:03.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:03.640 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:03.741 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:03.780 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:03.859 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:03.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:03.872 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:03.973 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:04.018 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:04.608 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1167,"stamp":"2023-09-23T15:28:57.554055+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1543158532,"num_objects":23566,"num_object_clones":0,"num_object_copies":70698,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24880,"num_objects_misplaced":1116,"num_objects_unfound":0,"num_objects_dirty":23566,"num_whiteouts":0,"num_read":93,"num_read_kb":169,"num_write":149463,"num_write_kb":5533206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":39300,"num_bytes_recovered":2438269171,"num_keys_recovered":70,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":240817,"ondisk_log_size":240817,"up":383,"acting":374,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":400,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":8834372,"kb_used_data":5953236,"kb_used_omap":140,"kb_used_meta":2880307,"kb_avail":553636540,"statfs":{"total":575970213888,"available":566923816960,"internally_reserved":0,"allocated":6096113664,"data_stored":6085362964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":143620,"internal_metadata":2949435132},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,7,3,9,7,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-431947776,"num_objects":-6591,"num_object_clones":0,"num_object_copies":-19773,"num_objects_missing_on_primary":-947,"num_objects_missing":-947,"num_objects_degraded":9602,"num_objects_misplaced":994,"num_objects_unfound":0,"num_objects_dirty":-6591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6591,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2152,"num_bytes_recovered":64618496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.967726"},"pg_stats":[{"pgid":"9.23","version":"428'7234","reported_seq":13508,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:52.512729+0000","last_change":"2023-09-23T15:28:37.390284+0000","last_active":"2023-09-23T15:28:52.512729+0000","last_peered":"2023-09-23T15:28:52.512729+0000","last_clean":"2023-09-23T15:28:52.512729+0000","last_became_active":"2023-09-23T15:28:37.381862+0000","last_became_peered":"2023-09-23T15:28:37.381862+0000","last_unstale":"2023-09-23T15:28:52.512729+0000","last_undegraded":"2023-09-23T15:28:52.512729+0000","last_fullsized":"2023-09-23T15:28:52.512729+0000","mapping_epoch":419,"log_start":"0'0","ondisk_log_start":"0'0","created":419,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7234,"log_dups_size":0,"ondisk_log_size":7234,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23494656,"num_objects":359,"num_object_clones":0,"num_object_copies":1077,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":359,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2348,"num_write_kb":86592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":784,"num_bytes_recovered":51347456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.22","version":"428'7088","reported_seq":11528,"reported_epoch":428,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:53.253899+0000","last_change":"2023-09-23T15:28:47.721323+0000","last_active":"2023-09-23T15:28:53.253899+0000","last_peered":"2023-09-23T15:28:53.253899+0000","last_clean":"2023-09-23T15:28:45.341583+0000","last_became_active":"2023-09-23T15:28:47.708157+0000","last_became_peered":"2023-09-23T15:28:47.708157+0000","last_unstale":"2023-09-23T15:28:53.253899+0000","last_undegraded":"2023-09-23T15:28:47.438057+0000","last_fullsized":"2023-09-23T15:28:47.425037+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":419,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7088,"log_dups_size":0,"ondisk_log_size":7088,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23805952,"num_objects":363,"num_object_clones":0,"num_object_copies":1089,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1350,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":363,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2296,"num_write_kb":85104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":769,"num_bytes_recovered":50413568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,6],"acting":[1,7],"avail_no_missing":["1","2","7"],"object_location_counts":[{"shards":"1,2,7","objects":402},{"shards":"1,7","objects":-132}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.21","version":"430'7178","reported_seq":11903,"reported_epoch":430,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:55.196273+0000","last_change":"2023-09-23T15:28:47.997305+0000","last_active":"2023-09-23T15:28:55.196273+0000","last_peered":"2023-09-23T15:28:55.196273+0000","last_clean":"2023-09-23T15:28:45.379614+0000","last_became_active":"2023-09-23T15:28:47.688914+0000","last_became_peered":"2023-09-23T15:28:47.688914+0000","last_unstale":"2023-09-23T15:28:55.196273+0000","last_undegraded":"2023-09-23T15:28:47.439850+0000","last_fullsized":"2023-09-23T15:28:47.415969+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":419,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7178,"log_dups_size":0,"ondisk_log_size":7178,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22052864,"num_objects":337,"num_object_clones":0,"num_object_copies":1011,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1385,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":337,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2348,"num_write_kb":85888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1149,"num_bytes_recovered":75202560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6],"avail_no_missing":["3","2","6","7"],"object_location_counts":[{"shards":"2,3,6","objects":375},{"shards":"3,6","objects":-159}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.20","version":"430'7260","reported_seq":7379,"reported_epoch":430,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:55.450574+0000","last_change":"2023-09-23T15:28:47.595302+0000","last_active":"2023-09-23T15:28:55.450574+0000","last_peered":"2023-09-23T15:28:55.450574+0000","last_clean":"2023-09-23T15:28:45.391102+0000","last_became_active":"2023-09-23T15:28:47.581942+0000","last_became_peered":"2023-09-23T15:28:47.581942+0000","last_unstale":"2023-09-23T15:28:55.450574+0000","last_undegraded":"2023-09-23T15:28:47.540820+0000","last_fullsized":"2023-09-23T15:28:47.467734+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":419,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7260,"log_dups_size":0,"ondisk_log_size":7260,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23789568,"num_objects":363,"num_object_clones":0,"num_object_copies":1089,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1378,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":363,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2361,"num_write_kb":87168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0],"avail_no_missing":["6","0","2"],"object_location_counts":[{"shards":"0,2,6","objects":362},{"shards":"0,6","objects":-110}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"430'7462","reported_seq":7570,"reported_epoch":430,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T15:28:55.499564+0000","last_change":"2023-09-23T15:28:48.010604+0000","last_active":"2023-09-23T15:28:55.499564+0000","last_peered":"2023-09-23T15:28:55.499564+0000","last_clean":"2023-09-23T15:28:45.391071+0000","last_became_active":"2023-09-23T15:28:47.573780+0000","last_became_peered":"2023-09-23T15:28:47.573780+0000","last_unstale":"2023-09-23T15:28:55.499564+0000","last_undegraded":"2023-09-23T15:28:55.499564+0000","last_fullsized":"2023-09-23T15:28:55.499564+0000","mapping_epoch":424,"log_start":"369'2007","ondisk_log_start":"369'2007","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5455,"log_dups_size":0,"ondisk_log_size":5455,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46596096,"num_objects":711,"num_object_clones":0,"num_object_copies":2133,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":711,"num_objects_unfound":0,"num_objects_dirty":711,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4739,"num_write_kb":174400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,2],"avail_no_missing":["6","0","2"],"object_location_counts":[{"shards":"0,2,6","objects":711}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":17,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.674914+0000","last_change":"2023-09-23T15:28:46.460388+0000","last_active":"2023-09-23T15:28:53.674914+0000","last_peered":"2023-09-23T15:28:53.674914+0000","last_clean":"2023-09-23T15:28:53.674914+0000","last_became_active":"2023-09-23T15:28:46.459848+0000","last_became_peered":"2023-09-23T15:28:46.459848+0000","last_unstale":"2023-09-23T15:28:53.674914+0000","last_undegraded":"2023-09-23T15:28:53.674914+0000","last_fullsized":"2023-09-23T15:28:53.674914+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:44.770459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":63,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.678984+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:28:53.678984+0000","last_peered":"2023-09-23T15:28:53.678984+0000","last_clean":"2023-09-23T15:28:53.678984+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:28:53.678984+0000","last_undegraded":"2023-09-23T15:28:53.678984+0000","last_fullsized":"2023-09-23T15:28:53.678984+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"428'7276","reported_seq":13534,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:52.449154+0000","last_change":"2023-09-23T15:27:11.369844+0000","last_active":"2023-09-23T15:28:52.449154+0000","last_peered":"2023-09-23T15:28:52.449154+0000","last_clean":"2023-09-23T15:28:52.449154+0000","last_became_active":"2023-09-23T15:26:20.889512+0000","last_became_peered":"2023-09-23T15:26:20.889512+0000","last_unstale":"2023-09-23T15:28:52.449154+0000","last_undegraded":"2023-09-23T15:28:52.449154+0000","last_fullsized":"2023-09-23T15:28:52.449154+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7276,"log_dups_size":0,"ondisk_log_size":7276,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54722560,"num_objects":835,"num_object_clones":0,"num_object_copies":2505,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":835,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4573,"num_write_kb":173056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1563,"num_bytes_recovered":102432768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":427,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.677851+0000","last_change":"2023-09-23T15:28:46.438543+0000","last_active":"2023-09-23T15:28:53.677851+0000","last_peered":"2023-09-23T15:28:53.677851+0000","last_clean":"2023-09-23T15:28:53.677851+0000","last_became_active":"2023-09-23T15:28:46.437779+0000","last_became_peered":"2023-09-23T15:28:46.437779+0000","last_unstale":"2023-09-23T15:28:53.677851+0000","last_undegraded":"2023-09-23T15:28:53.677851+0000","last_fullsized":"2023-09-23T15:28:53.677851+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:15:32.882516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":242,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.568515+0000","last_change":"2023-09-23T15:25:43.997464+0000","last_active":"2023-09-23T15:28:48.568515+0000","last_peered":"2023-09-23T15:28:48.568515+0000","last_clean":"2023-09-23T15:28:48.568515+0000","last_became_active":"2023-09-23T15:25:43.997187+0000","last_became_peered":"2023-09-23T15:25:43.997187+0000","last_unstale":"2023-09-23T15:28:48.568515+0000","last_undegraded":"2023-09-23T15:28:48.568515+0000","last_fullsized":"2023-09-23T15:28:48.568515+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:09:49.792186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.12","version":"428'7172","reported_seq":11530,"reported_epoch":428,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:53.252804+0000","last_change":"2023-09-23T15:28:47.721370+0000","last_active":"2023-09-23T15:28:53.252804+0000","last_peered":"2023-09-23T15:28:53.252804+0000","last_clean":"2023-09-23T15:28:45.368499+0000","last_became_active":"2023-09-23T15:28:47.708803+0000","last_became_peered":"2023-09-23T15:28:47.708803+0000","last_unstale":"2023-09-23T15:28:53.252804+0000","last_undegraded":"2023-09-23T15:28:47.549180+0000","last_fullsized":"2023-09-23T15:28:47.411831+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":397,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7172,"log_dups_size":0,"ondisk_log_size":7172,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52920320,"num_objects":808,"num_object_clones":0,"num_object_copies":2424,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2625,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":808,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4514,"num_write_kb":170272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1502,"num_bytes_recovered":98336768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,6],"acting":[1,7],"avail_no_missing":["1","2","7"],"object_location_counts":[{"shards":"1,2,7","objects":773},{"shards":"1,7","objects":-144}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":72,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.671923+0000","last_change":"2023-09-23T15:28:46.425487+0000","last_active":"2023-09-23T15:28:53.671923+0000","last_peered":"2023-09-23T15:28:53.671923+0000","last_clean":"2023-09-23T15:28:53.671923+0000","last_became_active":"2023-09-23T15:28:46.425186+0000","last_became_peered":"2023-09-23T15:28:46.425186+0000","last_unstale":"2023-09-23T15:28:53.671923+0000","last_undegraded":"2023-09-23T15:28:53.671923+0000","last_fullsized":"2023-09-23T15:28:53.671923+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:01.458173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":76,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.670030+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:28:53.670030+0000","last_peered":"2023-09-23T15:28:53.670030+0000","last_clean":"2023-09-23T15:28:53.670030+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:28:53.670030+0000","last_undegraded":"2023-09-23T15:28:53.670030+0000","last_fullsized":"2023-09-23T15:28:53.670030+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"428'8877","reported_seq":18017,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.227451+0000","last_change":"2023-09-23T15:28:37.387702+0000","last_active":"2023-09-23T15:28:53.227451+0000","last_peered":"2023-09-23T15:28:53.227451+0000","last_clean":"2023-09-23T15:28:53.227451+0000","last_became_active":"2023-09-23T15:28:37.365087+0000","last_became_peered":"2023-09-23T15:28:37.365087+0000","last_unstale":"2023-09-23T15:28:53.227451+0000","last_undegraded":"2023-09-23T15:28:53.227451+0000","last_fullsized":"2023-09-23T15:28:53.227451+0000","mapping_epoch":419,"log_start":"369'1954","ondisk_log_start":"369'1954","created":419,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6923,"log_dups_size":0,"ondisk_log_size":6923,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47317004,"num_objects":723,"num_object_clones":0,"num_object_copies":2169,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":723,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4607,"num_write_kb":170497,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2253,"num_bytes_recovered":147619840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":356,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.581148+0000","last_change":"2023-09-23T15:25:44.023571+0000","last_active":"2023-09-23T15:28:48.581148+0000","last_peered":"2023-09-23T15:28:48.581148+0000","last_clean":"2023-09-23T15:28:48.581148+0000","last_became_active":"2023-09-23T15:25:44.023213+0000","last_became_peered":"2023-09-23T15:25:44.023213+0000","last_unstale":"2023-09-23T15:28:48.581148+0000","last_undegraded":"2023-09-23T15:28:48.581148+0000","last_fullsized":"2023-09-23T15:28:48.581148+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:18:35.840229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":70,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672001+0000","last_change":"2023-09-23T15:25:18.528240+0000","last_active":"2023-09-23T15:28:53.672001+0000","last_peered":"2023-09-23T15:28:53.672001+0000","last_clean":"2023-09-23T15:28:53.672001+0000","last_became_active":"2023-09-23T15:25:18.527538+0000","last_became_peered":"2023-09-23T15:25:18.527538+0000","last_unstale":"2023-09-23T15:28:53.672001+0000","last_undegraded":"2023-09-23T15:28:53.672001+0000","last_fullsized":"2023-09-23T15:28:53.672001+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:26.611152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"430'8991","reported_seq":12099,"reported_epoch":430,"state":"active+clean","last_fresh":"2023-09-23T15:28:55.110417+0000","last_change":"2023-09-23T15:28:37.408451+0000","last_active":"2023-09-23T15:28:55.110417+0000","last_peered":"2023-09-23T15:28:55.110417+0000","last_clean":"2023-09-23T15:28:55.110417+0000","last_became_active":"2023-09-23T15:28:37.389919+0000","last_became_peered":"2023-09-23T15:28:37.389919+0000","last_unstale":"2023-09-23T15:28:55.110417+0000","last_undegraded":"2023-09-23T15:28:55.110417+0000","last_fullsized":"2023-09-23T15:28:55.110417+0000","mapping_epoch":419,"log_start":"373'3181","ondisk_log_start":"373'3181","created":419,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5810,"log_dups_size":0,"ondisk_log_size":5810,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44957696,"num_objects":686,"num_object_clones":0,"num_object_copies":2058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":686,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4684,"num_write_kb":171840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1563,"num_bytes_recovered":102400000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":772,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672186+0000","last_change":"2023-09-23T15:27:00.678458+0000","last_active":"2023-09-23T15:28:53.672186+0000","last_peered":"2023-09-23T15:28:53.672186+0000","last_clean":"2023-09-23T15:28:53.672186+0000","last_became_active":"2023-09-23T15:27:00.678163+0000","last_became_peered":"2023-09-23T15:27:00.678163+0000","last_unstale":"2023-09-23T15:28:53.672186+0000","last_undegraded":"2023-09-23T15:28:53.672186+0000","last_fullsized":"2023-09-23T15:28:53.672186+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:24:41.592032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.592032+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":290013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":376,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.574134+0000","last_change":"2023-09-23T15:28:46.428625+0000","last_active":"2023-09-23T15:28:48.574134+0000","last_peered":"2023-09-23T15:28:48.574134+0000","last_clean":"2023-09-23T15:28:48.574134+0000","last_became_active":"2023-09-23T15:28:46.428285+0000","last_became_peered":"2023-09-23T15:28:46.428285+0000","last_unstale":"2023-09-23T15:28:48.574134+0000","last_undegraded":"2023-09-23T15:28:48.574134+0000","last_fullsized":"2023-09-23T15:28:48.574134+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:52:01.992227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":418,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.677755+0000","last_change":"2023-09-23T15:25:44.032073+0000","last_active":"2023-09-23T15:28:53.677755+0000","last_peered":"2023-09-23T15:28:53.677755+0000","last_clean":"2023-09-23T15:28:53.677755+0000","last_became_active":"2023-09-23T15:25:44.031733+0000","last_became_peered":"2023-09-23T15:25:44.031733+0000","last_unstale":"2023-09-23T15:28:53.677755+0000","last_undegraded":"2023-09-23T15:28:53.677755+0000","last_fullsized":"2023-09-23T15:28:53.677755+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:48.562653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1f","version":"428'9158","reported_seq":12234,"reported_epoch":428,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:53.221757+0000","last_change":"2023-09-23T15:28:38.600146+0000","last_active":"2023-09-23T15:28:53.221757+0000","last_peered":"2023-09-23T15:28:53.221757+0000","last_clean":"2023-09-23T15:25:17.518007+0000","last_became_active":"2023-09-23T15:28:38.568879+0000","last_became_peered":"2023-09-23T15:28:38.568879+0000","last_unstale":"2023-09-23T15:28:53.221757+0000","last_undegraded":"2023-09-23T15:28:38.547729+0000","last_fullsized":"2023-09-23T15:28:38.546030+0000","mapping_epoch":421,"log_start":"369'2200","ondisk_log_start":"369'2200","created":419,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6958,"log_dups_size":0,"ondisk_log_size":6958,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50397184,"num_objects":769,"num_object_clones":0,"num_object_copies":2307,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1619,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":769,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4752,"num_write_kb":176672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":742,"num_bytes_recovered":48627712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1],"avail_no_missing":["5","1","7"],"object_location_counts":[{"shards":"1,2,5","objects":356},{"shards":"1,5","objects":319}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":100,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.678858+0000","last_change":"2023-09-23T15:25:44.086060+0000","last_active":"2023-09-23T15:28:53.678858+0000","last_peered":"2023-09-23T15:28:53.678858+0000","last_clean":"2023-09-23T15:28:53.678858+0000","last_became_active":"2023-09-23T15:25:44.031210+0000","last_became_peered":"2023-09-23T15:25:44.031210+0000","last_unstale":"2023-09-23T15:28:53.678858+0000","last_undegraded":"2023-09-23T15:28:53.678858+0000","last_fullsized":"2023-09-23T15:28:53.678858+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:11:04.278962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":36,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.578311+0000","last_change":"2023-09-23T15:28:46.422221+0000","last_active":"2023-09-23T15:28:48.578311+0000","last_peered":"2023-09-23T15:28:48.578311+0000","last_clean":"2023-09-23T15:28:48.578311+0000","last_became_active":"2023-09-23T15:28:46.421922+0000","last_became_peered":"2023-09-23T15:28:46.421922+0000","last_unstale":"2023-09-23T15:28:48.578311+0000","last_undegraded":"2023-09-23T15:28:48.578311+0000","last_fullsized":"2023-09-23T15:28:48.578311+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:20.236885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1e","version":"430'8770","reported_seq":9699,"reported_epoch":430,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:28:57.307249+0000","last_change":"2023-09-23T15:28:46.443875+0000","last_active":"2023-09-23T15:28:57.307249+0000","last_peered":"2023-09-23T15:28:57.307249+0000","last_clean":"2023-09-23T15:25:42.983538+0000","last_became_active":"2023-09-23T15:28:37.408213+0000","last_became_peered":"2023-09-23T15:28:37.408213+0000","last_unstale":"2023-09-23T15:28:57.307249+0000","last_undegraded":"2023-09-23T15:28:46.443281+0000","last_fullsized":"2023-09-23T15:28:57.307249+0000","mapping_epoch":419,"log_start":"376'3928","ondisk_log_start":"376'3928","created":419,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4842,"log_dups_size":0,"ondisk_log_size":4842,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41484288,"num_objects":633,"num_object_clones":0,"num_object_copies":1899,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1768,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":633,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4592,"num_write_kb":167200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":416,"num_bytes_recovered":27230208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":["0","5","7"],"object_location_counts":[{"shards":"0,3,5","objects":403},{"shards":"0,5,7","objects":230}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":341,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.572614+0000","last_change":"2023-09-23T15:28:46.460484+0000","last_active":"2023-09-23T15:28:48.572614+0000","last_peered":"2023-09-23T15:28:48.572614+0000","last_clean":"2023-09-23T15:28:48.572614+0000","last_became_active":"2023-09-23T15:28:46.428269+0000","last_became_peered":"2023-09-23T15:28:46.428269+0000","last_unstale":"2023-09-23T15:28:48.572614+0000","last_undegraded":"2023-09-23T15:28:48.572614+0000","last_fullsized":"2023-09-23T15:28:48.572614+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:21:57.160615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":23670,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":96,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668408+0000","last_change":"2023-09-23T15:28:46.436842+0000","last_active":"2023-09-23T15:28:53.668408+0000","last_peered":"2023-09-23T15:28:53.668408+0000","last_clean":"2023-09-23T15:28:53.668408+0000","last_became_active":"2023-09-23T15:28:46.430731+0000","last_became_peered":"2023-09-23T15:28:46.430731+0000","last_unstale":"2023-09-23T15:28:53.668408+0000","last_undegraded":"2023-09-23T15:28:53.668408+0000","last_fullsized":"2023-09-23T15:28:53.668408+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:33:16.187805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":871,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672444+0000","last_change":"2023-09-23T15:28:48.592940+0000","last_active":"2023-09-23T15:28:53.672444+0000","last_peered":"2023-09-23T15:28:53.672444+0000","last_clean":"2023-09-23T15:28:53.672444+0000","last_became_active":"2023-09-23T15:28:48.592594+0000","last_became_peered":"2023-09-23T15:28:48.592594+0000","last_unstale":"2023-09-23T15:28:53.672444+0000","last_undegraded":"2023-09-23T15:28:53.672444+0000","last_fullsized":"2023-09-23T15:28:53.672444+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:29.123897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:29.123897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0014113800000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.19","version":"428'7416","reported_seq":7505,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:52.503369+0000","last_change":"2023-09-23T15:27:11.370359+0000","last_active":"2023-09-23T15:28:52.503369+0000","last_peered":"2023-09-23T15:28:52.503369+0000","last_clean":"2023-09-23T15:28:52.503369+0000","last_became_active":"2023-09-23T15:26:20.890092+0000","last_became_peered":"2023-09-23T15:26:20.890092+0000","last_unstale":"2023-09-23T15:28:52.503369+0000","last_undegraded":"2023-09-23T15:28:52.503369+0000","last_fullsized":"2023-09-23T15:28:52.503369+0000","mapping_epoch":389,"log_start":"367'127","ondisk_log_start":"367'127","created":389,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7289,"log_dups_size":0,"ondisk_log_size":7289,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54984704,"num_objects":839,"num_object_clones":0,"num_object_copies":2517,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4665,"num_write_kb":176128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":541,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.572656+0000","last_change":"2023-09-23T15:28:46.465505+0000","last_active":"2023-09-23T15:28:48.572656+0000","last_peered":"2023-09-23T15:28:48.572656+0000","last_clean":"2023-09-23T15:28:48.572656+0000","last_became_active":"2023-09-23T15:28:46.428428+0000","last_became_peered":"2023-09-23T15:28:46.428428+0000","last_unstale":"2023-09-23T15:28:48.572656+0000","last_undegraded":"2023-09-23T15:28:48.572656+0000","last_fullsized":"2023-09-23T15:28:48.572656+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:39.157845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":238,"num_keys_recovered":70,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":452,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672729+0000","last_change":"2023-09-23T15:28:46.429424+0000","last_active":"2023-09-23T15:28:53.672729+0000","last_peered":"2023-09-23T15:28:53.672729+0000","last_clean":"2023-09-23T15:28:53.672729+0000","last_became_active":"2023-09-23T15:28:46.429090+0000","last_became_peered":"2023-09-23T15:28:46.429090+0000","last_unstale":"2023-09-23T15:28:53.672729+0000","last_undegraded":"2023-09-23T15:28:53.672729+0000","last_fullsized":"2023-09-23T15:28:53.672729+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:04:24.629106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":931,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.667667+0000","last_change":"2023-09-23T15:28:49.614976+0000","last_active":"2023-09-23T15:28:53.667667+0000","last_peered":"2023-09-23T15:28:53.667667+0000","last_clean":"2023-09-23T15:28:53.667667+0000","last_became_active":"2023-09-23T15:28:49.614646+0000","last_became_peered":"2023-09-23T15:28:49.614646+0000","last_unstale":"2023-09-23T15:28:53.667667+0000","last_undegraded":"2023-09-23T15:28:53.667667+0000","last_fullsized":"2023-09-23T15:28:53.667667+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.201466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.201466+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.18","version":"428'7544","reported_seq":7634,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:52.492697+0000","last_change":"2023-09-23T15:26:20.942000+0000","last_active":"2023-09-23T15:28:52.492697+0000","last_peered":"2023-09-23T15:28:52.492697+0000","last_clean":"2023-09-23T15:28:52.492697+0000","last_became_active":"2023-09-23T15:26:20.910189+0000","last_became_peered":"2023-09-23T15:26:20.910189+0000","last_unstale":"2023-09-23T15:28:52.492697+0000","last_undegraded":"2023-09-23T15:28:52.492697+0000","last_fullsized":"2023-09-23T15:28:52.492697+0000","mapping_epoch":389,"log_start":"367'325","ondisk_log_start":"367'325","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7219,"log_dups_size":0,"ondisk_log_size":7219,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55934976,"num_objects":854,"num_object_clones":0,"num_object_copies":2562,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":854,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4746,"num_write_kb":179168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":296,"reported_epoch":429,"state":"active+clean+remapped","last_fresh":"2023-09-23T15:28:53.668398+0000","last_change":"2023-09-23T15:28:47.427399+0000","last_active":"2023-09-23T15:28:53.668398+0000","last_peered":"2023-09-23T15:28:53.668398+0000","last_clean":"2023-09-23T15:28:53.668398+0000","last_became_active":"2023-09-23T15:28:47.424391+0000","last_became_peered":"2023-09-23T15:28:47.424391+0000","last_unstale":"2023-09-23T15:28:53.668398+0000","last_undegraded":"2023-09-23T15:28:53.668398+0000","last_fullsized":"2023-09-23T15:28:53.668398+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:50:04.334848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0,2],"avail_no_missing":["6","0","2"],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":346,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.573619+0000","last_change":"2023-09-23T15:24:47.442522+0000","last_active":"2023-09-23T15:28:48.573619+0000","last_peered":"2023-09-23T15:28:48.573619+0000","last_clean":"2023-09-23T15:28:48.573619+0000","last_became_active":"2023-09-23T15:24:47.438999+0000","last_became_peered":"2023-09-23T15:24:47.438999+0000","last_unstale":"2023-09-23T15:28:48.573619+0000","last_undegraded":"2023-09-23T15:28:48.573619+0000","last_fullsized":"2023-09-23T15:28:48.573619+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:29:51.456923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1b","version":"430'9030","reported_seq":9116,"reported_epoch":430,"state":"active+clean","last_fresh":"2023-09-23T15:28:55.493014+0000","last_change":"2023-09-23T15:28:37.427915+0000","last_active":"2023-09-23T15:28:55.493014+0000","last_peered":"2023-09-23T15:28:55.493014+0000","last_clean":"2023-09-23T15:28:55.493014+0000","last_became_active":"2023-09-23T15:28:37.368941+0000","last_became_peered":"2023-09-23T15:28:37.368941+0000","last_unstale":"2023-09-23T15:28:55.493014+0000","last_undegraded":"2023-09-23T15:28:55.493014+0000","last_fullsized":"2023-09-23T15:28:55.493014+0000","mapping_epoch":419,"log_start":"376'3692","ondisk_log_start":"376'3692","created":419,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5338,"log_dups_size":0,"ondisk_log_size":5338,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43319296,"num_objects":661,"num_object_clones":0,"num_object_copies":1983,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":661,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4741,"num_write_kb":172864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":628,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.670347+0000","last_change":"2023-09-23T15:27:00.689702+0000","last_active":"2023-09-23T15:28:53.670347+0000","last_peered":"2023-09-23T15:28:53.670347+0000","last_clean":"2023-09-23T15:28:53.670347+0000","last_became_active":"2023-09-23T15:27:00.689414+0000","last_became_peered":"2023-09-23T15:27:00.689414+0000","last_unstale":"2023-09-23T15:28:53.670347+0000","last_undegraded":"2023-09-23T15:28:53.670347+0000","last_fullsized":"2023-09-23T15:28:53.670347+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":428,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.572888+0000","last_change":"2023-09-23T15:24:47.437426+0000","last_active":"2023-09-23T15:28:48.572888+0000","last_peered":"2023-09-23T15:28:48.572888+0000","last_clean":"2023-09-23T15:28:48.572888+0000","last_became_active":"2023-09-23T15:24:47.437070+0000","last_became_peered":"2023-09-23T15:24:47.437070+0000","last_unstale":"2023-09-23T15:28:48.572888+0000","last_undegraded":"2023-09-23T15:28:48.572888+0000","last_fullsized":"2023-09-23T15:28:48.572888+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:48:10.985624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":88,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.673542+0000","last_change":"2023-09-23T15:28:46.452699+0000","last_active":"2023-09-23T15:28:53.673542+0000","last_peered":"2023-09-23T15:28:53.673542+0000","last_clean":"2023-09-23T15:28:53.673542+0000","last_became_active":"2023-09-23T15:28:46.452391+0000","last_became_peered":"2023-09-23T15:28:46.452391+0000","last_unstale":"2023-09-23T15:28:53.673542+0000","last_undegraded":"2023-09-23T15:28:53.673542+0000","last_fullsized":"2023-09-23T15:28:53.673542+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:07:08.195060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"428'8707","reported_seq":17629,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:52.504334+0000","last_change":"2023-09-23T15:28:37.401791+0000","last_active":"2023-09-23T15:28:52.504334+0000","last_peered":"2023-09-23T15:28:52.504334+0000","last_clean":"2023-09-23T15:28:52.504334+0000","last_became_active":"2023-09-23T15:28:37.385729+0000","last_became_peered":"2023-09-23T15:28:37.385729+0000","last_unstale":"2023-09-23T15:28:52.504334+0000","last_undegraded":"2023-09-23T15:28:52.504334+0000","last_fullsized":"2023-09-23T15:28:52.504334+0000","mapping_epoch":419,"log_start":"375'3386","ondisk_log_start":"375'3386","created":419,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5321,"log_dups_size":0,"ondisk_log_size":5321,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49610752,"num_objects":757,"num_object_clones":0,"num_object_copies":2271,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":757,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4512,"num_write_kb":168608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2201,"num_bytes_recovered":116326400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":625,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668022+0000","last_change":"2023-09-23T15:28:48.597302+0000","last_active":"2023-09-23T15:28:53.668022+0000","last_peered":"2023-09-23T15:28:53.668022+0000","last_clean":"2023-09-23T15:28:53.668022+0000","last_became_active":"2023-09-23T15:28:48.595323+0000","last_became_peered":"2023-09-23T15:28:48.595323+0000","last_unstale":"2023-09-23T15:28:53.668022+0000","last_undegraded":"2023-09-23T15:28:53.668022+0000","last_fullsized":"2023-09-23T15:28:53.668022+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:37.123004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:37.123004+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":106,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668166+0000","last_change":"2023-09-23T15:25:44.097090+0000","last_active":"2023-09-23T15:28:53.668166+0000","last_peered":"2023-09-23T15:28:53.668166+0000","last_clean":"2023-09-23T15:28:53.668166+0000","last_became_active":"2023-09-23T15:25:44.039934+0000","last_became_peered":"2023-09-23T15:25:44.039934+0000","last_unstale":"2023-09-23T15:28:53.668166+0000","last_undegraded":"2023-09-23T15:28:53.668166+0000","last_fullsized":"2023-09-23T15:28:53.668166+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:09.426824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":302,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.669623+0000","last_change":"2023-09-23T15:28:46.443862+0000","last_active":"2023-09-23T15:28:53.669623+0000","last_peered":"2023-09-23T15:28:53.669623+0000","last_clean":"2023-09-23T15:28:53.669623+0000","last_became_active":"2023-09-23T15:28:46.443593+0000","last_became_peered":"2023-09-23T15:28:46.443593+0000","last_unstale":"2023-09-23T15:28:53.669623+0000","last_undegraded":"2023-09-23T15:28:53.669623+0000","last_fullsized":"2023-09-23T15:28:53.669623+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:25.082658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":820,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.670126+0000","last_change":"2023-09-23T15:28:48.593891+0000","last_active":"2023-09-23T15:28:53.670126+0000","last_peered":"2023-09-23T15:28:53.670126+0000","last_clean":"2023-09-23T15:28:53.670126+0000","last_became_active":"2023-09-23T15:28:48.593674+0000","last_became_peered":"2023-09-23T15:28:48.593674+0000","last_unstale":"2023-09-23T15:28:53.670126+0000","last_undegraded":"2023-09-23T15:28:53.670126+0000","last_fullsized":"2023-09-23T15:28:53.670126+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:34.895121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:34.895121+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.5","version":"430'7407","reported_seq":12069,"reported_epoch":430,"state":"active+clean","last_fresh":"2023-09-23T15:28:55.097340+0000","last_change":"2023-09-23T15:27:24.100249+0000","last_active":"2023-09-23T15:28:55.097340+0000","last_peered":"2023-09-23T15:28:55.097340+0000","last_clean":"2023-09-23T15:28:55.097340+0000","last_became_active":"2023-09-23T15:26:21.640146+0000","last_became_peered":"2023-09-23T15:26:21.640146+0000","last_unstale":"2023-09-23T15:28:55.097340+0000","last_undegraded":"2023-09-23T15:28:55.097340+0000","last_fullsized":"2023-09-23T15:28:55.097340+0000","mapping_epoch":390,"log_start":"368'681","ondisk_log_start":"368'681","created":359,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6726,"log_dups_size":0,"ondisk_log_size":6726,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46137344,"num_objects":704,"num_object_clones":0,"num_object_copies":2112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":704,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4704,"num_write_kb":173056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2279,"num_bytes_recovered":149389312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":268,"reported_epoch":429,"state":"active+clean+remapped","last_fresh":"2023-09-23T15:28:53.673602+0000","last_change":"2023-09-23T15:28:47.431278+0000","last_active":"2023-09-23T15:28:53.673602+0000","last_peered":"2023-09-23T15:28:53.673602+0000","last_clean":"2023-09-23T15:28:53.673602+0000","last_became_active":"2023-09-23T15:28:47.430806+0000","last_became_peered":"2023-09-23T15:28:47.430806+0000","last_unstale":"2023-09-23T15:28:53.673602+0000","last_undegraded":"2023-09-23T15:28:53.673602+0000","last_fullsized":"2023-09-23T15:28:53.673602+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:24:37.630234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5,2],"avail_no_missing":["0","2","5"],"object_location_counts":[{"shards":"0,2,5","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":426,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668085+0000","last_change":"2023-09-23T15:25:44.040536+0000","last_active":"2023-09-23T15:28:53.668085+0000","last_peered":"2023-09-23T15:28:53.668085+0000","last_clean":"2023-09-23T15:28:53.668085+0000","last_became_active":"2023-09-23T15:25:44.040232+0000","last_became_peered":"2023-09-23T15:25:44.040232+0000","last_unstale":"2023-09-23T15:28:53.668085+0000","last_undegraded":"2023-09-23T15:28:53.668085+0000","last_fullsized":"2023-09-23T15:28:53.668085+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:25:30.935142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":773,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672648+0000","last_change":"2023-09-23T15:27:00.691500+0000","last_active":"2023-09-23T15:28:53.672648+0000","last_peered":"2023-09-23T15:28:53.672648+0000","last_clean":"2023-09-23T15:28:53.672648+0000","last_became_active":"2023-09-23T15:27:00.691136+0000","last_became_peered":"2023-09-23T15:27:00.691136+0000","last_unstale":"2023-09-23T15:28:53.672648+0000","last_undegraded":"2023-09-23T15:28:53.672648+0000","last_fullsized":"2023-09-23T15:28:53.672648+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:24:41.592032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.592032+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":28,"num_write":8,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":290013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.4","version":"428'7354","reported_seq":7442,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.223543+0000","last_change":"2023-09-23T15:26:20.866623+0000","last_active":"2023-09-23T15:28:53.223543+0000","last_peered":"2023-09-23T15:28:53.223543+0000","last_clean":"2023-09-23T15:28:53.223543+0000","last_became_active":"2023-09-23T15:26:20.853636+0000","last_became_peered":"2023-09-23T15:26:20.853636+0000","last_unstale":"2023-09-23T15:28:53.223543+0000","last_undegraded":"2023-09-23T15:28:53.223543+0000","last_fullsized":"2023-09-23T15:28:53.223543+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7354,"log_dups_size":0,"ondisk_log_size":7354,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48300032,"num_objects":737,"num_object_clones":0,"num_object_copies":2211,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4657,"num_write_kb":172608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":422,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.574049+0000","last_change":"2023-09-23T15:23:52.515167+0000","last_active":"2023-09-23T15:28:48.574049+0000","last_peered":"2023-09-23T15:28:48.574049+0000","last_clean":"2023-09-23T15:28:48.574049+0000","last_became_active":"2023-09-23T15:23:52.420879+0000","last_became_peered":"2023-09-23T15:23:52.420879+0000","last_unstale":"2023-09-23T15:28:48.574049+0000","last_undegraded":"2023-09-23T15:28:48.574049+0000","last_fullsized":"2023-09-23T15:28:48.574049+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:45.262183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":76,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.669565+0000","last_change":"2023-09-23T15:24:47.438652+0000","last_active":"2023-09-23T15:28:53.669565+0000","last_peered":"2023-09-23T15:28:53.669565+0000","last_clean":"2023-09-23T15:28:53.669565+0000","last_became_active":"2023-09-23T15:24:47.438130+0000","last_became_peered":"2023-09-23T15:24:47.438130+0000","last_unstale":"2023-09-23T15:28:53.669565+0000","last_undegraded":"2023-09-23T15:28:53.669565+0000","last_fullsized":"2023-09-23T15:28:53.669565+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:31:47.445763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":806,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.669778+0000","last_change":"2023-09-23T15:28:48.598081+0000","last_active":"2023-09-23T15:28:53.669778+0000","last_peered":"2023-09-23T15:28:53.669778+0000","last_clean":"2023-09-23T15:28:53.669778+0000","last_became_active":"2023-09-23T15:28:48.597394+0000","last_became_peered":"2023-09-23T15:28:48.597394+0000","last_unstale":"2023-09-23T15:28:53.669778+0000","last_undegraded":"2023-09-23T15:28:53.669778+0000","last_fullsized":"2023-09-23T15:28:53.669778+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:18.396162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:18.396162+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0013372690000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.7","version":"430'7421","reported_seq":11088,"reported_epoch":430,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:55.472617+0000","last_change":"2023-09-23T15:28:47.708468+0000","last_active":"2023-09-23T15:28:55.472617+0000","last_peered":"2023-09-23T15:28:55.472617+0000","last_clean":"2023-09-23T15:25:42.973823+0000","last_became_active":"2023-09-23T15:28:47.689490+0000","last_became_peered":"2023-09-23T15:28:47.689490+0000","last_unstale":"2023-09-23T15:28:55.472617+0000","last_undegraded":"2023-09-23T15:28:47.448183+0000","last_fullsized":"2023-09-23T15:28:47.410899+0000","mapping_epoch":424,"log_start":"369'2023","ondisk_log_start":"369'2023","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5398,"log_dups_size":0,"ondisk_log_size":5398,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43253760,"num_objects":660,"num_object_clones":0,"num_object_copies":1980,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2718,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":660,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4728,"num_write_kb":172416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1777,"num_bytes_recovered":116260864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5],"avail_no_missing":["6","5","7"],"object_location_counts":[{"shards":"2,5,6","objects":430},{"shards":"5,6","objects":-287},{"shards":"5,6,7","objects":257}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":479,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.573842+0000","last_change":"2023-09-23T15:25:18.532923+0000","last_active":"2023-09-23T15:28:48.573842+0000","last_peered":"2023-09-23T15:28:48.573842+0000","last_clean":"2023-09-23T15:28:48.573842+0000","last_became_active":"2023-09-23T15:25:18.526408+0000","last_became_peered":"2023-09-23T15:25:18.526408+0000","last_unstale":"2023-09-23T15:28:48.573842+0000","last_undegraded":"2023-09-23T15:28:48.573842+0000","last_fullsized":"2023-09-23T15:28:48.573842+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:59:59.731757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":490,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":86,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668580+0000","last_change":"2023-09-23T15:25:44.001517+0000","last_active":"2023-09-23T15:28:53.668580+0000","last_peered":"2023-09-23T15:28:53.668580+0000","last_clean":"2023-09-23T15:28:53.668580+0000","last_became_active":"2023-09-23T15:25:44.001169+0000","last_became_peered":"2023-09-23T15:25:44.001169+0000","last_unstale":"2023-09-23T15:28:53.668580+0000","last_undegraded":"2023-09-23T15:28:53.668580+0000","last_fullsized":"2023-09-23T15:28:53.668580+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:55.588454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":706,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.670889+0000","last_change":"2023-09-23T15:28:23.195345+0000","last_active":"2023-09-23T15:28:53.670889+0000","last_peered":"2023-09-23T15:28:53.670889+0000","last_clean":"2023-09-23T15:28:53.670889+0000","last_became_active":"2023-09-23T15:27:00.684344+0000","last_became_peered":"2023-09-23T15:27:00.684344+0000","last_unstale":"2023-09-23T15:28:53.670889+0000","last_undegraded":"2023-09-23T15:28:53.670889+0000","last_fullsized":"2023-09-23T15:28:53.670889+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:15.337833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:15.337833+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"428'7529","reported_seq":11308,"reported_epoch":428,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:53.220693+0000","last_change":"2023-09-23T15:28:47.612237+0000","last_active":"2023-09-23T15:28:53.220693+0000","last_peered":"2023-09-23T15:28:53.220693+0000","last_clean":"2023-09-23T15:25:42.964213+0000","last_became_active":"2023-09-23T15:28:47.581041+0000","last_became_peered":"2023-09-23T15:28:47.581041+0000","last_unstale":"2023-09-23T15:28:53.220693+0000","last_undegraded":"2023-09-23T15:28:47.431403+0000","last_fullsized":"2023-09-23T15:28:47.411715+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7529,"log_dups_size":0,"ondisk_log_size":7529,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46596096,"num_objects":711,"num_object_clones":0,"num_object_copies":2133,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2273,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":711,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4785,"num_write_kb":175872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1843,"num_bytes_recovered":120782848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[{"shards":"1,2,5","objects":430},{"shards":"1,5","objects":281}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":63,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672547+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:28:53.672547+0000","last_peered":"2023-09-23T15:28:53.672547+0000","last_clean":"2023-09-23T15:28:53.672547+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:28:53.672547+0000","last_undegraded":"2023-09-23T15:28:53.672547+0000","last_fullsized":"2023-09-23T15:28:53.672547+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":295,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672191+0000","last_change":"2023-09-23T15:25:44.031567+0000","last_active":"2023-09-23T15:28:53.672191+0000","last_peered":"2023-09-23T15:28:53.672191+0000","last_clean":"2023-09-23T15:28:53.672191+0000","last_became_active":"2023-09-23T15:25:44.031133+0000","last_became_peered":"2023-09-23T15:25:44.031133+0000","last_unstale":"2023-09-23T15:28:53.672191+0000","last_undegraded":"2023-09-23T15:28:53.672191+0000","last_fullsized":"2023-09-23T15:28:53.672191+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:12.953352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"430'7183","reported_seq":11905,"reported_epoch":430,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:55.108181+0000","last_change":"2023-09-23T15:28:47.997920+0000","last_active":"2023-09-23T15:28:55.108181+0000","last_peered":"2023-09-23T15:28:55.108181+0000","last_clean":"2023-09-23T15:28:45.370026+0000","last_became_active":"2023-09-23T15:28:47.688737+0000","last_became_peered":"2023-09-23T15:28:47.688737+0000","last_unstale":"2023-09-23T15:28:55.108181+0000","last_undegraded":"2023-09-23T15:28:47.472937+0000","last_fullsized":"2023-09-23T15:28:47.440531+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7183,"log_dups_size":0,"ondisk_log_size":7183,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21725184,"num_objects":331,"num_object_clones":0,"num_object_copies":993,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1332,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":331,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2352,"num_write_kb":85888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1147,"num_bytes_recovered":75202560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6],"avail_no_missing":["3","2","6","7"],"object_location_counts":[{"shards":"2,3,6","objects":326},{"shards":"3,6","objects":-106}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":918,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:49.609460+0000","last_change":"2023-09-23T15:28:49.609460+0000","last_active":"2023-09-23T15:28:49.609460+0000","last_peered":"2023-09-23T15:28:49.609460+0000","last_clean":"2023-09-23T15:28:49.609460+0000","last_became_active":"2023-09-23T15:28:49.609109+0000","last_became_peered":"2023-09-23T15:28:49.609109+0000","last_unstale":"2023-09-23T15:28:49.609460+0000","last_undegraded":"2023-09-23T15:28:49.609460+0000","last_fullsized":"2023-09-23T15:28:49.609460+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:30.904753+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":74,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.673196+0000","last_change":"2023-09-23T15:25:18.533988+0000","last_active":"2023-09-23T15:28:53.673196+0000","last_peered":"2023-09-23T15:28:53.673196+0000","last_clean":"2023-09-23T15:28:53.673196+0000","last_became_active":"2023-09-23T15:25:18.528620+0000","last_became_peered":"2023-09-23T15:25:18.528620+0000","last_unstale":"2023-09-23T15:28:53.673196+0000","last_undegraded":"2023-09-23T15:28:53.673196+0000","last_fullsized":"2023-09-23T15:28:53.673196+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:50:44.157845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":308,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672801+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:28:53.672801+0000","last_peered":"2023-09-23T15:28:53.672801+0000","last_clean":"2023-09-23T15:28:53.672801+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:28:53.672801+0000","last_undegraded":"2023-09-23T15:28:53.672801+0000","last_fullsized":"2023-09-23T15:28:53.672801+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.0","version":"430'7252","reported_seq":10025,"reported_epoch":430,"state":"active+clean","last_fresh":"2023-09-23T15:28:55.460928+0000","last_change":"2023-09-23T15:28:54.692180+0000","last_active":"2023-09-23T15:28:55.460928+0000","last_peered":"2023-09-23T15:28:55.460928+0000","last_clean":"2023-09-23T15:28:55.460928+0000","last_became_active":"2023-09-23T15:28:54.673741+0000","last_became_peered":"2023-09-23T15:28:54.673741+0000","last_unstale":"2023-09-23T15:28:55.460928+0000","last_undegraded":"2023-09-23T15:28:55.460928+0000","last_fullsized":"2023-09-23T15:28:55.460928+0000","mapping_epoch":429,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":430,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7252,"log_dups_size":0,"ondisk_log_size":7252,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24313856,"num_objects":371,"num_object_clones":0,"num_object_copies":1113,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":371,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2353,"num_write_kb":87168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1322,"num_bytes_recovered":30212096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":872,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.671939+0000","last_change":"2023-09-23T15:28:48.594943+0000","last_active":"2023-09-23T15:28:53.671939+0000","last_peered":"2023-09-23T15:28:53.671939+0000","last_clean":"2023-09-23T15:28:53.671939+0000","last_became_active":"2023-09-23T15:28:48.594537+0000","last_became_peered":"2023-09-23T15:28:48.594537+0000","last_unstale":"2023-09-23T15:28:53.671939+0000","last_undegraded":"2023-09-23T15:28:53.671939+0000","last_fullsized":"2023-09-23T15:28:53.671939+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:03:47.019337+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1313440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":76,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668723+0000","last_change":"2023-09-23T15:24:47.443083+0000","last_active":"2023-09-23T15:28:53.668723+0000","last_peered":"2023-09-23T15:28:53.668723+0000","last_clean":"2023-09-23T15:28:53.668723+0000","last_became_active":"2023-09-23T15:24:47.442506+0000","last_became_peered":"2023-09-23T15:24:47.442506+0000","last_unstale":"2023-09-23T15:28:53.668723+0000","last_undegraded":"2023-09-23T15:28:53.668723+0000","last_fullsized":"2023-09-23T15:28:53.668723+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:48:03.600653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":273,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.567431+0000","last_change":"2023-09-23T15:28:46.429051+0000","last_active":"2023-09-23T15:28:48.567431+0000","last_peered":"2023-09-23T15:28:48.567431+0000","last_clean":"2023-09-23T15:28:48.567431+0000","last_became_active":"2023-09-23T15:28:46.428723+0000","last_became_peered":"2023-09-23T15:28:46.428723+0000","last_unstale":"2023-09-23T15:28:48.567431+0000","last_undegraded":"2023-09-23T15:28:48.567431+0000","last_fullsized":"2023-09-23T15:28:48.567431+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:07:05.945487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":628,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.670443+0000","last_change":"2023-09-23T15:27:00.689756+0000","last_active":"2023-09-23T15:28:53.670443+0000","last_peered":"2023-09-23T15:28:53.670443+0000","last_clean":"2023-09-23T15:28:53.670443+0000","last_became_active":"2023-09-23T15:27:00.689445+0000","last_became_peered":"2023-09-23T15:27:00.689445+0000","last_unstale":"2023-09-23T15:28:53.670443+0000","last_undegraded":"2023-09-23T15:28:53.670443+0000","last_fullsized":"2023-09-23T15:28:53.670443+0000","mapping_epoch":401,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"428'7227","reported_seq":13502,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:52.521748+0000","last_change":"2023-09-23T15:28:37.377730+0000","last_active":"2023-09-23T15:28:52.521748+0000","last_peered":"2023-09-23T15:28:52.521748+0000","last_clean":"2023-09-23T15:28:52.521748+0000","last_became_active":"2023-09-23T15:28:37.364679+0000","last_became_peered":"2023-09-23T15:28:37.364679+0000","last_unstale":"2023-09-23T15:28:52.521748+0000","last_undegraded":"2023-09-23T15:28:52.521748+0000","last_fullsized":"2023-09-23T15:28:52.521748+0000","mapping_epoch":390,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7227,"log_dups_size":0,"ondisk_log_size":7227,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23953408,"num_objects":365,"num_object_clones":0,"num_object_copies":1095,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":365,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2340,"num_write_kb":86592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":783,"num_bytes_recovered":51347456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":336,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.572968+0000","last_change":"2023-09-23T15:28:46.429441+0000","last_active":"2023-09-23T15:28:48.572968+0000","last_peered":"2023-09-23T15:28:48.572968+0000","last_clean":"2023-09-23T15:28:48.572968+0000","last_became_active":"2023-09-23T15:28:46.429145+0000","last_became_peered":"2023-09-23T15:28:46.429145+0000","last_unstale":"2023-09-23T15:28:48.572968+0000","last_undegraded":"2023-09-23T15:28:48.572968+0000","last_fullsized":"2023-09-23T15:28:48.572968+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:52:01.764190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":85,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.671105+0000","last_change":"2023-09-23T15:25:18.526034+0000","last_active":"2023-09-23T15:28:53.671105+0000","last_peered":"2023-09-23T15:28:53.671105+0000","last_clean":"2023-09-23T15:28:53.671105+0000","last_became_active":"2023-09-23T15:25:18.525559+0000","last_became_peered":"2023-09-23T15:25:18.525559+0000","last_unstale":"2023-09-23T15:28:53.671105+0000","last_undegraded":"2023-09-23T15:28:53.671105+0000","last_fullsized":"2023-09-23T15:28:53.671105+0000","mapping_epoch":371,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:11.559066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2","version":"428'7082","reported_seq":11523,"reported_epoch":428,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:53.242658+0000","last_change":"2023-09-23T15:28:47.631638+0000","last_active":"2023-09-23T15:28:53.242658+0000","last_peered":"2023-09-23T15:28:53.242658+0000","last_clean":"2023-09-23T15:28:45.255017+0000","last_became_active":"2023-09-23T15:28:47.623904+0000","last_became_peered":"2023-09-23T15:28:47.623904+0000","last_unstale":"2023-09-23T15:28:53.242658+0000","last_undegraded":"2023-09-23T15:28:47.424463+0000","last_fullsized":"2023-09-23T15:28:47.411715+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":359,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7082,"log_dups_size":0,"ondisk_log_size":7082,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24199168,"num_objects":369,"num_object_clones":0,"num_object_copies":1107,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1344,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":369,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2290,"num_write_kb":85104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":769,"num_bytes_recovered":50413568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,6],"acting":[1,7],"avail_no_missing":["1","2","7"],"object_location_counts":[{"shards":"1,2,7","objects":365},{"shards":"1,7","objects":-81}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":782,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668860+0000","last_change":"2023-09-23T15:28:48.597436+0000","last_active":"2023-09-23T15:28:53.668860+0000","last_peered":"2023-09-23T15:28:53.668860+0000","last_clean":"2023-09-23T15:28:53.668860+0000","last_became_active":"2023-09-23T15:28:48.596550+0000","last_became_peered":"2023-09-23T15:28:48.596550+0000","last_unstale":"2023-09-23T15:28:53.668860+0000","last_undegraded":"2023-09-23T15:28:53.668860+0000","last_fullsized":"2023-09-23T15:28:53.668860+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:07:04.437176+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":356,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.572198+0000","last_change":"2023-09-23T15:24:47.437144+0000","last_active":"2023-09-23T15:28:48.572198+0000","last_peered":"2023-09-23T15:28:48.572198+0000","last_clean":"2023-09-23T15:28:48.572198+0000","last_became_active":"2023-09-23T15:24:47.436817+0000","last_became_peered":"2023-09-23T15:24:47.436817+0000","last_unstale":"2023-09-23T15:28:48.572198+0000","last_undegraded":"2023-09-23T15:28:48.572198+0000","last_fullsized":"2023-09-23T15:28:48.572198+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:49:53.760090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":423,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.569251+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:28:48.569251+0000","last_peered":"2023-09-23T15:28:48.569251+0000","last_clean":"2023-09-23T15:28:48.569251+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:28:48.569251+0000","last_undegraded":"2023-09-23T15:28:48.569251+0000","last_fullsized":"2023-09-23T15:28:48.569251+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"428'9164","reported_seq":13670,"reported_epoch":428,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:28:53.265140+0000","last_change":"2023-09-23T15:28:46.466505+0000","last_active":"2023-09-23T15:28:53.265140+0000","last_peered":"2023-09-23T15:28:53.265140+0000","last_clean":"2023-09-23T15:25:17.518007+0000","last_became_active":"2023-09-23T15:28:37.371606+0000","last_became_peered":"2023-09-23T15:28:37.371606+0000","last_unstale":"2023-09-23T15:28:53.265140+0000","last_undegraded":"2023-09-23T15:28:53.265140+0000","last_fullsized":"2023-09-23T15:28:37.330454+0000","mapping_epoch":378,"log_start":"369'2200","ondisk_log_start":"369'2200","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6964,"log_dups_size":0,"ondisk_log_size":6964,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50003968,"num_objects":763,"num_object_clones":0,"num_object_copies":2289,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":763,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4758,"num_write_kb":176672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1457,"num_bytes_recovered":75956224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1],"avail_no_missing":["5","1","7"],"object_location_counts":[{"shards":"1,5","objects":763}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":807,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.669985+0000","last_change":"2023-09-23T15:28:48.598159+0000","last_active":"2023-09-23T15:28:53.669985+0000","last_peered":"2023-09-23T15:28:53.669985+0000","last_clean":"2023-09-23T15:28:53.669985+0000","last_became_active":"2023-09-23T15:28:48.597836+0000","last_became_peered":"2023-09-23T15:28:48.597836+0000","last_unstale":"2023-09-23T15:28:53.669985+0000","last_undegraded":"2023-09-23T15:28:53.669985+0000","last_fullsized":"2023-09-23T15:28:53.669985+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:18.396162+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:18.396162+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0013372690000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":392,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.572542+0000","last_change":"2023-09-23T15:16:29.266952+0000","last_active":"2023-09-23T15:28:48.572542+0000","last_peered":"2023-09-23T15:28:48.572542+0000","last_clean":"2023-09-23T15:28:48.572542+0000","last_became_active":"2023-09-23T15:16:29.266727+0000","last_became_peered":"2023-09-23T15:16:29.266727+0000","last_unstale":"2023-09-23T15:28:48.572542+0000","last_undegraded":"2023-09-23T15:28:48.572542+0000","last_fullsized":"2023-09-23T15:28:48.572542+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:37.852267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":72,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.679025+0000","last_change":"2023-09-23T15:28:46.437458+0000","last_active":"2023-09-23T15:28:53.679025+0000","last_peered":"2023-09-23T15:28:53.679025+0000","last_clean":"2023-09-23T15:28:53.679025+0000","last_became_active":"2023-09-23T15:28:46.437121+0000","last_became_peered":"2023-09-23T15:28:46.437121+0000","last_unstale":"2023-09-23T15:28:53.679025+0000","last_undegraded":"2023-09-23T15:28:53.679025+0000","last_fullsized":"2023-09-23T15:28:53.679025+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:43:38.497844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":406,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.669822+0000","last_change":"2023-09-23T15:28:46.439817+0000","last_active":"2023-09-23T15:28:53.669822+0000","last_peered":"2023-09-23T15:28:53.669822+0000","last_clean":"2023-09-23T15:28:53.669822+0000","last_became_active":"2023-09-23T15:28:46.439565+0000","last_became_peered":"2023-09-23T15:28:46.439565+0000","last_unstale":"2023-09-23T15:28:53.669822+0000","last_undegraded":"2023-09-23T15:28:53.669822+0000","last_fullsized":"2023-09-23T15:28:53.669822+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:16:11.111220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.9","version":"428'7487","reported_seq":7574,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:52.516349+0000","last_change":"2023-09-23T15:26:20.885815+0000","last_active":"2023-09-23T15:28:52.516349+0000","last_peered":"2023-09-23T15:28:52.516349+0000","last_clean":"2023-09-23T15:28:52.516349+0000","last_became_active":"2023-09-23T15:26:20.880695+0000","last_became_peered":"2023-09-23T15:26:20.880695+0000","last_unstale":"2023-09-23T15:28:52.516349+0000","last_undegraded":"2023-09-23T15:28:52.516349+0000","last_fullsized":"2023-09-23T15:28:52.516349+0000","mapping_epoch":359,"log_start":"367'477","ondisk_log_start":"367'477","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7010,"log_dups_size":0,"ondisk_log_size":7010,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50462720,"num_objects":770,"num_object_clones":0,"num_object_copies":2310,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":770,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4736,"num_write_kb":176192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":872,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672888+0000","last_change":"2023-09-23T15:28:48.592660+0000","last_active":"2023-09-23T15:28:53.672888+0000","last_peered":"2023-09-23T15:28:53.672888+0000","last_clean":"2023-09-23T15:28:53.672888+0000","last_became_active":"2023-09-23T15:28:48.592136+0000","last_became_peered":"2023-09-23T15:28:48.592136+0000","last_unstale":"2023-09-23T15:28:53.672888+0000","last_undegraded":"2023-09-23T15:28:53.672888+0000","last_fullsized":"2023-09-23T15:28:53.672888+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:29.123897+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:29.123897+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0014113800000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":399,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.569935+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:28:48.569935+0000","last_peered":"2023-09-23T15:28:48.569935+0000","last_clean":"2023-09-23T15:28:48.569935+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:28:48.569935+0000","last_undegraded":"2023-09-23T15:28:48.569935+0000","last_fullsized":"2023-09-23T15:28:48.569935+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":76,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668321+0000","last_change":"2023-09-23T15:24:47.442840+0000","last_active":"2023-09-23T15:28:53.668321+0000","last_peered":"2023-09-23T15:28:53.668321+0000","last_clean":"2023-09-23T15:28:53.668321+0000","last_became_active":"2023-09-23T15:24:47.442586+0000","last_became_peered":"2023-09-23T15:24:47.442586+0000","last_unstale":"2023-09-23T15:28:53.668321+0000","last_undegraded":"2023-09-23T15:28:53.668321+0000","last_fullsized":"2023-09-23T15:28:53.668321+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:52:06.561363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":37,"reported_epoch":429,"state":"active+clean+remapped","last_fresh":"2023-09-23T15:28:53.672360+0000","last_change":"2023-09-23T15:28:47.435152+0000","last_active":"2023-09-23T15:28:53.672360+0000","last_peered":"2023-09-23T15:28:53.672360+0000","last_clean":"2023-09-23T15:28:53.672360+0000","last_became_active":"2023-09-23T15:28:47.434739+0000","last_became_peered":"2023-09-23T15:28:47.434739+0000","last_unstale":"2023-09-23T15:28:53.672360+0000","last_undegraded":"2023-09-23T15:28:53.672360+0000","last_fullsized":"2023-09-23T15:28:53.672360+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:25:19.936502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0,2],"avail_no_missing":["3","0","2"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.a","version":"428'8679","reported_seq":17602,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:52.516424+0000","last_change":"2023-09-23T15:28:37.380750+0000","last_active":"2023-09-23T15:28:52.516424+0000","last_peered":"2023-09-23T15:28:52.516424+0000","last_clean":"2023-09-23T15:28:52.516424+0000","last_became_active":"2023-09-23T15:28:37.368126+0000","last_became_peered":"2023-09-23T15:28:37.368126+0000","last_unstale":"2023-09-23T15:28:52.516424+0000","last_undegraded":"2023-09-23T15:28:52.516424+0000","last_fullsized":"2023-09-23T15:28:52.516424+0000","mapping_epoch":413,"log_start":"375'3386","ondisk_log_start":"375'3386","created":359,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5293,"log_dups_size":0,"ondisk_log_size":5293,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51445760,"num_objects":785,"num_object_clones":0,"num_object_copies":2355,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":785,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4484,"num_write_kb":168608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2200,"num_bytes_recovered":116326400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":625,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668192+0000","last_change":"2023-09-23T15:28:48.597333+0000","last_active":"2023-09-23T15:28:53.668192+0000","last_peered":"2023-09-23T15:28:53.668192+0000","last_clean":"2023-09-23T15:28:53.668192+0000","last_became_active":"2023-09-23T15:28:48.596127+0000","last_became_peered":"2023-09-23T15:28:48.596127+0000","last_unstale":"2023-09-23T15:28:53.668192+0000","last_undegraded":"2023-09-23T15:28:53.668192+0000","last_fullsized":"2023-09-23T15:28:53.668192+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:37.123004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:37.123004+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.676821+0000","last_change":"2023-09-23T15:28:46.434295+0000","last_active":"2023-09-23T15:28:53.676821+0000","last_peered":"2023-09-23T15:28:53.676821+0000","last_clean":"2023-09-23T15:28:53.676821+0000","last_became_active":"2023-09-23T15:28:46.432957+0000","last_became_peered":"2023-09-23T15:28:46.432957+0000","last_unstale":"2023-09-23T15:28:53.676821+0000","last_undegraded":"2023-09-23T15:28:53.676821+0000","last_fullsized":"2023-09-23T15:28:53.676821+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:28:22.980522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":34,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668245+0000","last_change":"2023-09-23T15:28:46.433368+0000","last_active":"2023-09-23T15:28:53.668245+0000","last_peered":"2023-09-23T15:28:53.668245+0000","last_clean":"2023-09-23T15:28:53.668245+0000","last_became_active":"2023-09-23T15:28:46.433054+0000","last_became_peered":"2023-09-23T15:28:46.433054+0000","last_unstale":"2023-09-23T15:28:53.668245+0000","last_undegraded":"2023-09-23T15:28:53.668245+0000","last_fullsized":"2023-09-23T15:28:53.668245+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:28:40.070924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":63,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.673032+0000","last_change":"2023-09-23T15:25:44.155299+0000","last_active":"2023-09-23T15:28:53.673032+0000","last_peered":"2023-09-23T15:28:53.673032+0000","last_clean":"2023-09-23T15:28:53.673032+0000","last_became_active":"2023-09-23T15:25:44.036519+0000","last_became_peered":"2023-09-23T15:25:44.036519+0000","last_unstale":"2023-09-23T15:28:53.673032+0000","last_undegraded":"2023-09-23T15:28:53.673032+0000","last_fullsized":"2023-09-23T15:28:53.673032+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:57.775573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,0],"acting":[3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"428'7607","reported_seq":7701,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:52.527836+0000","last_change":"2023-09-23T15:28:47.800539+0000","last_active":"2023-09-23T15:28:52.527836+0000","last_peered":"2023-09-23T15:28:52.527836+0000","last_clean":"2023-09-23T15:28:52.527836+0000","last_became_active":"2023-09-23T15:26:20.868485+0000","last_became_peered":"2023-09-23T15:26:20.868485+0000","last_unstale":"2023-09-23T15:28:52.527836+0000","last_undegraded":"2023-09-23T15:28:52.527836+0000","last_fullsized":"2023-09-23T15:28:52.527836+0000","mapping_epoch":359,"log_start":"368'613","ondisk_log_start":"368'613","created":359,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6994,"log_dups_size":0,"ondisk_log_size":6994,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51806208,"num_objects":790,"num_object_clones":0,"num_object_copies":2370,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":790,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4808,"num_write_kb":179168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":53,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.673341+0000","last_change":"2023-09-23T15:28:46.427194+0000","last_active":"2023-09-23T15:28:53.673341+0000","last_peered":"2023-09-23T15:28:53.673341+0000","last_clean":"2023-09-23T15:28:53.673341+0000","last_became_active":"2023-09-23T15:28:46.426913+0000","last_became_peered":"2023-09-23T15:28:46.426913+0000","last_unstale":"2023-09-23T15:28:53.673341+0000","last_undegraded":"2023-09-23T15:28:53.673341+0000","last_fullsized":"2023-09-23T15:28:53.673341+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:37:29.802113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":932,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.667996+0000","last_change":"2023-09-23T15:28:49.614343+0000","last_active":"2023-09-23T15:28:53.667996+0000","last_peered":"2023-09-23T15:28:53.667996+0000","last_clean":"2023-09-23T15:28:53.667996+0000","last_became_active":"2023-09-23T15:28:49.613977+0000","last_became_peered":"2023-09-23T15:28:49.613977+0000","last_unstale":"2023-09-23T15:28:53.667996+0000","last_undegraded":"2023-09-23T15:28:53.667996+0000","last_fullsized":"2023-09-23T15:28:53.667996+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.201466+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.201466+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":63,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672656+0000","last_change":"2023-09-23T15:25:44.030767+0000","last_active":"2023-09-23T15:28:53.672656+0000","last_peered":"2023-09-23T15:28:53.672656+0000","last_clean":"2023-09-23T15:28:53.672656+0000","last_became_active":"2023-09-23T15:25:44.030415+0000","last_became_peered":"2023-09-23T15:25:44.030415+0000","last_unstale":"2023-09-23T15:28:53.672656+0000","last_undegraded":"2023-09-23T15:28:53.672656+0000","last_fullsized":"2023-09-23T15:28:53.672656+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:32:05.942214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":76,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.670307+0000","last_change":"2023-09-23T15:24:47.439855+0000","last_active":"2023-09-23T15:28:53.670307+0000","last_peered":"2023-09-23T15:28:53.670307+0000","last_clean":"2023-09-23T15:28:53.670307+0000","last_became_active":"2023-09-23T15:24:47.437818+0000","last_became_peered":"2023-09-23T15:24:47.437818+0000","last_unstale":"2023-09-23T15:28:53.670307+0000","last_undegraded":"2023-09-23T15:28:53.670307+0000","last_fullsized":"2023-09-23T15:28:53.670307+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:58:40.755896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"430'8959","reported_seq":9046,"reported_epoch":430,"state":"active+clean","last_fresh":"2023-09-23T15:28:55.500920+0000","last_change":"2023-09-23T15:28:37.355955+0000","last_active":"2023-09-23T15:28:55.500920+0000","last_peered":"2023-09-23T15:28:55.500920+0000","last_clean":"2023-09-23T15:28:55.500920+0000","last_became_active":"2023-09-23T15:28:37.341096+0000","last_became_peered":"2023-09-23T15:28:37.341096+0000","last_unstale":"2023-09-23T15:28:55.500920+0000","last_undegraded":"2023-09-23T15:28:55.500920+0000","last_fullsized":"2023-09-23T15:28:55.500920+0000","mapping_epoch":363,"log_start":"376'3692","ondisk_log_start":"376'3692","created":359,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5267,"log_dups_size":0,"ondisk_log_size":5267,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47972352,"num_objects":732,"num_object_clones":0,"num_object_copies":2196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":732,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4670,"num_write_kb":172864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":629,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.670592+0000","last_change":"2023-09-23T15:27:00.682260+0000","last_active":"2023-09-23T15:28:53.670592+0000","last_peered":"2023-09-23T15:28:53.670592+0000","last_clean":"2023-09-23T15:28:53.670592+0000","last_became_active":"2023-09-23T15:27:00.681941+0000","last_became_peered":"2023-09-23T15:27:00.681941+0000","last_unstale":"2023-09-23T15:28:53.670592+0000","last_undegraded":"2023-09-23T15:28:53.670592+0000","last_fullsized":"2023-09-23T15:28:53.670592+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.915503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.915503+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0015936990000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":422,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.572110+0000","last_change":"2023-09-23T15:22:13.497353+0000","last_active":"2023-09-23T15:28:48.572110+0000","last_peered":"2023-09-23T15:28:48.572110+0000","last_clean":"2023-09-23T15:28:48.572110+0000","last_became_active":"2023-09-23T15:22:13.497029+0000","last_became_peered":"2023-09-23T15:22:13.497029+0000","last_unstale":"2023-09-23T15:28:48.572110+0000","last_undegraded":"2023-09-23T15:28:48.572110+0000","last_fullsized":"2023-09-23T15:28:48.572110+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:09.247340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":109,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.572701+0000","last_change":"2023-09-23T15:23:52.417398+0000","last_active":"2023-09-23T15:28:48.572701+0000","last_peered":"2023-09-23T15:28:48.572701+0000","last_clean":"2023-09-23T15:28:48.572701+0000","last_became_active":"2023-09-23T15:23:52.416962+0000","last_became_peered":"2023-09-23T15:23:52.416962+0000","last_unstale":"2023-09-23T15:28:48.572701+0000","last_undegraded":"2023-09-23T15:28:48.572701+0000","last_fullsized":"2023-09-23T15:28:48.572701+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:49.586468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":275,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.673999+0000","last_change":"2023-09-23T15:28:46.421807+0000","last_active":"2023-09-23T15:28:53.673999+0000","last_peered":"2023-09-23T15:28:53.673999+0000","last_clean":"2023-09-23T15:28:53.673999+0000","last_became_active":"2023-09-23T15:28:46.421514+0000","last_became_peered":"2023-09-23T15:28:46.421514+0000","last_unstale":"2023-09-23T15:28:53.673999+0000","last_undegraded":"2023-09-23T15:28:53.673999+0000","last_fullsized":"2023-09-23T15:28:53.673999+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:20:51.882092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"430'8808","reported_seq":9809,"reported_epoch":430,"state":"active+recovery_wait+degraded","last_fresh":"2023-09-23T15:28:57.281513+0000","last_change":"2023-09-23T15:28:37.782178+0000","last_active":"2023-09-23T15:28:57.281513+0000","last_peered":"2023-09-23T15:28:57.281513+0000","last_clean":"2023-09-23T15:25:42.983538+0000","last_became_active":"2023-09-23T15:28:37.767807+0000","last_became_peered":"2023-09-23T15:28:37.767807+0000","last_unstale":"2023-09-23T15:28:57.281513+0000","last_undegraded":"2023-09-23T15:28:37.539926+0000","last_fullsized":"2023-09-23T15:28:57.281513+0000","mapping_epoch":420,"log_start":"376'3928","ondisk_log_start":"376'3928","created":359,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":4880,"log_dups_size":0,"ondisk_log_size":4880,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38993920,"num_objects":595,"num_object_clones":0,"num_object_copies":1785,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1772,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4630,"num_write_kb":167200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":452,"num_bytes_recovered":29655040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":["0","5","7"],"object_location_counts":[{"shards":"0,3,5","objects":416},{"shards":"0,5,7","objects":179}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":710,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.671026+0000","last_change":"2023-09-23T15:28:11.400345+0000","last_active":"2023-09-23T15:28:53.671026+0000","last_peered":"2023-09-23T15:28:53.671026+0000","last_clean":"2023-09-23T15:28:53.671026+0000","last_became_active":"2023-09-23T15:27:00.681427+0000","last_became_peered":"2023-09-23T15:27:00.681427+0000","last_unstale":"2023-09-23T15:28:53.671026+0000","last_undegraded":"2023-09-23T15:28:53.671026+0000","last_fullsized":"2023-09-23T15:28:53.671026+0000","mapping_epoch":366,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:25:15.337833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:25:15.337833+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":442,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.573751+0000","last_change":"2023-09-23T15:24:47.440705+0000","last_active":"2023-09-23T15:28:48.573751+0000","last_peered":"2023-09-23T15:28:48.573751+0000","last_clean":"2023-09-23T15:28:48.573751+0000","last_became_active":"2023-09-23T15:24:47.438694+0000","last_became_peered":"2023-09-23T15:24:47.438694+0000","last_unstale":"2023-09-23T15:28:48.573751+0000","last_undegraded":"2023-09-23T15:28:48.573751+0000","last_fullsized":"2023-09-23T15:28:48.573751+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:10:28.433332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":33,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668149+0000","last_change":"2023-09-23T15:28:46.438175+0000","last_active":"2023-09-23T15:28:53.668149+0000","last_peered":"2023-09-23T15:28:53.668149+0000","last_clean":"2023-09-23T15:28:53.668149+0000","last_became_active":"2023-09-23T15:28:46.433476+0000","last_became_peered":"2023-09-23T15:28:46.433476+0000","last_unstale":"2023-09-23T15:28:53.668149+0000","last_undegraded":"2023-09-23T15:28:53.668149+0000","last_fullsized":"2023-09-23T15:28:53.668149+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:34:35.641106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":294,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.579471+0000","last_change":"2023-09-23T15:16:29.246844+0000","last_active":"2023-09-23T15:28:48.579471+0000","last_peered":"2023-09-23T15:28:48.579471+0000","last_clean":"2023-09-23T15:28:48.579471+0000","last_became_active":"2023-09-23T15:16:29.246284+0000","last_became_peered":"2023-09-23T15:16:29.246284+0000","last_unstale":"2023-09-23T15:28:48.579471+0000","last_undegraded":"2023-09-23T15:28:48.579471+0000","last_fullsized":"2023-09-23T15:28:48.579471+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:25.819143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"428'8857","reported_seq":17998,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.197661+0000","last_change":"2023-09-23T15:28:37.354750+0000","last_active":"2023-09-23T15:28:53.197661+0000","last_peered":"2023-09-23T15:28:53.197661+0000","last_clean":"2023-09-23T15:28:53.197661+0000","last_became_active":"2023-09-23T15:28:37.340352+0000","last_became_peered":"2023-09-23T15:28:37.340352+0000","last_unstale":"2023-09-23T15:28:53.197661+0000","last_undegraded":"2023-09-23T15:28:53.197661+0000","last_fullsized":"2023-09-23T15:28:53.197661+0000","mapping_epoch":407,"log_start":"369'1954","ondisk_log_start":"369'1954","created":359,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6903,"log_dups_size":0,"ondisk_log_size":6903,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48627724,"num_objects":742,"num_object_clones":0,"num_object_copies":2226,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":742,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4586,"num_write_kb":170496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2252,"num_bytes_recovered":147619840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":820,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.670402+0000","last_change":"2023-09-23T15:28:48.593433+0000","last_active":"2023-09-23T15:28:53.670402+0000","last_peered":"2023-09-23T15:28:53.670402+0000","last_clean":"2023-09-23T15:28:53.670402+0000","last_became_active":"2023-09-23T15:28:48.593115+0000","last_became_peered":"2023-09-23T15:28:48.593115+0000","last_unstale":"2023-09-23T15:28:53.670402+0000","last_undegraded":"2023-09-23T15:28:53.670402+0000","last_fullsized":"2023-09-23T15:28:53.670402+0000","mapping_epoch":426,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":427,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:34.895121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:34.895121+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":440,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.673172+0000","last_change":"2023-09-23T15:16:29.290873+0000","last_active":"2023-09-23T15:28:53.673172+0000","last_peered":"2023-09-23T15:28:53.673172+0000","last_clean":"2023-09-23T15:28:53.673172+0000","last_became_active":"2023-09-23T15:16:29.290167+0000","last_became_peered":"2023-09-23T15:16:29.290167+0000","last_unstale":"2023-09-23T15:28:53.673172+0000","last_undegraded":"2023-09-23T15:28:53.673172+0000","last_fullsized":"2023-09-23T15:28:53.673172+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:39:07.618079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":76,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.671251+0000","last_change":"2023-09-23T15:24:47.437697+0000","last_active":"2023-09-23T15:28:53.671251+0000","last_peered":"2023-09-23T15:28:53.671251+0000","last_clean":"2023-09-23T15:28:53.671251+0000","last_became_active":"2023-09-23T15:24:47.437172+0000","last_became_peered":"2023-09-23T15:24:47.437172+0000","last_unstale":"2023-09-23T15:28:53.671251+0000","last_undegraded":"2023-09-23T15:28:53.671251+0000","last_fullsized":"2023-09-23T15:28:53.671251+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:44:00.375159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":278,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.679791+0000","last_change":"2023-09-23T15:25:43.999137+0000","last_active":"2023-09-23T15:28:53.679791+0000","last_peered":"2023-09-23T15:28:53.679791+0000","last_clean":"2023-09-23T15:28:53.679791+0000","last_became_active":"2023-09-23T15:25:43.998935+0000","last_became_peered":"2023-09-23T15:25:43.998935+0000","last_unstale":"2023-09-23T15:28:53.679791+0000","last_undegraded":"2023-09-23T15:28:53.679791+0000","last_fullsized":"2023-09-23T15:28:53.679791+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:35.277436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"430'8972","reported_seq":12080,"reported_epoch":430,"state":"active+clean","last_fresh":"2023-09-23T15:28:55.162879+0000","last_change":"2023-09-23T15:28:37.386875+0000","last_active":"2023-09-23T15:28:55.162879+0000","last_peered":"2023-09-23T15:28:55.162879+0000","last_clean":"2023-09-23T15:28:55.162879+0000","last_became_active":"2023-09-23T15:28:37.372817+0000","last_became_peered":"2023-09-23T15:28:37.372817+0000","last_unstale":"2023-09-23T15:28:55.162879+0000","last_undegraded":"2023-09-23T15:28:55.162879+0000","last_fullsized":"2023-09-23T15:28:55.162879+0000","mapping_epoch":384,"log_start":"373'3181","ondisk_log_start":"373'3181","created":359,"last_epoch_clean":420,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5791,"log_dups_size":0,"ondisk_log_size":5791,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46202880,"num_objects":705,"num_object_clones":0,"num_object_copies":2115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":705,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4665,"num_write_kb":171840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1562,"num_bytes_recovered":102400000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":773,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672570+0000","last_change":"2023-09-23T15:27:00.673124+0000","last_active":"2023-09-23T15:28:53.672570+0000","last_peered":"2023-09-23T15:28:53.672570+0000","last_clean":"2023-09-23T15:28:53.672570+0000","last_became_active":"2023-09-23T15:27:00.672778+0000","last_became_peered":"2023-09-23T15:27:00.672778+0000","last_unstale":"2023-09-23T15:28:53.672570+0000","last_undegraded":"2023-09-23T15:28:53.672570+0000","last_fullsized":"2023-09-23T15:28:53.672570+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":402,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:24:41.592032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.592032+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":290013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":96,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.669700+0000","last_change":"2023-09-23T15:28:46.443898+0000","last_active":"2023-09-23T15:28:53.669700+0000","last_peered":"2023-09-23T15:28:53.669700+0000","last_clean":"2023-09-23T15:28:53.669700+0000","last_became_active":"2023-09-23T15:28:46.443628+0000","last_became_peered":"2023-09-23T15:28:46.443628+0000","last_unstale":"2023-09-23T15:28:53.669700+0000","last_undegraded":"2023-09-23T15:28:53.669700+0000","last_fullsized":"2023-09-23T15:28:53.669700+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:31:01.938129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":353,"reported_epoch":429,"state":"active+clean+remapped","last_fresh":"2023-09-23T15:28:53.674137+0000","last_change":"2023-09-23T15:28:47.422023+0000","last_active":"2023-09-23T15:28:53.674137+0000","last_peered":"2023-09-23T15:28:53.674137+0000","last_clean":"2023-09-23T15:28:53.674137+0000","last_became_active":"2023-09-23T15:28:47.421538+0000","last_became_peered":"2023-09-23T15:28:47.421538+0000","last_unstale":"2023-09-23T15:28:53.674137+0000","last_undegraded":"2023-09-23T15:28:53.674137+0000","last_fullsized":"2023-09-23T15:28:53.674137+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:12:20.229399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6,2],"avail_no_missing":["0","2","6"],"object_location_counts":[{"shards":"0,2,6","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":288,"reported_epoch":427,"state":"active+clean","last_fresh":"2023-09-23T15:28:48.577994+0000","last_change":"2023-09-23T15:24:47.431128+0000","last_active":"2023-09-23T15:28:48.577994+0000","last_peered":"2023-09-23T15:28:48.577994+0000","last_clean":"2023-09-23T15:28:48.577994+0000","last_became_active":"2023-09-23T15:24:47.430758+0000","last_became_peered":"2023-09-23T15:24:47.430758+0000","last_unstale":"2023-09-23T15:28:48.577994+0000","last_undegraded":"2023-09-23T15:28:48.577994+0000","last_fullsized":"2023-09-23T15:28:48.577994+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:52.955783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"430'7369","reported_seq":11995,"reported_epoch":430,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:55.173775+0000","last_change":"2023-09-23T15:28:48.012787+0000","last_active":"2023-09-23T15:28:55.173775+0000","last_peered":"2023-09-23T15:28:55.173775+0000","last_clean":"2023-09-23T15:28:45.410754+0000","last_became_active":"2023-09-23T15:28:47.995636+0000","last_became_peered":"2023-09-23T15:28:47.995636+0000","last_unstale":"2023-09-23T15:28:55.173775+0000","last_undegraded":"2023-09-23T15:28:47.471591+0000","last_fullsized":"2023-09-23T15:28:47.418422+0000","mapping_epoch":424,"log_start":"367'431","ondisk_log_start":"367'431","created":389,"last_epoch_clean":403,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6938,"log_dups_size":0,"ondisk_log_size":6938,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44695552,"num_objects":682,"num_object_clones":0,"num_object_copies":2046,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2650,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":682,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4686,"num_write_kb":171776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2253,"num_bytes_recovered":147587072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6],"avail_no_missing":["3","2","6","7"],"object_location_counts":[{"shards":"2,3,6","objects":649},{"shards":"3,6","objects":-238}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":309,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672111+0000","last_change":"2023-09-23T15:25:44.031412+0000","last_active":"2023-09-23T15:28:53.672111+0000","last_peered":"2023-09-23T15:28:53.672111+0000","last_clean":"2023-09-23T15:28:53.672111+0000","last_became_active":"2023-09-23T15:25:44.030745+0000","last_became_peered":"2023-09-23T15:25:44.030745+0000","last_unstale":"2023-09-23T15:28:53.672111+0000","last_undegraded":"2023-09-23T15:28:53.672111+0000","last_fullsized":"2023-09-23T15:28:53.672111+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:09.557896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":19,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.672492+0000","last_change":"2023-09-23T15:28:46.436722+0000","last_active":"2023-09-23T15:28:53.672492+0000","last_peered":"2023-09-23T15:28:53.672492+0000","last_clean":"2023-09-23T15:28:53.672492+0000","last_became_active":"2023-09-23T15:28:46.433326+0000","last_became_peered":"2023-09-23T15:28:46.433326+0000","last_unstale":"2023-09-23T15:28:53.672492+0000","last_undegraded":"2023-09-23T15:28:53.672492+0000","last_fullsized":"2023-09-23T15:28:53.672492+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:13:03.447888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"428'7411","reported_seq":11762,"reported_epoch":428,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:28:53.261614+0000","last_change":"2023-09-23T15:28:52.850483+0000","last_active":"2023-09-23T15:28:53.261614+0000","last_peered":"2023-09-23T15:28:53.261614+0000","last_clean":"2023-09-23T15:25:42.964213+0000","last_became_active":"2023-09-23T15:28:47.581441+0000","last_became_peered":"2023-09-23T15:28:47.581441+0000","last_unstale":"2023-09-23T15:28:53.261614+0000","last_undegraded":"2023-09-23T15:28:53.261614+0000","last_fullsized":"2023-09-23T15:28:47.417541+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7411,"log_dups_size":0,"ondisk_log_size":7411,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54067200,"num_objects":825,"num_object_clones":0,"num_object_copies":2475,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":403,"num_objects_unfound":0,"num_objects_dirty":825,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4667,"num_write_kb":175744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2128,"num_bytes_recovered":139460608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[1,5],"avail_no_missing":["1","5"],"object_location_counts":[{"shards":"1,2,5","objects":403},{"shards":"1,5","objects":422}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":241,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:49.599125+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:28:49.599125+0000","last_peered":"2023-09-23T15:28:49.599125+0000","last_clean":"2023-09-23T15:28:49.599125+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:28:49.599125+0000","last_undegraded":"2023-09-23T15:28:49.599125+0000","last_fullsized":"2023-09-23T15:28:49.599125+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":397,"reported_epoch":430,"state":"active+clean","last_fresh":"2023-09-23T15:28:54.669696+0000","last_change":"2023-09-23T15:28:46.429911+0000","last_active":"2023-09-23T15:28:54.669696+0000","last_peered":"2023-09-23T15:28:54.669696+0000","last_clean":"2023-09-23T15:28:54.669696+0000","last_became_active":"2023-09-23T15:28:46.429625+0000","last_became_peered":"2023-09-23T15:28:46.429625+0000","last_unstale":"2023-09-23T15:28:54.669696+0000","last_undegraded":"2023-09-23T15:28:54.669696+0000","last_fullsized":"2023-09-23T15:28:54.669696+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:27:33.281575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.17","version":"430'7369","reported_seq":11036,"reported_epoch":430,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:28:55.529314+0000","last_change":"2023-09-23T15:28:47.709378+0000","last_active":"2023-09-23T15:28:55.529314+0000","last_peered":"2023-09-23T15:28:55.529314+0000","last_clean":"2023-09-23T15:25:42.973823+0000","last_became_active":"2023-09-23T15:28:47.689935+0000","last_became_peered":"2023-09-23T15:28:47.689935+0000","last_unstale":"2023-09-23T15:28:55.529314+0000","last_undegraded":"2023-09-23T15:28:47.445846+0000","last_fullsized":"2023-09-23T15:28:47.412881+0000","mapping_epoch":424,"log_start":"368'1801","ondisk_log_start":"368'1801","created":389,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":5568,"log_dups_size":0,"ondisk_log_size":5568,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46661632,"num_objects":712,"num_object_clones":0,"num_object_copies":2136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2666,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":712,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4676,"num_write_kb":172416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1777,"num_bytes_recovered":116391936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5],"avail_no_missing":["6","5","7"],"object_location_counts":[{"shards":"2,5,6","objects":455},{"shards":"5,6","objects":-179},{"shards":"5,6,7","objects":230}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":80,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.670607+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:28:53.670607+0000","last_peered":"2023-09-23T15:28:53.670607+0000","last_clean":"2023-09-23T15:28:53.670607+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:28:53.670607+0000","last_undegraded":"2023-09-23T15:28:53.670607+0000","last_fullsized":"2023-09-23T15:28:53.670607+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":440,"reported_epoch":430,"state":"active+clean","last_fresh":"2023-09-23T15:28:54.669482+0000","last_change":"2023-09-23T15:28:46.460155+0000","last_active":"2023-09-23T15:28:54.669482+0000","last_peered":"2023-09-23T15:28:54.669482+0000","last_clean":"2023-09-23T15:28:54.669482+0000","last_became_active":"2023-09-23T15:28:46.459849+0000","last_became_peered":"2023-09-23T15:28:46.459849+0000","last_unstale":"2023-09-23T15:28:54.669482+0000","last_undegraded":"2023-09-23T15:28:54.669482+0000","last_fullsized":"2023-09-23T15:28:54.669482+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:20.053266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"428'7310","reported_seq":7398,"reported_epoch":428,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.237529+0000","last_change":"2023-09-23T15:26:20.897939+0000","last_active":"2023-09-23T15:28:53.237529+0000","last_peered":"2023-09-23T15:28:53.237529+0000","last_clean":"2023-09-23T15:28:53.237529+0000","last_became_active":"2023-09-23T15:26:20.895861+0000","last_became_peered":"2023-09-23T15:26:20.895861+0000","last_unstale":"2023-09-23T15:28:53.237529+0000","last_undegraded":"2023-09-23T15:28:53.237529+0000","last_fullsized":"2023-09-23T15:28:53.237529+0000","mapping_epoch":389,"log_start":"0'0","ondisk_log_start":"0'0","created":389,"last_epoch_clean":390,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":7310,"log_dups_size":0,"ondisk_log_size":7310,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51183616,"num_objects":781,"num_object_clones":0,"num_object_copies":2343,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":781,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4613,"num_write_kb":172608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":72,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.673464+0000","last_change":"2023-09-23T15:28:46.433251+0000","last_active":"2023-09-23T15:28:53.673464+0000","last_peered":"2023-09-23T15:28:53.673464+0000","last_clean":"2023-09-23T15:28:53.673464+0000","last_became_active":"2023-09-23T15:28:46.432899+0000","last_became_peered":"2023-09-23T15:28:46.432899+0000","last_unstale":"2023-09-23T15:28:53.673464+0000","last_undegraded":"2023-09-23T15:28:53.673464+0000","last_fullsized":"2023-09-23T15:28:53.673464+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:31:18.499776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":72,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.676905+0000","last_change":"2023-09-23T15:28:46.438723+0000","last_active":"2023-09-23T15:28:53.676905+0000","last_peered":"2023-09-23T15:28:53.676905+0000","last_clean":"2023-09-23T15:28:53.676905+0000","last_became_active":"2023-09-23T15:28:46.438228+0000","last_became_peered":"2023-09-23T15:28:46.438228+0000","last_unstale":"2023-09-23T15:28:53.676905+0000","last_undegraded":"2023-09-23T15:28:53.676905+0000","last_fullsized":"2023-09-23T15:28:53.676905+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:34:58.623267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"430'7395","reported_seq":11974,"reported_epoch":430,"state":"active+clean","last_fresh":"2023-09-23T15:28:55.201568+0000","last_change":"2023-09-23T15:26:44.970785+0000","last_active":"2023-09-23T15:28:55.201568+0000","last_peered":"2023-09-23T15:28:55.201568+0000","last_clean":"2023-09-23T15:28:55.201568+0000","last_became_active":"2023-09-23T15:26:20.929013+0000","last_became_peered":"2023-09-23T15:26:20.929013+0000","last_unstale":"2023-09-23T15:28:55.201568+0000","last_undegraded":"2023-09-23T15:28:55.201568+0000","last_fullsized":"2023-09-23T15:28:55.201568+0000","mapping_epoch":389,"log_start":"367'457","ondisk_log_start":"367'457","created":389,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:24:41.513653+0000","last_clean_scrub_stamp":"2023-09-23T15:24:41.513653+0000","objects_scrubbed":0,"log_size":6938,"log_dups_size":0,"ondisk_log_size":6938,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46792704,"num_objects":714,"num_object_clones":0,"num_object_copies":2142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":714,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4692,"num_write_kb":172992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2239,"num_bytes_recovered":146702336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":346,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.673757+0000","last_change":"2023-09-23T15:28:46.463345+0000","last_active":"2023-09-23T15:28:53.673757+0000","last_peered":"2023-09-23T15:28:53.673757+0000","last_clean":"2023-09-23T15:28:53.673757+0000","last_became_active":"2023-09-23T15:28:46.442992+0000","last_became_peered":"2023-09-23T15:28:46.442992+0000","last_unstale":"2023-09-23T15:28:53.673757+0000","last_undegraded":"2023-09-23T15:28:53.673757+0000","last_fullsized":"2023-09-23T15:28:53.673757+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:04:15.437820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":4432,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":86,"reported_epoch":429,"state":"active+clean","last_fresh":"2023-09-23T15:28:53.668377+0000","last_change":"2023-09-23T15:28:46.434682+0000","last_active":"2023-09-23T15:28:53.668377+0000","last_peered":"2023-09-23T15:28:53.668377+0000","last_clean":"2023-09-23T15:28:53.668377+0000","last_became_active":"2023-09-23T15:28:46.434333+0000","last_became_peered":"2023-09-23T15:28:46.434333+0000","last_unstale":"2023-09-23T15:28:53.668377+0000","last_undegraded":"2023-09-23T15:28:53.668377+0000","last_fullsized":"2023-09-23T15:28:53.668377+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:25:59.570417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":95,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":104,"num_bytes_recovered":28964,"num_keys_recovered":70,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":93,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":370028,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":92,"num_read_kb":168,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2398159,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":9,"num_pg":36,"stat_sum":{"num_bytes":1542783000,"num_objects":23542,"num_object_clones":0,"num_object_copies":70626,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24880,"num_objects_misplaced":1114,"num_objects_unfound":0,"num_objects_dirty":23542,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":149358,"num_write_kb":5532737,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":39187,"num_bytes_recovered":2435842048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6592212992,"data_stored":6592200776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":237381,"ondisk_log_size":237381,"up":108,"acting":95,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674454,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2376180,"kb_used_data":2109356,"kb_used_omap":85,"kb_used_meta":266730,"kb_avail":91368972,"statfs":{"total":95995035648,"available":93561827328,"internally_reserved":0,"allocated":2159980544,"data_stored":2158690935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":273131528},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:28:45 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.90300000000000002,"15min":2.4950000000000001},"min":{"1min":0.223,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":5.7009999999999996,"5min":6.4489999999999998,"15min":206.41999999999999},"last":1.4530000000000001},{"interface":"front","average":{"1min":0.88500000000000001,"5min":1.177,"15min":2.8740000000000001},"min":{"1min":0.22600000000000001,"5min":0.223,"15min":0.223},"max":{"1min":2.8319999999999999,"5min":8.343,"15min":206.35300000000001},"last":1.994}]},{"osd":1,"last update":"Sat Sep 23 15:28:45 2023","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":1.3700000000000001,"15min":1.7709999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24099999999999999},"max":{"1min":4.9219999999999997,"5min":9.2370000000000001,"15min":177.52699999999999},"last":1.732},{"interface":"front","average":{"1min":1.3779999999999999,"5min":3.496,"15min":2.8759999999999999},"min":{"1min":0.34200000000000003,"5min":0.25800000000000001,"15min":0.245},"max":{"1min":4.9100000000000001,"5min":217.25999999999999,"15min":217.25999999999999},"last":1.52}]},{"osd":2,"last update":"Sat Sep 23 15:28:45 2023","interfaces":[{"interface":"back","average":{"1min":6.008,"5min":5.1479999999999997,"15min":4.0129999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":52.442,"5min":180.59399999999999,"15min":180.59399999999999},"last":2.4510000000000001},{"interface":"front","average":{"1min":5.1950000000000003,"5min":4.8399999999999999,"15min":4.3789999999999996},"min":{"1min":0.38100000000000001,"5min":0.28699999999999998,"15min":0.249},"max":{"1min":52.494999999999997,"5min":180.61699999999999,"15min":180.61699999999999},"last":1.776}]},{"osd":3,"last update":"Sat Sep 23 15:28:45 2023","interfaces":[{"interface":"back","average":{"1min":3.7050000000000001,"5min":3.621,"15min":4.4089999999999998},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.27600000000000002},"max":{"1min":31.558,"5min":86.263999999999996,"15min":160.04300000000001},"last":1.9319999999999999},{"interface":"front","average":{"1min":3.0760000000000001,"5min":3.3719999999999999,"15min":4.4130000000000003},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":31.521999999999998,"5min":87.307000000000002,"15min":159.97399999999999},"last":2.2469999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:28:45 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.71499999999999997,"15min":0.63900000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":1.861,"5min":4.3879999999999999,"15min":9.0640000000000001},"last":1.496},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.79000000000000004,"15min":1.05},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.53900000000000003,"5min":5.3070000000000004,"15min":97.524000000000001},"last":1.9039999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:28:45 2023","interfaces":[{"interface":"back","average":{"1min":11.959,"5min":3.0910000000000002,"15min":1.8320000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.247},"max":{"1min":254.07300000000001,"5min":254.07300000000001,"15min":254.07300000000001},"last":1.8320000000000001},{"interface":"front","average":{"1min":12.052,"5min":3.0489999999999999,"15min":1.8300000000000001},"min":{"1min":0.28599999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":254.291,"5min":254.291,"15min":254.291},"last":1.4750000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:28:45 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.92300000000000004,"15min":1.1659999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.626,"5min":7.7069999999999999,"15min":99.772999999999996},"last":1.8740000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.85099999999999998,"15min":1.0980000000000001},"min":{"1min":0.31,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.121,"5min":9.1340000000000003,"15min":103.31699999999999},"last":1.8069999999999999}]}]},{"osd":6,"up_from":122,"seq":523986010334,"num_pgs":80,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1385748,"kb_used_data":1009356,"kb_used_omap":9,"kb_used_meta":376310,"kb_avail":92359404,"statfs":{"total":95995035648,"available":94576029696,"internally_reserved":0,"allocated":1033580544,"data_stored":1032275519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":385341779},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,2,3,2,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":1.2230000000000001,"5min":1.722,"15min":2.1099999999999999},"min":{"1min":0.26200000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":5.4470000000000001,"5min":62.994999999999997,"15min":107.56399999999999},"last":0.26900000000000002},{"interface":"front","average":{"1min":1.157,"5min":1.8799999999999999,"15min":2.2090000000000001},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":5.3079999999999998,"5min":62.286999999999999,"15min":107.617},"last":0.85599999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":2.7789999999999999,"5min":1.732,"15min":1.8080000000000001},"min":{"1min":0.29899999999999999,"5min":0.25700000000000001,"15min":0.22500000000000001},"max":{"1min":9.4969999999999999,"5min":11.127000000000001,"15min":58.652999999999999},"last":1.0009999999999999},{"interface":"front","average":{"1min":1.845,"5min":1.306,"15min":1.4690000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.23999999999999999},"max":{"1min":13.962,"5min":14.978,"15min":28.850000000000001},"last":1.268}]},{"osd":2,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":1.867,"5min":2.3290000000000002,"15min":2.1389999999999998},"min":{"1min":0.33100000000000002,"5min":0.28000000000000003,"15min":0.25700000000000001},"max":{"1min":5.6900000000000004,"5min":63.173000000000002,"15min":67.558000000000007},"last":0.89400000000000002},{"interface":"front","average":{"1min":2.6259999999999999,"5min":2.4910000000000001,"15min":2.5089999999999999},"min":{"1min":0.29799999999999999,"5min":0.28999999999999998,"15min":0.245},"max":{"1min":9.7569999999999997,"5min":62.932000000000002,"15min":67.718999999999994},"last":1.294}]},{"osd":3,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":1.9550000000000001,"15min":4.7789999999999999},"min":{"1min":0.35399999999999998,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":9.5990000000000002,"5min":12.186999999999999,"15min":256.608},"last":2.1190000000000002},{"interface":"front","average":{"1min":1.575,"5min":1.6699999999999999,"15min":4.0430000000000001},"min":{"1min":0.371,"5min":0.33700000000000002,"15min":0.29799999999999999},"max":{"1min":4.782,"5min":10.577999999999999,"15min":256.42500000000001},"last":0.92000000000000004}]},{"osd":4,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.621,"15min":0.879},"min":{"1min":0.28499999999999998,"5min":0.27300000000000002,"15min":0.23100000000000001},"max":{"1min":1.8720000000000001,"5min":5.5519999999999996,"15min":36.335000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.77200000000000002,"15min":0.95999999999999996},"min":{"1min":0.30299999999999999,"5min":0.29699999999999999,"15min":0.23000000000000001},"max":{"1min":1.722,"5min":4.2679999999999998,"15min":36.374000000000002},"last":0.94599999999999995}]},{"osd":5,"last update":"Sat Sep 23 15:28:11 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.78800000000000003,"15min":0.86499999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":0.64200000000000002,"5min":6.4329999999999998,"15min":19.908000000000001},"last":1.2070000000000001},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.77100000000000002,"15min":0.91700000000000004},"min":{"1min":0.29199999999999998,"5min":0.28899999999999998,"15min":0.255},"max":{"1min":1.909,"5min":5.5250000000000004,"15min":17.462},"last":1.0209999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:28:52 2023","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":1.008,"15min":0.76000000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.28999999999999998},"max":{"1min":0.69199999999999995,"5min":11.425000000000001,"15min":11.425000000000001},"last":1.242},{"interface":"front","average":{"1min":0.504,"5min":0.88100000000000001,"15min":0.80500000000000005},"min":{"1min":0.38400000000000001,"5min":0.34499999999999997,"15min":0.29899999999999999},"max":{"1min":0.746,"5min":6.6139999999999999,"15min":9.0920000000000005},"last":0.59299999999999997}]}]},{"osd":1,"up_from":89,"seq":382252089611,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1186804,"kb_used_data":605356,"kb_used_omap":9,"kb_used_meta":581238,"kb_avail":92558348,"statfs":{"total":95995035648,"available":94779748352,"internally_reserved":0,"allocated":619884544,"data_stored":617716839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":595188713},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,1,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:28:22 2023","interfaces":[{"interface":"back","average":{"1min":1.552,"5min":3.3079999999999998,"15min":3.4510000000000001},"min":{"1min":0.23300000000000001,"5min":0.191,"15min":0.182},"max":{"1min":4.5540000000000003,"5min":159.33600000000001,"15min":215.946},"last":2.806},{"interface":"front","average":{"1min":2.512,"5min":4.0730000000000004,"15min":4.0119999999999996},"min":{"1min":0.25700000000000001,"5min":0.23300000000000001,"15min":0.19400000000000001},"max":{"1min":7.2960000000000003,"5min":158.65100000000001,"15min":214.88200000000001},"last":2.7690000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:28:30 2023","interfaces":[{"interface":"back","average":{"1min":4.0720000000000001,"5min":2.738,"15min":2.7719999999999998},"min":{"1min":0.23200000000000001,"5min":0.21299999999999999,"15min":0.19500000000000001},"max":{"1min":26.870999999999999,"5min":54.752000000000002,"15min":103.27500000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":3.3410000000000002,"5min":3.323,"15min":3.4180000000000001},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.19900000000000001},"max":{"1min":23.904,"5min":54.645000000000003,"15min":103.30800000000001},"last":0.96599999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:28:22 2023","interfaces":[{"interface":"back","average":{"1min":2.556,"5min":3.734,"15min":6.1299999999999999},"min":{"1min":0.28499999999999998,"5min":0.23100000000000001,"15min":0.19800000000000001},"max":{"1min":7.5250000000000004,"5min":144.637,"15min":210.24799999999999},"last":1.4239999999999999},{"interface":"front","average":{"1min":2.1970000000000001,"5min":3.484,"15min":5.6449999999999996},"min":{"1min":0.33600000000000002,"5min":0.26200000000000001,"15min":0.17100000000000001},"max":{"1min":4.6379999999999999,"5min":144.339,"15min":210.577},"last":1.294}]},{"osd":4,"last update":"Sat Sep 23 15:28:22 2023","interfaces":[{"interface":"back","average":{"1min":2.5329999999999999,"5min":1.76,"15min":1.9319999999999999},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.28599999999999998},"max":{"1min":7.2599999999999998,"5min":11.419,"15min":76.534999999999997},"last":1.5049999999999999},{"interface":"front","average":{"1min":1.224,"5min":1.1970000000000001,"15min":1.6240000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29199999999999998},"max":{"1min":4.585,"5min":7.9880000000000004,"15min":76.661000000000001},"last":0.33700000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:28:22 2023","interfaces":[{"interface":"back","average":{"1min":1.962,"5min":1.956,"15min":1.871},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":7.2619999999999996,"5min":10.885999999999999,"15min":16.364000000000001},"last":1.0369999999999999},{"interface":"front","average":{"1min":3.0089999999999999,"5min":1.8400000000000001,"15min":1.754},"min":{"1min":0.37,"5min":0.36499999999999999,"15min":0.29699999999999999},"max":{"1min":10.842000000000001,"5min":10.842000000000001,"15min":14.951000000000001},"last":1.476}]},{"osd":6,"last update":"Sat Sep 23 15:28:05 2023","interfaces":[{"interface":"back","average":{"1min":2.1309999999999998,"5min":2.153,"15min":2.4239999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.31},"max":{"1min":10.811999999999999,"5min":10.936999999999999,"15min":115.018},"last":1.0649999999999999},{"interface":"front","average":{"1min":2.3180000000000001,"5min":1.7230000000000001,"15min":2.1619999999999999},"min":{"1min":0.45500000000000002,"5min":0.36299999999999999,"15min":0.317},"max":{"1min":7.6420000000000003,"5min":9.7810000000000006,"15min":115.289},"last":1.585}]},{"osd":7,"last update":"Sat Sep 23 15:28:46 2023","interfaces":[{"interface":"back","average":{"1min":1.6519999999999999,"5min":3.4009999999999998,"15min":2.5230000000000001},"min":{"1min":0.36499999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":7.5700000000000003,"5min":109.861,"15min":112.056},"last":0.30599999999999999},{"interface":"front","average":{"1min":2.4119999999999999,"5min":3.823,"15min":2.6840000000000002},"min":{"1min":0.40999999999999998,"5min":0.38700000000000001,"15min":0.33000000000000002},"max":{"1min":7.3799999999999999,"5min":107.048,"15min":111.902},"last":1.5349999999999999}]}]},{"osd":0,"up_from":84,"seq":360777253138,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1301240,"kb_used_data":745392,"kb_used_omap":28,"kb_used_meta":555491,"kb_avail":92443912,"statfs":{"total":95995035648,"available":94662565888,"internally_reserved":0,"allocated":763281408,"data_stored":760717484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":568823632},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,3,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:28:21 2023","interfaces":[{"interface":"back","average":{"1min":1.9530000000000001,"5min":2.9369999999999998,"15min":2.363},"min":{"1min":0.23300000000000001,"5min":0.19500000000000001,"15min":0.17399999999999999},"max":{"1min":7.5990000000000002,"5min":65.373000000000005,"15min":65.373000000000005},"last":9.1039999999999992},{"interface":"front","average":{"1min":1.5820000000000001,"5min":2.8940000000000001,"15min":2.6619999999999999},"min":{"1min":0.23400000000000001,"5min":0.188,"15min":0.17699999999999999},"max":{"1min":6.9489999999999998,"5min":65.063000000000002,"15min":65.063000000000002},"last":4.992}]},{"osd":2,"last update":"Sat Sep 23 15:28:38 2023","interfaces":[{"interface":"back","average":{"1min":3.6259999999999999,"5min":2.9009999999999998,"15min":2.9929999999999999},"min":{"1min":0.28899999999999998,"5min":0.23799999999999999,"15min":0.19900000000000001},"max":{"1min":16.826000000000001,"5min":23.437000000000001,"15min":41.015999999999998},"last":5.1719999999999997},{"interface":"front","average":{"1min":2.6309999999999998,"5min":1.869,"15min":2.6280000000000001},"min":{"1min":0.24199999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":8.7110000000000003,"5min":12.750999999999999,"15min":134.881},"last":3.1549999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:28:33 2023","interfaces":[{"interface":"back","average":{"1min":3.0859999999999999,"5min":2.7949999999999999,"15min":3.6219999999999999},"min":{"1min":0.36099999999999999,"5min":0.26200000000000001,"15min":0.24199999999999999},"max":{"1min":11.368,"5min":26.175999999999998,"15min":86.218999999999994},"last":5.1470000000000002},{"interface":"front","average":{"1min":3.044,"5min":3.0670000000000002,"15min":3.581},"min":{"1min":0.35699999999999998,"5min":0.26300000000000001,"15min":0.249},"max":{"1min":11.313000000000001,"5min":31.768999999999998,"15min":87.909000000000006},"last":2.113}]},{"osd":4,"last update":"Sat Sep 23 15:28:44 2023","interfaces":[{"interface":"back","average":{"1min":1.6180000000000001,"5min":1.367,"15min":1.9890000000000001},"min":{"1min":0.375,"5min":0.318,"15min":0.27400000000000002},"max":{"1min":7.5540000000000003,"5min":8.0899999999999999,"15min":142.44200000000001},"last":1.8819999999999999},{"interface":"front","average":{"1min":2.4860000000000002,"5min":1.843,"15min":2.4609999999999999},"min":{"1min":0.38600000000000001,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":11.130000000000001,"5min":11.130000000000001,"15min":141.69200000000001},"last":5.0369999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:28:44 2023","interfaces":[{"interface":"back","average":{"1min":2.7109999999999999,"5min":1.9510000000000001,"15min":1.885},"min":{"1min":0.34599999999999997,"5min":0.32600000000000001,"15min":0.30099999999999999},"max":{"1min":11.103,"5min":11.103,"15min":14.298},"last":5.0709999999999997},{"interface":"front","average":{"1min":1.718,"5min":1.532,"15min":1.556},"min":{"1min":0.39000000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":4.5330000000000004,"5min":10.906000000000001,"15min":13.484999999999999},"last":1.5600000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:27:59 2023","interfaces":[{"interface":"back","average":{"1min":9.3970000000000002,"5min":3.2869999999999999,"15min":2.2949999999999999},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.318},"max":{"1min":161.97300000000001,"5min":161.97300000000001,"15min":161.97300000000001},"last":1.5980000000000001},{"interface":"front","average":{"1min":9.6579999999999995,"5min":3.5310000000000001,"15min":2.379},"min":{"1min":0.375,"5min":0.375,"15min":0.28499999999999998},"max":{"1min":161.952,"5min":161.952,"15min":161.952},"last":1.8360000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:28:44 2023","interfaces":[{"interface":"back","average":{"1min":1.9430000000000001,"5min":1.6419999999999999,"15min":1.571},"min":{"1min":0.36499999999999999,"5min":0.35499999999999998,"15min":0.34000000000000002},"max":{"1min":5.7389999999999999,"5min":10.936,"15min":14.381},"last":1.5800000000000001},{"interface":"front","average":{"1min":1.8029999999999999,"5min":1.8879999999999999,"15min":1.744},"min":{"1min":0.39600000000000002,"5min":0.38100000000000001,"15min":0.32700000000000001},"max":{"1min":4.6429999999999998,"5min":10.965,"15min":17.460000000000001},"last":1.6120000000000001}]}]},{"osd":2,"up_from":0,"seq":502511173853,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":99,"seq":425201762559,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1436584,"kb_used_data":672736,"kb_used_omap":7,"kb_used_meta":763832,"kb_avail":92308568,"statfs":{"total":95995035648,"available":94523973632,"internally_reserved":0,"allocated":688881664,"data_stored":686739330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":782164584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,0,3,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:28:34 2023","interfaces":[{"interface":"back","average":{"1min":6.2599999999999998,"5min":4.4160000000000004,"15min":3.6230000000000002},"min":{"1min":0.23200000000000001,"5min":0.182,"15min":0.182},"max":{"1min":80.498999999999995,"5min":167.71799999999999,"15min":167.71799999999999},"last":0.68799999999999994},{"interface":"front","average":{"1min":5.7130000000000001,"5min":4.2489999999999997,"15min":3.202},"min":{"1min":0.22800000000000001,"5min":0.20799999999999999,"15min":0.16500000000000001},"max":{"1min":80.352000000000004,"5min":176.61500000000001,"15min":176.61500000000001},"last":3.5339999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:28:34 2023","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":6.4109999999999996,"15min":3.6230000000000002},"min":{"1min":0.254,"5min":0.24299999999999999,"15min":0.19900000000000001},"max":{"1min":5.093,"5min":201.98099999999999,"15min":201.98099999999999},"last":0.90600000000000003},{"interface":"front","average":{"1min":2.5720000000000001,"5min":4.9370000000000003,"15min":3.46},"min":{"1min":0.23300000000000001,"5min":0.21099999999999999,"15min":0.20300000000000001},"max":{"1min":18.033999999999999,"5min":202.06700000000001,"15min":202.06700000000001},"last":0.71599999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:28:34 2023","interfaces":[{"interface":"back","average":{"1min":4.4000000000000004,"5min":4.7140000000000004,"15min":3.133},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23000000000000001},"max":{"1min":23.466999999999999,"5min":163.57599999999999,"15min":163.57599999999999},"last":0.29999999999999999},{"interface":"front","average":{"1min":4.6719999999999997,"5min":2.1840000000000002,"15min":2.6709999999999998},"min":{"1min":0.27000000000000002,"5min":0.26400000000000001,"15min":0.26100000000000001},"max":{"1min":24.010999999999999,"5min":24.010999999999999,"15min":154.73400000000001},"last":0.33300000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:28:34 2023","interfaces":[{"interface":"back","average":{"1min":1.0920000000000001,"5min":3.2450000000000001,"15min":2.2629999999999999},"min":{"1min":0.33900000000000002,"5min":0.309,"15min":0.30099999999999999},"max":{"1min":4.9370000000000003,"5min":163.43700000000001,"15min":163.43700000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":1.591,"5min":2.9649999999999999,"15min":2.0750000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.29999999999999999},"max":{"1min":7.423,"5min":163.72399999999999,"15min":163.72399999999999},"last":2.625}]},{"osd":5,"last update":"Sat Sep 23 15:28:34 2023","interfaces":[{"interface":"back","average":{"1min":2.4009999999999998,"5min":3.879,"15min":2.895},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":14.978,"5min":163.696,"15min":163.696},"last":0.74099999999999999},{"interface":"front","average":{"1min":2.2480000000000002,"5min":2.2400000000000002,"15min":2.1600000000000001},"min":{"1min":0.33800000000000002,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":17.137,"5min":55.363,"15min":126.15000000000001},"last":0.374}]},{"osd":6,"last update":"Sat Sep 23 15:28:14 2023","interfaces":[{"interface":"back","average":{"1min":3.931,"5min":3.4390000000000001,"15min":2.819},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.28899999999999998},"max":{"1min":61.165999999999997,"5min":163.63399999999999,"15min":163.63399999999999},"last":2.556},{"interface":"front","average":{"1min":3.8959999999999999,"5min":3.3519999999999999,"15min":2.5640000000000001},"min":{"1min":0.36599999999999999,"5min":0.33500000000000002,"15min":0.30099999999999999},"max":{"1min":61.177999999999997,"5min":163.535,"15min":163.535},"last":0.41499999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:28:54 2023","interfaces":[{"interface":"back","average":{"1min":1.3959999999999999,"5min":3.4580000000000002,"15min":2.089},"min":{"1min":0.377,"5min":0.35699999999999998,"15min":0.35499999999999998},"max":{"1min":6.0170000000000003,"5min":163.495,"15min":163.495},"last":0.44500000000000001},{"interface":"front","average":{"1min":1.238,"5min":3.6200000000000001,"15min":2.383},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.899,"5min":163.51400000000001,"15min":163.51400000000001},"last":0.40100000000000002}]}]},{"osd":4,"up_from":0,"seq":133143986584,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724947,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1147816,"kb_used_data":811040,"kb_used_omap":0,"kb_used_meta":336704,"kb_avail":92597336,"statfs":{"total":95995035648,"available":94819672064,"internally_reserved":0,"allocated":830504960,"data_stored":829222857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":344784896},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:28:02 2023","interfaces":[{"interface":"back","average":{"1min":0.95799999999999996,"5min":2.0630000000000002,"15min":2.0710000000000002},"min":{"1min":0.252,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":5.3220000000000001,"5min":88.051000000000002,"15min":160.77699999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.98499999999999999,"5min":2.2919999999999998,"15min":2.2639999999999998},"min":{"1min":0.255,"5min":0.255,"15min":0.245},"max":{"1min":9.3610000000000007,"5min":88.037999999999997,"15min":161.142},"last":0.50600000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:28:26 2023","interfaces":[{"interface":"back","average":{"1min":1.4319999999999999,"5min":1.448,"15min":2.2949999999999999},"min":{"1min":0.254,"5min":0.251,"15min":0.24299999999999999},"max":{"1min":5.1390000000000002,"5min":14.744,"15min":119.61499999999999},"last":0.437},{"interface":"front","average":{"1min":1.681,"5min":1.724,"15min":2.4239999999999999},"min":{"1min":0.27000000000000002,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":6.2930000000000001,"5min":14.960000000000001,"15min":119.541},"last":0.26600000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:28:45 2023","interfaces":[{"interface":"back","average":{"1min":8.7560000000000002,"5min":3.391,"15min":3.4529999999999998},"min":{"1min":0.29899999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":168.56100000000001,"5min":168.56100000000001,"15min":168.56100000000001},"last":0.627},{"interface":"front","average":{"1min":9.0329999999999995,"5min":3.7149999999999999,"15min":3.6099999999999999},"min":{"1min":0.32400000000000001,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":168.58799999999999,"5min":168.58799999999999,"15min":168.58799999999999},"last":4.5410000000000004}]},{"osd":3,"last update":"Sat Sep 23 15:28:26 2023","interfaces":[{"interface":"back","average":{"1min":9.5009999999999994,"5min":4.5039999999999996,"15min":5.2430000000000003},"min":{"1min":0.33900000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":169.83699999999999,"5min":169.83699999999999,"15min":169.83699999999999},"last":4.4969999999999999},{"interface":"front","average":{"1min":8.7940000000000005,"5min":4.5670000000000002,"15min":4.7599999999999998},"min":{"1min":0.34000000000000002,"5min":0.32000000000000001,"15min":0.29599999999999999},"max":{"1min":170.166,"5min":170.166,"15min":170.166},"last":1.6140000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:28:45 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.47499999999999998,"15min":0.77100000000000002},"min":{"1min":0.307,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.80400000000000005,"5min":2.9449999999999998,"15min":40.061},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.53700000000000003,"15min":0.93899999999999995},"min":{"1min":0.29799999999999999,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":2.008,"5min":3.5430000000000001,"15min":40.124000000000002},"last":0.45300000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:28:02 2023","interfaces":[{"interface":"back","average":{"1min":7.0220000000000002,"5min":4.7830000000000004,"15min":3.0920000000000001},"min":{"1min":0.28899999999999998,"5min":0.26400000000000001,"15min":0.25},"max":{"1min":117.325,"5min":207.054,"15min":207.054},"last":1.6439999999999999},{"interface":"front","average":{"1min":7.0419999999999998,"5min":4.8780000000000001,"15min":3.113},"min":{"1min":0.34399999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":117.38500000000001,"5min":207.28299999999999,"15min":207.28299999999999},"last":2.137}]},{"osd":7,"last update":"Sat Sep 23 15:28:45 2023","interfaces":[{"interface":"back","average":{"1min":4.9800000000000004,"5min":5.5839999999999996,"15min":2.6299999999999999},"min":{"1min":0.372,"5min":0.29799999999999999,"15min":0.29299999999999998},"max":{"1min":97.799000000000007,"5min":214.78100000000001,"15min":214.78100000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":5.0229999999999997,"5min":5.577,"15min":2.6880000000000002},"min":{"1min":0.372,"5min":0.318,"15min":0.318},"max":{"1min":98.376000000000005,"5min":212.95500000000001,"15min":212.95500000000001},"last":0.59199999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":750718976,"data_stored":750714904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":604372992,"data_stored":604372992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":586088448,"data_stored":586088448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":677052416,"data_stored":677052416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":821039104,"data_stored":821035032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1018630144,"data_stored":1018626072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2134310912,"data_stored":2134310912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:29:04.617 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set unique_pool_3 pgp_num 36 2023-09-23T15:29:04.618 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:04.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:04.631 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:04.731 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:04.827 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:04 smithi118 ceph-mon[219580]: pgmap v1173: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 997 MiB data, 7.2 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 1.26k op/s; 24607/47916 objects degraded (51.354%); 526/47916 objects misplaced (1.098%); 7.0 MiB/s, 353 objects/s recovering 2023-09-23T15:29:04.828 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:04 smithi118 ceph-mon[219580]: 9.3 scrub starts 2023-09-23T15:29:04.828 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:04 smithi118 ceph-mon[212312]: pgmap v1173: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 997 MiB data, 7.2 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 1.26k op/s; 24607/47916 objects degraded (51.354%); 526/47916 objects misplaced (1.098%); 7.0 MiB/s, 353 objects/s recovering 2023-09-23T15:29:04.828 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:04 smithi118 ceph-mon[212312]: 9.3 scrub starts 2023-09-23T15:29:04.830 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:05.126 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:04 smithi178 ceph-mon[192298]: pgmap v1173: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 997 MiB data, 7.2 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 1.26k op/s; 24607/47916 objects degraded (51.354%); 526/47916 objects misplaced (1.098%); 7.0 MiB/s, 353 objects/s recovering 2023-09-23T15:29:05.126 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:04 smithi178 ceph-mon[192298]: 9.3 scrub starts 2023-09-23T15:29:05.147 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:05.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:05.152 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:05.253 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:05.296 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:05.374 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:05.380 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:05.380 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:05.462 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:29:05.462 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:29:05.462 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:29:05.462 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:29:05.462 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:29:05.481 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:05.514 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:05.531 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:29:05.562 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:05.596 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:29:05.638 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:29:05.657 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:05 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2879377024' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:05.676 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:29:05.710 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:29:05.756 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:29:05.758 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:05.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:05 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2879377024' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:05.766 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:05 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2879377024' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:05.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:05.767 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:05.793 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:29:05.826 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:29:05.831 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:29:05.831 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:29:05.831 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:29:05.831 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:29:05.831 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:29:05.831 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:29:05.831 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:29:05.832 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:29:05.867 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:05.921 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:05.999 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:06.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:06.008 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:06.109 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:06.158 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:06.249 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:06.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:06.261 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:06.361 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:06.423 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:06.653 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:29:06.748 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:06 smithi118 ceph-mon[219580]: pgmap v1174: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 899 MiB data, 6.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 1.05k op/s; 24607/43224 objects degraded (56.929%); 386/43224 objects misplaced (0.893%); 3.0 MiB/s, 181 objects/s recovering 2023-09-23T15:29:06.748 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:06 smithi118 ceph-mon[212312]: pgmap v1174: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 899 MiB data, 6.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 1.05k op/s; 24607/43224 objects degraded (56.929%); 386/43224 objects misplaced (0.893%); 3.0 MiB/s, 181 objects/s recovering 2023-09-23T15:29:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:06 smithi178 ceph-mon[192298]: pgmap v1174: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 899 MiB data, 6.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 1.05k op/s; 24607/43224 objects degraded (56.929%); 386/43224 objects misplaced (0.893%); 3.0 MiB/s, 181 objects/s recovering 2023-09-23T15:29:07.724 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:07.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:07.728 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:07.829 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:07.894 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:07.972 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:29:07.985 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:07 smithi118 ceph-mon[219580]: 9.a deep-scrub starts 2023-09-23T15:29:07.985 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:07.985 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:07.985 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 24607/43224 objects degraded (56.929%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:07.985 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:07 smithi118 ceph-mon[219580]: pgmap v1175: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 881 MiB data, 6.7 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 827 op/s; 24471/42324 objects degraded (57.818%); 386/42324 objects misplaced (0.912%); 3.3 MiB/s, 153 objects/s recovering 2023-09-23T15:29:07.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:07 smithi118 ceph-mon[212312]: 9.a deep-scrub starts 2023-09-23T15:29:07.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:07.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:07.986 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 24607/43224 objects degraded (56.929%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:07.986 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:07 smithi118 ceph-mon[212312]: pgmap v1175: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 881 MiB data, 6.7 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 827 op/s; 24471/42324 objects degraded (57.818%); 386/42324 objects misplaced (0.912%); 3.3 MiB/s, 153 objects/s recovering 2023-09-23T15:29:08.071 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:08.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:08.082 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:08.183 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:08.262 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:07 smithi178 ceph-mon[192298]: 9.a deep-scrub starts 2023-09-23T15:29:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 24607/43224 objects degraded (56.929%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:07 smithi178 ceph-mon[192298]: pgmap v1175: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 881 MiB data, 6.7 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 827 op/s; 24471/42324 objects degraded (57.818%); 386/42324 objects misplaced (0.912%); 3.3 MiB/s, 153 objects/s recovering 2023-09-23T15:29:08.496 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:29:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:29:08] "GET /metrics HTTP/1.1" 200 36513 "" "Prometheus/2.43.0" 2023-09-23T15:29:08.537 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:08.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:08.546 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:08.647 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:08.727 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:08.833 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:08.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:08.841 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:08.942 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:08.968 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:09.010 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:09.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:09.012 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:09.113 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:09.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:08 smithi178 ceph-mon[192298]: 9.1a scrub starts 2023-09-23T15:29:09.168 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:09.249 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:09.258 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:09.259 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:09.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:08 smithi118 ceph-mon[212312]: 9.1a scrub starts 2023-09-23T15:29:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:08 smithi118 ceph-mon[219580]: 9.1a scrub starts 2023-09-23T15:29:09.360 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:09.412 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:09.472 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:09.490 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:09.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:09.496 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:09.596 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:09.672 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:09.849 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:09.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:09.861 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:09.961 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:10.042 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:09 smithi118 ceph-mon[212312]: pgmap v1176: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 702 MiB data, 6.3 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 836 op/s; 24471/33732 objects degraded (72.545%); 386/33732 objects misplaced (1.144%); 2.9 MiB/s, 201 objects/s recovering 2023-09-23T15:29:10.042 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:09 smithi118 ceph-mon[219580]: pgmap v1176: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 702 MiB data, 6.3 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 836 op/s; 24471/33732 objects degraded (72.545%); 386/33732 objects misplaced (1.144%); 2.9 MiB/s, 201 objects/s recovering 2023-09-23T15:29:10.050 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:10.057 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:10.076 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:29:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:09 smithi178 ceph-mon[192298]: pgmap v1176: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 702 MiB data, 6.3 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 836 op/s; 24471/33732 objects degraded (72.545%); 386/33732 objects misplaced (1.144%); 2.9 MiB/s, 201 objects/s recovering 2023-09-23T15:29:10.378 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:10.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:10.402 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:10.502 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:10.540 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:10.637 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:10.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:10.643 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:10.743 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:10.812 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:11.056 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 9 pgp_num to 36 2023-09-23T15:29:11.059 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:11 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1978975518' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pgp_num", "val": "36"}]: dispatch 2023-09-23T15:29:11.059 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:11 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pgp_num", "val": "36"}]: dispatch 2023-09-23T15:29:11.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:11 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1978975518' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pgp_num", "val": "36"}]: dispatch 2023-09-23T15:29:11.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:11 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pgp_num", "val": "36"}]: dispatch 2023-09-23T15:29:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:11 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1978975518' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pgp_num", "val": "36"}]: dispatch 2023-09-23T15:29:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:11 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pgp_num", "val": "36"}]: dispatch 2023-09-23T15:29:11.493 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:11.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:11.501 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:11.602 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:11.661 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:12.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[212312]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pgp_num", "val": "36"}]': finished 2023-09-23T15:29:12.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[212312]: osdmap e434: 8 total, 8 up, 6 in 2023-09-23T15:29:12.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[212312]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[212312]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[212312]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[212312]: pgmap v1178: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 579 MiB data, 6.0 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 950 op/s; 24471/27831 objects degraded (87.927%); 219/27831 objects misplaced (0.787%); 2.6 MiB/s, 181 objects/s recovering 2023-09-23T15:29:12.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[219580]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pgp_num", "val": "36"}]': finished 2023-09-23T15:29:12.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[219580]: osdmap e434: 8 total, 8 up, 6 in 2023-09-23T15:29:12.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[219580]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[219580]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[219580]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:12 smithi118 ceph-mon[219580]: pgmap v1178: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 579 MiB data, 6.0 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 950 op/s; 24471/27831 objects degraded (87.927%); 219/27831 objects misplaced (0.787%); 2.6 MiB/s, 181 objects/s recovering 2023-09-23T15:29:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:12 smithi178 ceph-mon[192298]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:12 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_3", "var": "pgp_num", "val": "36"}]': finished 2023-09-23T15:29:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:12 smithi178 ceph-mon[192298]: osdmap e434: 8 total, 8 up, 6 in 2023-09-23T15:29:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:12 smithi178 ceph-mon[192298]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:12 smithi178 ceph-mon[192298]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:12 smithi178 ceph-mon[192298]: failed to encode map e434 with expected crc 2023-09-23T15:29:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:12 smithi178 ceph-mon[192298]: pgmap v1178: 129 pgs: 1 active+recovering+undersized+remapped, 4 active+clean+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 579 MiB data, 6.0 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 950 op/s; 24471/27831 objects degraded (87.927%); 219/27831 objects misplaced (0.787%); 2.6 MiB/s, 181 objects/s recovering 2023-09-23T15:29:12.476 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:12.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:12.487 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:12.588 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:29:12.630 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:12.714 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:29:12.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:12.721 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:29:12.822 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:12.868 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:12.946 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:12.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:12.953 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:13.054 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:13.143 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:13.258 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:13.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:13.265 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:13.366 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:13.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:13 smithi178 ceph-mon[192298]: failed to encode map e434 with expected crc 2023-09-23T15:29:13.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:13 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 24471/27831 objects degraded (87.927%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:13.406 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:13.474 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:13.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:13.481 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:13.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:13 smithi118 ceph-mon[212312]: failed to encode map e434 with expected crc 2023-09-23T15:29:13.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:13 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 24471/27831 objects degraded (87.927%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:13 smithi118 ceph-mon[219580]: failed to encode map e434 with expected crc 2023-09-23T15:29:13.572 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:13 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 24471/27831 objects degraded (87.927%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:13.582 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:13.621 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:13.691 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:13.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:13.698 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:13.799 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:13.836 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:13.897 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:13.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:13.901 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:14.002 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:14.140 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:14.244 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:14.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:14.248 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:14.348 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:14.378 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:14.564 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:14.568 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[219580]: 9.23 scrub starts 2023-09-23T15:29:14.568 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[219580]: pgmap v1179: 129 pgs: 4 active+clean+remapped, 1 active+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 375 MiB data, 5.4 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 995 op/s; 24471/18039 objects degraded (135.656%); 219/18039 objects misplaced (1.214%); 870 KiB/s, 125 objects/s recovering 2023-09-23T15:29:14.568 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[219580]: failed to encode map e435 with expected crc 2023-09-23T15:29:14.568 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[219580]: osdmap e435: 8 total, 8 up, 6 in 2023-09-23T15:29:14.568 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4275700531' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:29:14.568 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:29:14.568 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[219580]: failed to encode map e435 with expected crc 2023-09-23T15:29:14.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[212312]: 9.23 scrub starts 2023-09-23T15:29:14.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[212312]: pgmap v1179: 129 pgs: 4 active+clean+remapped, 1 active+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 375 MiB data, 5.4 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 995 op/s; 24471/18039 objects degraded (135.656%); 219/18039 objects misplaced (1.214%); 870 KiB/s, 125 objects/s recovering 2023-09-23T15:29:14.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[212312]: failed to encode map e435 with expected crc 2023-09-23T15:29:14.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[212312]: osdmap e435: 8 total, 8 up, 6 in 2023-09-23T15:29:14.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4275700531' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:29:14.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:29:14.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:14 smithi118 ceph-mon[212312]: failed to encode map e435 with expected crc 2023-09-23T15:29:14.575 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:14.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:14.585 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:14.590 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:29:14.686 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:14.716 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:14.802 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:14.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:14.807 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:14 smithi178 ceph-mon[192298]: 9.23 scrub starts 2023-09-23T15:29:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:14 smithi178 ceph-mon[192298]: pgmap v1179: 129 pgs: 4 active+clean+remapped, 1 active+undersized+remapped, 11 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 375 MiB data, 5.4 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 995 op/s; 24471/18039 objects degraded (135.656%); 219/18039 objects misplaced (1.214%); 870 KiB/s, 125 objects/s recovering 2023-09-23T15:29:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:14 smithi178 ceph-mon[192298]: failed to encode map e435 with expected crc 2023-09-23T15:29:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:14 smithi178 ceph-mon[192298]: osdmap e435: 8 total, 8 up, 6 in 2023-09-23T15:29:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4275700531' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:29:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:14 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:29:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:14 smithi178 ceph-mon[192298]: failed to encode map e435 with expected crc 2023-09-23T15:29:14.908 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:14.971 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:29:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[219580]: failed to encode map e436 with expected crc 2023-09-23T15:29:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:29:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[219580]: osdmap e436: 8 total, 8 up, 6 in 2023-09-23T15:29:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[219580]: failed to encode map e436 with expected crc 2023-09-23T15:29:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[219580]: failed to encode map e436 with expected crc 2023-09-23T15:29:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[219580]: failed to encode map e436 with expected crc 2023-09-23T15:29:15.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:29:15.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[212312]: failed to encode map e436 with expected crc 2023-09-23T15:29:15.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:29:15.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[212312]: osdmap e436: 8 total, 8 up, 6 in 2023-09-23T15:29:15.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[212312]: failed to encode map e436 with expected crc 2023-09-23T15:29:15.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[212312]: failed to encode map e436 with expected crc 2023-09-23T15:29:15.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:15 smithi118 ceph-mon[212312]: failed to encode map e436 with expected crc 2023-09-23T15:29:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:15 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:29:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:15 smithi178 ceph-mon[192298]: failed to encode map e436 with expected crc 2023-09-23T15:29:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:15 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:29:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:15 smithi178 ceph-mon[192298]: osdmap e436: 8 total, 8 up, 6 in 2023-09-23T15:29:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:15 smithi178 ceph-mon[192298]: failed to encode map e436 with expected crc 2023-09-23T15:29:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:15 smithi178 ceph-mon[192298]: failed to encode map e436 with expected crc 2023-09-23T15:29:15.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:15 smithi178 ceph-mon[192298]: failed to encode map e436 with expected crc 2023-09-23T15:29:16.373 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:16.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:16.377 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:16.478 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:16.560 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:16.672 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:16.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:16.677 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:16.778 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:16.815 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:16.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:16 smithi178 ceph-mon[192298]: pgmap v1182: 129 pgs: 4 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 264 MiB data, 5.1 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 1.17k op/s; 23498/12747 objects degraded (184.341%); 70/12747 objects misplaced (0.549%); 896 KiB/s, 154 objects/s recovering 2023-09-23T15:29:16.882 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:16.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:16.891 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:16.992 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:17.039 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:17.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:16 smithi118 ceph-mon[212312]: pgmap v1182: 129 pgs: 4 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 264 MiB data, 5.1 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 1.17k op/s; 23498/12747 objects degraded (184.341%); 70/12747 objects misplaced (0.549%); 896 KiB/s, 154 objects/s recovering 2023-09-23T15:29:17.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:16 smithi118 ceph-mon[219580]: pgmap v1182: 129 pgs: 4 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 2 active+recovery_wait+degraded, 110 active+clean; 264 MiB data, 5.1 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 1.17k op/s; 23498/12747 objects degraded (184.341%); 70/12747 objects misplaced (0.549%); 896 KiB/s, 154 objects/s recovering 2023-09-23T15:29:17.117 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:17.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:17.125 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:17.226 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:17.265 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:17.341 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:17.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:17.349 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:17.450 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:17.528 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:17.554 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 0, 6] out_osds: [4, 2] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:29:17.554 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:29:17.554 INFO:tasks.thrashosds.thrasher:Removing osd 0, in_osds are: [1, 3, 5, 7, 0, 6] 2023-09-23T15:29:17.554 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd out 0 2023-09-23T15:29:17.584 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23498/12747 objects degraded (184.341%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:17.641 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:17.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:17.649 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:17.750 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:29:17.799 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:17.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23498/12747 objects degraded (184.341%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:17.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23498/12747 objects degraded (184.341%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:17.875 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:29:17.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:17.879 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:29:17.980 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:18.016 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:18.098 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:18.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:18.104 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:18.136 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Removed 86449 objects 2023-09-23T15:29:18.136 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Clean up completed and total clean up time :174.521 2023-09-23T15:29:18.205 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:18.230 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:18.252 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:29:18.252 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:29:18.272 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:18.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:18.276 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:18.377 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:29:18.403 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:18.433 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:29:18.444 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:29:18.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:18.449 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:29:18.533 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:29:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:29:18] "GET /metrics HTTP/1.1" 200 36513 "" "Prometheus/2.43.0" 2023-09-23T15:29:18.550 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:18.575 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:18.617 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:18.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:18.622 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:18.722 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:18.754 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:18.799 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:18 smithi118 ceph-mon[219580]: pgmap v1183: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 247 MiB data, 4.9 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 813 op/s; 21905/11928 objects degraded (183.644%); 70/11928 objects misplaced (0.587%); 825 KiB/s, 237 objects/s recovering 2023-09-23T15:29:18.799 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:18 smithi118 ceph-mon[212312]: pgmap v1183: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 247 MiB data, 4.9 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 813 op/s; 21905/11928 objects degraded (183.644%); 70/11928 objects misplaced (0.587%); 825 KiB/s, 237 objects/s recovering 2023-09-23T15:29:18.864 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:18.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:18.869 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:18 smithi178 ceph-mon[192298]: pgmap v1183: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 247 MiB data, 4.9 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 813 op/s; 21905/11928 objects degraded (183.644%); 70/11928 objects misplaced (0.587%); 825 KiB/s, 237 objects/s recovering 2023-09-23T15:29:18.969 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:18.996 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:19.038 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:19.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:19.045 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:19.146 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:29:19.171 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:19.212 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:29:19.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:19.216 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:29:19.317 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:19.346 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:19.988 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_3 2023-09-23T15:29:19.988 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_3 unique_pool_3 --yes-i-really-really-mean-it 2023-09-23T15:29:20.087 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:20.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:20.089 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:20.190 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:29:20.190 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:20.218 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:20.267 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:20.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:20.271 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:20.372 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:20.401 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:20.439 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:20.453 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:20.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:20.456 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:20.481 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:20.556 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:20.582 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:29:20.585 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:20.606 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:29:20.611 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:29:20.639 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:20.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:20.644 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:20.645 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:29:20.666 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:29:20.691 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:29:20.718 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:29:20.740 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:29:20.745 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:20.762 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:29:20.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:29:20.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:29:20.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:29:20.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:29:20.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:29:20.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:29:20.764 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:29:20.764 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:29:20.772 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:20 smithi178 ceph-mon[192298]: pgmap v1184: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 106 MiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 976 op/s; 21905/5160 objects degraded (424.516%); 70/5160 objects misplaced (1.357%); 672 KiB/s, 193 objects/s recovering 2023-09-23T15:29:20.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:20 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/937418246' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:20.920 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:20 smithi118 ceph-mon[219580]: pgmap v1184: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 106 MiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 976 op/s; 21905/5160 objects degraded (424.516%); 70/5160 objects misplaced (1.357%); 672 KiB/s, 193 objects/s recovering 2023-09-23T15:29:20.920 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:20 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/937418246' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:20.920 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:20 smithi118 ceph-mon[212312]: pgmap v1184: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+recovering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 10 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 106 MiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 976 op/s; 21905/5160 objects degraded (424.516%); 70/5160 objects misplaced (1.357%); 672 KiB/s, 193 objects/s recovering 2023-09-23T15:29:20.920 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:20 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/937418246' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:21 smithi178 ceph-mon[192298]: failed to encode map e437 with expected crc 2023-09-23T15:29:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:21 smithi178 ceph-mon[192298]: osdmap e437: 8 total, 8 up, 6 in 2023-09-23T15:29:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:21 smithi178 ceph-mon[192298]: failed to encode map e437 with expected crc 2023-09-23T15:29:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:21 smithi178 ceph-mon[192298]: failed to encode map e437 with expected crc 2023-09-23T15:29:21.953 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:21.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:21.956 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:22.057 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:22.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:21 smithi118 ceph-mon[212312]: failed to encode map e437 with expected crc 2023-09-23T15:29:22.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:21 smithi118 ceph-mon[212312]: osdmap e437: 8 total, 8 up, 6 in 2023-09-23T15:29:22.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:21 smithi118 ceph-mon[212312]: failed to encode map e437 with expected crc 2023-09-23T15:29:22.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:21 smithi118 ceph-mon[212312]: failed to encode map e437 with expected crc 2023-09-23T15:29:22.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:21 smithi118 ceph-mon[219580]: failed to encode map e437 with expected crc 2023-09-23T15:29:22.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:21 smithi118 ceph-mon[219580]: osdmap e437: 8 total, 8 up, 6 in 2023-09-23T15:29:22.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:21 smithi118 ceph-mon[219580]: failed to encode map e437 with expected crc 2023-09-23T15:29:22.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:21 smithi118 ceph-mon[219580]: failed to encode map e437 with expected crc 2023-09-23T15:29:22.090 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:22 smithi178 ceph-mon[192298]: failed to encode map e437 with expected crc 2023-09-23T15:29:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:22 smithi178 ceph-mon[192298]: pgmap v1186: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+undersized+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 43 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 21493/2097 objects degraded (1024.940%); 2/2097 objects misplaced (0.095%); 672 KiB/s, 251 objects/s recovering 2023-09-23T15:29:22.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:22 smithi178 ceph-mon[192298]: failed to encode map e438 with expected crc 2023-09-23T15:29:22.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:22 smithi178 ceph-mon[192298]: failed to encode map e438 with expected crc 2023-09-23T15:29:22.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:22 smithi178 ceph-mon[192298]: osdmap e438: 8 total, 8 up, 6 in 2023-09-23T15:29:22.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:22 smithi178 ceph-mon[192298]: failed to encode map e438 with expected crc 2023-09-23T15:29:22.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:22.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:22.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 21493/2097 objects degraded (1024.940%), 11 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[219580]: failed to encode map e437 with expected crc 2023-09-23T15:29:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[219580]: pgmap v1186: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+undersized+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 43 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 21493/2097 objects degraded (1024.940%); 2/2097 objects misplaced (0.095%); 672 KiB/s, 251 objects/s recovering 2023-09-23T15:29:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[219580]: failed to encode map e438 with expected crc 2023-09-23T15:29:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[219580]: failed to encode map e438 with expected crc 2023-09-23T15:29:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[219580]: osdmap e438: 8 total, 8 up, 6 in 2023-09-23T15:29:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[219580]: failed to encode map e438 with expected crc 2023-09-23T15:29:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 21493/2097 objects degraded (1024.940%), 11 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[212312]: failed to encode map e437 with expected crc 2023-09-23T15:29:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[212312]: pgmap v1186: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+undersized+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 1 active+recovering, 10 active+recovery_wait+undersized+degraded+remapped, 110 active+clean; 43 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 722 op/s; 21493/2097 objects degraded (1024.940%); 2/2097 objects misplaced (0.095%); 672 KiB/s, 251 objects/s recovering 2023-09-23T15:29:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[212312]: failed to encode map e438 with expected crc 2023-09-23T15:29:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[212312]: failed to encode map e438 with expected crc 2023-09-23T15:29:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[212312]: osdmap e438: 8 total, 8 up, 6 in 2023-09-23T15:29:23.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[212312]: failed to encode map e438 with expected crc 2023-09-23T15:29:23.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:23.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:23.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 21493/2097 objects degraded (1024.940%), 11 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:24.245 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:24.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:24.248 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:24.349 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:24.377 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:24.776 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:24.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:24.779 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:24.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:24 smithi178 ceph-mon[192298]: pgmap v1188: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 34 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 527 op/s; 18481/1701 objects degraded (1086.479%); 2/1701 objects misplaced (0.118%); 0 B/s, 595 objects/s recovering 2023-09-23T15:29:24.879 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:24.902 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:24 smithi118 ceph-mon[219580]: pgmap v1188: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 34 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 527 op/s; 18481/1701 objects degraded (1086.479%); 2/1701 objects misplaced (0.118%); 0 B/s, 595 objects/s recovering 2023-09-23T15:29:24.902 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:24 smithi118 ceph-mon[212312]: pgmap v1188: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped, 111 active+clean; 34 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 527 op/s; 18481/1701 objects degraded (1086.479%); 2/1701 objects misplaced (0.118%); 0 B/s, 595 objects/s recovering 2023-09-23T15:29:24.905 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:24.948 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:24.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:24.951 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:25.052 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:25.078 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:25.121 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:25.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:25.124 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:25.224 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:25.254 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:25.302 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:25.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:25.306 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:25.407 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:25.434 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:25.480 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:25.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:25.483 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:25.583 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:25.613 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:25.664 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:25.667 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:25.667 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:25.768 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:25.794 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:25 smithi118 ceph-mon[212312]: failed to encode map e439 with expected crc 2023-09-23T15:29:25.794 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:25 smithi118 ceph-mon[212312]: osdmap e439: 8 total, 8 up, 6 in 2023-09-23T15:29:25.794 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:25 smithi118 ceph-mon[212312]: failed to encode map e439 with expected crc 2023-09-23T15:29:25.794 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:25 smithi118 ceph-mon[212312]: failed to encode map e439 with expected crc 2023-09-23T15:29:25.794 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:25 smithi118 ceph-mon[212312]: failed to encode map e439 with expected crc 2023-09-23T15:29:25.795 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:25 smithi118 ceph-mon[219580]: failed to encode map e439 with expected crc 2023-09-23T15:29:25.795 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:25 smithi118 ceph-mon[219580]: osdmap e439: 8 total, 8 up, 6 in 2023-09-23T15:29:25.795 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:25 smithi118 ceph-mon[219580]: failed to encode map e439 with expected crc 2023-09-23T15:29:25.795 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:25 smithi118 ceph-mon[219580]: failed to encode map e439 with expected crc 2023-09-23T15:29:25.795 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:25 smithi118 ceph-mon[219580]: failed to encode map e439 with expected crc 2023-09-23T15:29:25.797 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:25 smithi178 ceph-mon[192298]: failed to encode map e439 with expected crc 2023-09-23T15:29:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:25 smithi178 ceph-mon[192298]: osdmap e439: 8 total, 8 up, 6 in 2023-09-23T15:29:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:25 smithi178 ceph-mon[192298]: failed to encode map e439 with expected crc 2023-09-23T15:29:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:25 smithi178 ceph-mon[192298]: failed to encode map e439 with expected crc 2023-09-23T15:29:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:25 smithi178 ceph-mon[192298]: failed to encode map e439 with expected crc 2023-09-23T15:29:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:26 smithi178 ceph-mon[192298]: pgmap v1190: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 4 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 34 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 239 op/s; 16681/1701 objects degraded (980.658%); 2/1701 objects misplaced (0.118%); 0 B/s, 715 objects/s recovering 2023-09-23T15:29:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:26 smithi178 ceph-mon[192298]: failed to encode map e440 with expected crc 2023-09-23T15:29:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:26 smithi178 ceph-mon[192298]: failed to encode map e440 with expected crc 2023-09-23T15:29:26.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:26 smithi178 ceph-mon[192298]: osdmap e440: 8 total, 8 up, 6 in 2023-09-23T15:29:26.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:26 smithi178 ceph-mon[192298]: failed to encode map e440 with expected crc 2023-09-23T15:29:26.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:26 smithi178 ceph-mon[192298]: failed to encode map e440 with expected crc 2023-09-23T15:29:27.046 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:27.051 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[212312]: pgmap v1190: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 4 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 34 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 239 op/s; 16681/1701 objects degraded (980.658%); 2/1701 objects misplaced (0.118%); 0 B/s, 715 objects/s recovering 2023-09-23T15:29:27.051 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[212312]: failed to encode map e440 with expected crc 2023-09-23T15:29:27.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[212312]: failed to encode map e440 with expected crc 2023-09-23T15:29:27.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[212312]: osdmap e440: 8 total, 8 up, 6 in 2023-09-23T15:29:27.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[212312]: failed to encode map e440 with expected crc 2023-09-23T15:29:27.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[212312]: failed to encode map e440 with expected crc 2023-09-23T15:29:27.052 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[219580]: pgmap v1190: 129 pgs: 1 active+recovery_wait+degraded, 4 active+clean+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 4 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 34 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 239 op/s; 16681/1701 objects degraded (980.658%); 2/1701 objects misplaced (0.118%); 0 B/s, 715 objects/s recovering 2023-09-23T15:29:27.052 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[219580]: failed to encode map e440 with expected crc 2023-09-23T15:29:27.052 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[219580]: failed to encode map e440 with expected crc 2023-09-23T15:29:27.052 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[219580]: osdmap e440: 8 total, 8 up, 6 in 2023-09-23T15:29:27.052 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[219580]: failed to encode map e440 with expected crc 2023-09-23T15:29:27.052 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:26 smithi118 ceph-mon[219580]: failed to encode map e440 with expected crc 2023-09-23T15:29:27.158 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:27.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:27.165 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:27.266 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:27.293 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:27.336 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:27.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:27.339 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:27.439 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:27.465 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:27.508 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:27.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:27.511 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:27.611 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:27.637 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:27.795 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:27.797 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:27.798 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:27 smithi178 ceph-mon[192298]: failed to encode map e440 with expected crc 2023-09-23T15:29:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:27 smithi178 ceph-mon[192298]: failed to encode map e441 with expected crc 2023-09-23T15:29:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:27 smithi178 ceph-mon[192298]: osdmap e441: 8 total, 8 up, 6 in 2023-09-23T15:29:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:27 smithi178 ceph-mon[192298]: failed to encode map e441 with expected crc 2023-09-23T15:29:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:27 smithi178 ceph-mon[192298]: failed to encode map e441 with expected crc 2023-09-23T15:29:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 16681/1701 objects degraded (980.658%), 11 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:27.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:27 smithi178 ceph-mon[192298]: osdmap e442: 8 total, 8 up, 6 in 2023-09-23T15:29:27.899 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:27.927 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:28.004 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:28.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:28.007 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[212312]: failed to encode map e440 with expected crc 2023-09-23T15:29:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[212312]: failed to encode map e441 with expected crc 2023-09-23T15:29:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[212312]: osdmap e441: 8 total, 8 up, 6 in 2023-09-23T15:29:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[212312]: failed to encode map e441 with expected crc 2023-09-23T15:29:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[212312]: failed to encode map e441 with expected crc 2023-09-23T15:29:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 16681/1701 objects degraded (980.658%), 11 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[212312]: osdmap e442: 8 total, 8 up, 6 in 2023-09-23T15:29:28.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[219580]: failed to encode map e440 with expected crc 2023-09-23T15:29:28.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[219580]: failed to encode map e441 with expected crc 2023-09-23T15:29:28.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[219580]: osdmap e441: 8 total, 8 up, 6 in 2023-09-23T15:29:28.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[219580]: failed to encode map e441 with expected crc 2023-09-23T15:29:28.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[219580]: failed to encode map e441 with expected crc 2023-09-23T15:29:28.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 16681/1701 objects degraded (980.658%), 11 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:28.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:27 smithi118 ceph-mon[219580]: osdmap e442: 8 total, 8 up, 6 in 2023-09-23T15:29:28.107 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:28.142 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:28.245 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:28.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:28.248 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:28.328 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:29:28.329 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:29:28.329 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:29:28.329 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:29:28.348 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:28.378 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:28.527 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:29:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:29:28] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2023-09-23T15:29:28.534 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:28.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:28.537 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:28.638 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:28.668 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:28.715 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:28.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:28.718 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:28.818 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:28.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[219580]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[219580]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[219580]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[219580]: pgmap v1194: 129 pgs: 4 active+clean+remapped, 1 active+recovering, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 4 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 34 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 15143/1701 objects degraded (890.241%); 2/1701 objects misplaced (0.118%); 0 B/s, 71 objects/s recovering 2023-09-23T15:29:28.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[219580]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[219580]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[219580]: osdmap e443: 8 total, 8 up, 6 in 2023-09-23T15:29:28.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[212312]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[212312]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[212312]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[212312]: pgmap v1194: 129 pgs: 4 active+clean+remapped, 1 active+recovering, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 4 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 34 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 15143/1701 objects degraded (890.241%); 2/1701 objects misplaced (0.118%); 0 B/s, 71 objects/s recovering 2023-09-23T15:29:28.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[212312]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[212312]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:28 smithi118 ceph-mon[212312]: osdmap e443: 8 total, 8 up, 6 in 2023-09-23T15:29:28.852 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:28 smithi178 ceph-mon[192298]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:28 smithi178 ceph-mon[192298]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:28 smithi178 ceph-mon[192298]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:28 smithi178 ceph-mon[192298]: pgmap v1194: 129 pgs: 4 active+clean+remapped, 1 active+recovering, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 4 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 112 active+clean; 34 MiB data, 4.1 GiB used, 532 GiB / 536 GiB avail; 15143/1701 objects degraded (890.241%); 2/1701 objects misplaced (0.118%); 0 B/s, 71 objects/s recovering 2023-09-23T15:29:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:28 smithi178 ceph-mon[192298]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:28 smithi178 ceph-mon[192298]: failed to encode map e442 with expected crc 2023-09-23T15:29:28.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:28 smithi178 ceph-mon[192298]: osdmap e443: 8 total, 8 up, 6 in 2023-09-23T15:29:28.906 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:28.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:28.910 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:29.011 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:29.040 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:29.077 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:29:29.095 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:29.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:29.099 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:29.200 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:29.227 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:29.316 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:29.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:29.318 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:29.371 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T15:29:29.419 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:29.445 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:29.488 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:29.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:29.493 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:29.594 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:29.620 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:29.720 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:29.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:29.724 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:29.739 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:29:29.825 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:29.857 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:29.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:29 smithi178 ceph-mon[192298]: failed to encode map e442 with expected crc 2023-09-23T15:29:29.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:29 smithi178 ceph-mon[192298]: failed to encode map e443 with expected crc 2023-09-23T15:29:29.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:29 smithi178 ceph-mon[192298]: failed to encode map e443 with expected crc 2023-09-23T15:29:29.911 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:29.913 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:29 smithi118 ceph-mon[219580]: failed to encode map e442 with expected crc 2023-09-23T15:29:29.913 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:29 smithi118 ceph-mon[219580]: failed to encode map e443 with expected crc 2023-09-23T15:29:29.913 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:29 smithi118 ceph-mon[219580]: failed to encode map e443 with expected crc 2023-09-23T15:29:29.914 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:29 smithi118 ceph-mon[212312]: failed to encode map e442 with expected crc 2023-09-23T15:29:29.914 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:29 smithi118 ceph-mon[212312]: failed to encode map e443 with expected crc 2023-09-23T15:29:29.914 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:29 smithi118 ceph-mon[212312]: failed to encode map e443 with expected crc 2023-09-23T15:29:29.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:29.915 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:30.016 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:30.048 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:31.048 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:30 smithi178 ceph-mon[192298]: failed to encode map e443 with expected crc 2023-09-23T15:29:31.048 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:30 smithi178 ceph-mon[192298]: failed to encode map e443 with expected crc 2023-09-23T15:29:31.049 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:30 smithi178 ceph-mon[192298]: pgmap v1196: 129 pgs: 4 active+clean+remapped, 1 active+recovering, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 4 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 113 active+clean; 34 MiB data, 4.0 GiB used, 532 GiB / 536 GiB avail; 13799/1701 objects degraded (811.229%); 2/1701 objects misplaced (0.118%); 0 B/s, 275 objects/s recovering 2023-09-23T15:29:31.049 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:30 smithi178 ceph-mon[192298]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.049 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:30 smithi178 ceph-mon[192298]: osdmap e444: 8 total, 8 up, 6 in 2023-09-23T15:29:31.049 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:30 smithi178 ceph-mon[192298]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.049 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:30 smithi178 ceph-mon[192298]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.049 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:30 smithi178 ceph-mon[192298]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.049 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:29:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[219580]: failed to encode map e443 with expected crc 2023-09-23T15:29:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[219580]: failed to encode map e443 with expected crc 2023-09-23T15:29:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[219580]: pgmap v1196: 129 pgs: 4 active+clean+remapped, 1 active+recovering, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 4 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 113 active+clean; 34 MiB data, 4.0 GiB used, 532 GiB / 536 GiB avail; 13799/1701 objects degraded (811.229%); 2/1701 objects misplaced (0.118%); 0 B/s, 275 objects/s recovering 2023-09-23T15:29:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[219580]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[219580]: osdmap e444: 8 total, 8 up, 6 in 2023-09-23T15:29:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[219580]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[219580]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[219580]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:29:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[212312]: failed to encode map e443 with expected crc 2023-09-23T15:29:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[212312]: failed to encode map e443 with expected crc 2023-09-23T15:29:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[212312]: pgmap v1196: 129 pgs: 4 active+clean+remapped, 1 active+recovering, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 4 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 113 active+clean; 34 MiB data, 4.0 GiB used, 532 GiB / 536 GiB avail; 13799/1701 objects degraded (811.229%); 2/1701 objects misplaced (0.118%); 0 B/s, 275 objects/s recovering 2023-09-23T15:29:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[212312]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[212312]: osdmap e444: 8 total, 8 up, 6 in 2023-09-23T15:29:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[212312]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[212312]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[212312]: failed to encode map e444 with expected crc 2023-09-23T15:29:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:29:31.288 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:29:31.288 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:29:31.288 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:29:31.288 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:29:31.289 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:29:31.649 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:29:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:31 smithi178 ceph-mon[192298]: failed to encode map e445 with expected crc 2023-09-23T15:29:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:31 smithi178 ceph-mon[192298]: failed to encode map e445 with expected crc 2023-09-23T15:29:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:31 smithi178 ceph-mon[192298]: osdmap e445: 8 total, 8 up, 6 in 2023-09-23T15:29:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:31 smithi178 ceph-mon[192298]: failed to encode map e445 with expected crc 2023-09-23T15:29:31.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:31 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/422918655' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:29:32.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:31 smithi118 ceph-mon[212312]: failed to encode map e445 with expected crc 2023-09-23T15:29:32.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:31 smithi118 ceph-mon[212312]: failed to encode map e445 with expected crc 2023-09-23T15:29:32.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:31 smithi118 ceph-mon[212312]: osdmap e445: 8 total, 8 up, 6 in 2023-09-23T15:29:32.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:31 smithi118 ceph-mon[212312]: failed to encode map e445 with expected crc 2023-09-23T15:29:32.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:31 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/422918655' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:29:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:31 smithi118 ceph-mon[219580]: failed to encode map e445 with expected crc 2023-09-23T15:29:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:31 smithi118 ceph-mon[219580]: failed to encode map e445 with expected crc 2023-09-23T15:29:32.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:31 smithi118 ceph-mon[219580]: osdmap e445: 8 total, 8 up, 6 in 2023-09-23T15:29:32.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:31 smithi118 ceph-mon[219580]: failed to encode map e445 with expected crc 2023-09-23T15:29:32.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:31 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/422918655' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:29:32.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[219580]: pgmap v1199: 129 pgs: 4 active+clean+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 1 active+recovering, 3 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 116 active+clean; 34 MiB data, 4.0 GiB used, 532 GiB / 536 GiB avail; 8958/1701 objects degraded (526.631%); 2/1701 objects misplaced (0.118%); 0 B/s, 1.23k objects/s recovering 2023-09-23T15:29:32.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:29:32.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[219580]: failed to encode map e446 with expected crc 2023-09-23T15:29:32.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/422918655' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:29:32.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[219580]: osdmap e446: 8 total, 8 up, 6 in 2023-09-23T15:29:32.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[219580]: failed to encode map e446 with expected crc 2023-09-23T15:29:32.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[219580]: failed to encode map e446 with expected crc 2023-09-23T15:29:32.814 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 8958/1701 objects degraded (526.631%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:32.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[212312]: pgmap v1199: 129 pgs: 4 active+clean+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 1 active+recovering, 3 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 116 active+clean; 34 MiB data, 4.0 GiB used, 532 GiB / 536 GiB avail; 8958/1701 objects degraded (526.631%); 2/1701 objects misplaced (0.118%); 0 B/s, 1.23k objects/s recovering 2023-09-23T15:29:32.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:29:32.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[212312]: failed to encode map e446 with expected crc 2023-09-23T15:29:32.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/422918655' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:29:32.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[212312]: osdmap e446: 8 total, 8 up, 6 in 2023-09-23T15:29:32.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[212312]: failed to encode map e446 with expected crc 2023-09-23T15:29:32.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[212312]: failed to encode map e446 with expected crc 2023-09-23T15:29:32.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 8958/1701 objects degraded (526.631%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:32 smithi178 ceph-mon[192298]: pgmap v1199: 129 pgs: 4 active+clean+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 1 active+recovering, 3 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 116 active+clean; 34 MiB data, 4.0 GiB used, 532 GiB / 536 GiB avail; 8958/1701 objects degraded (526.631%); 2/1701 objects misplaced (0.118%); 0 B/s, 1.23k objects/s recovering 2023-09-23T15:29:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:32 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:29:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:32 smithi178 ceph-mon[192298]: failed to encode map e446 with expected crc 2023-09-23T15:29:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/422918655' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:29:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:32 smithi178 ceph-mon[192298]: osdmap e446: 8 total, 8 up, 6 in 2023-09-23T15:29:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:32 smithi178 ceph-mon[192298]: failed to encode map e446 with expected crc 2023-09-23T15:29:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:32 smithi178 ceph-mon[192298]: failed to encode map e446 with expected crc 2023-09-23T15:29:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 8958/1701 objects degraded (526.631%), 6 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:33.295 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:33.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:33.298 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:33.399 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:33.417 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T15:29:33.430 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:33.487 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:33.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:33.493 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:33.594 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:33.628 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:33.685 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:33.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:33.689 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:33.790 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:33.821 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:33.872 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:33.874 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:33 smithi118 ceph-mon[219580]: failed to encode map e446 with expected crc 2023-09-23T15:29:33.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:33.875 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:33.876 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:33 smithi118 ceph-mon[212312]: failed to encode map e446 with expected crc 2023-09-23T15:29:33.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:33 smithi178 ceph-mon[192298]: failed to encode map e446 with expected crc 2023-09-23T15:29:33.976 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:33.995 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:29:34.008 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:34.066 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:34.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:34.069 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:34.170 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:34.201 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:34.256 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:34.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:34.261 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:34.361 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:34.393 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:34.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:34 smithi118 conmon[212288]: 2023-09-23T15:29:34.372+0000 7f4045f51700 -1 mon.a@0(leader).osd e446 definitely_dead 0 2023-09-23T15:29:34.675 INFO:teuthology.orchestra.run.smithi118.stderr:marked out osd.0. 2023-09-23T15:29:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:34 smithi118 ceph-mon[219580]: pgmap v1201: 129 pgs: 4 active+clean+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 118 active+clean; 34 MiB data, 3.9 GiB used, 532 GiB / 536 GiB avail; 8508/1701 objects degraded (500.176%); 2/1701 objects misplaced (0.118%); 0 B/s, 1.25k objects/s recovering 2023-09-23T15:29:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:34 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/300869657' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:29:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:34 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:29:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:34 smithi118 ceph-mon[219580]: Client client.admin marked osd.0 out, while it was still marked up 2023-09-23T15:29:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:34 smithi118 ceph-mon[212312]: pgmap v1201: 129 pgs: 4 active+clean+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 118 active+clean; 34 MiB data, 3.9 GiB used, 532 GiB / 536 GiB avail; 8508/1701 objects degraded (500.176%); 2/1701 objects misplaced (0.118%); 0 B/s, 1.25k objects/s recovering 2023-09-23T15:29:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:34 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/300869657' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:29:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:34 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:29:35.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:34 smithi118 ceph-mon[212312]: Client client.admin marked osd.0 out, while it was still marked up 2023-09-23T15:29:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:34 smithi178 ceph-mon[192298]: pgmap v1201: 129 pgs: 4 active+clean+remapped, 1 active+recovery_wait, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 118 active+clean; 34 MiB data, 3.9 GiB used, 532 GiB / 536 GiB avail; 8508/1701 objects degraded (500.176%); 2/1701 objects misplaced (0.118%); 0 B/s, 1.25k objects/s recovering 2023-09-23T15:29:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:34 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/300869657' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:29:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:34 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["0"]}]: dispatch 2023-09-23T15:29:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:34 smithi178 ceph-mon[192298]: Client client.admin marked osd.0 out, while it was still marked up 2023-09-23T15:29:35.550 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:35.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:35.554 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:35.655 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:35.704 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:35.807 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:35.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:35.809 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:35.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:35 smithi178 ceph-mon[192298]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:35 smithi178 ceph-mon[192298]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:35 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2023-09-23T15:29:35.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:35 smithi178 ceph-mon[192298]: osdmap e447: 8 total, 8 up, 5 in 2023-09-23T15:29:35.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:35 smithi178 ceph-mon[192298]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:35 smithi178 ceph-mon[192298]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:35 smithi178 ceph-mon[192298]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:35 smithi178 ceph-mon[192298]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:35 smithi178 ceph-mon[192298]: osdmap e448: 8 total, 8 up, 5 in 2023-09-23T15:29:35.910 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:35.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[219580]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[219580]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2023-09-23T15:29:35.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[219580]: osdmap e447: 8 total, 8 up, 5 in 2023-09-23T15:29:35.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[219580]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[219580]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[219580]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[219580]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[219580]: osdmap e448: 8 total, 8 up, 5 in 2023-09-23T15:29:35.937 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[212312]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.937 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[212312]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.937 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["0"]}]': finished 2023-09-23T15:29:35.937 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[212312]: osdmap e447: 8 total, 8 up, 5 in 2023-09-23T15:29:35.937 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[212312]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.937 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[212312]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.937 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[212312]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.937 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[212312]: failed to encode map e447 with expected crc 2023-09-23T15:29:35.937 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:35 smithi118 ceph-mon[212312]: osdmap e448: 8 total, 8 up, 5 in 2023-09-23T15:29:35.938 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:36.964 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: pgmap v1203: 129 pgs: 3 remapped+peering, 3 unknown, 45 peering, 2 active+clean+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 34 MiB data, 3.4 GiB used, 444 GiB / 447 GiB avail; 4247/1701 objects degraded (249.677%); 2/1701 objects misplaced (0.118%); 0 B/s, 1.61k objects/s recovering 2023-09-23T15:29:36.964 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: failed to encode map e448 with expected crc 2023-09-23T15:29:36.964 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: failed to encode map e448 with expected crc 2023-09-23T15:29:36.964 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: failed to encode map e448 with expected crc 2023-09-23T15:29:36.965 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: failed to encode map e448 with expected crc 2023-09-23T15:29:36.965 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: failed to encode map e448 with expected crc 2023-09-23T15:29:36.965 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: failed to encode map e448 with expected crc 2023-09-23T15:29:36.965 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: failed to encode map e448 with expected crc 2023-09-23T15:29:36.965 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: failed to encode map e448 with expected crc 2023-09-23T15:29:36.965 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: failed to encode map e448 with expected crc 2023-09-23T15:29:36.965 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 3 pgs inactive (PG_AVAILABILITY) 2023-09-23T15:29:36.965 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: 9.10 starting backfill to osd.3 from (0'0,0'0] MAX to 436'8196 2023-09-23T15:29:36.965 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: 9.10 continuing backfill to osd.5 from (375'3319,436'8196] MIN to 436'8196 2023-09-23T15:29:36.965 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:36 smithi178 ceph-mon[192298]: osdmap e449: 8 total, 8 up, 5 in 2023-09-23T15:29:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: pgmap v1203: 129 pgs: 3 remapped+peering, 3 unknown, 45 peering, 2 active+clean+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 34 MiB data, 3.4 GiB used, 444 GiB / 447 GiB avail; 4247/1701 objects degraded (249.677%); 2/1701 objects misplaced (0.118%); 0 B/s, 1.61k objects/s recovering 2023-09-23T15:29:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 3 pgs inactive (PG_AVAILABILITY) 2023-09-23T15:29:37.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: 9.10 starting backfill to osd.3 from (0'0,0'0] MAX to 436'8196 2023-09-23T15:29:37.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: 9.10 continuing backfill to osd.5 from (375'3319,436'8196] MIN to 436'8196 2023-09-23T15:29:37.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[219580]: osdmap e449: 8 total, 8 up, 5 in 2023-09-23T15:29:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: pgmap v1203: 129 pgs: 3 remapped+peering, 3 unknown, 45 peering, 2 active+clean+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 34 MiB data, 3.4 GiB used, 444 GiB / 447 GiB avail; 4247/1701 objects degraded (249.677%); 2/1701 objects misplaced (0.118%); 0 B/s, 1.61k objects/s recovering 2023-09-23T15:29:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: failed to encode map e448 with expected crc 2023-09-23T15:29:37.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 3 pgs inactive (PG_AVAILABILITY) 2023-09-23T15:29:37.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: 9.10 starting backfill to osd.3 from (0'0,0'0] MAX to 436'8196 2023-09-23T15:29:37.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: 9.10 continuing backfill to osd.5 from (375'3319,436'8196] MIN to 436'8196 2023-09-23T15:29:37.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:36 smithi118 ceph-mon[212312]: osdmap e449: 8 total, 8 up, 5 in 2023-09-23T15:29:37.670 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:37.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:37.673 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:37.774 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:37.807 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:37.867 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:37.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:37.870 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:37.909 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:29:37.909 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:29:37.909 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:29:37.909 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:29:37.909 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.910 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:151840 8.3 8:c36399c6:::benchmark_data_smithi118_424375_object48774:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e306)", 2023-09-23T15:29:37.910 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:22:25.589711+0000", 2023-09-23T15:29:37.910 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 432.31638092399999, 2023-09-23T15:29:37.910 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.90097651400000001, 2023-09-23T15:29:37.910 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.910 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.910 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.910 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:29:37.910 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:29:37.910 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 151840 2023-09-23T15:29:37.910 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.589711+0000", 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.589711+0000", 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.911 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.589710+0000", 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.589715+0000", 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.955e-06 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.589723+0000", 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.4260000000000003e-06 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.912 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.589727+0000", 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7730000000000001e-06 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.589780+0000", 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2672e-05 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:25.589788+0000", 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.337e-06 2023-09-23T15:29:37.913 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.480413+0000", 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89062484900000005 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.480580+0000", 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000167011 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.914 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,5", 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.481146+0000", 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00056564799999999998 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.488606+0000", 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0074601210000000001 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.489251+0000", 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00064527400000000004 2023-09-23T15:29:37.915 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.490624+0000", 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001372439 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.490662+0000", 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7929000000000002e-05 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:22:26.490688+0000", 2023-09-23T15:29:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6143e-05 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188739 8.5 8:a8db9c29:::benchmark_data_smithi118_424375_object85673:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:38.406281+0000", 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 359.49981063500002, 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1705488530000001, 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.917 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188739 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.406281+0000", 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.918 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.406281+0000", 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.406280+0000", 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.406290+0000", 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4679999999999998e-06 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.919 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.406300+0000", 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0382e-05 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.406306+0000", 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2689999999999996e-06 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.409820+0000", 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035134070000000001 2023-09-23T15:29:37.920 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.409830+0000", 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0546e-05 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.486520+0000", 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.076689572 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.921 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.486617+0000", 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6827e-05 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,4,7", 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.486699+0000", 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1938000000000001e-05 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.503170+0000", 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.016471650000000001 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.922 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.503213+0000", 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3173000000000002e-05 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.503246+0000", 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2407000000000003e-05 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.923 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.576523+0000", 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.073277721000000004 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.576716+0000", 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000192447 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.576830+0000", 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000114413 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.924 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188742 8.5 8:a62ba886:::benchmark_data_smithi118_424375_object85676:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e319)", 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:38.416534+0000", 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 359.48955825600001, 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1605332420000001, 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:29:37.925 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188742 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.416534+0000", 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.416534+0000", 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.926 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.416533+0000", 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.416538+0000", 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1560000000000003e-06 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.927 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.416550+0000", 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.221e-05 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.416558+0000", 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3480000000000004e-06 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.416616+0000", 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7658999999999998e-05 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.928 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:38.416628+0000", 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1656e-05 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.503283+0000", 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.086655642 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.503430+0000", 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000146444 2023-09-23T15:29:37.929 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,4,7", 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.503578+0000", 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014849700000000001 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.512300+0000", 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0087215799999999996 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.930 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.512341+0000", 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1081999999999997e-05 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.554222+0000", 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.041881425 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.576897+0000", 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.022674554999999999 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.931 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.576950+0000", 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3377000000000001e-05 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.577067+0000", 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011678700000000001 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.932 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:100979 9.d 9:b0d31568:::benchmark_data_smithi118_489858_object14527:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e403)", 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:11.745108+0000", 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 146.160984189, 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.13121815, 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 100979 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.933 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745108+0000", 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745108+0000", 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745106+0000", 2023-09-23T15:29:37.934 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745115+0000", 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8710000000000003e-06 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745134+0000", 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8678e-05 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.935 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745141+0000", 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1550000000000001e-06 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745260+0000", 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000119417 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745278+0000", 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7917000000000001e-05 2023-09-23T15:29:37.936 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.872793+0000", 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1275149550000001 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.872935+0000", 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000141686 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.873046+0000", 2023-09-23T15:29:37.937 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011119 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876172+0000", 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031255469999999998 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876178+0000", 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9449999999999998e-06 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.938 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876225+0000", 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7231999999999998e-05 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876291+0000", 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5550999999999996e-05 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.939 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876326+0000", 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5549000000000001e-05 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101009 9.d 9:bcba72d9:::benchmark_data_smithi118_489858_object14557:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:11.851406+0000", 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 146.05468596399999, 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0332562919999999, 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.940 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101009 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851406+0000", 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.941 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851406+0000", 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851406+0000", 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851409+0000", 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7919999999999999e-06 2023-09-23T15:29:37.942 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851420+0000", 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0057e-05 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851424+0000", 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7169999999999999e-06 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851474+0000", 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9938999999999997e-05 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851481+0000", 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0360000000000001e-06 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876375+0000", 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.024893437 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.944 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876474+0000", 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9728000000000005e-05 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876551+0000", 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6699000000000005e-05 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.881903+0000", 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0053516689999999999 2023-09-23T15:29:37.945 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.881914+0000", 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1591e-05 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884554+0000", 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026392020000000002 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.946 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884611+0000", 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7754999999999998e-05 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884662+0000", 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1136e-05 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101029 9.d 9:b0359ce2:::benchmark_data_smithi118_489858_object14577:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:29:37.947 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:11.908907+0000", 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 145.99718556900001, 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.98104977999999998, 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101029 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.948 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908907+0000", 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908907+0000", 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908905+0000", 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.949 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908913+0000", 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.2709999999999992e-06 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908930+0000", 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6588000000000001e-05 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.950 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908937+0000", 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6529999999999994e-06 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.909001+0000", 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3521000000000004e-05 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.909013+0000", 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2439999999999999e-05 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.951 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.879258+0000", 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.97024465000000004 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.879415+0000", 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000156952 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.879570+0000", 2023-09-23T15:29:37.952 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000155558 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.881946+0000", 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023757269999999998 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.889784+0000", 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0078379950000000004 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.953 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.889834+0000", 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9523e-05 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.889909+0000", 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5776000000000001e-05 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.889956+0000", 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6867999999999999e-05 2023-09-23T15:29:37.954 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101052 9.d 9:b99934bb:::benchmark_data_smithi118_489858_object14600:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:11.970300+0000", 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 145.93579237099999, 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.91985768599999995, 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.955 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101052 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970300+0000", 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970300+0000", 2023-09-23T15:29:37.956 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970298+0000", 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970306+0000", 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4850000000000003e-06 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.957 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970333+0000", 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7688e-05 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970340+0000", 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0929999999999997e-06 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970395+0000", 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4808000000000001e-05 2023-09-23T15:29:37.958 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970405+0000", 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6889999999999999e-06 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.881971+0000", 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.911565658 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.959 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.882080+0000", 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109381 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.882197+0000", 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000116636 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884699+0000", 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002502256 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.960 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890015+0000", 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0053161930000000003 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890083+0000", 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8137000000000002e-05 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890124+0000", 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0908000000000002e-05 2023-09-23T15:29:37.961 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890157+0000", 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3373e-05 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101071 9.d 9:b45a3688:::benchmark_data_smithi118_489858_object14619:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.021764+0000", 2023-09-23T15:29:37.962 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 145.884327641, 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86859810100000001, 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101071 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021764+0000", 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.963 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021764+0000", 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021762+0000", 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.964 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021774+0000", 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1473e-05 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021798+0000", 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3799999999999999e-05 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021808+0000", 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0118999999999999e-05 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.965 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021875+0000", 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7051999999999994e-05 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021888+0000", 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2896e-05 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884721+0000", 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86283348500000001 2023-09-23T15:29:37.966 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884855+0000", 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013348900000000001 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884989+0000", 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000134077 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.967 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.889998+0000", 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050094670000000001 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890226+0000", 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00022752100000000001 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890293+0000", 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6711000000000006e-05 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890327+0000", 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4863000000000001e-05 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890363+0000", 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5169000000000002e-05 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.969 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101074 9.d 9:b347bf76:::benchmark_data_smithi118_489858_object14622:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.029148+0000", 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 145.87694371800001, 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86640869499999995, 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101074 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.970 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029148+0000", 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029148+0000", 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.971 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029147+0000", 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029153+0000", 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3520000000000003e-06 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029167+0000", 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4314999999999999e-05 2023-09-23T15:29:37.972 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029173+0000", 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0290000000000002e-06 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029224+0000", 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0127000000000003e-05 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.973 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029232+0000", 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6370000000000005e-06 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.887338+0000", 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.85810533099999997 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.887465+0000", 2023-09-23T15:29:37.974 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012742299999999999 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.887617+0000", 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015163000000000001 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890212+0000", 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025957110000000001 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.975 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890407+0000", 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00019468999999999999 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.895470+0000", 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050626289999999999 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.895517+0000", 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7731000000000001e-05 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.976 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.895557+0000", 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9706000000000002e-05 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101085 9.d 9:bd03d323:::benchmark_data_smithi118_489858_object14633:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.068585+0000", 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 145.837506784, 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.82987938999999999, 2023-09-23T15:29:37.977 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101085 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068585+0000", 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.978 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068585+0000", 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068584+0000", 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.979 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068589+0000", 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.668e-06 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068599+0000", 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0372e-05 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068604+0000", 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4689999999999999e-06 2023-09-23T15:29:37.980 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068653+0000", 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9259999999999999e-05 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068666+0000", 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2397e-05 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890449+0000", 2023-09-23T15:29:37.981 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.821783072 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890564+0000", 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011526100000000001 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890677+0000", 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011271 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.982 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898199+0000", 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0075219079999999999 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898244+0000", 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5624999999999998e-05 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898349+0000", 2023-09-23T15:29:37.983 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000105239 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898414+0000", 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4499999999999996e-05 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898465+0000", 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0837999999999997e-05 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.984 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101106 9.d 9:b7efadb0:::benchmark_data_smithi118_489858_object14654:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.159676+0000", 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 145.74641625999999, 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.73899276400000002, 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101106 2023-09-23T15:29:37.985 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159676+0000", 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159676+0000", 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.986 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159675+0000", 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159680+0000", 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3319999999999999e-06 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159692+0000", 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1939999999999999e-05 2023-09-23T15:29:37.987 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159697+0000", 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9479999999999999e-06 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159748+0000", 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0915999999999998e-05 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.988 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159760+0000", 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2269999999999999e-05 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.893036+0000", 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.73327553599999995 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.893152+0000", 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011636799999999999 2023-09-23T15:29:37.989 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.893284+0000", 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000131812 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898254+0000", 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.004969757 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.990 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898518+0000", 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00026403700000000001 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898567+0000", 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9493000000000002e-05 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898625+0000", 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7889000000000001e-05 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.991 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898669+0000", 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3603000000000002e-05 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101147 9.d 9:b34425e1:::benchmark_data_smithi118_489858_object14695:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.303384+0000", 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 145.602708256, 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.61101179900000002, 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:37.992 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101147 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.303384+0000", 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.993 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.303384+0000", 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.303383+0000", 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.303389+0000", 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5300000000000002e-06 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.994 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.995 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:37.995 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.303405+0000", 2023-09-23T15:29:37.995 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6438000000000001e-05 2023-09-23T15:29:37.995 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.995 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.995 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:37.995 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.303411+0000", 2023-09-23T15:29:37.995 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9240000000000004e-06 2023-09-23T15:29:37.995 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.995 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.995 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.303457+0000", 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5643000000000003e-05 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.303466+0000", 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.285e-06 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.895584+0000", 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.59211729199999996 2023-09-23T15:29:37.996 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.895664+0000", 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0661000000000006e-05 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.895779+0000", 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011461899999999999 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.997 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898718+0000", 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0029395459999999999 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898725+0000", 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6200000000000001e-06 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914308+0000", 2023-09-23T15:29:37.998 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.015582855 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914353+0000", 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5510000000000003e-05 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914396+0000", 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2222999999999999e-05 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:37.999 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101181 9.d 9:bcdc9508:::benchmark_data_smithi118_489858_object14729:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.392338+0000", 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 145.51375404500001, 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.52216309100000002, 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101181 2023-09-23T15:29:38.000 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.392338+0000", 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.392338+0000", 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:38.001 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.392337+0000", 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.392342+0000", 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.408e-06 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.392352+0000", 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0954e-05 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.002 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.392357+0000", 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6569999999999996e-06 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.392412+0000", 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4509000000000003e-05 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:38.003 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.392423+0000", 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1552999999999999e-05 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898748+0000", 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.50632529199999998 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898867+0000", 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011807300000000001 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.004 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898985+0000", 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011865 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.901629+0000", 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026441960000000001 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.906862+0000", 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.005232909 2023-09-23T15:29:38.005 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914442+0000", 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0075800770000000002 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914474+0000", 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1322999999999998e-05 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.006 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914501+0000", 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7438999999999999e-05 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101191 9.d 9:b91b9cf3:::benchmark_data_smithi118_489858_object14739:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.409809+0000", 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 145.49628311000001, 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.50480926299999995, 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:38.007 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101191 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.409809+0000", 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:38.008 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.409809+0000", 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.409808+0000", 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.409813+0000", 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2660000000000001e-06 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.009 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.409823+0000", 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7149999999999993e-06 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.409828+0000", 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.352e-06 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.409880+0000", 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2510999999999999e-05 2023-09-23T15:29:38.010 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.409890+0000", 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0147e-05 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.901650+0000", 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.49175965999999999 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.901778+0000", 2023-09-23T15:29:38.011 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012816600000000001 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.901907+0000", 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000128756 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.906901+0000", 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049939490000000001 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.012 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.910131+0000", 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0032307680000000002 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914575+0000", 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0044439550000000003 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914599+0000", 2023-09-23T15:29:38.013 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3869000000000001e-05 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914618+0000", 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.897e-05 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101207 9.d 9:b36780e8:::benchmark_data_smithi118_489858_object14755:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.440512+0000", 2023-09-23T15:29:38.014 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 145.465580131, 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.474175071, 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101207 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.440512+0000", 2023-09-23T15:29:38.015 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.440512+0000", 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.440510+0000", 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:38.016 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.440517+0000", 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7909999999999999e-06 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.440532+0000", 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4909000000000001e-05 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.440542+0000", 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0227000000000001e-05 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.017 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.440592+0000", 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9449e-05 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.440601+0000", 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1009999999999998e-06 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.904449+0000", 2023-09-23T15:29:38.018 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.46384773099999999 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.904559+0000", 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000110649 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.904668+0000", 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010887600000000001 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.019 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.907369+0000", 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027007659999999998 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914239+0000", 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0068698190000000001 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914644+0000", 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00040508100000000001 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.020 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914668+0000", 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4206000000000002e-05 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.914687+0000", 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9145000000000001e-05 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.021 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137933 9.1b 9:d9552568:::benchmark_data_smithi118_489858_object51481:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e419)", 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:36.480292+0000", 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 61.425799847999997, 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.95372353600000004, 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137933 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:38.022 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480292+0000", 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480292+0000", 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480290+0000", 2023-09-23T15:29:38.023 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999976 2023-09-23T15:29:38.024 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.024 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.024 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:38.024 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480303+0000", 2023-09-23T15:29:38.024 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3292000000000001e-05 2023-09-23T15:29:38.024 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.024 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.024 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:38.024 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480328+0000", 2023-09-23T15:29:38.025 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4737999999999999e-05 2023-09-23T15:29:38.025 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.025 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.025 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:38.025 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480339+0000", 2023-09-23T15:29:38.025 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1002000000000001e-05 2023-09-23T15:29:38.025 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.025 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.025 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.025 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.481842+0000", 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001503695 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.481854+0000", 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1171e-05 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.426308+0000", 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.94445458400000004 2023-09-23T15:29:38.026 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.426436+0000", 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012799600000000001 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.426618+0000", 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018218800000000001 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:38.027 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.427976+0000", 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0013575779999999999 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.428489+0000", 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00051275300000000002 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.433915+0000", 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0054265390000000002 2023-09-23T15:29:38.028 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.433976+0000", 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0961000000000001e-05 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.434016+0000", 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9530000000000003e-05 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.029 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137935 9.b 9:d370343d:::benchmark_data_smithi118_489858_object51483:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e419)", 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:36.613768+0000", 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 61.292324563000001, 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.75045475900000003, 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137935 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.030 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613768+0000", 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613768+0000", 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:38.031 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613766+0000", 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613777+0000", 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0508e-05 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613796+0000", 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9684999999999999e-05 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.032 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613820+0000", 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4151e-05 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613888+0000", 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8085999999999998e-05 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613907+0000", 2023-09-23T15:29:38.033 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8317000000000001e-05 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.354126+0000", 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.74021877199999997 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.354259+0000", 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013339600000000001 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.034 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.354576+0000", 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00031703599999999998 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.359467+0000", 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0048908479999999997 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.361220+0000", 2023-09-23T15:29:38.035 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001753342 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.364119+0000", 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002899198 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.364179+0000", 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9281999999999999e-05 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.036 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.364222+0000", 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3621999999999997e-05 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:149114 9.0 9:01bc8baa:::benchmark_data_smithi118_489858_object62662:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:53.776506+0000", 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 44.129586138999997, 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.91593791700000005, 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:38.037 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 149114 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776506+0000", 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.038 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776506+0000", 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776505+0000", 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776510+0000", 2023-09-23T15:29:38.039 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3940000000000004e-06 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776522+0000", 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1623e-05 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776527+0000", 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0699999999999997e-06 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.040 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776575+0000", 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8136000000000001e-05 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776584+0000", 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6859999999999995e-06 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.679297+0000", 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.90271316199999996 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.041 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.679387+0000", 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9905000000000001e-05 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.679561+0000", 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000174406 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:38.042 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.683974+0000", 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0044131259999999999 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692307+0000", 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0083320549999999997 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692352+0000", 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5964999999999998e-05 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.043 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692402+0000", 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9901000000000002e-05 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692444+0000", 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1499999999999999e-05 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.044 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:149285 9.0 9:02ec5945:::benchmark_data_smithi118_489858_object62833:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:54.016600+0000", 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 43.889492318000002, 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.67598233699999999, 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 149285 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:38.045 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016600+0000", 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016600+0000", 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016598+0000", 2023-09-23T15:29:38.046 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016605+0000", 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5860000000000001e-06 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016619+0000", 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4422e-05 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.047 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016626+0000", 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.951e-06 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016698+0000", 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1322000000000006e-05 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016706+0000", 2023-09-23T15:29:38.048 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0120000000000005e-06 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.680470+0000", 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.66376441600000002 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.680594+0000", 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000123538 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.049 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.680775+0000", 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018113299999999999 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.683979+0000", 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003204672 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692493+0000", 2023-09-23T15:29:38.050 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0085130850000000001 2023-09-23T15:29:38.051 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.051 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.051 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.051 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692525+0000", 2023-09-23T15:29:38.051 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2821000000000003e-05 2023-09-23T15:29:38.051 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.051 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.051 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:38.051 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692559+0000", 2023-09-23T15:29:38.051 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3881999999999998e-05 2023-09-23T15:29:38.051 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692582+0000", 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2861e-05 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:149428 9.0 9:01f55e47:::benchmark_data_smithi118_489858_object62976:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:54.200527+0000", 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 43.705564764000002, 2023-09-23T15:29:38.052 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.492161817, 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 149428 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.200527+0000", 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.053 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.200527+0000", 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.200526+0000", 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:29:38.054 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.200534+0000", 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8380000000000002e-06 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.200547+0000", 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2595000000000001e-05 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.200551+0000", 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5349999999999998e-06 2023-09-23T15:29:38.055 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.200601+0000", 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9709000000000001e-05 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.200608+0000", 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7290000000000003e-06 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:29:38.056 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.681503+0000", 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.48089536599999999 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.681590+0000", 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6556000000000003e-05 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.681714+0000", 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012406 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.057 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.685694+0000", 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039801319999999999 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692623+0000", 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0069290089999999999 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692640+0000", 2023-09-23T15:29:38.058 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6739e-05 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692666+0000", 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6058e-05 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692689+0000", 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3519e-05 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:38.059 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.060 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:29:38.060 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:29:38.060 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:29:38.060 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:38.061 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.061 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.061 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.061 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: 9.b starting backfill to osd.1 from (0'0,0'0] MAX to 436'9635 2023-09-23T15:29:38.061 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: 9.1b starting backfill to osd.1 from (0'0,0'0] MAX to 436'9747 2023-09-23T15:29:38.061 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.061 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: 9.1c starting backfill to osd.1 from (0'0,0'0] MAX to 436'9695 2023-09-23T15:29:38.061 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: 9.8 starting backfill to osd.6 from (0'0,0'0] MAX to 436'8438 2023-09-23T15:29:38.061 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: 9.9 starting backfill to osd.1 from (0'0,0'0] MAX to 436'8321 2023-09-23T15:29:38.062 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: 9.19 starting backfill to osd.1 from (0'0,0'0] MAX to 436'8191 2023-09-23T15:29:38.062 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: 9.18 starting backfill to osd.6 from (0'0,0'0] MAX to 436'8357 2023-09-23T15:29:38.062 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: 9.c starting backfill to osd.1 from (0'0,0'0] MAX to 436'9659 2023-09-23T15:29:38.062 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:38.062 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:38.062 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 4247/1701 objects degraded (249.677%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:38.062 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[219580]: osdmap e450: 8 total, 8 up, 5 in 2023-09-23T15:29:38.062 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.062 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: 9.b starting backfill to osd.1 from (0'0,0'0] MAX to 436'9635 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: 9.1b starting backfill to osd.1 from (0'0,0'0] MAX to 436'9747 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: 9.1c starting backfill to osd.1 from (0'0,0'0] MAX to 436'9695 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: 9.8 starting backfill to osd.6 from (0'0,0'0] MAX to 436'8438 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: 9.9 starting backfill to osd.1 from (0'0,0'0] MAX to 436'8321 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: 9.19 starting backfill to osd.1 from (0'0,0'0] MAX to 436'8191 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: 9.18 starting backfill to osd.6 from (0'0,0'0] MAX to 436'8357 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: 9.c starting backfill to osd.1 from (0'0,0'0] MAX to 436'9659 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:38.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 4247/1701 objects degraded (249.677%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:38.064 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:37 smithi178 ceph-mon[192298]: osdmap e450: 8 total, 8 up, 5 in 2023-09-23T15:29:38.064 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.064 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.064 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.064 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: 9.b starting backfill to osd.1 from (0'0,0'0] MAX to 436'9635 2023-09-23T15:29:38.064 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: 9.1b starting backfill to osd.1 from (0'0,0'0] MAX to 436'9747 2023-09-23T15:29:38.064 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: failed to encode map e449 with expected crc 2023-09-23T15:29:38.064 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: 9.1c starting backfill to osd.1 from (0'0,0'0] MAX to 436'9695 2023-09-23T15:29:38.064 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: 9.8 starting backfill to osd.6 from (0'0,0'0] MAX to 436'8438 2023-09-23T15:29:38.064 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: 9.9 starting backfill to osd.1 from (0'0,0'0] MAX to 436'8321 2023-09-23T15:29:38.064 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: 9.19 starting backfill to osd.1 from (0'0,0'0] MAX to 436'8191 2023-09-23T15:29:38.065 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: 9.18 starting backfill to osd.6 from (0'0,0'0] MAX to 436'8357 2023-09-23T15:29:38.065 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: 9.c starting backfill to osd.1 from (0'0,0'0] MAX to 436'9659 2023-09-23T15:29:38.065 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:38.065 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:38.065 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 4247/1701 objects degraded (249.677%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:29:38.065 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:37 smithi118 ceph-mon[212312]: osdmap e450: 8 total, 8 up, 5 in 2023-09-23T15:29:38.098 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:38.143 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:38.206 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:38.212 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:38.212 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:38.313 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:38.347 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:38.406 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:38.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:38.411 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:38.512 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:38.542 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:29:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:29:38] "GET /metrics HTTP/1.1" 200 36517 "" "Prometheus/2.43.0" 2023-09-23T15:29:38.547 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:38.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[212312]: failed to encode map e450 with expected crc 2023-09-23T15:29:38.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[212312]: failed to encode map e450 with expected crc 2023-09-23T15:29:38.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[212312]: failed to encode map e450 with expected crc 2023-09-23T15:29:38.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[212312]: failed to encode map e450 with expected crc 2023-09-23T15:29:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[212312]: pgmap v1207: 129 pgs: 3 remapped+peering, 3 unknown, 45 peering, 2 active+clean+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 34 MiB data, 3.4 GiB used, 444 GiB / 447 GiB avail; 4247/1701 objects degraded (249.677%); 2/1701 objects misplaced (0.118%); 0 B/s, 836 objects/s recovering 2023-09-23T15:29:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[212312]: failed to encode map e450 with expected crc 2023-09-23T15:29:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[212312]: osdmap e451: 8 total, 8 up, 5 in 2023-09-23T15:29:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2475060055' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:29:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:29:38.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[219580]: failed to encode map e450 with expected crc 2023-09-23T15:29:38.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[219580]: failed to encode map e450 with expected crc 2023-09-23T15:29:38.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[219580]: failed to encode map e450 with expected crc 2023-09-23T15:29:38.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[219580]: failed to encode map e450 with expected crc 2023-09-23T15:29:38.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[219580]: pgmap v1207: 129 pgs: 3 remapped+peering, 3 unknown, 45 peering, 2 active+clean+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 34 MiB data, 3.4 GiB used, 444 GiB / 447 GiB avail; 4247/1701 objects degraded (249.677%); 2/1701 objects misplaced (0.118%); 0 B/s, 836 objects/s recovering 2023-09-23T15:29:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[219580]: failed to encode map e450 with expected crc 2023-09-23T15:29:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[219580]: osdmap e451: 8 total, 8 up, 5 in 2023-09-23T15:29:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2475060055' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:29:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:38 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:29:38.875 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:38.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:38.880 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:38.980 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:39.010 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:38 smithi178 ceph-mon[192298]: failed to encode map e450 with expected crc 2023-09-23T15:29:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:38 smithi178 ceph-mon[192298]: failed to encode map e450 with expected crc 2023-09-23T15:29:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:38 smithi178 ceph-mon[192298]: failed to encode map e450 with expected crc 2023-09-23T15:29:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:38 smithi178 ceph-mon[192298]: failed to encode map e450 with expected crc 2023-09-23T15:29:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:38 smithi178 ceph-mon[192298]: pgmap v1207: 129 pgs: 3 remapped+peering, 3 unknown, 45 peering, 2 active+clean+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 72 active+clean; 34 MiB data, 3.4 GiB used, 444 GiB / 447 GiB avail; 4247/1701 objects degraded (249.677%); 2/1701 objects misplaced (0.118%); 0 B/s, 836 objects/s recovering 2023-09-23T15:29:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:38 smithi178 ceph-mon[192298]: failed to encode map e450 with expected crc 2023-09-23T15:29:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:38 smithi178 ceph-mon[192298]: osdmap e451: 8 total, 8 up, 5 in 2023-09-23T15:29:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2475060055' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:29:39.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:38 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:29:39.594 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_3' removed 2023-09-23T15:29:39.735 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:29:40.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[219580]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[219580]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[219580]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[219580]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:29:40.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[219580]: osdmap e452: 8 total, 8 up, 5 in 2023-09-23T15:29:40.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[212312]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[212312]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[212312]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[212312]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:29:40.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:39 smithi118 ceph-mon[212312]: osdmap e452: 8 total, 8 up, 5 in 2023-09-23T15:29:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:39 smithi178 ceph-mon[192298]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:39 smithi178 ceph-mon[192298]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:39 smithi178 ceph-mon[192298]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:39 smithi178 ceph-mon[192298]: failed to encode map e451 with expected crc 2023-09-23T15:29:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:39 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:29:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:39 smithi178 ceph-mon[192298]: osdmap e452: 8 total, 8 up, 5 in 2023-09-23T15:29:40.690 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:29:40.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:40 smithi118 ceph-mon[219580]: pgmap v1209: 129 pgs: 3 remapped+peering, 3 unknown, 48 peering, 11 active+clean+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 55 active+clean; 34 MiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 8785/1701 objects degraded (516.461%); 126/1701 objects misplaced (7.407%); 1.2 KiB/s, 2 keys/s, 0 objects/s recovering 2023-09-23T15:29:40.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:40 smithi118 ceph-mon[219580]: failed to encode map e452 with expected crc 2023-09-23T15:29:40.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:40 smithi118 ceph-mon[219580]: failed to encode map e452 with expected crc 2023-09-23T15:29:40.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:40 smithi118 ceph-mon[219580]: failed to encode map e452 with expected crc 2023-09-23T15:29:40.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:40 smithi118 ceph-mon[212312]: pgmap v1209: 129 pgs: 3 remapped+peering, 3 unknown, 48 peering, 11 active+clean+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 55 active+clean; 34 MiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 8785/1701 objects degraded (516.461%); 126/1701 objects misplaced (7.407%); 1.2 KiB/s, 2 keys/s, 0 objects/s recovering 2023-09-23T15:29:40.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:40 smithi118 ceph-mon[212312]: failed to encode map e452 with expected crc 2023-09-23T15:29:40.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:40 smithi118 ceph-mon[212312]: failed to encode map e452 with expected crc 2023-09-23T15:29:40.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:40 smithi118 ceph-mon[212312]: failed to encode map e452 with expected crc 2023-09-23T15:29:40.831 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:40.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:40.834 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:40.934 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:40.959 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:40 smithi178 ceph-mon[192298]: pgmap v1209: 129 pgs: 3 remapped+peering, 3 unknown, 48 peering, 11 active+clean+remapped, 3 active+remapped+backfill_wait, 1 active+recovery_wait, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 55 active+clean; 34 MiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 8785/1701 objects degraded (516.461%); 126/1701 objects misplaced (7.407%); 1.2 KiB/s, 2 keys/s, 0 objects/s recovering 2023-09-23T15:29:40.959 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:40 smithi178 ceph-mon[192298]: failed to encode map e452 with expected crc 2023-09-23T15:29:40.959 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:40 smithi178 ceph-mon[192298]: failed to encode map e452 with expected crc 2023-09-23T15:29:40.959 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:40 smithi178 ceph-mon[192298]: failed to encode map e452 with expected crc 2023-09-23T15:29:40.962 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:41.013 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:41.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:41.020 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:41.095 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:29:41.120 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:41.147 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:41.196 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T15:29:41.196 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T15:29:41.197 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_4 2023-09-23T15:29:41.197 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_4 16 2023-09-23T15:29:41.209 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:41.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:41.212 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:41.312 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:29:41.346 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:41.388 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:29:41.391 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:41.391 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:29:41.492 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:41.515 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:41.518 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:41.564 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:41.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:41.567 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:41.623 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:29:41.645 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:29:41.667 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:29:41.668 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:29:41.691 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:29:41.695 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:41.712 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:29:41.733 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:29:41.756 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:29:41.777 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:29:41.779 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:29:41.779 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:29:41.779 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:29:41.779 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:29:41.779 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:29:41.780 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:29:41.780 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:29:41.780 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:29:41.788 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:29:41.789 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:41 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:41.790 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:41 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:41.790 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:41 smithi178 ceph-mon[192298]: pgmap v1211: 93 pgs: 2 peering, 22 active+clean+remapped, 69 active+clean; 367 KiB data, 3.4 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%); 0 B/s, 2 keys/s, 0 objects/s recovering 2023-09-23T15:29:41.790 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2317509217' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:41.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:41.791 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:29:41.891 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:41.916 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:41.922 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:41 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:41 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:41 smithi118 ceph-mon[212312]: pgmap v1211: 93 pgs: 2 peering, 22 active+clean+remapped, 69 active+clean; 367 KiB data, 3.4 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%); 0 B/s, 2 keys/s, 0 objects/s recovering 2023-09-23T15:29:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2317509217' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:42.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:41 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:41 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:41 smithi118 ceph-mon[219580]: pgmap v1211: 93 pgs: 2 peering, 22 active+clean+remapped, 69 active+clean; 367 KiB data, 3.4 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%); 0 B/s, 2 keys/s, 0 objects/s recovering 2023-09-23T15:29:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2317509217' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:42.657 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:42.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:42.661 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:42.762 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:42.762 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 6] out_osds: [4, 2, 0] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:29:42.762 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T15:29:42.793 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:42.804 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:29:42.805 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:29:42.839 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:42.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:42.842 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:42 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 1 pg peering) 2023-09-23T15:29:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:42 smithi178 ceph-mon[192298]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8785/1701 objects degraded (516.461%), 5 pgs degraded) 2023-09-23T15:29:42.943 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:42.970 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:43.064 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:43.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:43.068 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:42 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 1 pg peering) 2023-09-23T15:29:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:42 smithi118 ceph-mon[212312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8785/1701 objects degraded (516.461%), 5 pgs degraded) 2023-09-23T15:29:43.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:42 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 1 pg peering) 2023-09-23T15:29:43.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:42 smithi118 ceph-mon[219580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8785/1701 objects degraded (516.461%), 5 pgs degraded) 2023-09-23T15:29:43.169 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:43.194 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:43.416 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:43.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:43.419 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:43.469 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:29:43.519 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:43.545 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:43.588 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:43.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:43.595 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:43.696 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:43.728 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:43.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:43 smithi118 ceph-mon[219580]: pgmap v1212: 93 pgs: 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%); 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T15:29:43.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:43 smithi118 ceph-mon[212312]: pgmap v1212: 93 pgs: 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%); 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T15:29:43.823 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:29:44.028 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:43 smithi178 ceph-mon[192298]: pgmap v1212: 93 pgs: 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%); 0 B/s, 1 keys/s, 0 objects/s recovering 2023-09-23T15:29:44.508 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:44.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:44.513 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:44.578 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:44.613 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:44.642 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:44.702 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:29:44.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3407007286' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:29:44.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:44 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:29:44.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3407007286' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:29:44.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:44 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:29:44.820 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:44.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:44.823 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:44.924 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:44.953 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:45.124 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3407007286' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:29:45.124 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:44 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:29:45.346 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:29:45.347 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:29:45.356 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:29:45.812 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:45.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:45.817 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:45 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:29:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:45 smithi178 ceph-mon[192298]: failed to encode map e453 with expected crc 2023-09-23T15:29:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:29:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:45 smithi178 ceph-mon[192298]: osdmap e453: 8 total, 8 up, 5 in 2023-09-23T15:29:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:45 smithi178 ceph-mon[192298]: failed to encode map e453 with expected crc 2023-09-23T15:29:45.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:45 smithi178 ceph-mon[192298]: pgmap v1214: 93 pgs: 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%) 2023-09-23T15:29:45.918 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:45.947 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:29:45.948 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[219580]: failed to encode map e453 with expected crc 2023-09-23T15:29:45.948 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:29:45.948 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[219580]: osdmap e453: 8 total, 8 up, 5 in 2023-09-23T15:29:45.948 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[219580]: failed to encode map e453 with expected crc 2023-09-23T15:29:45.948 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[219580]: pgmap v1214: 93 pgs: 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%) 2023-09-23T15:29:45.948 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:29:45.949 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[212312]: failed to encode map e453 with expected crc 2023-09-23T15:29:45.949 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:29:45.949 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[212312]: osdmap e453: 8 total, 8 up, 5 in 2023-09-23T15:29:45.949 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[212312]: failed to encode map e453 with expected crc 2023-09-23T15:29:45.949 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:45 smithi118 ceph-mon[212312]: pgmap v1214: 93 pgs: 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%) 2023-09-23T15:29:45.952 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:46.060 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:46.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:46.063 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:46.136 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:29:46.165 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:46.195 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:46.265 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:46.294 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:46.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:46.297 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:46.398 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:46.427 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:46.482 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:29:46.710 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_4' created 2023-09-23T15:29:46.998 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:46 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/312420873' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-09-23T15:29:46.998 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:46 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/312420873' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-09-23T15:29:47.054 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:46 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/312420873' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-09-23T15:29:47.426 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:47.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:47.430 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:47.531 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:47.559 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:47.729 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:47 smithi178 ceph-mon[192298]: 1.4 scrub starts 2023-09-23T15:29:47.729 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:47 smithi178 ceph-mon[192298]: 1.4 scrub ok 2023-09-23T15:29:47.729 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:47 smithi178 ceph-mon[192298]: failed to encode map e454 with expected crc 2023-09-23T15:29:47.729 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:47 smithi178 ceph-mon[192298]: failed to encode map e454 with expected crc 2023-09-23T15:29:47.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:47 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/312420873' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-09-23T15:29:47.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:47 smithi178 ceph-mon[192298]: osdmap e454: 8 total, 8 up, 5 in 2023-09-23T15:29:47.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:47 smithi178 ceph-mon[192298]: pgmap v1216: 109 pgs: 16 unknown, 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%); 69 B/s, 0 objects/s recovering 2023-09-23T15:29:47.825 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:29:47.934 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:29:47.934 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:29:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[219580]: 1.4 scrub starts 2023-09-23T15:29:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[219580]: 1.4 scrub ok 2023-09-23T15:29:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[219580]: failed to encode map e454 with expected crc 2023-09-23T15:29:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[219580]: failed to encode map e454 with expected crc 2023-09-23T15:29:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/312420873' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-09-23T15:29:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[219580]: osdmap e454: 8 total, 8 up, 5 in 2023-09-23T15:29:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[219580]: pgmap v1216: 109 pgs: 16 unknown, 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%); 69 B/s, 0 objects/s recovering 2023-09-23T15:29:48.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[212312]: 1.4 scrub starts 2023-09-23T15:29:48.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[212312]: 1.4 scrub ok 2023-09-23T15:29:48.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[212312]: failed to encode map e454 with expected crc 2023-09-23T15:29:48.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[212312]: failed to encode map e454 with expected crc 2023-09-23T15:29:48.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/312420873' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-09-23T15:29:48.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[212312]: osdmap e454: 8 total, 8 up, 5 in 2023-09-23T15:29:48.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:47 smithi118 ceph-mon[212312]: pgmap v1216: 109 pgs: 16 unknown, 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.3 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%); 69 B/s, 0 objects/s recovering 2023-09-23T15:29:48.378 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:29:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:29:48] "GET /metrics HTTP/1.1" 200 36517 "" "Prometheus/2.43.0" 2023-09-23T15:29:48.552 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:29:48.618 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_4 rados --yes-i-really-mean-it || true 2023-09-23T15:29:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:48 smithi178 ceph-mon[192298]: 1.d scrub starts 2023-09-23T15:29:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:48 smithi178 ceph-mon[192298]: 1.d scrub ok 2023-09-23T15:29:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:48 smithi178 ceph-mon[192298]: failed to encode map e455 with expected crc 2023-09-23T15:29:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:48 smithi178 ceph-mon[192298]: osdmap e455: 8 total, 8 up, 5 in 2023-09-23T15:29:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:48 smithi178 ceph-mon[192298]: failed to encode map e455 with expected crc 2023-09-23T15:29:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:48.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:48.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:48 smithi178 ceph-mon[192298]: osdmap e456: 8 total, 8 up, 5 in 2023-09-23T15:29:48.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[219580]: 1.d scrub starts 2023-09-23T15:29:48.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[219580]: 1.d scrub ok 2023-09-23T15:29:48.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[219580]: failed to encode map e455 with expected crc 2023-09-23T15:29:48.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[219580]: osdmap e455: 8 total, 8 up, 5 in 2023-09-23T15:29:48.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[219580]: failed to encode map e455 with expected crc 2023-09-23T15:29:48.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:48.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:48.909 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[219580]: osdmap e456: 8 total, 8 up, 5 in 2023-09-23T15:29:48.909 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[212312]: 1.d scrub starts 2023-09-23T15:29:48.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[212312]: 1.d scrub ok 2023-09-23T15:29:48.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[212312]: failed to encode map e455 with expected crc 2023-09-23T15:29:48.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[212312]: osdmap e455: 8 total, 8 up, 5 in 2023-09-23T15:29:48.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[212312]: failed to encode map e455 with expected crc 2023-09-23T15:29:48.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:48.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:48.910 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:48 smithi118 ceph-mon[212312]: osdmap e456: 8 total, 8 up, 5 in 2023-09-23T15:29:49.022 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:49.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:49.026 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:49.127 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:49.168 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:49.373 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:49.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:49.377 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:49.465 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:49.478 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:49.485 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:29:49.506 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:29:49.509 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:49.515 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:49.527 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:29:49.555 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:49.557 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:29:49.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:49.559 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:49.576 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:29:49.594 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:29:49.612 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:29:49.622 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:49.633 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:29:49.634 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:29:49.634 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:29:49.634 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:29:49.635 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:29:49.635 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:29:49.635 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:29:49.635 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:29:49.635 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:29:49.659 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:49.689 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:49.855 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:49.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:49.859 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:49 smithi178 ceph-mon[192298]: failed to encode map e455 with expected crc 2023-09-23T15:29:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:49 smithi178 ceph-mon[192298]: 1.2 scrub starts 2023-09-23T15:29:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:49 smithi178 ceph-mon[192298]: 1.2 scrub ok 2023-09-23T15:29:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:49 smithi178 ceph-mon[192298]: failed to encode map e456 with expected crc 2023-09-23T15:29:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:49 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:29:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:49 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:29:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:49 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:49.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:49 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1916946731' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:29:49.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:49 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:29:49.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:49 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3843933985' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:49.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:49 smithi178 ceph-mon[192298]: pgmap v1219: 109 pgs: 5 creating+peering, 11 unknown, 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.1 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%) 2023-09-23T15:29:49.929 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[212312]: failed to encode map e455 with expected crc 2023-09-23T15:29:49.929 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[212312]: 1.2 scrub starts 2023-09-23T15:29:49.929 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[212312]: 1.2 scrub ok 2023-09-23T15:29:49.929 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[212312]: failed to encode map e456 with expected crc 2023-09-23T15:29:49.929 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:29:49.929 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:29:49.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:49.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1916946731' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:29:49.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:29:49.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3843933985' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:49.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[212312]: pgmap v1219: 109 pgs: 5 creating+peering, 11 unknown, 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.1 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%) 2023-09-23T15:29:49.930 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[219580]: failed to encode map e455 with expected crc 2023-09-23T15:29:49.930 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[219580]: 1.2 scrub starts 2023-09-23T15:29:49.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[219580]: 1.2 scrub ok 2023-09-23T15:29:49.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[219580]: failed to encode map e456 with expected crc 2023-09-23T15:29:49.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:29:49.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:29:49.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:49.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1916946731' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:29:49.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:29:49.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3843933985' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:29:49.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:49 smithi118 ceph-mon[219580]: pgmap v1219: 109 pgs: 5 creating+peering, 11 unknown, 22 active+clean+remapped, 71 active+clean; 367 KiB data, 3.1 GiB used, 444 GiB / 447 GiB avail; 12/72 objects misplaced (16.667%) 2023-09-23T15:29:49.960 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:49.988 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:50.031 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:50.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:50.036 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:50.137 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:50.162 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:50.205 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:50.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:50.209 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:50.296 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T15:29:50.310 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:29:50.337 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:50.379 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:29:50.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:50.385 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:29:50.486 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:50.514 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:50.770 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:50 smithi118 ceph-mon[219580]: 1.f scrub starts 2023-09-23T15:29:50.770 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:50 smithi118 ceph-mon[219580]: 1.f scrub ok 2023-09-23T15:29:50.770 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:50 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:29:50.770 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:50 smithi118 ceph-mon[219580]: osdmap e457: 8 total, 8 up, 5 in 2023-09-23T15:29:50.771 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:50 smithi118 ceph-mon[212312]: 1.f scrub starts 2023-09-23T15:29:50.771 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:50 smithi118 ceph-mon[212312]: 1.f scrub ok 2023-09-23T15:29:50.771 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:50 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:29:50.771 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:50 smithi118 ceph-mon[212312]: osdmap e457: 8 total, 8 up, 5 in 2023-09-23T15:29:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:50 smithi178 ceph-mon[192298]: 1.f scrub starts 2023-09-23T15:29:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:50 smithi178 ceph-mon[192298]: 1.f scrub ok 2023-09-23T15:29:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:50 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:29:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:50 smithi178 ceph-mon[192298]: osdmap e457: 8 total, 8 up, 5 in 2023-09-23T15:29:52.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[219580]: 1.12 scrub starts 2023-09-23T15:29:52.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[219580]: 1.12 scrub ok 2023-09-23T15:29:52.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[219580]: failed to encode map e457 with expected crc 2023-09-23T15:29:52.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[219580]: failed to encode map e457 with expected crc 2023-09-23T15:29:52.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[219580]: failed to encode map e457 with expected crc 2023-09-23T15:29:52.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[219580]: 1.c scrub starts 2023-09-23T15:29:52.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[219580]: 1.c scrub ok 2023-09-23T15:29:52.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[219580]: osdmap e458: 8 total, 8 up, 5 in 2023-09-23T15:29:52.005 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[219580]: pgmap v1222: 109 pgs: 9 remapped+peering, 10 peering, 1 undersized+peered, 6 creating+peering, 1 unknown, 13 active+clean+remapped, 69 active+clean; 297 KiB data, 3.1 GiB used, 444 GiB / 447 GiB avail; 5/69 objects misplaced (7.246%) 2023-09-23T15:29:52.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[212312]: 1.12 scrub starts 2023-09-23T15:29:52.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[212312]: 1.12 scrub ok 2023-09-23T15:29:52.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[212312]: failed to encode map e457 with expected crc 2023-09-23T15:29:52.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[212312]: failed to encode map e457 with expected crc 2023-09-23T15:29:52.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[212312]: failed to encode map e457 with expected crc 2023-09-23T15:29:52.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[212312]: 1.c scrub starts 2023-09-23T15:29:52.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[212312]: 1.c scrub ok 2023-09-23T15:29:52.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[212312]: osdmap e458: 8 total, 8 up, 5 in 2023-09-23T15:29:52.006 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:51 smithi118 ceph-mon[212312]: pgmap v1222: 109 pgs: 9 remapped+peering, 10 peering, 1 undersized+peered, 6 creating+peering, 1 unknown, 13 active+clean+remapped, 69 active+clean; 297 KiB data, 3.1 GiB used, 444 GiB / 447 GiB avail; 5/69 objects misplaced (7.246%) 2023-09-23T15:29:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:51 smithi178 ceph-mon[192298]: 1.12 scrub starts 2023-09-23T15:29:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:51 smithi178 ceph-mon[192298]: 1.12 scrub ok 2023-09-23T15:29:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:51 smithi178 ceph-mon[192298]: failed to encode map e457 with expected crc 2023-09-23T15:29:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:51 smithi178 ceph-mon[192298]: failed to encode map e457 with expected crc 2023-09-23T15:29:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:51 smithi178 ceph-mon[192298]: failed to encode map e457 with expected crc 2023-09-23T15:29:52.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:51 smithi178 ceph-mon[192298]: 1.c scrub starts 2023-09-23T15:29:52.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:51 smithi178 ceph-mon[192298]: 1.c scrub ok 2023-09-23T15:29:52.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:51 smithi178 ceph-mon[192298]: osdmap e458: 8 total, 8 up, 5 in 2023-09-23T15:29:52.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:51 smithi178 ceph-mon[192298]: pgmap v1222: 109 pgs: 9 remapped+peering, 10 peering, 1 undersized+peered, 6 creating+peering, 1 unknown, 13 active+clean+remapped, 69 active+clean; 297 KiB data, 3.1 GiB used, 444 GiB / 447 GiB avail; 5/69 objects misplaced (7.246%) 2023-09-23T15:29:52.672 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:52.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:52.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:52.776 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:52.809 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: 1.11 scrub starts 2023-09-23T15:29:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: 1.11 scrub ok 2023-09-23T15:29:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: 1.e scrub starts 2023-09-23T15:29:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: 1.e scrub ok 2023-09-23T15:29:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:52.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:52.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: osdmap e459: 8 total, 8 up, 5 in 2023-09-23T15:29:52.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[219580]: osdmap e460: 8 total, 8 up, 5 in 2023-09-23T15:29:52.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: 1.11 scrub starts 2023-09-23T15:29:52.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: 1.11 scrub ok 2023-09-23T15:29:52.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: 1.e scrub starts 2023-09-23T15:29:52.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: 1.e scrub ok 2023-09-23T15:29:52.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: osdmap e459: 8 total, 8 up, 5 in 2023-09-23T15:29:52.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:52 smithi118 ceph-mon[212312]: osdmap e460: 8 total, 8 up, 5 in 2023-09-23T15:29:52.857 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:52.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:52.864 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:52.965 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:52.991 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: 1.11 scrub starts 2023-09-23T15:29:52.991 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: 1.11 scrub ok 2023-09-23T15:29:52.991 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: 1.e scrub starts 2023-09-23T15:29:52.991 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: 1.e scrub ok 2023-09-23T15:29:52.991 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.991 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.991 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.991 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: failed to encode map e458 with expected crc 2023-09-23T15:29:52.992 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:29:52.992 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:29:52.992 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: osdmap e459: 8 total, 8 up, 5 in 2023-09-23T15:29:52.992 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:52 smithi178 ceph-mon[192298]: osdmap e460: 8 total, 8 up, 5 in 2023-09-23T15:29:52.993 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:53.036 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:53.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:53.042 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:53.143 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:53.169 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:53.182 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:29:53.210 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:53.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:53.215 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:53.315 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:29:53.342 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:53.383 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:29:53.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:53.389 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:29:53.490 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:53.515 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:53.557 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:53.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:53.562 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:53.663 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:53.691 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:53.755 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T15:29:53.837 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:53.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:53.841 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:53.941 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:53.969 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:54.011 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:54.017 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: 1.1 scrub starts 2023-09-23T15:29:54.017 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: 1.1 scrub ok 2023-09-23T15:29:54.017 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: 1.6 scrub starts 2023-09-23T15:29:54.017 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: 1.6 scrub ok 2023-09-23T15:29:54.017 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.018 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.019 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.019 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.019 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: osdmap e461: 8 total, 8 up, 5 in 2023-09-23T15:29:54.019 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:53 smithi178 ceph-mon[192298]: pgmap v1226: 109 pgs: 8 remapped+peering, 12 peering, 1 undersized+peered, 1 creating+peering, 6 active+clean+remapped, 81 active+clean; 297 KiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 3/69 objects misplaced (4.348%); 0 B/s, 0 objects/s recovering 2023-09-23T15:29:54.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:54.020 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:54.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: 1.1 scrub starts 2023-09-23T15:29:54.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: 1.1 scrub ok 2023-09-23T15:29:54.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: 1.6 scrub starts 2023-09-23T15:29:54.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: 1.6 scrub ok 2023-09-23T15:29:54.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: osdmap e461: 8 total, 8 up, 5 in 2023-09-23T15:29:54.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[219580]: pgmap v1226: 109 pgs: 8 remapped+peering, 12 peering, 1 undersized+peered, 1 creating+peering, 6 active+clean+remapped, 81 active+clean; 297 KiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 3/69 objects misplaced (4.348%); 0 B/s, 0 objects/s recovering 2023-09-23T15:29:54.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: 1.1 scrub starts 2023-09-23T15:29:54.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: 1.1 scrub ok 2023-09-23T15:29:54.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: 1.6 scrub starts 2023-09-23T15:29:54.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: 1.6 scrub ok 2023-09-23T15:29:54.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e459 with expected crc 2023-09-23T15:29:54.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: failed to encode map e460 with expected crc 2023-09-23T15:29:54.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: osdmap e461: 8 total, 8 up, 5 in 2023-09-23T15:29:54.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:53 smithi118 ceph-mon[212312]: pgmap v1226: 109 pgs: 8 remapped+peering, 12 peering, 1 undersized+peered, 1 creating+peering, 6 active+clean+remapped, 81 active+clean; 297 KiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 3/69 objects misplaced (4.348%); 0 B/s, 0 objects/s recovering 2023-09-23T15:29:54.120 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:54.146 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:29:54.146 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:29:54.146 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:29:54.146 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:29:54.148 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:54.198 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:54.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:54.202 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:54.303 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:54.330 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:54.372 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:54.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:54.378 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:54.479 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:54.509 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[212312]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[212312]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[212312]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[212312]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[212312]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[212312]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[212312]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[212312]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[219580]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[219580]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[219580]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[219580]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[219580]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[219580]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[219580]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:54 smithi118 ceph-mon[219580]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:54 smithi178 ceph-mon[192298]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:54 smithi178 ceph-mon[192298]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:54 smithi178 ceph-mon[192298]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:54 smithi178 ceph-mon[192298]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:54 smithi178 ceph-mon[192298]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:54 smithi178 ceph-mon[192298]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:54 smithi178 ceph-mon[192298]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:54 smithi178 ceph-mon[192298]: failed to encode map e461 with expected crc 2023-09-23T15:29:55.207 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:55.209 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:29:55.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:55.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:55.257 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:55.312 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:55.355 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:55.514 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:55.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:55.518 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:55.523 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:55.618 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:55.647 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:55.734 INFO:teuthology.orchestra.run.smithi118.stderr:enabled application 'rados' on pool 'unique_pool_4' 2023-09-23T15:29:55.734 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:29:55.755 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[219580]: 1.5 scrub starts 2023-09-23T15:29:55.756 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[219580]: 1.5 scrub ok 2023-09-23T15:29:55.756 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[219580]: 1.7 scrub starts 2023-09-23T15:29:55.756 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[219580]: 1.7 scrub ok 2023-09-23T15:29:55.756 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1347404420' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:29:55.756 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3136217085' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:29:55.756 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[219580]: pgmap v1227: 109 pgs: 2 active+undersized, 2 peering, 5 active+clean+remapped, 100 active+clean; 599 KiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 0 B/s, 2 objects/s recovering 2023-09-23T15:29:55.756 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[212312]: 1.5 scrub starts 2023-09-23T15:29:55.756 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[212312]: 1.5 scrub ok 2023-09-23T15:29:55.757 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[212312]: 1.7 scrub starts 2023-09-23T15:29:55.757 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[212312]: 1.7 scrub ok 2023-09-23T15:29:55.757 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1347404420' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:29:55.757 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3136217085' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:29:55.757 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:55 smithi118 ceph-mon[212312]: pgmap v1227: 109 pgs: 2 active+undersized, 2 peering, 5 active+clean+remapped, 100 active+clean; 599 KiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 0 B/s, 2 objects/s recovering 2023-09-23T15:29:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:55 smithi178 ceph-mon[192298]: 1.5 scrub starts 2023-09-23T15:29:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:55 smithi178 ceph-mon[192298]: 1.5 scrub ok 2023-09-23T15:29:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:55 smithi178 ceph-mon[192298]: 1.7 scrub starts 2023-09-23T15:29:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:55 smithi178 ceph-mon[192298]: 1.7 scrub ok 2023-09-23T15:29:56.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:55 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1347404420' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:29:56.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:55 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3136217085' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:29:56.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:55 smithi178 ceph-mon[192298]: pgmap v1227: 109 pgs: 2 active+undersized, 2 peering, 5 active+clean+remapped, 100 active+clean; 599 KiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 0 B/s, 2 objects/s recovering 2023-09-23T15:29:56.145 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:56.147 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:56.148 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:56.249 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:56.281 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:56.330 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:56.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:56.339 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:56.439 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:56.467 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:56.511 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:56.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:56.518 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:56.619 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:56.645 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:56.687 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:56.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:56.692 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:29:56.793 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:29:56.819 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:56.859 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:29:56.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:56.864 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:29:56.965 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:29:56.974 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:56 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:29:56.974 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:56 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:29:56.974 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:56 smithi178 ceph-mon[192298]: failed to encode map e462 with expected crc 2023-09-23T15:29:56.974 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:56 smithi178 ceph-mon[192298]: failed to encode map e462 with expected crc 2023-09-23T15:29:56.974 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1347404420' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:29:56.975 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3136217085' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:29:56.975 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:56 smithi178 ceph-mon[192298]: osdmap e462: 8 total, 8 up, 5 in 2023-09-23T15:29:56.986 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:29:56.986 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:29:56.986 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[219580]: failed to encode map e462 with expected crc 2023-09-23T15:29:56.986 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[219580]: failed to encode map e462 with expected crc 2023-09-23T15:29:56.986 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1347404420' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:29:56.986 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3136217085' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:29:56.987 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[219580]: osdmap e462: 8 total, 8 up, 5 in 2023-09-23T15:29:56.987 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:29:56.987 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:29:56.987 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[212312]: failed to encode map e462 with expected crc 2023-09-23T15:29:56.987 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[212312]: failed to encode map e462 with expected crc 2023-09-23T15:29:56.987 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1347404420' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:29:56.987 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3136217085' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:29:56.987 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:56 smithi118 ceph-mon[212312]: osdmap e462: 8 total, 8 up, 5 in 2023-09-23T15:29:56.990 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:57.032 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:29:57.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:57.037 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:29:57.138 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:29:57.164 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:57.205 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:29:57.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:57.210 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:29:57.311 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:29:57.336 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:57.379 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:29:57.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:57.387 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:29:57.488 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:29:57.516 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:57.681 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:29:57.809 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:29:57.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:57.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:29:57.914 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:29:57.938 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:57 smithi118 ceph-mon[219580]: failed to encode map e462 with expected crc 2023-09-23T15:29:57.938 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:57 smithi118 ceph-mon[219580]: failed to encode map e462 with expected crc 2023-09-23T15:29:57.938 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:57 smithi118 ceph-mon[219580]: pgmap v1229: 109 pgs: 2 active+undersized, 2 peering, 5 active+clean+remapped, 100 active+clean; 599 KiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 0 B/s, 2 objects/s recovering 2023-09-23T15:29:57.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:57 smithi118 ceph-mon[212312]: failed to encode map e462 with expected crc 2023-09-23T15:29:57.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:57 smithi118 ceph-mon[212312]: failed to encode map e462 with expected crc 2023-09-23T15:29:57.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:57 smithi118 ceph-mon[212312]: pgmap v1229: 109 pgs: 2 active+undersized, 2 peering, 5 active+clean+remapped, 100 active+clean; 599 KiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 0 B/s, 2 objects/s recovering 2023-09-23T15:29:57.941 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:58.085 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:29:58.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:58.088 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:29:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:57 smithi178 ceph-mon[192298]: failed to encode map e462 with expected crc 2023-09-23T15:29:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:57 smithi178 ceph-mon[192298]: failed to encode map e462 with expected crc 2023-09-23T15:29:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:57 smithi178 ceph-mon[192298]: pgmap v1229: 109 pgs: 2 active+undersized, 2 peering, 5 active+clean+remapped, 100 active+clean; 599 KiB data, 3.0 GiB used, 444 GiB / 447 GiB avail; 0 B/s, 2 objects/s recovering 2023-09-23T15:29:58.189 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:29:58.217 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:58.394 DEBUG:teuthology.orchestra.run.smithi118:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_4 bench 90 write' 2023-09-23T15:29:58.396 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T15:29:58.396 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T15:29:58.442 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:hints = 1 2023-09-23T15:29:58.442 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T15:29:58.443 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object prefix: benchmark_data_smithi118_553868 2023-09-23T15:29:58.443 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:29:58.443 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 0 0 0 0 0 0 - 0 2023-09-23T15:29:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:29:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:29:58] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2023-09-23T15:29:58.920 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:29:58.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:58.925 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:29:59.026 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:29:59.062 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:58 smithi118 ceph-mon[219580]: 1.14 scrub starts 2023-09-23T15:29:59.062 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:58 smithi118 ceph-mon[219580]: 1.14 scrub ok 2023-09-23T15:29:59.062 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:58 smithi118 ceph-mon[212312]: 1.14 scrub starts 2023-09-23T15:29:59.062 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:58 smithi118 ceph-mon[212312]: 1.14 scrub ok 2023-09-23T15:29:59.068 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:58 smithi178 ceph-mon[192298]: 1.14 scrub starts 2023-09-23T15:29:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:58 smithi178 ceph-mon[192298]: 1.14 scrub ok 2023-09-23T15:29:59.394 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:29:59.443 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 1 16 3032 3016 188.49 188.5 0.00214828 0.00529305 2023-09-23T15:29:59.669 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:29:59.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:59.680 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:29:59.780 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:29:59.833 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:29:59.933 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:29:59.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:29:59.943 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:00.043 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:00.049 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[219580]: 1.0 scrub starts 2023-09-23T15:30:00.049 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[219580]: 1.0 scrub ok 2023-09-23T15:30:00.049 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[219580]: 1.13 scrub starts 2023-09-23T15:30:00.049 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[219580]: 1.13 scrub ok 2023-09-23T15:30:00.049 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[219580]: pgmap v1230: 109 pgs: 2 active+undersized, 5 active+clean+remapped, 102 active+clean; 599 KiB data, 2.9 GiB used, 444 GiB / 447 GiB avail; 0 B/s, 1 objects/s recovering 2023-09-23T15:30:00.049 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-09-23T15:30:00.050 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[212312]: 1.0 scrub starts 2023-09-23T15:30:00.050 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[212312]: 1.0 scrub ok 2023-09-23T15:30:00.050 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[212312]: 1.13 scrub starts 2023-09-23T15:30:00.050 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[212312]: 1.13 scrub ok 2023-09-23T15:30:00.050 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[212312]: pgmap v1230: 109 pgs: 2 active+undersized, 5 active+clean+remapped, 102 active+clean; 599 KiB data, 2.9 GiB used, 444 GiB / 447 GiB avail; 0 B/s, 1 objects/s recovering 2023-09-23T15:30:00.050 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:29:59 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-09-23T15:30:00.078 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:59 smithi178 ceph-mon[192298]: 1.0 scrub starts 2023-09-23T15:30:00.078 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:59 smithi178 ceph-mon[192298]: 1.0 scrub ok 2023-09-23T15:30:00.078 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:59 smithi178 ceph-mon[192298]: 1.13 scrub starts 2023-09-23T15:30:00.078 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:59 smithi178 ceph-mon[192298]: 1.13 scrub ok 2023-09-23T15:30:00.078 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:59 smithi178 ceph-mon[192298]: pgmap v1230: 109 pgs: 2 active+undersized, 5 active+clean+remapped, 102 active+clean; 599 KiB data, 2.9 GiB used, 444 GiB / 447 GiB avail; 0 B/s, 1 objects/s recovering 2023-09-23T15:30:00.079 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:29:59 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-09-23T15:30:00.085 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:00.098 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:30:00.126 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:30:00.159 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:30:00.178 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:00.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:00.184 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:00.196 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:30:00.235 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:30:00.272 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:30:00.285 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:00.308 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:30:00.333 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:00.339 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:30:00.342 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:30:00.342 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:30:00.342 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:30:00.342 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:30:00.342 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:30:00.342 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:30:00.342 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:30:00.342 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:30:00.435 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:00.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:00.440 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:00.443 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 2 16 6315 6299 196.83 205.188 0.00766439 0.0050758 2023-09-23T15:30:00.531 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:00.541 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:00.600 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:01.047 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:30:01.047 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:30:01.049 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:01.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: 1.10 scrub starts 2023-09-23T15:30:01.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: 1.10 scrub ok 2023-09-23T15:30:01.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: 1.b scrub starts 2023-09-23T15:30:01.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: 1.b scrub ok 2023-09-23T15:30:01.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]': finished 2023-09-23T15:30:01.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: osdmap e463: 8 total, 8 up, 5 in 2023-09-23T15:30:01.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.054 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: overall HEALTH_OK 2023-09-23T15:30:01.054 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2454014448' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:01.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: 1.10 scrub starts 2023-09-23T15:30:01.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: 1.10 scrub ok 2023-09-23T15:30:01.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: 1.b scrub starts 2023-09-23T15:30:01.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: 1.b scrub ok 2023-09-23T15:30:01.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.055 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]': finished 2023-09-23T15:30:01.055 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: osdmap e463: 8 total, 8 up, 5 in 2023-09-23T15:30:01.055 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.055 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: overall HEALTH_OK 2023-09-23T15:30:01.055 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2454014448' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:01.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:01.056 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: 1.10 scrub starts 2023-09-23T15:30:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: 1.10 scrub ok 2023-09-23T15:30:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: 1.b scrub starts 2023-09-23T15:30:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: 1.b scrub ok 2023-09-23T15:30:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "21"}]': finished 2023-09-23T15:30:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: osdmap e463: 8 total, 8 up, 5 in 2023-09-23T15:30:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: failed to encode map e463 with expected crc 2023-09-23T15:30:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: overall HEALTH_OK 2023-09-23T15:30:01.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2454014448' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:01.157 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:01.209 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:01.312 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:01.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:01.320 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:01.421 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:01.443 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 3 16 9557 9541 198.756 202.625 0.00529591 0.00502464 2023-09-23T15:30:01.475 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:01.580 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:01.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:01.591 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:01.692 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:01.744 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:01.779 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T15:30:01.822 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:01.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:01.828 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:01.929 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:01.955 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:01.996 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:02.001 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: osdmap e464: 8 total, 8 up, 5 in 2023-09-23T15:30:02.001 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.001 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.001 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.001 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.002 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.002 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.002 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.002 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.002 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1525290414' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:30:02.002 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.002 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:01 smithi178 ceph-mon[192298]: pgmap v1233: 109 pgs: 2 active+undersized+degraded, 2 unknown, 2 peering, 2 remapped+peering, 3 active+clean+remapped, 98 active+clean; 250 MiB data, 3.2 GiB used, 444 GiB / 447 GiB avail; 42 MiB/s wr, 666 op/s; 741/12066 objects degraded (6.141%) 2023-09-23T15:30:02.003 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:02.003 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: osdmap e464: 8 total, 8 up, 5 in 2023-09-23T15:30:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1525290414' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:30:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[219580]: pgmap v1233: 109 pgs: 2 active+undersized+degraded, 2 unknown, 2 peering, 2 remapped+peering, 3 active+clean+remapped, 98 active+clean; 250 MiB data, 3.2 GiB used, 444 GiB / 447 GiB avail; 42 MiB/s wr, 666 op/s; 741/12066 objects degraded (6.141%) 2023-09-23T15:30:02.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: osdmap e464: 8 total, 8 up, 5 in 2023-09-23T15:30:02.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1525290414' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:30:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: failed to encode map e464 with expected crc 2023-09-23T15:30:02.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:01 smithi118 ceph-mon[212312]: pgmap v1233: 109 pgs: 2 active+undersized+degraded, 2 unknown, 2 peering, 2 remapped+peering, 3 active+clean+remapped, 98 active+clean; 250 MiB data, 3.2 GiB used, 444 GiB / 447 GiB avail; 42 MiB/s wr, 666 op/s; 741/12066 objects degraded (6.141%) 2023-09-23T15:30:02.103 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:02.133 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:02.443 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 4 16 10638 10622 165.955 67.5625 0.00170522 0.00503659 2023-09-23T15:30:02.931 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:02.934 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:02.938 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:02.938 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:30:03.026 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: 1.3 scrub starts 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: 1.3 scrub ok 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: Health check failed: Degraded data redundancy: 741/12066 objects degraded (6.141%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1525290414' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: osdmap e465: 8 total, 8 up, 5 in 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.027 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.028 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.028 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[219580]: osdmap e466: 8 total, 8 up, 5 in 2023-09-23T15:30:03.028 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: 1.3 scrub starts 2023-09-23T15:30:03.028 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: 1.3 scrub ok 2023-09-23T15:30:03.028 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: Health check failed: Degraded data redundancy: 741/12066 objects degraded (6.141%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:03.028 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.028 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.028 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1525290414' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:30:03.028 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: osdmap e465: 8 total, 8 up, 5 in 2023-09-23T15:30:03.028 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:02 smithi118 ceph-mon[212312]: osdmap e466: 8 total, 8 up, 5 in 2023-09-23T15:30:03.039 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: 1.3 scrub starts 2023-09-23T15:30:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: 1.3 scrub ok 2023-09-23T15:30:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: Health check failed: Degraded data redundancy: 741/12066 objects degraded (6.141%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1525290414' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:30:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: osdmap e465: 8 total, 8 up, 5 in 2023-09-23T15:30:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: failed to encode map e465 with expected crc 2023-09-23T15:30:03.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:02 smithi178 ceph-mon[192298]: osdmap e466: 8 total, 8 up, 5 in 2023-09-23T15:30:03.070 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:03.117 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:03.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:03.122 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:03.223 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:03.252 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:03.298 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:03.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:03.304 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:03.405 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:03.433 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:03.443 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 5 16 10638 10622 132.764 0 - 0.00503659 2023-09-23T15:30:03.475 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:03.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:03.482 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:03.583 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:03.628 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:03.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: 1.12 scrub starts 2023-09-23T15:30:03.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: 1.12 scrub ok 2023-09-23T15:30:03.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: failed to encode map e466 with expected crc 2023-09-23T15:30:03.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: failed to encode map e466 with expected crc 2023-09-23T15:30:03.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: failed to encode map e466 with expected crc 2023-09-23T15:30:03.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: failed to encode map e466 with expected crc 2023-09-23T15:30:03.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: failed to encode map e466 with expected crc 2023-09-23T15:30:03.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: failed to encode map e466 with expected crc 2023-09-23T15:30:03.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: failed to encode map e466 with expected crc 2023-09-23T15:30:03.769 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: failed to encode map e466 with expected crc 2023-09-23T15:30:03.769 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: failed to encode map e466 with expected crc 2023-09-23T15:30:03.769 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: osdmap e467: 8 total, 8 up, 5 in 2023-09-23T15:30:03.769 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:03 smithi178 ceph-mon[192298]: pgmap v1237: 109 pgs: 2 activating, 1 activating+undersized+remapped, 2 active+undersized+degraded, 2 unknown, 5 peering, 6 remapped+peering, 3 active+clean+remapped, 88 active+clean; 497 MiB data, 4.3 GiB used, 443 GiB / 447 GiB avail; 129 MiB/s wr, 2.07k op/s; 741/23889 objects degraded (3.102%) 2023-09-23T15:30:04.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: 1.12 scrub starts 2023-09-23T15:30:04.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: 1.12 scrub ok 2023-09-23T15:30:04.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: osdmap e467: 8 total, 8 up, 5 in 2023-09-23T15:30:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[212312]: pgmap v1237: 109 pgs: 2 activating, 1 activating+undersized+remapped, 2 active+undersized+degraded, 2 unknown, 5 peering, 6 remapped+peering, 3 active+clean+remapped, 88 active+clean; 497 MiB data, 4.3 GiB used, 443 GiB / 447 GiB avail; 129 MiB/s wr, 2.07k op/s; 741/23889 objects degraded (3.102%) 2023-09-23T15:30:04.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: 1.12 scrub starts 2023-09-23T15:30:04.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: 1.12 scrub ok 2023-09-23T15:30:04.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: failed to encode map e466 with expected crc 2023-09-23T15:30:04.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: osdmap e467: 8 total, 8 up, 5 in 2023-09-23T15:30:04.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:03 smithi118 ceph-mon[219580]: pgmap v1237: 109 pgs: 2 activating, 1 activating+undersized+remapped, 2 active+undersized+degraded, 2 unknown, 5 peering, 6 remapped+peering, 3 active+clean+remapped, 88 active+clean; 497 MiB data, 4.3 GiB used, 443 GiB / 447 GiB avail; 129 MiB/s wr, 2.07k op/s; 741/23889 objects degraded (3.102%) 2023-09-23T15:30:04.313 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T15:30:04.443 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 6 16 12190 12174 126.801 48.5 0.00377337 0.0078803 2023-09-23T15:30:04.501 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:04.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:04.508 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:04.609 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:04.655 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:04.729 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:04.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:04.733 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:04.780 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:04.833 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:04.864 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:30:04.875 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:04.911 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[212312]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.911 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[212312]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.911 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[212312]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.912 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[212312]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.912 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[212312]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.912 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[212312]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.912 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[212312]: osdmap e468: 8 total, 8 up, 5 in 2023-09-23T15:30:04.912 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[219580]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.912 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[219580]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.912 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[219580]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.912 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[219580]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.912 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[219580]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.913 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[219580]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.913 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:04 smithi118 ceph-mon[219580]: osdmap e468: 8 total, 8 up, 5 in 2023-09-23T15:30:04.964 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:04.972 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:04.972 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:04 smithi178 ceph-mon[192298]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.972 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:04 smithi178 ceph-mon[192298]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.972 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:04 smithi178 ceph-mon[192298]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.972 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:04 smithi178 ceph-mon[192298]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.972 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:04 smithi178 ceph-mon[192298]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.973 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:04 smithi178 ceph-mon[192298]: failed to encode map e467 with expected crc 2023-09-23T15:30:04.973 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:04 smithi178 ceph-mon[192298]: osdmap e468: 8 total, 8 up, 5 in 2023-09-23T15:30:04.973 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:05.074 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:05.117 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:05.198 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:05.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:05.210 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:05.311 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:05.360 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:05.441 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:05.443 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 7 16 14396 14380 128.382 137.875 0.00879097 0.00778001 2023-09-23T15:30:05.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:05.448 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:05.549 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:05.608 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:05.745 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:05.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:05.751 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:05.851 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:05.899 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:06.002 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:06.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:06.008 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:06.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:05 smithi118 ceph-mon[219580]: failed to encode map e468 with expected crc 2023-09-23T15:30:06.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:05 smithi118 ceph-mon[219580]: failed to encode map e468 with expected crc 2023-09-23T15:30:06.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:05 smithi118 ceph-mon[219580]: pgmap v1239: 109 pgs: 2 activating, 1 activating+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 7 peering, 2 remapped+peering, 3 active+clean+remapped, 91 active+clean; 813 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 10 KiB/s rd, 141 MiB/s wr, 2.26k op/s; 2168/39054 objects degraded (5.551%); 75 KiB/s, 0 objects/s recovering 2023-09-23T15:30:06.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:05 smithi118 ceph-mon[219580]: osdmap e469: 8 total, 8 up, 5 in 2023-09-23T15:30:06.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:05 smithi118 ceph-mon[212312]: failed to encode map e468 with expected crc 2023-09-23T15:30:06.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:05 smithi118 ceph-mon[212312]: failed to encode map e468 with expected crc 2023-09-23T15:30:06.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:05 smithi118 ceph-mon[212312]: pgmap v1239: 109 pgs: 2 activating, 1 activating+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 7 peering, 2 remapped+peering, 3 active+clean+remapped, 91 active+clean; 813 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 10 KiB/s rd, 141 MiB/s wr, 2.26k op/s; 2168/39054 objects degraded (5.551%); 75 KiB/s, 0 objects/s recovering 2023-09-23T15:30:06.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:05 smithi118 ceph-mon[212312]: osdmap e469: 8 total, 8 up, 5 in 2023-09-23T15:30:06.109 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:05 smithi178 ceph-mon[192298]: failed to encode map e468 with expected crc 2023-09-23T15:30:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:05 smithi178 ceph-mon[192298]: failed to encode map e468 with expected crc 2023-09-23T15:30:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:05 smithi178 ceph-mon[192298]: pgmap v1239: 109 pgs: 2 activating, 1 activating+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 7 peering, 2 remapped+peering, 3 active+clean+remapped, 91 active+clean; 813 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 10 KiB/s rd, 141 MiB/s wr, 2.26k op/s; 2168/39054 objects degraded (5.551%); 75 KiB/s, 0 objects/s recovering 2023-09-23T15:30:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:05 smithi178 ceph-mon[192298]: osdmap e469: 8 total, 8 up, 5 in 2023-09-23T15:30:06.158 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:06.202 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:06.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:06.206 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:06.307 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:30:06.333 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:06.376 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:30:06.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:06.379 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:30:06.444 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 8 16 16136 16120 125.911 108.75 0.00467386 0.00791791 2023-09-23T15:30:06.480 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:06.529 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:06.617 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:06.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:06.624 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:06.725 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:06.779 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:06.813 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:06.826 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:30:06.867 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:06.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:06.874 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:06.974 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:07.014 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:07.058 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:06 smithi118 ceph-mon[219580]: failed to encode map e468 with expected crc 2023-09-23T15:30:07.058 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:06 smithi118 ceph-mon[219580]: failed to encode map e469 with expected crc 2023-09-23T15:30:07.058 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:06 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/593039512' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:30:07.058 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:06 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:30:07.059 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:06 smithi118 ceph-mon[212312]: failed to encode map e468 with expected crc 2023-09-23T15:30:07.059 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:06 smithi118 ceph-mon[212312]: failed to encode map e469 with expected crc 2023-09-23T15:30:07.059 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:06 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/593039512' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:30:07.059 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:06 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:30:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:06 smithi178 ceph-mon[192298]: failed to encode map e468 with expected crc 2023-09-23T15:30:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:06 smithi178 ceph-mon[192298]: failed to encode map e469 with expected crc 2023-09-23T15:30:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:06 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/593039512' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:30:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:06 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:30:07.167 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:07.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:07.170 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:07.271 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:07.297 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:07.340 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:07.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:07.345 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:07.444 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 9 16 17342 17326 120.295 75.375 0.00176677 0.00781146 2023-09-23T15:30:07.446 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:07.489 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:07.529 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:07.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:07.533 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:07.634 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:30:07.663 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:07.965 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:30:07.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:07.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[212312]: failed to encode map e469 with expected crc 2023-09-23T15:30:07.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:07.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[212312]: failed to encode map e470 with expected crc 2023-09-23T15:30:07.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:30:07.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[212312]: osdmap e470: 8 total, 8 up, 5 in 2023-09-23T15:30:07.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:07.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:07.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 2168/39054 objects degraded (5.551%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:07.972 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[212312]: pgmap v1242: 109 pgs: 2 activating, 1 activating+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 7 peering, 2 remapped+peering, 3 active+clean+remapped, 91 active+clean; 813 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 17 KiB/s rd, 79 MiB/s wr, 1.28k op/s; 2168/39054 objects degraded (5.551%); 119 KiB/s, 1 objects/s recovering 2023-09-23T15:30:07.972 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[219580]: failed to encode map e469 with expected crc 2023-09-23T15:30:07.972 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:07.972 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[219580]: failed to encode map e470 with expected crc 2023-09-23T15:30:07.972 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:30:07.972 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[219580]: osdmap e470: 8 total, 8 up, 5 in 2023-09-23T15:30:07.972 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:07.972 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:07.972 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 2168/39054 objects degraded (5.551%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:07.973 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:07 smithi118 ceph-mon[219580]: pgmap v1242: 109 pgs: 2 activating, 1 activating+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 7 peering, 2 remapped+peering, 3 active+clean+remapped, 91 active+clean; 813 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 17 KiB/s rd, 79 MiB/s wr, 1.28k op/s; 2168/39054 objects degraded (5.551%); 119 KiB/s, 1 objects/s recovering 2023-09-23T15:30:07.973 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:30:08.074 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:30:08.116 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:07 smithi178 ceph-mon[192298]: failed to encode map e469 with expected crc 2023-09-23T15:30:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:07 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:07 smithi178 ceph-mon[192298]: failed to encode map e470 with expected crc 2023-09-23T15:30:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:07 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:30:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:07 smithi178 ceph-mon[192298]: osdmap e470: 8 total, 8 up, 5 in 2023-09-23T15:30:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 2168/39054 objects degraded (5.551%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:07 smithi178 ceph-mon[192298]: pgmap v1242: 109 pgs: 2 activating, 1 activating+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 7 peering, 2 remapped+peering, 3 active+clean+remapped, 91 active+clean; 813 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 17 KiB/s rd, 79 MiB/s wr, 1.28k op/s; 2168/39054 objects degraded (5.551%); 119 KiB/s, 1 objects/s recovering 2023-09-23T15:30:08.135 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:08.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 10 16 18764 18748 117.142 88.875 0.00579419 0.0085299 2023-09-23T15:30:08.502 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:30:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:30:08] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2023-09-23T15:30:08.571 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:30:08.572 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:30:09.042 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:30:09.047 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:08 smithi118 ceph-mon[212312]: failed to encode map e470 with expected crc 2023-09-23T15:30:09.047 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:08 smithi118 ceph-mon[212312]: failed to encode map e471 with expected crc 2023-09-23T15:30:09.047 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:08 smithi118 ceph-mon[212312]: osdmap e471: 8 total, 8 up, 5 in 2023-09-23T15:30:09.047 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:08 smithi118 ceph-mon[212312]: failed to encode map e471 with expected crc 2023-09-23T15:30:09.047 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:08 smithi118 ceph-mon[212312]: failed to encode map e471 with expected crc 2023-09-23T15:30:09.048 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:08 smithi118 ceph-mon[219580]: failed to encode map e470 with expected crc 2023-09-23T15:30:09.048 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:08 smithi118 ceph-mon[219580]: failed to encode map e471 with expected crc 2023-09-23T15:30:09.048 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:08 smithi118 ceph-mon[219580]: osdmap e471: 8 total, 8 up, 5 in 2023-09-23T15:30:09.048 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:08 smithi118 ceph-mon[219580]: failed to encode map e471 with expected crc 2023-09-23T15:30:09.048 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:08 smithi118 ceph-mon[219580]: failed to encode map e471 with expected crc 2023-09-23T15:30:09.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:09.049 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:30:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:08 smithi178 ceph-mon[192298]: failed to encode map e470 with expected crc 2023-09-23T15:30:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:08 smithi178 ceph-mon[192298]: failed to encode map e471 with expected crc 2023-09-23T15:30:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:08 smithi178 ceph-mon[192298]: osdmap e471: 8 total, 8 up, 5 in 2023-09-23T15:30:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:08 smithi178 ceph-mon[192298]: failed to encode map e471 with expected crc 2023-09-23T15:30:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:08 smithi178 ceph-mon[192298]: failed to encode map e471 with expected crc 2023-09-23T15:30:09.150 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:09.192 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:09.297 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:09.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:09.307 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:09.407 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:09.445 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 11 16 21068 21052 119.582 144 0.00452691 0.00835633 2023-09-23T15:30:09.465 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:09.568 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:09.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:09.575 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:09.677 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:09.718 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:10.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:09 smithi118 ceph-mon[219580]: failed to encode map e471 with expected crc 2023-09-23T15:30:10.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:09 smithi118 ceph-mon[219580]: pgmap v1244: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 4 peering, 1 remapped+peering, 3 active+clean+remapped, 97 active+clean; 948 MiB data, 5.6 GiB used, 441 GiB / 447 GiB avail; 14 KiB/s rd, 90 MiB/s wr, 1.45k op/s; 2168/45522 objects degraded (4.763%); 186/45522 objects misplaced (0.409%); 5.6 MiB/s, 89 objects/s recovering 2023-09-23T15:30:10.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:09 smithi118 ceph-mon[212312]: failed to encode map e471 with expected crc 2023-09-23T15:30:10.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:09 smithi118 ceph-mon[212312]: pgmap v1244: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 4 peering, 1 remapped+peering, 3 active+clean+remapped, 97 active+clean; 948 MiB data, 5.6 GiB used, 441 GiB / 447 GiB avail; 14 KiB/s rd, 90 MiB/s wr, 1.45k op/s; 2168/45522 objects degraded (4.763%); 186/45522 objects misplaced (0.409%); 5.6 MiB/s, 89 objects/s recovering 2023-09-23T15:30:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:09 smithi178 ceph-mon[192298]: failed to encode map e471 with expected crc 2023-09-23T15:30:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:09 smithi178 ceph-mon[192298]: pgmap v1244: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+undersized+degraded, 4 peering, 1 remapped+peering, 3 active+clean+remapped, 97 active+clean; 948 MiB data, 5.6 GiB used, 441 GiB / 447 GiB avail; 14 KiB/s rd, 90 MiB/s wr, 1.45k op/s; 2168/45522 objects degraded (4.763%); 186/45522 objects misplaced (0.409%); 5.6 MiB/s, 89 objects/s recovering 2023-09-23T15:30:10.155 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:30:10.445 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 12 16 21850 21834 113.69 48.875 0.00183435 0.00835253 2023-09-23T15:30:10.976 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:10.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:10.979 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:10 smithi118 ceph-mon[219580]: failed to encode map e472 with expected crc 2023-09-23T15:30:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:10 smithi118 ceph-mon[219580]: osdmap e472: 8 total, 8 up, 5 in 2023-09-23T15:30:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:10 smithi118 ceph-mon[212312]: failed to encode map e472 with expected crc 2023-09-23T15:30:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:10 smithi118 ceph-mon[212312]: osdmap e472: 8 total, 8 up, 5 in 2023-09-23T15:30:11.080 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:11.123 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:10 smithi178 ceph-mon[192298]: failed to encode map e472 with expected crc 2023-09-23T15:30:11.123 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:10 smithi178 ceph-mon[192298]: osdmap e472: 8 total, 8 up, 5 in 2023-09-23T15:30:11.130 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:11.194 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:30:11.215 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:11.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:11.220 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:11.321 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:11.367 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:11.438 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:11.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:11.446 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:11.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 13 16 23089 23073 110.901 77.4375 0.0028478 0.00900661 2023-09-23T15:30:11.547 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:11.602 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:12.004 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:11 smithi118 ceph-mon[219580]: failed to encode map e473 with expected crc 2023-09-23T15:30:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:11 smithi118 ceph-mon[219580]: failed to encode map e472 with expected crc 2023-09-23T15:30:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:11 smithi118 ceph-mon[219580]: osdmap e473: 8 total, 8 up, 5 in 2023-09-23T15:30:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:11 smithi118 ceph-mon[219580]: failed to encode map e473 with expected crc 2023-09-23T15:30:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:11 smithi118 ceph-mon[219580]: pgmap v1247: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+degraded, 3 active+clean+remapped, 102 active+clean; 1.3 GiB data, 6.4 GiB used, 441 GiB / 447 GiB avail; 98 MiB/s wr, 1.57k op/s; 2217/61557 objects degraded (3.602%); 186/61557 objects misplaced (0.302%); 19 MiB/s, 309 objects/s recovering 2023-09-23T15:30:12.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:11 smithi118 ceph-mon[212312]: failed to encode map e473 with expected crc 2023-09-23T15:30:12.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:11 smithi118 ceph-mon[212312]: failed to encode map e472 with expected crc 2023-09-23T15:30:12.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:11 smithi118 ceph-mon[212312]: osdmap e473: 8 total, 8 up, 5 in 2023-09-23T15:30:12.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:11 smithi118 ceph-mon[212312]: failed to encode map e473 with expected crc 2023-09-23T15:30:12.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:11 smithi118 ceph-mon[212312]: pgmap v1247: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+degraded, 3 active+clean+remapped, 102 active+clean; 1.3 GiB data, 6.4 GiB used, 441 GiB / 447 GiB avail; 98 MiB/s wr, 1.57k op/s; 2217/61557 objects degraded (3.602%); 186/61557 objects misplaced (0.302%); 19 MiB/s, 309 objects/s recovering 2023-09-23T15:30:12.123 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:12.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:12.127 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:12.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:11 smithi178 ceph-mon[192298]: failed to encode map e473 with expected crc 2023-09-23T15:30:12.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:11 smithi178 ceph-mon[192298]: failed to encode map e472 with expected crc 2023-09-23T15:30:12.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:11 smithi178 ceph-mon[192298]: osdmap e473: 8 total, 8 up, 5 in 2023-09-23T15:30:12.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:11 smithi178 ceph-mon[192298]: failed to encode map e473 with expected crc 2023-09-23T15:30:12.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:11 smithi178 ceph-mon[192298]: pgmap v1247: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+degraded, 3 active+clean+remapped, 102 active+clean; 1.3 GiB data, 6.4 GiB used, 441 GiB / 447 GiB avail; 98 MiB/s wr, 1.57k op/s; 2217/61557 objects degraded (3.602%); 186/61557 objects misplaced (0.302%); 19 MiB/s, 309 objects/s recovering 2023-09-23T15:30:12.195 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:12.217 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:30:12.228 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:12.239 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:30:12.255 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:12.266 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:30:12.290 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:30:12.299 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:12.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:12.303 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:12.313 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:30:12.335 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:30:12.354 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:30:12.381 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:30:12.382 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:30:12.382 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:30:12.382 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:30:12.382 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:30:12.383 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:30:12.383 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:30:12.383 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:30:12.383 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:30:12.403 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:12.430 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:12.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 14 16 24061 24045 107.319 60.75 0.0019838 0.00894247 2023-09-23T15:30:12.473 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:12.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:12.479 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:12.580 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:12.606 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:12.649 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:12.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:12.654 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:12.755 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:12.781 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:12.811 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[212312]: failed to encode map e474 with expected crc 2023-09-23T15:30:12.832 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T15:30:12.837 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:12.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:12.842 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:12 smithi178 ceph-mon[192298]: failed to encode map e474 with expected crc 2023-09-23T15:30:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:12 smithi178 ceph-mon[192298]: failed to encode map e474 with expected crc 2023-09-23T15:30:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:12 smithi178 ceph-mon[192298]: osdmap e474: 8 total, 8 up, 5 in 2023-09-23T15:30:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:12 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1283570492' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:12 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1835030826' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:30:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 2217/61557 objects degraded (3.602%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:12.943 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:12.969 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:13.012 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:13.018 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:13.018 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[219580]: failed to encode map e474 with expected crc 2023-09-23T15:30:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[219580]: failed to encode map e474 with expected crc 2023-09-23T15:30:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[219580]: osdmap e474: 8 total, 8 up, 5 in 2023-09-23T15:30:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1283570492' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:13.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1835030826' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:30:13.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 2217/61557 objects degraded (3.602%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:13.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[212312]: failed to encode map e474 with expected crc 2023-09-23T15:30:13.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[212312]: osdmap e474: 8 total, 8 up, 5 in 2023-09-23T15:30:13.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1283570492' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:13.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1835030826' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:30:13.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 2217/61557 objects degraded (3.602%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:13.119 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:13.145 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:13.186 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:13.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:13.191 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:13.292 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:13.321 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:13.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 15 16 24061 24045 100.165 0 - 0.00894247 2023-09-23T15:30:14.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[219580]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[219580]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1835030826' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:30:14.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[219580]: osdmap e475: 8 total, 8 up, 5 in 2023-09-23T15:30:14.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[219580]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[219580]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[219580]: pgmap v1250: 109 pgs: 7 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+degraded, 3 active+clean+remapped, 96 active+clean; 1.4 GiB data, 7.0 GiB used, 440 GiB / 447 GiB avail; 115 MiB/s wr, 1.84k op/s; 2217/67635 objects degraded (3.278%); 19 MiB/s, 305 objects/s recovering 2023-09-23T15:30:14.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[212312]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[212312]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1835030826' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:30:14.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[212312]: osdmap e475: 8 total, 8 up, 5 in 2023-09-23T15:30:14.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[212312]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[212312]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:13 smithi118 ceph-mon[212312]: pgmap v1250: 109 pgs: 7 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+degraded, 3 active+clean+remapped, 96 active+clean; 1.4 GiB data, 7.0 GiB used, 440 GiB / 447 GiB avail; 115 MiB/s wr, 1.84k op/s; 2217/67635 objects degraded (3.278%); 19 MiB/s, 305 objects/s recovering 2023-09-23T15:30:14.121 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:14.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:14.124 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:13 smithi178 ceph-mon[192298]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:13 smithi178 ceph-mon[192298]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:13 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1835030826' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:30:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:13 smithi178 ceph-mon[192298]: osdmap e475: 8 total, 8 up, 5 in 2023-09-23T15:30:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:13 smithi178 ceph-mon[192298]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:13 smithi178 ceph-mon[192298]: failed to encode map e475 with expected crc 2023-09-23T15:30:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:13 smithi178 ceph-mon[192298]: pgmap v1250: 109 pgs: 7 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+degraded, 3 active+clean+remapped, 96 active+clean; 1.4 GiB data, 7.0 GiB used, 440 GiB / 447 GiB avail; 115 MiB/s wr, 1.84k op/s; 2217/67635 objects degraded (3.278%); 19 MiB/s, 305 objects/s recovering 2023-09-23T15:30:14.225 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:14.251 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:14.292 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:14.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:14.297 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:14.398 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:14.424 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:14.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 16 16 24061 24045 93.9055 0 - 0.00894247 2023-09-23T15:30:14.465 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:14.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:14.473 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:14.574 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:14.600 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:14.641 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:14.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:14.646 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:14.747 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:14.772 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:14.813 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:14.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:14.820 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:14 smithi178 ceph-mon[192298]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:14 smithi178 ceph-mon[192298]: osdmap e476: 8 total, 8 up, 5 in 2023-09-23T15:30:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:14 smithi178 ceph-mon[192298]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:14 smithi178 ceph-mon[192298]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:14 smithi178 ceph-mon[192298]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:14 smithi178 ceph-mon[192298]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:14 smithi178 ceph-mon[192298]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.921 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:14.957 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[219580]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.957 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[219580]: osdmap e476: 8 total, 8 up, 5 in 2023-09-23T15:30:14.957 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[219580]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.957 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[219580]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.957 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[219580]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.957 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[219580]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.957 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[219580]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.957 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[212312]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.958 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[212312]: osdmap e476: 8 total, 8 up, 5 in 2023-09-23T15:30:14.958 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[212312]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.958 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[212312]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.958 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[212312]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.958 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[212312]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.958 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:14 smithi118 ceph-mon[212312]: failed to encode map e476 with expected crc 2023-09-23T15:30:14.961 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:15.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 17 16 24623 24607 90.4481 11.7083 0.00513743 0.0110508 2023-09-23T15:30:15.646 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T15:30:15.761 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:15.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:15.768 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:15.796 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:30:15.869 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:15.920 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:15.995 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:15 smithi118 ceph-mon[219580]: failed to encode map e477 with expected crc 2023-09-23T15:30:15.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:15 smithi118 ceph-mon[219580]: osdmap e477: 8 total, 8 up, 5 in 2023-09-23T15:30:15.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:15 smithi118 ceph-mon[219580]: failed to encode map e477 with expected crc 2023-09-23T15:30:15.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:15 smithi118 ceph-mon[219580]: failed to encode map e477 with expected crc 2023-09-23T15:30:15.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:15 smithi118 ceph-mon[219580]: pgmap v1253: 109 pgs: 7 peering, 4 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.5 GiB data, 7.3 GiB used, 440 GiB / 447 GiB avail; 62 MiB/s wr, 996 op/s; 4492/73521 objects degraded (6.110%); 18 MiB/s, 281 objects/s recovering 2023-09-23T15:30:15.996 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:15 smithi118 ceph-mon[212312]: failed to encode map e477 with expected crc 2023-09-23T15:30:15.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:15 smithi118 ceph-mon[212312]: osdmap e477: 8 total, 8 up, 5 in 2023-09-23T15:30:15.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:15 smithi118 ceph-mon[212312]: failed to encode map e477 with expected crc 2023-09-23T15:30:15.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:15 smithi118 ceph-mon[212312]: failed to encode map e477 with expected crc 2023-09-23T15:30:15.997 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:15 smithi118 ceph-mon[212312]: pgmap v1253: 109 pgs: 7 peering, 4 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.5 GiB data, 7.3 GiB used, 440 GiB / 447 GiB avail; 62 MiB/s wr, 996 op/s; 4492/73521 objects degraded (6.110%); 18 MiB/s, 281 objects/s recovering 2023-09-23T15:30:15.998 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:16.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:16.007 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:16.108 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:30:16.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:15 smithi178 ceph-mon[192298]: failed to encode map e477 with expected crc 2023-09-23T15:30:16.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:15 smithi178 ceph-mon[192298]: osdmap e477: 8 total, 8 up, 5 in 2023-09-23T15:30:16.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:15 smithi178 ceph-mon[192298]: failed to encode map e477 with expected crc 2023-09-23T15:30:16.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:15 smithi178 ceph-mon[192298]: failed to encode map e477 with expected crc 2023-09-23T15:30:16.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:15 smithi178 ceph-mon[192298]: pgmap v1253: 109 pgs: 7 peering, 4 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.5 GiB data, 7.3 GiB used, 440 GiB / 447 GiB avail; 62 MiB/s wr, 996 op/s; 4492/73521 objects degraded (6.110%); 18 MiB/s, 281 objects/s recovering 2023-09-23T15:30:16.171 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:16.410 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:30:16.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:16.414 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:30:16.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 18 16 26313 26297 91.2907 105.625 0.00685341 0.0109487 2023-09-23T15:30:16.515 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:16.590 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:16.639 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:30:16.639 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:30:16.640 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.640 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46235.0:26585 10.f e478/454 10:f6280835:::benchmark_data_smithi118_553868_object26584:head v 478'1584, mlcod=478'1581)", 2023-09-23T15:30:16.640 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:30:16.632937+0000", 2023-09-23T15:30:16.640 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0050864580000000003, 2023-09-23T15:30:16.640 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0051197899999999999, 2023-09-23T15:30:16.640 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:30:16.640 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:30:16.640 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:30:16.640 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.640 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:30:16.640 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.632937+0000", 2023-09-23T15:30:16.641 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:16.641 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.641 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.641 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:30:16.641 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.632937+0000", 2023-09-23T15:30:16.641 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:16.641 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.641 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.641 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:30:16.641 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.632937+0000", 2023-09-23T15:30:16.641 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:30:16.642 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.642 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.642 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:30:16.642 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.632965+0000", 2023-09-23T15:30:16.642 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7940999999999999e-05 2023-09-23T15:30:16.642 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.642 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.642 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:30:16.642 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.632971+0000", 2023-09-23T15:30:16.642 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1160000000000004e-06 2023-09-23T15:30:16.642 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.632975+0000", 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4889999999999997e-06 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635387+0000", 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002411608 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.643 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635409+0000", 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1832999999999999e-05 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46235.0:26588 10.6 e478/454 10:677e3f88:::benchmark_data_smithi118_553868_object26587:head v 478'1731, mlcod=478'1729)", 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:30:16.635686+0000", 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.002337572, 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024491019999999999, 2023-09-23T15:30:16.644 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:30:16.645 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:30:16.645 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:30:16.645 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.645 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:30:16.645 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635686+0000", 2023-09-23T15:30:16.645 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:16.645 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.645 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.645 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635686+0000", 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635685+0000", 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635717+0000", 2023-09-23T15:30:16.646 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2404999999999999e-05 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635726+0000", 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6850000000000007e-06 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635734+0000", 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6190000000000002e-06 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.647 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635774+0000", 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0754999999999999e-05 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635796+0000", 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1528000000000001e-05 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.648 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:26591 10.2 10:497b2663:::benchmark_data_smithi118_553868_object26590:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e478)", 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:30:16.635765+0000", 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0022584990000000002, 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024484519999999998, 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 26591 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.649 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635765+0000", 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635765+0000", 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:30:16.650 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635764+0000", 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635787+0000", 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3672e-05 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635797+0000", 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7899999999999994e-06 2023-09-23T15:30:16.651 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635804+0000", 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5420000000000002e-06 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635867+0000", 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.3176999999999995e-05 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:30:16.652 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.635997+0000", 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000130085 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636119+0000", 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012242000000000001 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.653 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46235.0:26590 10.5 e478/476 10:aa8ef674:::benchmark_data_smithi118_553868_object26589:head v 478'1572, mlcod=0'0)", 2023-09-23T15:30:16.654 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:30:16.636589+0000", 2023-09-23T15:30:16.654 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.001434315, 2023-09-23T15:30:16.654 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017260349999999999, 2023-09-23T15:30:16.654 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:30:16.654 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:30:16.654 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:30:16.654 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.654 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:30:16.654 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636589+0000", 2023-09-23T15:30:16.654 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:16.655 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.655 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.655 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:30:16.655 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636589+0000", 2023-09-23T15:30:16.655 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:16.655 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.655 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.655 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:30:16.655 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636588+0000", 2023-09-23T15:30:16.655 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:30:16.655 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636615+0000", 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6415999999999999e-05 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636625+0000", 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0654e-05 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.656 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:30:16.657 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636632+0000", 2023-09-23T15:30:16.657 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5869999999999998e-06 2023-09-23T15:30:16.657 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.657 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.657 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:30:16.657 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636745+0000", 2023-09-23T15:30:16.657 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011277600000000001 2023-09-23T15:30:16.657 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.657 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.657 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:30:16.657 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636768+0000", 2023-09-23T15:30:16.658 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3152000000000001e-05 2023-09-23T15:30:16.658 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:16.658 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:30:16.658 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:16.658 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.658 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.658 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46235.0:26587 10.1 e478/454 10:8929d054:::benchmark_data_smithi118_553868_object26586:head v 478'1629, mlcod=478'1627)", 2023-09-23T15:30:16.658 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:30:16.636954+0000", 2023-09-23T15:30:16.658 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0010695500000000001, 2023-09-23T15:30:16.658 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0014338319999999999, 2023-09-23T15:30:16.658 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636954+0000", 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636954+0000", 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:16.659 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636953+0000", 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636987+0000", 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3379e-05 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.660 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.636997+0000", 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0288e-05 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.637003+0000", 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2489999999999998e-06 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.637049+0000", 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5936999999999997e-05 2023-09-23T15:30:16.661 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:16.662 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:16.662 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:30:16.662 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:16.637070+0000", 2023-09-23T15:30:16.662 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1438999999999999e-05 2023-09-23T15:30:16.662 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:16.662 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:30:16.662 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:16.662 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:16.662 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:30:16.662 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 5 2023-09-23T15:30:16.662 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:30:16.679 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:16.753 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:16.866 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:30:16.934 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[219580]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.935 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[219580]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.935 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[219580]: osdmap e478: 8 total, 8 up, 5 in 2023-09-23T15:30:16.935 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[219580]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.935 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[219580]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.935 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[219580]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.935 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[219580]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.935 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2936332309' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:30:16.935 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[212312]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[212312]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[212312]: osdmap e478: 8 total, 8 up, 5 in 2023-09-23T15:30:16.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[212312]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[212312]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[212312]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[212312]: failed to encode map e478 with expected crc 2023-09-23T15:30:16.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2936332309' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:30:16.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:16.950 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:16.950 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:17.051 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:30:17.092 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:16 smithi178 ceph-mon[192298]: failed to encode map e478 with expected crc 2023-09-23T15:30:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:16 smithi178 ceph-mon[192298]: failed to encode map e478 with expected crc 2023-09-23T15:30:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:16 smithi178 ceph-mon[192298]: osdmap e478: 8 total, 8 up, 5 in 2023-09-23T15:30:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:16 smithi178 ceph-mon[192298]: failed to encode map e478 with expected crc 2023-09-23T15:30:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:16 smithi178 ceph-mon[192298]: failed to encode map e478 with expected crc 2023-09-23T15:30:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:16 smithi178 ceph-mon[192298]: failed to encode map e478 with expected crc 2023-09-23T15:30:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:16 smithi178 ceph-mon[192298]: failed to encode map e478 with expected crc 2023-09-23T15:30:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2936332309' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:30:17.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 19 16 27977 27961 91.9591 104 0.00270633 0.0108538 2023-09-23T15:30:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2936332309' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:30:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: osdmap e479: 8 total, 8 up, 5 in 2023-09-23T15:30:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 4492/73521 objects degraded (6.110%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:18.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:17 smithi178 ceph-mon[192298]: pgmap v1256: 109 pgs: 7 peering, 4 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.5 GiB data, 7.3 GiB used, 440 GiB / 447 GiB avail; 31 MiB/s wr, 490 op/s; 4492/73521 objects degraded (6.110%); 15 MiB/s, 234 objects/s recovering 2023-09-23T15:30:18.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:18.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2936332309' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:30:18.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: osdmap e479: 8 total, 8 up, 5 in 2023-09-23T15:30:18.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 4492/73521 objects degraded (6.110%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:18.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[219580]: pgmap v1256: 109 pgs: 7 peering, 4 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.5 GiB data, 7.3 GiB used, 440 GiB / 447 GiB avail; 31 MiB/s wr, 490 op/s; 4492/73521 objects degraded (6.110%); 15 MiB/s, 234 objects/s recovering 2023-09-23T15:30:18.237 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:18.237 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.237 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2936332309' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:30:18.237 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: osdmap e479: 8 total, 8 up, 5 in 2023-09-23T15:30:18.237 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.237 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.237 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: failed to encode map e479 with expected crc 2023-09-23T15:30:18.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 4492/73521 objects degraded (6.110%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:18.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:17 smithi118 ceph-mon[212312]: pgmap v1256: 109 pgs: 7 peering, 4 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 95 active+clean; 1.5 GiB data, 7.3 GiB used, 440 GiB / 447 GiB avail; 31 MiB/s wr, 490 op/s; 4492/73521 objects degraded (6.110%); 15 MiB/s, 234 objects/s recovering 2023-09-23T15:30:18.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:30:18.447103+0000 min lat: 0.00099894 max lat: 3.07167 avg lat: 0.0109374 2023-09-23T15:30:18.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:30:18.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 20 16 29263 29247 91.3796 80.375 0.00636995 0.0109374 2023-09-23T15:30:18.510 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:30:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:30:18] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2023-09-23T15:30:18.511 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:30:18.594 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:30:18.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:18.599 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:30:18.700 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:18.764 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:18.856 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:18.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:18.865 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:18.965 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:19.021 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:19.446 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 21 16 30915 30899 91.944 103.25 0.00297604 0.0108569 2023-09-23T15:30:19.740 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:19.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:19.745 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:19.846 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:19.911 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:20.017 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:20.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:20.029 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:20.130 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:20.157 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:20.211 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:20.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:20.216 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:20.317 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:20.361 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:20.405 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:20.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:20.410 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:20.447 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 22 16 31903 31887 90.5711 61.75 0.0146075 0.0109861 2023-09-23T15:30:20.511 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:20.570 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:20.672 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:20.678 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:20 smithi178 ceph-mon[192298]: pgmap v1257: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.6 GiB data, 7.7 GiB used, 439 GiB / 447 GiB avail; 35 MiB/s wr, 566 op/s; 4492/77418 objects degraded (5.802%); 1172/77418 objects misplaced (1.514%); 14 MiB/s, 220 objects/s recovering 2023-09-23T15:30:20.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:20.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:20.700 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:30:20.780 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:20.791 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:20.872 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:20 smithi118 ceph-mon[212312]: pgmap v1257: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.6 GiB data, 7.7 GiB used, 439 GiB / 447 GiB avail; 35 MiB/s wr, 566 op/s; 4492/77418 objects degraded (5.802%); 1172/77418 objects misplaced (1.514%); 14 MiB/s, 220 objects/s recovering 2023-09-23T15:30:20.872 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:20 smithi118 ceph-mon[219580]: pgmap v1257: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.6 GiB data, 7.7 GiB used, 439 GiB / 447 GiB avail; 35 MiB/s wr, 566 op/s; 4492/77418 objects degraded (5.802%); 1172/77418 objects misplaced (1.514%); 14 MiB/s, 220 objects/s recovering 2023-09-23T15:30:20.880 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:21.153 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:21.158 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:21.158 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:21.259 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:30:21.324 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:21.415 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:30:21.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:21.429 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:30:21.447 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 23 16 33429 33413 90.7796 95.375 0.00910164 0.0110096 2023-09-23T15:30:21.530 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:21.586 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:22.342 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:30:22.343 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:30:22.343 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:30:22.343 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:30:22.343 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:30:22.343 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:30:22.350 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:30:22.383 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:30:22.391 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:30:22.391 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:30:22.391 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:30:22.391 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:30:22.391 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:30:22.391 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:30:22.391 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:30:22.391 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:30:22.447 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 24 16 34996 34980 91.0748 97.9375 0.0062635 0.0109746 2023-09-23T15:30:22.661 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T15:30:22.685 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:22 smithi118 ceph-mon[219580]: pgmap v1258: 109 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 1.9 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 76 MiB/s wr, 1.22k op/s; 4492/92307 objects degraded (4.866%); 1172/92307 objects misplaced (1.270%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:30:22.685 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:22 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3106308568' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:30:22.686 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:22.686 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:22 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1065841280' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:22.686 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 4492/92307 objects degraded (4.866%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:22.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:22 smithi118 ceph-mon[212312]: pgmap v1258: 109 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 1.9 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 76 MiB/s wr, 1.22k op/s; 4492/92307 objects degraded (4.866%); 1172/92307 objects misplaced (1.270%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:30:22.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:22 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3106308568' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:30:22.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:22.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:22 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1065841280' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:22.686 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 4492/92307 objects degraded (4.866%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:22.768 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:22.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:22.771 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:22.872 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:22.900 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:22 smithi178 ceph-mon[192298]: pgmap v1258: 109 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 1.9 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 76 MiB/s wr, 1.22k op/s; 4492/92307 objects degraded (4.866%); 1172/92307 objects misplaced (1.270%); 12 MiB/s, 187 objects/s recovering 2023-09-23T15:30:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:22 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3106308568' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:30:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:22 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1065841280' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 4492/92307 objects degraded (4.866%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:23.448 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 25 16 35555 35539 88.8295 34.9375 0.00238104 0.0109352 2023-09-23T15:30:23.762 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:23.820 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:23.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:23.824 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:23.925 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:30:23.951 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[219580]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.951 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3106308568' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:30:23.951 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[219580]: osdmap e480: 8 total, 8 up, 5 in 2023-09-23T15:30:23.951 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[219580]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.951 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[219580]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.951 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[219580]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.951 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[219580]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.951 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[219580]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.952 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[212312]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.952 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3106308568' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:30:23.952 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[212312]: osdmap e480: 8 total, 8 up, 5 in 2023-09-23T15:30:23.952 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[212312]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.952 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[212312]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.952 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[212312]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.952 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[212312]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.952 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:23 smithi118 ceph-mon[212312]: failed to encode map e480 with expected crc 2023-09-23T15:30:23.954 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:23 smithi178 ceph-mon[192298]: failed to encode map e480 with expected crc 2023-09-23T15:30:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:23 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3106308568' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:30:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:23 smithi178 ceph-mon[192298]: osdmap e480: 8 total, 8 up, 5 in 2023-09-23T15:30:24.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:23 smithi178 ceph-mon[192298]: failed to encode map e480 with expected crc 2023-09-23T15:30:24.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:23 smithi178 ceph-mon[192298]: failed to encode map e480 with expected crc 2023-09-23T15:30:24.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:23 smithi178 ceph-mon[192298]: failed to encode map e480 with expected crc 2023-09-23T15:30:24.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:23 smithi178 ceph-mon[192298]: failed to encode map e480 with expected crc 2023-09-23T15:30:24.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:23 smithi178 ceph-mon[192298]: failed to encode map e480 with expected crc 2023-09-23T15:30:24.366 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:30:24.367 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:30:24.448 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 26 16 35555 35539 85.4134 0 - 0.0109352 2023-09-23T15:30:24.601 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:30:24.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:24.603 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:30:24.661 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[212312]: pgmap v1260: 109 pgs: 4 peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 2.0 GiB data, 9.0 GiB used, 438 GiB / 447 GiB avail; 69 MiB/s wr, 1.10k op/s; 4492/99087 objects degraded (4.533%); 488/99087 objects misplaced (0.492%); 8.2 MiB/s, 131 objects/s recovering 2023-09-23T15:30:24.661 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[212312]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.662 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[212312]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.662 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[212312]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.662 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[212312]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.662 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[212312]: osdmap e481: 8 total, 8 up, 5 in 2023-09-23T15:30:24.662 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[212312]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.662 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[212312]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.662 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[212312]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.662 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[212312]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.705 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:24.732 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:24.818 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:24.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:24.827 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:24.928 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:24.980 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:24 smithi178 ceph-mon[192298]: pgmap v1260: 109 pgs: 4 peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 2.0 GiB data, 9.0 GiB used, 438 GiB / 447 GiB avail; 69 MiB/s wr, 1.10k op/s; 4492/99087 objects degraded (4.533%); 488/99087 objects misplaced (0.492%); 8.2 MiB/s, 131 objects/s recovering 2023-09-23T15:30:24.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:24 smithi178 ceph-mon[192298]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:24 smithi178 ceph-mon[192298]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:24 smithi178 ceph-mon[192298]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:24 smithi178 ceph-mon[192298]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:24 smithi178 ceph-mon[192298]: osdmap e481: 8 total, 8 up, 5 in 2023-09-23T15:30:24.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:24 smithi178 ceph-mon[192298]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:24 smithi178 ceph-mon[192298]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:24 smithi178 ceph-mon[192298]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.981 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:24 smithi178 ceph-mon[192298]: failed to encode map e481 with expected crc 2023-09-23T15:30:24.984 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[219580]: pgmap v1260: 109 pgs: 4 peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 2.0 GiB data, 9.0 GiB used, 438 GiB / 447 GiB avail; 69 MiB/s wr, 1.10k op/s; 4492/99087 objects degraded (4.533%); 488/99087 objects misplaced (0.492%); 8.2 MiB/s, 131 objects/s recovering 2023-09-23T15:30:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[219580]: failed to encode map e481 with expected crc 2023-09-23T15:30:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[219580]: failed to encode map e481 with expected crc 2023-09-23T15:30:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[219580]: failed to encode map e481 with expected crc 2023-09-23T15:30:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[219580]: failed to encode map e481 with expected crc 2023-09-23T15:30:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[219580]: osdmap e481: 8 total, 8 up, 5 in 2023-09-23T15:30:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[219580]: failed to encode map e481 with expected crc 2023-09-23T15:30:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[219580]: failed to encode map e481 with expected crc 2023-09-23T15:30:25.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[219580]: failed to encode map e481 with expected crc 2023-09-23T15:30:25.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:24 smithi118 ceph-mon[219580]: failed to encode map e481 with expected crc 2023-09-23T15:30:25.080 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:25.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:25.088 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:25.189 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:25.215 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:25.258 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:25.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:25.263 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:25.364 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:25.426 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:25.448 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 27 16 36402 36386 84.2106 26.4688 0.00737527 0.0118698 2023-09-23T15:30:25.461 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 6 1 2023-09-23T15:30:25.531 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:25.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:25.539 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:25.639 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:25.694 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:25.696 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:30:25.727 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:25 smithi118 ceph-mon[219580]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.727 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:25 smithi118 ceph-mon[219580]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.728 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:25 smithi118 ceph-mon[219580]: osdmap e482: 8 total, 8 up, 5 in 2023-09-23T15:30:25.728 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:25 smithi118 ceph-mon[219580]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.728 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:25 smithi118 ceph-mon[219580]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.728 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:25 smithi118 ceph-mon[212312]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.728 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:25 smithi118 ceph-mon[212312]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.728 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:25 smithi118 ceph-mon[212312]: osdmap e482: 8 total, 8 up, 5 in 2023-09-23T15:30:25.728 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:25 smithi118 ceph-mon[212312]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.728 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:25 smithi118 ceph-mon[212312]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.779 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:25.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:25.787 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:25.835 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:30:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:25 smithi178 ceph-mon[192298]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:25 smithi178 ceph-mon[192298]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:25 smithi178 ceph-mon[192298]: osdmap e482: 8 total, 8 up, 5 in 2023-09-23T15:30:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:25 smithi178 ceph-mon[192298]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:25 smithi178 ceph-mon[192298]: failed to encode map e482 with expected crc 2023-09-23T15:30:25.888 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:30:26.007 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:26.298 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:30:26.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:26.303 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:30:26.403 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:26.444 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:26.448 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 28 16 37819 37803 84.3652 88.5625 0.0142471 0.0118479 2023-09-23T15:30:27.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[219580]: pgmap v1263: 109 pgs: 4 peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 9.3 GiB used, 438 GiB / 447 GiB avail; 107 MiB/s wr, 1.72k op/s; 4159/108393 objects degraded (3.837%); 2532/108393 objects misplaced (2.336%); 11 MiB/s, 169 objects/s recovering 2023-09-23T15:30:27.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[219580]: osdmap e483: 8 total, 8 up, 5 in 2023-09-23T15:30:27.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[219580]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[219580]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[219580]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[219580]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[219580]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[212312]: pgmap v1263: 109 pgs: 4 peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 9.3 GiB used, 438 GiB / 447 GiB avail; 107 MiB/s wr, 1.72k op/s; 4159/108393 objects degraded (3.837%); 2532/108393 objects misplaced (2.336%); 11 MiB/s, 169 objects/s recovering 2023-09-23T15:30:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[212312]: osdmap e483: 8 total, 8 up, 5 in 2023-09-23T15:30:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[212312]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[212312]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[212312]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[212312]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:26 smithi118 ceph-mon[212312]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:26 smithi178 ceph-mon[192298]: pgmap v1263: 109 pgs: 4 peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 9.3 GiB used, 438 GiB / 447 GiB avail; 107 MiB/s wr, 1.72k op/s; 4159/108393 objects degraded (3.837%); 2532/108393 objects misplaced (2.336%); 11 MiB/s, 169 objects/s recovering 2023-09-23T15:30:27.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:26 smithi178 ceph-mon[192298]: osdmap e483: 8 total, 8 up, 5 in 2023-09-23T15:30:27.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:26 smithi178 ceph-mon[192298]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:26 smithi178 ceph-mon[192298]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:26 smithi178 ceph-mon[192298]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:26 smithi178 ceph-mon[192298]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:26 smithi178 ceph-mon[192298]: failed to encode map e483 with expected crc 2023-09-23T15:30:27.175 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:27.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:27.179 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:27.280 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:27.362 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:27.438 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:27.448 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 29 15 38884 38869 83.7533 66.625 0.0139939 0.0119338 2023-09-23T15:30:27.495 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:27.539 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:27.586 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:27.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:27.594 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:27.695 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:30:27.742 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:27 smithi178 ceph-mon[192298]: failed to encode map e484 with expected crc 2023-09-23T15:30:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:27 smithi178 ceph-mon[192298]: osdmap e484: 8 total, 8 up, 5 in 2023-09-23T15:30:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:27 smithi178 ceph-mon[192298]: failed to encode map e484 with expected crc 2023-09-23T15:30:27.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 4159/108393 objects degraded (3.837%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:27.918 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:27 smithi118 ceph-mon[219580]: failed to encode map e484 with expected crc 2023-09-23T15:30:27.918 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:27 smithi118 ceph-mon[219580]: osdmap e484: 8 total, 8 up, 5 in 2023-09-23T15:30:27.918 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:27 smithi118 ceph-mon[219580]: failed to encode map e484 with expected crc 2023-09-23T15:30:27.918 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 4159/108393 objects degraded (3.837%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:27.919 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:27 smithi118 ceph-mon[212312]: failed to encode map e484 with expected crc 2023-09-23T15:30:27.919 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:27 smithi118 ceph-mon[212312]: osdmap e484: 8 total, 8 up, 5 in 2023-09-23T15:30:27.919 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:27 smithi118 ceph-mon[212312]: failed to encode map e484 with expected crc 2023-09-23T15:30:27.919 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 4159/108393 objects degraded (3.837%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:28.224 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:30:28.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:28.232 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:30:28.333 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:30:28.378 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:28.443 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:30:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:30:28] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2023-09-23T15:30:28.448 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 30 16 40324 40308 83.9592 89.9375 0.00611721 0.0119059 2023-09-23T15:30:28.711 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:30:29.036 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:28 smithi118 ceph-mon[212312]: pgmap v1266: 109 pgs: 4 peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 9.3 GiB used, 438 GiB / 447 GiB avail; 48 MiB/s wr, 775 op/s; 4159/108393 objects degraded (3.837%); 2532/108393 objects misplaced (2.336%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:30:29.037 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:28 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1958788307' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:30:29.037 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:28 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:30:29.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:28 smithi118 ceph-mon[219580]: pgmap v1266: 109 pgs: 4 peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 9.3 GiB used, 438 GiB / 447 GiB avail; 48 MiB/s wr, 775 op/s; 4159/108393 objects degraded (3.837%); 2532/108393 objects misplaced (2.336%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:30:29.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:28 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1958788307' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:30:29.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:28 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:30:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:28 smithi178 ceph-mon[192298]: pgmap v1266: 109 pgs: 4 peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 9.3 GiB used, 438 GiB / 447 GiB avail; 48 MiB/s wr, 775 op/s; 4159/108393 objects degraded (3.837%); 2532/108393 objects misplaced (2.336%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:30:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:28 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1958788307' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:30:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:28 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:30:29.448 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 31 16 41803 41787 84.2324 92.4375 0.0126633 0.0118651 2023-09-23T15:30:29.813 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:30:29.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:29.819 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:30:29.920 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:29.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:29.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[219580]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:30:29.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[219580]: osdmap e485: 8 total, 8 up, 5 in 2023-09-23T15:30:29.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[219580]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[219580]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[219580]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[219580]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[219580]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.964 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:29.964 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[212312]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:30:29.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[212312]: osdmap e485: 8 total, 8 up, 5 in 2023-09-23T15:30:29.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[212312]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[212312]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[212312]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[212312]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:29 smithi118 ceph-mon[212312]: failed to encode map e485 with expected crc 2023-09-23T15:30:29.966 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:29 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:29 smithi178 ceph-mon[192298]: failed to encode map e485 with expected crc 2023-09-23T15:30:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:29 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:30:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:29 smithi178 ceph-mon[192298]: osdmap e485: 8 total, 8 up, 5 in 2023-09-23T15:30:30.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:29 smithi178 ceph-mon[192298]: failed to encode map e485 with expected crc 2023-09-23T15:30:30.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:29 smithi178 ceph-mon[192298]: failed to encode map e485 with expected crc 2023-09-23T15:30:30.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:29 smithi178 ceph-mon[192298]: failed to encode map e485 with expected crc 2023-09-23T15:30:30.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:29 smithi178 ceph-mon[192298]: failed to encode map e485 with expected crc 2023-09-23T15:30:30.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:29 smithi178 ceph-mon[192298]: failed to encode map e485 with expected crc 2023-09-23T15:30:30.448 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 32 16 43074 43058 84.0823 79.4375 0.00645525 0.0118873 2023-09-23T15:30:30.670 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:30.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:30.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:30.776 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:30.853 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:30.967 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:30.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:30.977 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:30.977 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:30 smithi178 ceph-mon[192298]: pgmap v1268: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 2.3 GiB data, 9.7 GiB used, 437 GiB / 447 GiB avail; 56 MiB/s wr, 890 op/s; 4159/112269 objects degraded (3.704%); 2044/112269 objects misplaced (1.821%); 10 MiB/s, 167 objects/s recovering 2023-09-23T15:30:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:30 smithi118 ceph-mon[219580]: pgmap v1268: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 2.3 GiB data, 9.7 GiB used, 437 GiB / 447 GiB avail; 56 MiB/s wr, 890 op/s; 4159/112269 objects degraded (3.704%); 2044/112269 objects misplaced (1.821%); 10 MiB/s, 167 objects/s recovering 2023-09-23T15:30:31.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:30 smithi118 ceph-mon[212312]: pgmap v1268: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 2.3 GiB data, 9.7 GiB used, 437 GiB / 447 GiB avail; 56 MiB/s wr, 890 op/s; 4159/112269 objects degraded (3.704%); 2044/112269 objects misplaced (1.821%); 10 MiB/s, 167 objects/s recovering 2023-09-23T15:30:31.078 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:30:31.114 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:31.448 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 33 16 44443 44427 84.127 85.5625 0.00577633 0.0118811 2023-09-23T15:30:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:31 smithi118 ceph-mon[219580]: pgmap v1269: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 2.6 GiB data, 10 GiB used, 437 GiB / 447 GiB avail; 61 MiB/s wr, 978 op/s; 3882/126012 objects degraded (3.081%); 1767/126012 objects misplaced (1.402%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:30:32.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:31 smithi118 ceph-mon[212312]: pgmap v1269: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 2.6 GiB data, 10 GiB used, 437 GiB / 447 GiB avail; 61 MiB/s wr, 978 op/s; 3882/126012 objects degraded (3.081%); 1767/126012 objects misplaced (1.402%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:30:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:31 smithi178 ceph-mon[192298]: pgmap v1269: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 2.6 GiB data, 10 GiB used, 437 GiB / 447 GiB avail; 61 MiB/s wr, 978 op/s; 3882/126012 objects degraded (3.081%); 1767/126012 objects misplaced (1.402%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:30:32.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 34 16 45700 45684 83.9632 78.5625 0.0152894 0.0119046 2023-09-23T15:30:32.740 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:30:32.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:32.744 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:30:32.769 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 3882/126012 objects degraded (3.081%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:32.769 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 3882/126012 objects degraded (3.081%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:32.845 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:30:32.908 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:33.010 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:30:33.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:33.016 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:30:33.116 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 3882/126012 objects degraded (3.081%), 3 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:33.175 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:33.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 35 16 47041 47025 83.9586 83.8125 0.0125148 0.0119053 2023-09-23T15:30:33.531 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:33.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:33.537 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:33.626 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:30:33.626 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:30:33.638 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:33.690 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:30:33.700 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:33.723 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:30:33.759 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:30:33.784 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:30:33.799 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:33.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:33.809 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:33.813 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:30:33.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:33 smithi118 ceph-mon[219580]: pgmap v1270: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 2.7 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 63 MiB/s wr, 1.01k op/s; 3882/132432 objects degraded (2.931%); 1767/132432 objects misplaced (1.334%); 6.0 MiB/s, 97 objects/s recovering 2023-09-23T15:30:33.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2173389063' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:33.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:33 smithi118 ceph-mon[212312]: pgmap v1270: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 2.7 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 63 MiB/s wr, 1.01k op/s; 3882/132432 objects degraded (2.931%); 1767/132432 objects misplaced (1.334%); 6.0 MiB/s, 97 objects/s recovering 2023-09-23T15:30:33.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2173389063' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:33.857 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:30:33.890 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:30:33.910 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:33.924 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:30:33.926 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:30:33.926 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:30:33.926 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:30:33.926 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:30:33.926 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:30:33.926 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:30:33.926 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:30:33.926 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:30:33.972 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:33 smithi178 ceph-mon[192298]: pgmap v1270: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 2.7 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 63 MiB/s wr, 1.01k op/s; 3882/132432 objects degraded (2.931%); 1767/132432 objects misplaced (1.334%); 6.0 MiB/s, 97 objects/s recovering 2023-09-23T15:30:33.972 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2173389063' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:33.978 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:34.096 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:34.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:34.110 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:34.211 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:30:34.259 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:34.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 36 16 48326 48310 83.8572 80.3125 0.00373716 0.0119115 2023-09-23T15:30:34.776 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.6 to 1 (10000) 2023-09-23T15:30:34.804 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:30:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:34 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1384146751' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:30:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:34 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:30:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:34 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1384146751' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:30:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:34 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:30:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:34 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1384146751' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:30:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:34 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:30:35.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 37 16 48855 48839 82.4844 33.0625 0.00237127 0.0119293 2023-09-23T15:30:36.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[219580]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:30:36.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[219580]: osdmap e486: 8 total, 8 up, 5 in 2023-09-23T15:30:36.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[219580]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[219580]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[219580]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[219580]: pgmap v1272: 109 pgs: 1 remapped+peering, 3 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 103 active+clean; 2.9 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 92 MiB/s wr, 1.48k op/s; 2241/143928 objects degraded (1.557%); 1420/143928 objects misplaced (0.987%); 8.7 MiB/s, 139 objects/s recovering 2023-09-23T15:30:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[212312]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:30:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[212312]: osdmap e486: 8 total, 8 up, 5 in 2023-09-23T15:30:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[212312]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[212312]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[212312]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:35 smithi118 ceph-mon[212312]: pgmap v1272: 109 pgs: 1 remapped+peering, 3 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 103 active+clean; 2.9 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 92 MiB/s wr, 1.48k op/s; 2241/143928 objects degraded (1.557%); 1420/143928 objects misplaced (0.987%); 8.7 MiB/s, 139 objects/s recovering 2023-09-23T15:30:36.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:35 smithi178 ceph-mon[192298]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:35 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:30:36.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:35 smithi178 ceph-mon[192298]: osdmap e486: 8 total, 8 up, 5 in 2023-09-23T15:30:36.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:35 smithi178 ceph-mon[192298]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:35 smithi178 ceph-mon[192298]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:35 smithi178 ceph-mon[192298]: failed to encode map e486 with expected crc 2023-09-23T15:30:36.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:35 smithi178 ceph-mon[192298]: pgmap v1272: 109 pgs: 1 remapped+peering, 3 peering, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 103 active+clean; 2.9 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 92 MiB/s wr, 1.48k op/s; 2241/143928 objects degraded (1.557%); 1420/143928 objects misplaced (0.987%); 8.7 MiB/s, 139 objects/s recovering 2023-09-23T15:30:36.325 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:30:36.330 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:36.331 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:30:36.431 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:30:36.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 38 16 49572 49556 81.493 44.8125 0.0248331 0.0122646 2023-09-23T15:30:36.471 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:37.039 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[212312]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.039 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[212312]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.040 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[212312]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.040 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[212312]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.040 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[212312]: osdmap e487: 8 total, 8 up, 5 in 2023-09-23T15:30:37.040 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[212312]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.040 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[212312]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.040 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[212312]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.041 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[219580]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.041 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[219580]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.041 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[219580]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.041 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[219580]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.041 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[219580]: osdmap e487: 8 total, 8 up, 5 in 2023-09-23T15:30:37.042 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[219580]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.042 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[219580]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.042 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:36 smithi118 ceph-mon[219580]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.074 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:30:37.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:36 smithi178 ceph-mon[192298]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:36 smithi178 ceph-mon[192298]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:36 smithi178 ceph-mon[192298]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:36 smithi178 ceph-mon[192298]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:36 smithi178 ceph-mon[192298]: osdmap e487: 8 total, 8 up, 5 in 2023-09-23T15:30:37.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:36 smithi178 ceph-mon[192298]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:36 smithi178 ceph-mon[192298]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:36 smithi178 ceph-mon[192298]: failed to encode map e487 with expected crc 2023-09-23T15:30:37.256 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:30:37.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:37.261 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:30:37.362 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:37.403 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T15:30:37.404 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:30:37.434 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:37.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 39 16 50835 50819 81.4273 78.9375 0.013852 0.0122751 2023-09-23T15:30:37.560 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:37.566 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:37.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:37.572 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:37.673 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:37.740 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:37.772 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[212312]: osdmap e488: 8 total, 8 up, 5 in 2023-09-23T15:30:37.772 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[212312]: failed to encode map e488 with expected crc 2023-09-23T15:30:37.772 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[212312]: failed to encode map e488 with expected crc 2023-09-23T15:30:37.772 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[212312]: failed to encode map e488 with expected crc 2023-09-23T15:30:37.772 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[212312]: failed to encode map e488 with expected crc 2023-09-23T15:30:37.772 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[212312]: failed to encode map e488 with expected crc 2023-09-23T15:30:37.772 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[212312]: failed to encode map e488 with expected crc 2023-09-23T15:30:37.772 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:37.773 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 2241/143928 objects degraded (1.557%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:37.773 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[212312]: osdmap e489: 8 total, 8 up, 5 in 2023-09-23T15:30:37.773 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[212312]: pgmap v1276: 109 pgs: 1 remapped+peering, 3 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 102 active+clean; 3.0 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 80 MiB/s wr, 1.27k op/s; 2241/147723 objects degraded (1.517%); 1420/147723 objects misplaced (0.961%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T15:30:37.813 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:37.845 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:37.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:37.859 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:37.959 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:38.008 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:37 smithi178 ceph-mon[192298]: osdmap e488: 8 total, 8 up, 5 in 2023-09-23T15:30:38.008 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:37 smithi178 ceph-mon[192298]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.008 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:37 smithi178 ceph-mon[192298]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.008 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:37 smithi178 ceph-mon[192298]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.008 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:37 smithi178 ceph-mon[192298]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.008 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:37 smithi178 ceph-mon[192298]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.008 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:37 smithi178 ceph-mon[192298]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.008 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:38.008 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 2241/143928 objects degraded (1.557%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:38.008 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:37 smithi178 ceph-mon[192298]: osdmap e489: 8 total, 8 up, 5 in 2023-09-23T15:30:38.008 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:37 smithi178 ceph-mon[192298]: pgmap v1276: 109 pgs: 1 remapped+peering, 3 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 102 active+clean; 3.0 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 80 MiB/s wr, 1.27k op/s; 2241/147723 objects degraded (1.517%); 1420/147723 objects misplaced (0.961%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T15:30:38.016 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[219580]: osdmap e488: 8 total, 8 up, 5 in 2023-09-23T15:30:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[219580]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[219580]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[219580]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[219580]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[219580]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[219580]: failed to encode map e488 with expected crc 2023-09-23T15:30:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 2241/143928 objects degraded (1.557%), 2 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[219580]: osdmap e489: 8 total, 8 up, 5 in 2023-09-23T15:30:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:37 smithi118 ceph-mon[219580]: pgmap v1276: 109 pgs: 1 remapped+peering, 3 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 102 active+clean; 3.0 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 80 MiB/s wr, 1.27k op/s; 2241/147723 objects degraded (1.517%); 1420/147723 objects misplaced (0.961%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T15:30:38.118 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:38.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:38.129 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:38.229 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:38.292 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:30:38.301 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:38.388 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:38.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:38.397 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:38.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:30:38.449821+0000 min lat: 0.00099894 max lat: 3.07167 avg lat: 0.0123043 2023-09-23T15:30:38.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:30:38.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 40 16 52017 52001 81.2384 73.875 0.0109348 0.0123043 2023-09-23T15:30:38.497 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:38.559 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:30:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:30:38] "GET /metrics HTTP/1.1" 200 36482 "" "Prometheus/2.43.0" 2023-09-23T15:30:38.564 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:38.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[212312]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[212312]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[212312]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[212312]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[212312]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[212312]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[212312]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[212312]: osdmap e490: 8 total, 8 up, 5 in 2023-09-23T15:30:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[219580]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[219580]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[219580]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[219580]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[219580]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[219580]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[219580]: failed to encode map e489 with expected crc 2023-09-23T15:30:38.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:38 smithi118 ceph-mon[219580]: osdmap e490: 8 total, 8 up, 5 in 2023-09-23T15:30:39.109 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:39.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:39.115 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:39.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:38 smithi178 ceph-mon[192298]: failed to encode map e489 with expected crc 2023-09-23T15:30:39.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:38 smithi178 ceph-mon[192298]: failed to encode map e489 with expected crc 2023-09-23T15:30:39.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:38 smithi178 ceph-mon[192298]: failed to encode map e489 with expected crc 2023-09-23T15:30:39.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:38 smithi178 ceph-mon[192298]: failed to encode map e489 with expected crc 2023-09-23T15:30:39.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:38 smithi178 ceph-mon[192298]: failed to encode map e489 with expected crc 2023-09-23T15:30:39.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:38 smithi178 ceph-mon[192298]: failed to encode map e489 with expected crc 2023-09-23T15:30:39.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:38 smithi178 ceph-mon[192298]: failed to encode map e489 with expected crc 2023-09-23T15:30:39.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:38 smithi178 ceph-mon[192298]: osdmap e490: 8 total, 8 up, 5 in 2023-09-23T15:30:39.219 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:39.282 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:39.394 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:39.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:39.400 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:39.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 41 16 53189 53173 81.0434 73.25 0.0143406 0.0123338 2023-09-23T15:30:39.501 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:39.544 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:39 smithi118 ceph-mon[219580]: failed to encode map e490 with expected crc 2023-09-23T15:30:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:39 smithi118 ceph-mon[219580]: failed to encode map e490 with expected crc 2023-09-23T15:30:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:39 smithi118 ceph-mon[219580]: failed to encode map e490 with expected crc 2023-09-23T15:30:39.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:39 smithi118 ceph-mon[219580]: pgmap v1278: 109 pgs: 1 remapped+peering, 3 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 102 active+clean; 3.0 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 25 MiB/s wr, 395 op/s; 2241/148671 objects degraded (1.507%); 1420/148671 objects misplaced (0.955%) 2023-09-23T15:30:39.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:39 smithi118 ceph-mon[212312]: failed to encode map e490 with expected crc 2023-09-23T15:30:39.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:39 smithi118 ceph-mon[212312]: failed to encode map e490 with expected crc 2023-09-23T15:30:39.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:39 smithi118 ceph-mon[212312]: failed to encode map e490 with expected crc 2023-09-23T15:30:39.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:39 smithi118 ceph-mon[212312]: pgmap v1278: 109 pgs: 1 remapped+peering, 3 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 102 active+clean; 3.0 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 25 MiB/s wr, 395 op/s; 2241/148671 objects degraded (1.507%); 1420/148671 objects misplaced (0.955%) 2023-09-23T15:30:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:39 smithi178 ceph-mon[192298]: failed to encode map e490 with expected crc 2023-09-23T15:30:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:39 smithi178 ceph-mon[192298]: failed to encode map e490 with expected crc 2023-09-23T15:30:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:39 smithi178 ceph-mon[192298]: failed to encode map e490 with expected crc 2023-09-23T15:30:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:39 smithi178 ceph-mon[192298]: pgmap v1278: 109 pgs: 1 remapped+peering, 3 peering, 1 active+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 102 active+clean; 3.0 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 25 MiB/s wr, 395 op/s; 2241/148671 objects degraded (1.507%); 1420/148671 objects misplaced (0.955%) 2023-09-23T15:30:40.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 42 16 54384 54368 80.8919 74.6875 0.0107798 0.0123572 2023-09-23T15:30:40.665 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:40.764 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:40.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:40.769 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:40.870 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:40.922 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:41.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:40 smithi118 ceph-mon[219580]: failed to encode map e490 with expected crc 2023-09-23T15:30:41.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:40 smithi118 ceph-mon[212312]: failed to encode map e490 with expected crc 2023-09-23T15:30:41.109 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:41.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:41.118 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:40 smithi178 ceph-mon[192298]: failed to encode map e490 with expected crc 2023-09-23T15:30:41.219 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:41.296 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:41.302 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:41.413 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:41.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:41.425 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:41.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 43 16 55603 55587 80.7823 76.1875 0.0141908 0.0123747 2023-09-23T15:30:41.525 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:41.583 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:41.707 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:41.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:41.718 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:41.819 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:30:41.872 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:41.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:41 smithi178 ceph-mon[192298]: pgmap v1279: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 3.3 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 4.6 KiB/s rd, 59 MiB/s wr, 948 op/s; 5009/160458 objects degraded (3.122%); 1079/160458 objects misplaced (0.672%); 3.7 MiB/s, 58 objects/s recovering 2023-09-23T15:30:42.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:41 smithi118 ceph-mon[219580]: pgmap v1279: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 3.3 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 4.6 KiB/s rd, 59 MiB/s wr, 948 op/s; 5009/160458 objects degraded (3.122%); 1079/160458 objects misplaced (0.672%); 3.7 MiB/s, 58 objects/s recovering 2023-09-23T15:30:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:41 smithi118 ceph-mon[212312]: pgmap v1279: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 3.3 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 4.6 KiB/s rd, 59 MiB/s wr, 948 op/s; 5009/160458 objects degraded (3.122%); 1079/160458 objects misplaced (0.672%); 3.7 MiB/s, 58 objects/s recovering 2023-09-23T15:30:42.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 44 16 56836 56820 80.6976 77.0625 0.0194352 0.0123867 2023-09-23T15:30:42.615 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:30:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:30:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:56851 10.3 10:c34d6f12:::benchmark_data_smithi118_553868_object56850:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e490)", 2023-09-23T15:30:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:30:42.459880+0000", 2023-09-23T15:30:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.015404012999999999, 2023-09-23T15:30:42.616 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015446567, 2023-09-23T15:30:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:30:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:30:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:30:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:30:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:30:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 56851 2023-09-23T15:30:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:30:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:30:42.617 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.459880+0000", 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.459880+0000", 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.459879+0000", 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:30:42.618 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:30:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.459898+0000", 2023-09-23T15:30:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8689999999999999e-05 2023-09-23T15:30:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:30:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.459903+0000", 2023-09-23T15:30:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8110000000000002e-06 2023-09-23T15:30:42.619 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:30:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.459908+0000", 2023-09-23T15:30:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9289999999999997e-06 2023-09-23T15:30:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.620 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.621 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:30:42.621 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.462259+0000", 2023-09-23T15:30:42.621 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023514030000000002 2023-09-23T15:30:42.621 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.621 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.621 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:30:42.622 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.462413+0000", 2023-09-23T15:30:42.622 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015404899999999999 2023-09-23T15:30:42.622 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.622 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.622 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,7", 2023-09-23T15:30:42.622 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.462496+0000", 2023-09-23T15:30:42.623 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3187000000000002e-05 2023-09-23T15:30:42.623 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.623 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.623 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:30:42.623 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.464051+0000", 2023-09-23T15:30:42.623 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0015544529999999999 2023-09-23T15:30:42.623 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.624 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.624 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:30:42.624 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475337+0000", 2023-09-23T15:30:42.624 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011286615999999999 2023-09-23T15:30:42.624 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:42.624 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:30:42.624 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:42.625 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.625 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.625 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:56857 10.5 10:a33bdd4e:::benchmark_data_smithi118_553868_object56856:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e490)", 2023-09-23T15:30:42.625 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:30:42.466244+0000", 2023-09-23T15:30:42.625 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0090397470000000008, 2023-09-23T15:30:42.625 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0091911890000000007, 2023-09-23T15:30:42.626 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:30:42.626 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:30:42.626 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:30:42.626 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:30:42.626 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:30:42.626 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 56857 2023-09-23T15:30:42.626 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.627 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:30:42.627 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.627 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:30:42.627 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.466244+0000", 2023-09-23T15:30:42.627 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:42.627 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.628 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.628 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:30:42.628 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.466244+0000", 2023-09-23T15:30:42.628 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:42.628 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.628 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.628 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:30:42.629 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.466244+0000", 2023-09-23T15:30:42.629 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:30:42.629 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.629 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.629 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:30:42.629 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.466263+0000", 2023-09-23T15:30:42.629 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9017000000000001e-05 2023-09-23T15:30:42.630 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.630 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.630 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:30:42.630 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.466268+0000", 2023-09-23T15:30:42.630 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8889999999999999e-06 2023-09-23T15:30:42.630 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.630 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.631 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:30:42.631 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.466273+0000", 2023-09-23T15:30:42.631 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6770000000000003e-06 2023-09-23T15:30:42.631 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.631 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.631 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:30:42.631 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.467011+0000", 2023-09-23T15:30:42.631 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00073821900000000003 2023-09-23T15:30:42.632 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.632 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.632 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:30:42.632 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.467175+0000", 2023-09-23T15:30:42.632 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000164079 2023-09-23T15:30:42.632 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.632 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.633 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,7", 2023-09-23T15:30:42.633 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.467354+0000", 2023-09-23T15:30:42.633 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017901500000000001 2023-09-23T15:30:42.633 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.633 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.633 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:30:42.633 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.469422+0000", 2023-09-23T15:30:42.633 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020678379999999998 2023-09-23T15:30:42.634 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.634 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.634 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:30:42.634 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475354+0000", 2023-09-23T15:30:42.634 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0059318499999999998 2023-09-23T15:30:42.634 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:42.634 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:30:42.635 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:42.635 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.635 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.635 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "MOSDPGPushReply(10.5 490/481 [PushReplyOp(10:ac5429de:::benchmark_data_smithi118_553868_object19326:head)])", 2023-09-23T15:30:42.635 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:30:42.475295+0000", 2023-09-23T15:30:42.635 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 4294967295.999989, 2023-09-23T15:30:42.635 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00022544000000000001, 2023-09-23T15:30:42.636 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:30:42.636 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:30:42.636 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:30:42.636 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.636 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:30:42.636 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475295+0000", 2023-09-23T15:30:42.636 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:42.636 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.636 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.637 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:30:42.637 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475295+0000", 2023-09-23T15:30:42.637 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:42.637 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.637 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.637 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:30:42.637 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475294+0000", 2023-09-23T15:30:42.637 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967296 2023-09-23T15:30:42.638 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.638 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.638 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:30:42.638 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475298+0000", 2023-09-23T15:30:42.638 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6660000000000001e-06 2023-09-23T15:30:42.638 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.638 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.639 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:30:42.639 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475310+0000", 2023-09-23T15:30:42.639 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2320999999999999e-05 2023-09-23T15:30:42.639 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.639 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.639 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:30:42.639 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475317+0000", 2023-09-23T15:30:42.640 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.6030000000000001e-06 2023-09-23T15:30:42.640 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.640 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.640 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:30:42.640 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475391+0000", 2023-09-23T15:30:42.640 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3755000000000001e-05 2023-09-23T15:30:42.640 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:42.640 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:30:42.641 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:42.641 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.641 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.641 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46235.0:56869 10.2 e490/472 10:46f38320:::benchmark_data_smithi118_553868_object56868:head v 490'3626, mlcod=490'3624)", 2023-09-23T15:30:42.641 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:30:42.475336+0000", 2023-09-23T15:30:42.641 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 4294967295.9999475, 2023-09-23T15:30:42.641 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00024707800000000002, 2023-09-23T15:30:42.641 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:30:42.642 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:30:42.642 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:30:42.642 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.642 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:30:42.642 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475336+0000", 2023-09-23T15:30:42.642 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:42.642 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.643 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.643 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:30:42.643 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475336+0000", 2023-09-23T15:30:42.643 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:30:42.643 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.643 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.643 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:30:42.643 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475336+0000", 2023-09-23T15:30:42.643 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475357+0000", 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1262000000000001e-05 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475364+0000", 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7880000000000001e-06 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.644 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475368+0000", 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6550000000000003e-06 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475405+0000", 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6612000000000001e-05 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:42.475423+0000", 2023-09-23T15:30:42.645 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7929999999999999e-05 2023-09-23T15:30:42.646 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:42.646 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:30:42.646 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:42.646 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:30:42.646 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:30:42.646 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 4 2023-09-23T15:30:42.646 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:30:42.656 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:30:42.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:42.661 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:30:42.762 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:42.823 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:42.852 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 5009/160458 objects degraded (3.122%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:42.852 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 5009/160458 objects degraded (3.122%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:42.936 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:42.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:42.943 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:43.044 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:30:43.093 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 5009/160458 objects degraded (3.122%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:43.450 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 45 16 57965 57949 80.4723 70.5625 0.0182347 0.0124223 2023-09-23T15:30:43.831 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:30:43.995 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:43 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2551881619' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:30:43.995 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:43 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:30:43.995 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:43 smithi118 ceph-mon[219580]: pgmap v1280: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.4 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 4.0 KiB/s rd, 67 MiB/s wr, 1.08k op/s; 5009/165975 objects degraded (3.018%); 1079/165975 objects misplaced (0.650%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T15:30:43.998 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:43 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2551881619' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:30:43.998 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:43 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:30:43.998 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:43 smithi118 ceph-mon[212312]: pgmap v1280: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.4 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 4.0 KiB/s rd, 67 MiB/s wr, 1.08k op/s; 5009/165975 objects degraded (3.018%); 1079/165975 objects misplaced (0.650%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T15:30:44.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:43 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2551881619' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:30:44.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:43 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:30:44.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:43 smithi178 ceph-mon[192298]: pgmap v1280: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.4 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 4.0 KiB/s rd, 67 MiB/s wr, 1.08k op/s; 5009/165975 objects degraded (3.018%); 1079/165975 objects misplaced (0.650%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T15:30:44.216 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:30:44.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:44.220 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:30:44.321 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:44.389 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:44.449 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 46 16 58996 58980 80.1237 64.4375 0.0182703 0.0124746 2023-09-23T15:30:44.471 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:44.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:44.477 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:44.578 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:30:44.619 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:45.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:30:45.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:30:45.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[219580]: osdmap e491: 8 total, 8 up, 5 in 2023-09-23T15:30:45.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[219580]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[219580]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[219580]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[219580]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:30:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:30:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[212312]: osdmap e491: 8 total, 8 up, 5 in 2023-09-23T15:30:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[212312]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[212312]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[212312]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:44 smithi118 ceph-mon[212312]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:44 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:30:45.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:44 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:30:45.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:44 smithi178 ceph-mon[192298]: osdmap e491: 8 total, 8 up, 5 in 2023-09-23T15:30:45.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:44 smithi178 ceph-mon[192298]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:44 smithi178 ceph-mon[192298]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:44 smithi178 ceph-mon[192298]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:44 smithi178 ceph-mon[192298]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.450 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 47 16 59954 59938 79.6928 59.875 0.00406909 0.0125054 2023-09-23T15:30:45.632 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:30:45.924 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:30:45.927 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:45 smithi118 ceph-mon[212312]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.927 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:45 smithi118 ceph-mon[212312]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.927 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:45 smithi118 ceph-mon[212312]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.927 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:45 smithi118 ceph-mon[212312]: pgmap v1282: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 3.4 KiB/s rd, 77 MiB/s wr, 1.24k op/s; 4671/177420 objects degraded (2.633%); 741/177420 objects misplaced (0.418%); 5.3 MiB/s, 84 objects/s recovering 2023-09-23T15:30:45.927 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:45 smithi118 ceph-mon[219580]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.927 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:45 smithi118 ceph-mon[219580]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.927 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:45 smithi118 ceph-mon[219580]: failed to encode map e491 with expected crc 2023-09-23T15:30:45.928 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:45 smithi118 ceph-mon[219580]: pgmap v1282: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 3.4 KiB/s rd, 77 MiB/s wr, 1.24k op/s; 4671/177420 objects degraded (2.633%); 741/177420 objects misplaced (0.418%); 5.3 MiB/s, 84 objects/s recovering 2023-09-23T15:30:45.928 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:45.928 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:30:46.029 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:46.094 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:45 smithi178 ceph-mon[192298]: failed to encode map e491 with expected crc 2023-09-23T15:30:46.094 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:45 smithi178 ceph-mon[192298]: failed to encode map e491 with expected crc 2023-09-23T15:30:46.094 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:45 smithi178 ceph-mon[192298]: failed to encode map e491 with expected crc 2023-09-23T15:30:46.094 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:45 smithi178 ceph-mon[192298]: pgmap v1282: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 3.4 KiB/s rd, 77 MiB/s wr, 1.24k op/s; 4671/177420 objects degraded (2.633%); 741/177420 objects misplaced (0.418%); 5.3 MiB/s, 84 objects/s recovering 2023-09-23T15:30:46.098 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:46.217 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:46.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:46.232 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:46.333 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:46.346 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:46.408 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:46.450 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 48 16 61045 61029 79.4529 68.1875 0.0195812 0.0125814 2023-09-23T15:30:46.522 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:46.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:46.531 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:46.604 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:30:46.609 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:30:46.631 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:46.689 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:46.785 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:30:46.792 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:46.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:46.801 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:46.829 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:30:46.861 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:30:46.895 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:30:46.903 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:46.923 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:30:46.953 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:30:46.966 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:46 smithi178 ceph-mon[192298]: from='client.46286 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:30:46.966 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:46 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4232023664' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:46.978 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:46.998 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:30:47.050 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:30:47.056 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:30:47.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:30:47.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:30:47.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:30:47.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:30:47.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:30:47.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:30:47.057 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:30:47.075 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:47.083 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:46 smithi118 ceph-mon[212312]: from='client.46286 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:30:47.083 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:46 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4232023664' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:47.083 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:46 smithi118 ceph-mon[219580]: from='client.46286 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:30:47.083 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:46 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4232023664' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:30:47.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:47.084 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:47.185 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:47.240 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:47.450 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 49 16 62173 62157 79.2701 70.5 0.00485574 0.0126086 2023-09-23T15:30:48.070 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:30:48.110 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 4671/177420 objects degraded (2.633%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:48.110 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:47 smithi118 ceph-mon[219580]: pgmap v1283: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 3.0 KiB/s rd, 67 MiB/s wr, 1.07k op/s; 4671/177420 objects degraded (2.633%); 741/177420 objects misplaced (0.418%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:30:48.111 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 4671/177420 objects degraded (2.633%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:48.111 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:47 smithi118 ceph-mon[212312]: pgmap v1283: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 3.0 KiB/s rd, 67 MiB/s wr, 1.07k op/s; 4671/177420 objects degraded (2.633%); 741/177420 objects misplaced (0.418%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:30:48.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 4671/177420 objects degraded (2.633%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:48.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:47 smithi178 ceph-mon[192298]: pgmap v1283: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 3.0 KiB/s rd, 67 MiB/s wr, 1.07k op/s; 4671/177420 objects degraded (2.633%); 741/177420 objects misplaced (0.418%); 4.7 MiB/s, 75 objects/s recovering 2023-09-23T15:30:48.414 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:30:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:30:48] "GET /metrics HTTP/1.1" 200 36482 "" "Prometheus/2.43.0" 2023-09-23T15:30:48.450 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 50 16 63357 63341 79.1646 74 0.0152888 0.0126266 2023-09-23T15:30:49.036 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1282,"stamp":"2023-09-23T15:30:45.591355+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3874928354,"num_objects":59140,"num_object_clones":0,"num_object_copies":177420,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4671,"num_objects_misplaced":741,"num_objects_unfound":0,"num_objects_dirty":59140,"num_whiteouts":0,"num_read":52,"num_read_kb":97,"num_write":59202,"num_write_kb":3783646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5884,"num_bytes_recovered":378374055,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":62551,"ondisk_log_size":62551,"up":327,"acting":323,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":343,"num_osds":5,"num_per_pool_osds":5,"num_per_pool_omap_osds":5,"kb":468725760,"kb_used":14180064,"kb_used_data":11381880,"kb_used_omap":112,"kb_used_meta":2798031,"kb_avail":454545696,"statfs":{"total":479975178240,"available":465454792704,"internally_reserved":0,"allocated":11655045120,"data_stored":11645504965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":114772,"internal_metadata":2865184684},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,0,2,4,3,0,0,0,7],"upper_bound":512},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":648758754,"num_objects":9899,"num_object_clones":0,"num_object_copies":29697,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2430,"num_objects_misplaced":-679,"num_objects_unfound":0,"num_objects_dirty":9899,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":9906,"num_write_kb":633609,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":680,"num_bytes_recovered":44618150,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001867"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":19,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.606671+0000","last_change":"2023-09-23T15:30:23.669337+0000","last_active":"2023-09-23T15:30:37.606671+0000","last_peered":"2023-09-23T15:30:37.606671+0000","last_clean":"2023-09-23T15:30:37.606671+0000","last_became_active":"2023-09-23T15:30:23.668976+0000","last_became_peered":"2023-09-23T15:30:23.668976+0000","last_unstale":"2023-09-23T15:30:37.606671+0000","last_undegraded":"2023-09-23T15:30:37.606671+0000","last_fullsized":"2023-09-23T15:30:37.606671+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:14.066936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":125,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:43.824637+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:30:43.824637+0000","last_peered":"2023-09-23T15:30:43.824637+0000","last_clean":"2023-09-23T15:30:43.824637+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:30:43.824637+0000","last_undegraded":"2023-09-23T15:30:43.824637+0000","last_fullsized":"2023-09-23T15:30:43.824637+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":42,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.592525+0000","last_change":"2023-09-23T15:29:52.304197+0000","last_active":"2023-09-23T15:30:37.592525+0000","last_peered":"2023-09-23T15:30:37.592525+0000","last_clean":"2023-09-23T15:30:37.592525+0000","last_became_active":"2023-09-23T15:29:52.303892+0000","last_became_peered":"2023-09-23T15:29:52.303892+0000","last_unstale":"2023-09-23T15:30:37.592525+0000","last_undegraded":"2023-09-23T15:30:37.592525+0000","last_fullsized":"2023-09-23T15:30:37.592525+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:55.580118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.602695+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:30:37.602695+0000","last_peered":"2023-09-23T15:30:37.602695+0000","last_clean":"2023-09-23T15:30:37.602695+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:30:37.602695+0000","last_undegraded":"2023-09-23T15:30:37.602695+0000","last_fullsized":"2023-09-23T15:30:37.602695+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":152,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613317+0000","last_change":"2023-09-23T15:29:51.307543+0000","last_active":"2023-09-23T15:30:38.613317+0000","last_peered":"2023-09-23T15:30:38.613317+0000","last_clean":"2023-09-23T15:30:38.613317+0000","last_became_active":"2023-09-23T15:29:51.307237+0000","last_became_peered":"2023-09-23T15:29:51.307237+0000","last_unstale":"2023-09-23T15:30:38.613317+0000","last_undegraded":"2023-09-23T15:30:38.613317+0000","last_fullsized":"2023-09-23T15:30:38.613317+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:32:03.144126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":137,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606456+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:30:38.606456+0000","last_peered":"2023-09-23T15:30:38.606456+0000","last_clean":"2023-09-23T15:30:38.606456+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:30:38.606456+0000","last_undegraded":"2023-09-23T15:30:38.606456+0000","last_fullsized":"2023-09-23T15:30:38.606456+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":438,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.608826+0000","last_change":"2023-09-23T15:30:35.770730+0000","last_active":"2023-09-23T15:30:37.608826+0000","last_peered":"2023-09-23T15:30:37.608826+0000","last_clean":"2023-09-23T15:30:37.608826+0000","last_became_active":"2023-09-23T15:30:35.770372+0000","last_became_peered":"2023-09-23T15:30:35.770372+0000","last_unstale":"2023-09-23T15:30:37.608826+0000","last_undegraded":"2023-09-23T15:30:37.608826+0000","last_fullsized":"2023-09-23T15:30:37.608826+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:19.602521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":141,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613035+0000","last_change":"2023-09-23T15:29:51.306120+0000","last_active":"2023-09-23T15:30:38.613035+0000","last_peered":"2023-09-23T15:30:38.613035+0000","last_clean":"2023-09-23T15:30:38.613035+0000","last_became_active":"2023-09-23T15:29:51.305810+0000","last_became_peered":"2023-09-23T15:29:51.305810+0000","last_unstale":"2023-09-23T15:30:38.613035+0000","last_undegraded":"2023-09-23T15:30:38.613035+0000","last_fullsized":"2023-09-23T15:30:38.613035+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:07.544998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":905,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.619094+0000","last_change":"2023-09-23T15:30:38.619094+0000","last_active":"2023-09-23T15:30:38.619094+0000","last_peered":"2023-09-23T15:30:38.619094+0000","last_clean":"2023-09-23T15:30:38.619094+0000","last_became_active":"2023-09-23T15:30:38.618738+0000","last_became_peered":"2023-09-23T15:30:38.618738+0000","last_unstale":"2023-09-23T15:30:38.619094+0000","last_undegraded":"2023-09-23T15:30:38.619094+0000","last_fullsized":"2023-09-23T15:30:38.619094+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:57.556161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:57.556161+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":24,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.609214+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:30:37.609214+0000","last_peered":"2023-09-23T15:30:37.609214+0000","last_clean":"2023-09-23T15:30:37.609214+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:30:37.609214+0000","last_undegraded":"2023-09-23T15:30:37.609214+0000","last_fullsized":"2023-09-23T15:30:37.609214+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":488,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613757+0000","last_change":"2023-09-23T15:30:23.669550+0000","last_active":"2023-09-23T15:30:38.613757+0000","last_peered":"2023-09-23T15:30:38.613757+0000","last_clean":"2023-09-23T15:30:38.613757+0000","last_became_active":"2023-09-23T15:30:23.669261+0000","last_became_peered":"2023-09-23T15:30:23.669261+0000","last_unstale":"2023-09-23T15:30:38.613757+0000","last_undegraded":"2023-09-23T15:30:38.613757+0000","last_fullsized":"2023-09-23T15:30:38.613757+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:45.986020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":25,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.607261+0000","last_change":"2023-09-23T15:30:23.678081+0000","last_active":"2023-09-23T15:30:37.607261+0000","last_peered":"2023-09-23T15:30:37.607261+0000","last_clean":"2023-09-23T15:30:37.607261+0000","last_became_active":"2023-09-23T15:30:23.670685+0000","last_became_peered":"2023-09-23T15:30:23.670685+0000","last_unstale":"2023-09-23T15:30:37.607261+0000","last_undegraded":"2023-09-23T15:30:37.607261+0000","last_fullsized":"2023-09-23T15:30:37.607261+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:52.671244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":360,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":60,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.593460+0000","last_change":"2023-09-23T15:30:35.769422+0000","last_active":"2023-09-23T15:30:37.593460+0000","last_peered":"2023-09-23T15:30:37.593460+0000","last_clean":"2023-09-23T15:30:37.593460+0000","last_became_active":"2023-09-23T15:30:35.769206+0000","last_became_peered":"2023-09-23T15:30:35.769206+0000","last_unstale":"2023-09-23T15:30:37.593460+0000","last_undegraded":"2023-09-23T15:30:37.593460+0000","last_fullsized":"2023-09-23T15:30:37.593460+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:21.080125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":423,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.609520+0000","last_change":"2023-09-23T15:29:35.904860+0000","last_active":"2023-09-23T15:30:37.609520+0000","last_peered":"2023-09-23T15:30:37.609520+0000","last_clean":"2023-09-23T15:30:37.609520+0000","last_became_active":"2023-09-23T15:29:35.880357+0000","last_became_peered":"2023-09-23T15:29:35.880357+0000","last_unstale":"2023-09-23T15:30:37.609520+0000","last_undegraded":"2023-09-23T15:30:37.609520+0000","last_fullsized":"2023-09-23T15:30:37.609520+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:08.267122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":167,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606486+0000","last_change":"2023-09-23T15:29:51.309503+0000","last_active":"2023-09-23T15:30:38.606486+0000","last_peered":"2023-09-23T15:30:38.606486+0000","last_clean":"2023-09-23T15:30:38.606486+0000","last_became_active":"2023-09-23T15:29:51.309122+0000","last_became_peered":"2023-09-23T15:29:51.309122+0000","last_unstale":"2023-09-23T15:30:38.606486+0000","last_undegraded":"2023-09-23T15:30:38.606486+0000","last_fullsized":"2023-09-23T15:30:38.606486+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:01.895280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":640,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.607860+0000","last_change":"2023-09-23T15:30:16.862596+0000","last_active":"2023-09-23T15:30:37.607860+0000","last_peered":"2023-09-23T15:30:37.607860+0000","last_clean":"2023-09-23T15:30:37.607860+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:30:37.607860+0000","last_undegraded":"2023-09-23T15:30:37.607860+0000","last_fullsized":"2023-09-23T15:30:37.607860+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.125534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.125534+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":619,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.606235+0000","last_change":"2023-09-23T15:29:35.900323+0000","last_active":"2023-09-23T15:30:37.606235+0000","last_peered":"2023-09-23T15:30:37.606235+0000","last_clean":"2023-09-23T15:30:37.606235+0000","last_became_active":"2023-09-23T15:29:35.683041+0000","last_became_peered":"2023-09-23T15:29:35.683041+0000","last_unstale":"2023-09-23T15:30:37.606235+0000","last_undegraded":"2023-09-23T15:30:37.606235+0000","last_fullsized":"2023-09-23T15:30:37.606235+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:16.585416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":272,"num_keys_recovered":80,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":522,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613635+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:30:38.613635+0000","last_peered":"2023-09-23T15:30:38.613635+0000","last_clean":"2023-09-23T15:30:38.613635+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:30:38.613635+0000","last_undegraded":"2023-09-23T15:30:38.613635+0000","last_fullsized":"2023-09-23T15:30:38.613635+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1042,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.602440+0000","last_change":"2023-09-23T15:30:16.873638+0000","last_active":"2023-09-23T15:30:37.602440+0000","last_peered":"2023-09-23T15:30:37.602440+0000","last_clean":"2023-09-23T15:30:37.602440+0000","last_became_active":"2023-09-23T15:30:16.873340+0000","last_became_peered":"2023-09-23T15:30:16.873340+0000","last_unstale":"2023-09-23T15:30:37.602440+0000","last_undegraded":"2023-09-23T15:30:37.602440+0000","last_fullsized":"2023-09-23T15:30:37.602440+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.421335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.421335+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":19,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.606279+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:30:37.606279+0000","last_peered":"2023-09-23T15:30:37.606279+0000","last_clean":"2023-09-23T15:30:37.606279+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:30:37.606279+0000","last_undegraded":"2023-09-23T15:30:37.606279+0000","last_fullsized":"2023-09-23T15:30:37.606279+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":418,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.607452+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:30:37.607452+0000","last_peered":"2023-09-23T15:30:37.607452+0000","last_clean":"2023-09-23T15:30:37.607452+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:30:37.607452+0000","last_undegraded":"2023-09-23T15:30:37.607452+0000","last_fullsized":"2023-09-23T15:30:37.607452+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":638,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613352+0000","last_change":"2023-09-23T15:30:04.593868+0000","last_active":"2023-09-23T15:30:38.613352+0000","last_peered":"2023-09-23T15:30:38.613352+0000","last_clean":"2023-09-23T15:30:38.613352+0000","last_became_active":"2023-09-23T15:30:04.593465+0000","last_became_peered":"2023-09-23T15:30:04.593465+0000","last_unstale":"2023-09-23T15:30:38.613352+0000","last_undegraded":"2023-09-23T15:30:38.613352+0000","last_fullsized":"2023-09-23T15:30:38.613352+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:43:34.476389+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":500,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.607126+0000","last_change":"2023-09-23T15:29:35.883898+0000","last_active":"2023-09-23T15:30:37.607126+0000","last_peered":"2023-09-23T15:30:37.607126+0000","last_clean":"2023-09-23T15:30:37.607126+0000","last_became_active":"2023-09-23T15:29:35.883307+0000","last_became_peered":"2023-09-23T15:29:35.883307+0000","last_unstale":"2023-09-23T15:30:37.607126+0000","last_undegraded":"2023-09-23T15:30:37.607126+0000","last_fullsized":"2023-09-23T15:30:37.607126+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:38.788302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":168,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613191+0000","last_change":"2023-09-23T15:30:23.669735+0000","last_active":"2023-09-23T15:30:38.613191+0000","last_peered":"2023-09-23T15:30:38.613191+0000","last_clean":"2023-09-23T15:30:38.613191+0000","last_became_active":"2023-09-23T15:30:23.669271+0000","last_became_peered":"2023-09-23T15:30:23.669271+0000","last_unstale":"2023-09-23T15:30:38.613191+0000","last_undegraded":"2023-09-23T15:30:38.613191+0000","last_fullsized":"2023-09-23T15:30:38.613191+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:45.794620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":835,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.608831+0000","last_change":"2023-09-23T15:30:01.855771+0000","last_active":"2023-09-23T15:30:37.608831+0000","last_peered":"2023-09-23T15:30:37.608831+0000","last_clean":"2023-09-23T15:30:37.608831+0000","last_became_active":"2023-09-23T15:30:00.773322+0000","last_became_peered":"2023-09-23T15:30:00.773322+0000","last_unstale":"2023-09-23T15:30:37.608831+0000","last_undegraded":"2023-09-23T15:30:37.608831+0000","last_fullsized":"2023-09-23T15:30:37.608831+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:05.660767+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":221,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.604683+0000","last_change":"2023-09-23T15:30:13.843808+0000","last_active":"2023-09-23T15:30:38.604683+0000","last_peered":"2023-09-23T15:30:38.604683+0000","last_clean":"2023-09-23T15:30:38.604683+0000","last_became_active":"2023-09-23T15:30:13.833845+0000","last_became_peered":"2023-09-23T15:30:13.833845+0000","last_unstale":"2023-09-23T15:30:38.604683+0000","last_undegraded":"2023-09-23T15:30:38.604683+0000","last_fullsized":"2023-09-23T15:30:38.604683+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:57.514943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":45,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614223+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:30:38.614223+0000","last_peered":"2023-09-23T15:30:38.614223+0000","last_clean":"2023-09-23T15:30:38.614223+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:30:38.614223+0000","last_undegraded":"2023-09-23T15:30:38.614223+0000","last_fullsized":"2023-09-23T15:30:38.614223+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"491'3846","reported_seq":3891,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:45.527509+0000","last_change":"2023-09-23T15:29:48.152334+0000","last_active":"2023-09-23T15:30:45.527509+0000","last_peered":"2023-09-23T15:30:45.527509+0000","last_clean":"2023-09-23T15:30:45.527509+0000","last_became_active":"2023-09-23T15:29:48.152021+0000","last_became_peered":"2023-09-23T15:29:48.152021+0000","last_unstale":"2023-09-23T15:30:45.527509+0000","last_undegraded":"2023-09-23T15:30:45.527509+0000","last_fullsized":"2023-09-23T15:30:45.527509+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3846,"log_dups_size":0,"ondisk_log_size":3846,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:59:52.854453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":252051456,"num_objects":3846,"num_object_clones":0,"num_object_copies":11538,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3846,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3846,"num_write_kb":246144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":868,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.607363+0000","last_change":"2023-09-23T15:30:26.868164+0000","last_active":"2023-09-23T15:30:37.607363+0000","last_peered":"2023-09-23T15:30:37.607363+0000","last_clean":"2023-09-23T15:30:37.607363+0000","last_became_active":"2023-09-23T15:30:26.867379+0000","last_became_peered":"2023-09-23T15:30:26.867379+0000","last_unstale":"2023-09-23T15:30:37.607363+0000","last_undegraded":"2023-09-23T15:30:37.607363+0000","last_fullsized":"2023-09-23T15:30:37.607363+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:34.866523+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":23,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.602766+0000","last_change":"2023-09-23T15:30:23.675012+0000","last_active":"2023-09-23T15:30:37.602766+0000","last_peered":"2023-09-23T15:30:37.602766+0000","last_clean":"2023-09-23T15:30:37.602766+0000","last_became_active":"2023-09-23T15:30:23.668558+0000","last_became_peered":"2023-09-23T15:30:23.668558+0000","last_unstale":"2023-09-23T15:30:37.602766+0000","last_undegraded":"2023-09-23T15:30:37.602766+0000","last_fullsized":"2023-09-23T15:30:37.602766+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:45:24.772798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":110,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":34,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.607511+0000","last_change":"2023-09-23T15:30:23.667636+0000","last_active":"2023-09-23T15:30:37.607511+0000","last_peered":"2023-09-23T15:30:37.607511+0000","last_clean":"2023-09-23T15:30:37.607511+0000","last_became_active":"2023-09-23T15:30:23.667226+0000","last_became_peered":"2023-09-23T15:30:23.667226+0000","last_unstale":"2023-09-23T15:30:37.607511+0000","last_undegraded":"2023-09-23T15:30:37.607511+0000","last_fullsized":"2023-09-23T15:30:37.607511+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:30:42.465080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"491'3817","reported_seq":5259,"reported_epoch":491,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:30:45.537174+0000","last_change":"2023-09-23T15:30:24.741717+0000","last_active":"2023-09-23T15:30:45.537174+0000","last_peered":"2023-09-23T15:30:45.537174+0000","last_clean":"2023-09-23T15:29:46.699131+0000","last_became_active":"2023-09-23T15:30:14.888622+0000","last_became_peered":"2023-09-23T15:30:14.888622+0000","last_unstale":"2023-09-23T15:30:45.537174+0000","last_undegraded":"2023-09-23T15:30:24.740559+0000","last_fullsized":"2023-09-23T15:30:14.826159+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3817,"log_dups_size":0,"ondisk_log_size":3817,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:23.862337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250150912,"num_objects":3817,"num_object_clones":0,"num_object_copies":11451,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1493,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3817,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3817,"num_write_kb":244288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":682,"num_bytes_recovered":44695552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":1493},{"shards":"3,6","objects":2324}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":868,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613557+0000","last_change":"2023-09-23T15:30:03.599665+0000","last_active":"2023-09-23T15:30:38.613557+0000","last_peered":"2023-09-23T15:30:38.613557+0000","last_clean":"2023-09-23T15:30:38.613557+0000","last_became_active":"2023-09-23T15:30:03.598027+0000","last_became_peered":"2023-09-23T15:30:03.598027+0000","last_unstale":"2023-09-23T15:30:38.613557+0000","last_undegraded":"2023-09-23T15:30:38.613557+0000","last_fullsized":"2023-09-23T15:30:38.613557+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:54.025207+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":512,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.606553+0000","last_change":"2023-09-23T15:30:13.847844+0000","last_active":"2023-09-23T15:30:37.606553+0000","last_peered":"2023-09-23T15:30:37.606553+0000","last_clean":"2023-09-23T15:30:37.606553+0000","last_became_active":"2023-09-23T15:30:13.837253+0000","last_became_peered":"2023-09-23T15:30:13.837253+0000","last_unstale":"2023-09-23T15:30:37.606553+0000","last_undegraded":"2023-09-23T15:30:37.606553+0000","last_fullsized":"2023-09-23T15:30:37.606553+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:59.684991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":36,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613245+0000","last_change":"2023-09-23T15:30:02.579397+0000","last_active":"2023-09-23T15:30:38.613245+0000","last_peered":"2023-09-23T15:30:38.613245+0000","last_clean":"2023-09-23T15:30:38.613245+0000","last_became_active":"2023-09-23T15:30:02.579070+0000","last_became_peered":"2023-09-23T15:30:02.579070+0000","last_unstale":"2023-09-23T15:30:38.613245+0000","last_undegraded":"2023-09-23T15:30:38.613245+0000","last_fullsized":"2023-09-23T15:30:38.613245+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:05:25.171806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.4","version":"491'3784","reported_seq":3830,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:45.507026+0000","last_change":"2023-09-23T15:29:48.153266+0000","last_active":"2023-09-23T15:30:45.507026+0000","last_peered":"2023-09-23T15:30:45.507026+0000","last_clean":"2023-09-23T15:30:45.507026+0000","last_became_active":"2023-09-23T15:29:48.152940+0000","last_became_peered":"2023-09-23T15:29:48.152940+0000","last_unstale":"2023-09-23T15:30:45.507026+0000","last_undegraded":"2023-09-23T15:30:45.507026+0000","last_fullsized":"2023-09-23T15:30:45.507026+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3784,"log_dups_size":0,"ondisk_log_size":3784,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:13.101293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247988224,"num_objects":3784,"num_object_clones":0,"num_object_copies":11352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3784,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3784,"num_write_kb":242176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":929,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606364+0000","last_change":"2023-09-23T15:30:03.597774+0000","last_active":"2023-09-23T15:30:38.606364+0000","last_peered":"2023-09-23T15:30:38.606364+0000","last_clean":"2023-09-23T15:30:38.606364+0000","last_became_active":"2023-09-23T15:30:03.597449+0000","last_became_peered":"2023-09-23T15:30:03.597449+0000","last_unstale":"2023-09-23T15:30:38.606364+0000","last_undegraded":"2023-09-23T15:30:38.606364+0000","last_fullsized":"2023-09-23T15:30:38.606364+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:49.222303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:49.222303+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:09:39.198832+0000","scrub_duration":0.0041920669999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":555,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.607736+0000","last_change":"2023-09-23T15:30:13.853179+0000","last_active":"2023-09-23T15:30:37.607736+0000","last_peered":"2023-09-23T15:30:37.607736+0000","last_clean":"2023-09-23T15:30:37.607736+0000","last_became_active":"2023-09-23T15:30:13.839071+0000","last_became_peered":"2023-09-23T15:30:13.839071+0000","last_unstale":"2023-09-23T15:30:37.607736+0000","last_undegraded":"2023-09-23T15:30:37.607736+0000","last_fullsized":"2023-09-23T15:30:37.607736+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:42.791562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":157,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.608773+0000","last_change":"2023-09-23T15:30:23.667089+0000","last_active":"2023-09-23T15:30:38.608773+0000","last_peered":"2023-09-23T15:30:38.608773+0000","last_clean":"2023-09-23T15:30:38.608773+0000","last_became_active":"2023-09-23T15:30:23.666752+0000","last_became_peered":"2023-09-23T15:30:23.666752+0000","last_unstale":"2023-09-23T15:30:38.608773+0000","last_undegraded":"2023-09-23T15:30:38.608773+0000","last_fullsized":"2023-09-23T15:30:38.608773+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:09:06.965679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"491'3627","reported_seq":7756,"reported_epoch":491,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:30:45.512209+0000","last_change":"2023-09-23T15:30:24.766366+0000","last_active":"2023-09-23T15:30:45.512209+0000","last_peered":"2023-09-23T15:30:45.512209+0000","last_clean":"2023-09-23T15:29:46.699131+0000","last_became_active":"2023-09-23T15:30:24.716311+0000","last_became_peered":"2023-09-23T15:30:24.716311+0000","last_unstale":"2023-09-23T15:30:45.512209+0000","last_undegraded":"2023-09-23T15:30:24.713348+0000","last_fullsized":"2023-09-23T15:30:24.657274+0000","mapping_epoch":481,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3627,"log_dups_size":0,"ondisk_log_size":3627,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:55:37.001857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":237699072,"num_objects":3627,"num_object_clones":0,"num_object_copies":10881,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":69,"num_objects_misplaced":741,"num_objects_unfound":0,"num_objects_dirty":3627,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3627,"num_write_kb":232128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1355,"num_bytes_recovered":88801280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,5],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"1,3","objects":68},{"shards":"1,3,5","objects":673},{"shards":"3,5","objects":2885}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":754,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.606655+0000","last_change":"2023-09-23T15:30:26.867697+0000","last_active":"2023-09-23T15:30:37.606655+0000","last_peered":"2023-09-23T15:30:37.606655+0000","last_clean":"2023-09-23T15:30:37.606655+0000","last_became_active":"2023-09-23T15:30:26.867226+0000","last_became_peered":"2023-09-23T15:30:26.867226+0000","last_unstale":"2023-09-23T15:30:37.606655+0000","last_undegraded":"2023-09-23T15:30:37.606655+0000","last_fullsized":"2023-09-23T15:30:37.606655+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.222854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.222854+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":125,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613386+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:30:38.613386+0000","last_peered":"2023-09-23T15:30:38.613386+0000","last_clean":"2023-09-23T15:30:38.613386+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:30:38.613386+0000","last_undegraded":"2023-09-23T15:30:38.613386+0000","last_fullsized":"2023-09-23T15:30:38.613386+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":296,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.593247+0000","last_change":"2023-09-23T15:30:13.837089+0000","last_active":"2023-09-23T15:30:37.593247+0000","last_peered":"2023-09-23T15:30:37.593247+0000","last_clean":"2023-09-23T15:30:37.593247+0000","last_became_active":"2023-09-23T15:30:13.836795+0000","last_became_peered":"2023-09-23T15:30:13.836795+0000","last_unstale":"2023-09-23T15:30:37.593247+0000","last_undegraded":"2023-09-23T15:30:37.593247+0000","last_fullsized":"2023-09-23T15:30:37.593247+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:42.295011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2","version":"490'3681","reported_seq":5005,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:43.297533+0000","last_change":"2023-09-23T15:30:11.475760+0000","last_active":"2023-09-23T15:30:43.297533+0000","last_peered":"2023-09-23T15:30:43.297533+0000","last_clean":"2023-09-23T15:30:43.297533+0000","last_became_active":"2023-09-23T15:30:10.814037+0000","last_became_peered":"2023-09-23T15:30:10.814037+0000","last_unstale":"2023-09-23T15:30:43.297533+0000","last_undegraded":"2023-09-23T15:30:43.297533+0000","last_fullsized":"2023-09-23T15:30:43.297533+0000","mapping_epoch":472,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":473,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3681,"log_dups_size":0,"ondisk_log_size":3681,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:25.875228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":241238016,"num_objects":3681,"num_object_clones":0,"num_object_copies":11043,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3681,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3681,"num_write_kb":235584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":631,"num_bytes_recovered":41353216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":980,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.607144+0000","last_change":"2023-09-23T15:28:49.609460+0000","last_active":"2023-09-23T15:30:37.607144+0000","last_peered":"2023-09-23T15:30:37.607144+0000","last_clean":"2023-09-23T15:30:37.607144+0000","last_became_active":"2023-09-23T15:28:49.609109+0000","last_became_peered":"2023-09-23T15:28:49.609109+0000","last_unstale":"2023-09-23T15:30:37.607144+0000","last_undegraded":"2023-09-23T15:30:37.607144+0000","last_fullsized":"2023-09-23T15:30:37.607144+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:30.904753+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":162,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613147+0000","last_change":"2023-09-23T15:29:51.314161+0000","last_active":"2023-09-23T15:30:38.613147+0000","last_peered":"2023-09-23T15:30:38.613147+0000","last_clean":"2023-09-23T15:30:38.613147+0000","last_became_active":"2023-09-23T15:29:51.308622+0000","last_became_peered":"2023-09-23T15:29:51.308622+0000","last_unstale":"2023-09-23T15:30:38.613147+0000","last_undegraded":"2023-09-23T15:30:38.613147+0000","last_fullsized":"2023-09-23T15:30:38.613147+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:09.209928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":370,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:40.477027+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:30:40.477027+0000","last_peered":"2023-09-23T15:30:40.477027+0000","last_clean":"2023-09-23T15:30:40.477027+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:30:40.477027+0000","last_undegraded":"2023-09-23T15:30:40.477027+0000","last_fullsized":"2023-09-23T15:30:40.477027+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"491'3731","reported_seq":5060,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:45.271677+0000","last_change":"2023-09-23T15:30:07.815790+0000","last_active":"2023-09-23T15:30:45.271677+0000","last_peered":"2023-09-23T15:30:45.271677+0000","last_clean":"2023-09-23T15:30:45.271677+0000","last_became_active":"2023-09-23T15:30:07.814333+0000","last_became_peered":"2023-09-23T15:30:07.814333+0000","last_unstale":"2023-09-23T15:30:45.271677+0000","last_undegraded":"2023-09-23T15:30:45.271677+0000","last_fullsized":"2023-09-23T15:30:45.271677+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3731,"log_dups_size":0,"ondisk_log_size":3731,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:12.423837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244514816,"num_objects":3731,"num_object_clones":0,"num_object_copies":11193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3731,"num_write_kb":238784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":628,"num_bytes_recovered":41156608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":993,"reported_epoch":490,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:30:38.612881+0000","last_change":"2023-09-23T15:30:36.777211+0000","last_active":"2023-09-23T15:30:38.612881+0000","last_peered":"2023-09-23T15:30:38.612881+0000","last_clean":"2023-09-23T15:30:28.706812+0000","last_became_active":"2023-09-23T15:30:36.776993+0000","last_became_peered":"2023-09-23T15:30:36.776993+0000","last_unstale":"2023-09-23T15:30:38.612881+0000","last_undegraded":"2023-09-23T15:30:36.763232+0000","last_fullsized":"2023-09-23T15:30:36.762769+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:22:41.583959+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1838816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5],"avail_no_missing":["3","1","5"],"object_location_counts":[{"shards":"1,3,5","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":147,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.608851+0000","last_change":"2023-09-23T15:29:51.306273+0000","last_active":"2023-09-23T15:30:38.608851+0000","last_peered":"2023-09-23T15:30:38.608851+0000","last_clean":"2023-09-23T15:30:38.608851+0000","last_became_active":"2023-09-23T15:29:51.305977+0000","last_became_peered":"2023-09-23T15:29:51.305977+0000","last_unstale":"2023-09-23T15:30:38.608851+0000","last_undegraded":"2023-09-23T15:30:38.608851+0000","last_fullsized":"2023-09-23T15:30:38.608851+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:10.815566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":353,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.592197+0000","last_change":"2023-09-23T15:30:13.839085+0000","last_active":"2023-09-23T15:30:37.592197+0000","last_peered":"2023-09-23T15:30:37.592197+0000","last_clean":"2023-09-23T15:30:37.592197+0000","last_became_active":"2023-09-23T15:30:13.838774+0000","last_became_peered":"2023-09-23T15:30:13.838774+0000","last_unstale":"2023-09-23T15:30:37.592197+0000","last_undegraded":"2023-09-23T15:30:37.592197+0000","last_fullsized":"2023-09-23T15:30:37.592197+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:27:48.181516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"491'3758","reported_seq":3813,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:45.567052+0000","last_change":"2023-09-23T15:29:51.309447+0000","last_active":"2023-09-23T15:30:45.567052+0000","last_peered":"2023-09-23T15:30:45.567052+0000","last_clean":"2023-09-23T15:30:45.567052+0000","last_became_active":"2023-09-23T15:29:51.308986+0000","last_became_peered":"2023-09-23T15:29:51.308986+0000","last_unstale":"2023-09-23T15:30:45.567052+0000","last_undegraded":"2023-09-23T15:30:45.567052+0000","last_fullsized":"2023-09-23T15:30:45.567052+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3758,"log_dups_size":0,"ondisk_log_size":3758,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:37.656530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":246284288,"num_objects":3758,"num_object_clones":0,"num_object_copies":11274,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3758,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3758,"num_write_kb":240512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":448,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.609452+0000","last_change":"2023-09-23T15:30:16.873187+0000","last_active":"2023-09-23T15:30:37.609452+0000","last_peered":"2023-09-23T15:30:37.609452+0000","last_clean":"2023-09-23T15:30:37.609452+0000","last_became_active":"2023-09-23T15:30:16.872810+0000","last_became_peered":"2023-09-23T15:30:16.872810+0000","last_unstale":"2023-09-23T15:30:37.609452+0000","last_undegraded":"2023-09-23T15:30:37.609452+0000","last_fullsized":"2023-09-23T15:30:37.609452+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.554330+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.554330+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":8,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":398,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.607225+0000","last_change":"2023-09-23T15:28:46.429441+0000","last_active":"2023-09-23T15:30:37.607225+0000","last_peered":"2023-09-23T15:30:37.607225+0000","last_clean":"2023-09-23T15:30:37.607225+0000","last_became_active":"2023-09-23T15:28:46.429145+0000","last_became_peered":"2023-09-23T15:28:46.429145+0000","last_unstale":"2023-09-23T15:30:37.607225+0000","last_undegraded":"2023-09-23T15:30:37.607225+0000","last_fullsized":"2023-09-23T15:30:37.607225+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:52:01.764190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":156,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.605838+0000","last_change":"2023-09-23T15:29:51.307256+0000","last_active":"2023-09-23T15:30:38.605838+0000","last_peered":"2023-09-23T15:30:38.605838+0000","last_clean":"2023-09-23T15:30:38.605838+0000","last_became_active":"2023-09-23T15:29:51.306929+0000","last_became_peered":"2023-09-23T15:29:51.306929+0000","last_unstale":"2023-09-23T15:30:38.605838+0000","last_undegraded":"2023-09-23T15:30:38.605838+0000","last_fullsized":"2023-09-23T15:30:38.605838+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:58:55.107875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"490'3494","reported_seq":3538,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:42.501275+0000","last_change":"2023-09-23T15:29:48.152448+0000","last_active":"2023-09-23T15:30:42.501275+0000","last_peered":"2023-09-23T15:30:42.501275+0000","last_clean":"2023-09-23T15:30:42.501275+0000","last_became_active":"2023-09-23T15:29:48.152082+0000","last_became_peered":"2023-09-23T15:29:48.152082+0000","last_unstale":"2023-09-23T15:30:42.501275+0000","last_undegraded":"2023-09-23T15:30:42.501275+0000","last_fullsized":"2023-09-23T15:30:42.501275+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3494,"log_dups_size":0,"ondisk_log_size":3494,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:26:49.020914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228982784,"num_objects":3494,"num_object_clones":0,"num_object_copies":10482,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3494,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3494,"num_write_kb":223616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":883,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.608938+0000","last_change":"2023-09-23T15:29:53.580981+0000","last_active":"2023-09-23T15:30:38.608938+0000","last_peered":"2023-09-23T15:30:38.608938+0000","last_clean":"2023-09-23T15:30:38.608938+0000","last_became_active":"2023-09-23T15:29:53.580568+0000","last_became_peered":"2023-09-23T15:29:53.580568+0000","last_unstale":"2023-09-23T15:30:38.608938+0000","last_undegraded":"2023-09-23T15:30:38.608938+0000","last_fullsized":"2023-09-23T15:30:38.608938+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:16.245925+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":36,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.612563+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:30:38.612563+0000","last_peered":"2023-09-23T15:30:38.612563+0000","last_clean":"2023-09-23T15:30:38.612563+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:30:38.612563+0000","last_undegraded":"2023-09-23T15:30:38.612563+0000","last_fullsized":"2023-09-23T15:30:38.612563+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":486,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.593887+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:30:37.593887+0000","last_peered":"2023-09-23T15:30:37.593887+0000","last_clean":"2023-09-23T15:30:37.593887+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:30:37.593887+0000","last_undegraded":"2023-09-23T15:30:37.593887+0000","last_fullsized":"2023-09-23T15:30:37.593887+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"490'3537","reported_seq":3581,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:42.487663+0000","last_change":"2023-09-23T15:29:47.722819+0000","last_active":"2023-09-23T15:30:42.487663+0000","last_peered":"2023-09-23T15:30:42.487663+0000","last_clean":"2023-09-23T15:30:42.487663+0000","last_became_active":"2023-09-23T15:29:47.722512+0000","last_became_peered":"2023-09-23T15:29:47.722512+0000","last_unstale":"2023-09-23T15:30:42.487663+0000","last_undegraded":"2023-09-23T15:30:42.487663+0000","last_fullsized":"2023-09-23T15:30:42.487663+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3537,"log_dups_size":0,"ondisk_log_size":3537,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:13:40.054355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":231800832,"num_objects":3537,"num_object_clones":0,"num_object_copies":10611,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3537,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3537,"num_write_kb":226368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":950,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606796+0000","last_change":"2023-09-23T15:30:26.686277+0000","last_active":"2023-09-23T15:30:38.606796+0000","last_peered":"2023-09-23T15:30:38.606796+0000","last_clean":"2023-09-23T15:30:38.606796+0000","last_became_active":"2023-09-23T15:30:26.685851+0000","last_became_peered":"2023-09-23T15:30:26.685851+0000","last_unstale":"2023-09-23T15:30:38.606796+0000","last_undegraded":"2023-09-23T15:30:38.606796+0000","last_fullsized":"2023-09-23T15:30:38.606796+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:30.438998+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":474,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.609679+0000","last_change":"2023-09-23T15:30:02.585409+0000","last_active":"2023-09-23T15:30:37.609679+0000","last_peered":"2023-09-23T15:30:37.609679+0000","last_clean":"2023-09-23T15:30:37.609679+0000","last_became_active":"2023-09-23T15:30:02.584934+0000","last_became_peered":"2023-09-23T15:30:02.584934+0000","last_unstale":"2023-09-23T15:30:37.609679+0000","last_undegraded":"2023-09-23T15:30:37.609679+0000","last_fullsized":"2023-09-23T15:30:37.609679+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:19:24.484182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":134,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.615565+0000","last_change":"2023-09-23T15:28:46.437458+0000","last_active":"2023-09-23T15:30:38.615565+0000","last_peered":"2023-09-23T15:30:38.615565+0000","last_clean":"2023-09-23T15:30:38.615565+0000","last_became_active":"2023-09-23T15:28:46.437121+0000","last_became_peered":"2023-09-23T15:28:46.437121+0000","last_unstale":"2023-09-23T15:30:38.615565+0000","last_undegraded":"2023-09-23T15:30:38.615565+0000","last_fullsized":"2023-09-23T15:30:38.615565+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:43:38.497844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":51,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.593534+0000","last_change":"2023-09-23T15:30:13.835959+0000","last_active":"2023-09-23T15:30:37.593534+0000","last_peered":"2023-09-23T15:30:37.593534+0000","last_clean":"2023-09-23T15:30:37.593534+0000","last_became_active":"2023-09-23T15:30:13.835650+0000","last_became_peered":"2023-09-23T15:30:13.835650+0000","last_unstale":"2023-09-23T15:30:37.593534+0000","last_undegraded":"2023-09-23T15:30:37.593534+0000","last_fullsized":"2023-09-23T15:30:37.593534+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:23.396903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"491'3686","reported_seq":5076,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:45.527609+0000","last_change":"2023-09-23T15:30:14.836398+0000","last_active":"2023-09-23T15:30:45.527609+0000","last_peered":"2023-09-23T15:30:45.527609+0000","last_clean":"2023-09-23T15:30:45.527609+0000","last_became_active":"2023-09-23T15:30:14.834894+0000","last_became_peered":"2023-09-23T15:30:14.834894+0000","last_unstale":"2023-09-23T15:30:45.527609+0000","last_undegraded":"2023-09-23T15:30:45.527609+0000","last_fullsized":"2023-09-23T15:30:45.527609+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3686,"log_dups_size":0,"ondisk_log_size":3686,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:32:07.546536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":241565696,"num_objects":3686,"num_object_clones":0,"num_object_copies":11058,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3686,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3686,"num_write_kb":235904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":658,"num_bytes_recovered":43122688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":926,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.607039+0000","last_change":"2023-09-23T15:29:52.163429+0000","last_active":"2023-09-23T15:30:37.607039+0000","last_peered":"2023-09-23T15:30:37.607039+0000","last_clean":"2023-09-23T15:30:37.607039+0000","last_became_active":"2023-09-23T15:29:38.586026+0000","last_became_peered":"2023-09-23T15:29:38.586026+0000","last_unstale":"2023-09-23T15:30:37.607039+0000","last_undegraded":"2023-09-23T15:30:37.607039+0000","last_fullsized":"2023-09-23T15:30:37.607039+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:18.595923+0000","scrub_duration":0.0014655549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":462,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.593676+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:30:37.593676+0000","last_peered":"2023-09-23T15:30:37.593676+0000","last_clean":"2023-09-23T15:30:37.593676+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:30:37.593676+0000","last_undegraded":"2023-09-23T15:30:37.593676+0000","last_fullsized":"2023-09-23T15:30:37.593676+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":157,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606414+0000","last_change":"2023-09-23T15:29:51.309462+0000","last_active":"2023-09-23T15:30:38.606414+0000","last_peered":"2023-09-23T15:30:38.606414+0000","last_clean":"2023-09-23T15:30:38.606414+0000","last_became_active":"2023-09-23T15:29:51.309087+0000","last_became_peered":"2023-09-23T15:29:51.309087+0000","last_unstale":"2023-09-23T15:30:38.606414+0000","last_undegraded":"2023-09-23T15:30:38.606414+0000","last_fullsized":"2023-09-23T15:30:38.606414+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:35.501350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":145,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613284+0000","last_change":"2023-09-23T15:30:35.769038+0000","last_active":"2023-09-23T15:30:38.613284+0000","last_peered":"2023-09-23T15:30:38.613284+0000","last_clean":"2023-09-23T15:30:38.613284+0000","last_became_active":"2023-09-23T15:30:35.767802+0000","last_became_peered":"2023-09-23T15:30:35.767802+0000","last_unstale":"2023-09-23T15:30:38.613284+0000","last_undegraded":"2023-09-23T15:30:38.613284+0000","last_fullsized":"2023-09-23T15:30:38.613284+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:22:11.109581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"490'3572","reported_seq":6642,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:42.585217+0000","last_change":"2023-09-23T15:30:24.668123+0000","last_active":"2023-09-23T15:30:42.585217+0000","last_peered":"2023-09-23T15:30:42.585217+0000","last_clean":"2023-09-23T15:30:42.585217+0000","last_became_active":"2023-09-23T15:30:24.666026+0000","last_became_peered":"2023-09-23T15:30:24.666026+0000","last_unstale":"2023-09-23T15:30:42.585217+0000","last_undegraded":"2023-09-23T15:30:42.585217+0000","last_fullsized":"2023-09-23T15:30:42.585217+0000","mapping_epoch":481,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":482,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3572,"log_dups_size":0,"ondisk_log_size":3572,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:51:16.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":234094592,"num_objects":3572,"num_object_clones":0,"num_object_copies":10716,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3572,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3572,"num_write_kb":228608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1502,"num_bytes_recovered":98435072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":710,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.606372+0000","last_change":"2023-09-23T15:30:26.869109+0000","last_active":"2023-09-23T15:30:37.606372+0000","last_peered":"2023-09-23T15:30:37.606372+0000","last_clean":"2023-09-23T15:30:37.606372+0000","last_became_active":"2023-09-23T15:30:26.868850+0000","last_became_peered":"2023-09-23T15:30:26.868850+0000","last_unstale":"2023-09-23T15:30:37.606372+0000","last_undegraded":"2023-09-23T15:30:37.606372+0000","last_fullsized":"2023-09-23T15:30:37.606372+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:21.687812+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":106,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613572+0000","last_change":"2023-09-23T15:29:35.676390+0000","last_active":"2023-09-23T15:30:38.613572+0000","last_peered":"2023-09-23T15:30:38.613572+0000","last_clean":"2023-09-23T15:30:38.613572+0000","last_became_active":"2023-09-23T15:29:35.676045+0000","last_became_peered":"2023-09-23T15:29:35.676045+0000","last_unstale":"2023-09-23T15:30:38.613572+0000","last_undegraded":"2023-09-23T15:30:38.613572+0000","last_fullsized":"2023-09-23T15:30:38.613572+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:08.284421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":105,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.604762+0000","last_change":"2023-09-23T15:29:35.887179+0000","last_active":"2023-09-23T15:30:38.604762+0000","last_peered":"2023-09-23T15:30:38.604762+0000","last_clean":"2023-09-23T15:30:38.604762+0000","last_became_active":"2023-09-23T15:29:35.886621+0000","last_became_peered":"2023-09-23T15:29:35.886621+0000","last_unstale":"2023-09-23T15:30:38.604762+0000","last_undegraded":"2023-09-23T15:30:38.604762+0000","last_fullsized":"2023-09-23T15:30:38.604762+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:03:53.121177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":52,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.593748+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:30:37.593748+0000","last_peered":"2023-09-23T15:30:37.593748+0000","last_clean":"2023-09-23T15:30:37.593748+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:30:37.593748+0000","last_undegraded":"2023-09-23T15:30:37.593748+0000","last_fullsized":"2023-09-23T15:30:37.593748+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"491'3706","reported_seq":3751,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:45.311198+0000","last_change":"2023-09-23T15:29:48.153032+0000","last_active":"2023-09-23T15:30:45.311198+0000","last_peered":"2023-09-23T15:30:45.311198+0000","last_clean":"2023-09-23T15:30:45.311198+0000","last_became_active":"2023-09-23T15:29:48.152751+0000","last_became_peered":"2023-09-23T15:29:48.152751+0000","last_unstale":"2023-09-23T15:30:45.311198+0000","last_undegraded":"2023-09-23T15:30:45.311198+0000","last_fullsized":"2023-09-23T15:30:45.311198+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3706,"log_dups_size":0,"ondisk_log_size":3706,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:14:26.948560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":242876416,"num_objects":3706,"num_object_clones":0,"num_object_copies":11118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3706,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3706,"num_write_kb":237184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.602540+0000","last_change":"2023-09-23T15:30:23.671825+0000","last_active":"2023-09-23T15:30:37.602540+0000","last_peered":"2023-09-23T15:30:37.602540+0000","last_clean":"2023-09-23T15:30:37.602540+0000","last_became_active":"2023-09-23T15:30:23.671508+0000","last_became_peered":"2023-09-23T15:30:23.671508+0000","last_unstale":"2023-09-23T15:30:37.602540+0000","last_undegraded":"2023-09-23T15:30:37.602540+0000","last_fullsized":"2023-09-23T15:30:37.602540+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:42:01.238430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1006,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.602356+0000","last_change":"2023-09-23T15:30:26.867236+0000","last_active":"2023-09-23T15:30:37.602356+0000","last_peered":"2023-09-23T15:30:37.602356+0000","last_clean":"2023-09-23T15:30:37.602356+0000","last_became_active":"2023-09-23T15:30:26.866862+0000","last_became_peered":"2023-09-23T15:30:26.866862+0000","last_unstale":"2023-09-23T15:30:37.602356+0000","last_undegraded":"2023-09-23T15:30:37.602356+0000","last_fullsized":"2023-09-23T15:30:37.602356+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.204725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.204725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":134,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613967+0000","last_change":"2023-09-23T15:30:13.835741+0000","last_active":"2023-09-23T15:30:38.613967+0000","last_peered":"2023-09-23T15:30:38.613967+0000","last_clean":"2023-09-23T15:30:38.613967+0000","last_became_active":"2023-09-23T15:30:13.835373+0000","last_became_peered":"2023-09-23T15:30:13.835373+0000","last_unstale":"2023-09-23T15:30:38.613967+0000","last_undegraded":"2023-09-23T15:30:38.613967+0000","last_fullsized":"2023-09-23T15:30:38.613967+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:46:27.258211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":157,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.620370+0000","last_change":"2023-09-23T15:30:02.583474+0000","last_active":"2023-09-23T15:30:38.620370+0000","last_peered":"2023-09-23T15:30:38.620370+0000","last_clean":"2023-09-23T15:30:38.620370+0000","last_became_active":"2023-09-23T15:30:02.583014+0000","last_became_peered":"2023-09-23T15:30:02.583014+0000","last_unstale":"2023-09-23T15:30:38.620370+0000","last_undegraded":"2023-09-23T15:30:38.620370+0000","last_fullsized":"2023-09-23T15:30:38.620370+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:40:50.653402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"490'3622","reported_seq":3666,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:42.565222+0000","last_change":"2023-09-23T15:29:47.839697+0000","last_active":"2023-09-23T15:30:42.565222+0000","last_peered":"2023-09-23T15:30:42.565222+0000","last_clean":"2023-09-23T15:30:42.565222+0000","last_became_active":"2023-09-23T15:29:47.839407+0000","last_became_peered":"2023-09-23T15:29:47.839407+0000","last_unstale":"2023-09-23T15:30:42.565222+0000","last_undegraded":"2023-09-23T15:30:42.565222+0000","last_fullsized":"2023-09-23T15:30:42.565222+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3622,"log_dups_size":0,"ondisk_log_size":3622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:16.132386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":237371392,"num_objects":3622,"num_object_clones":0,"num_object_copies":10866,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3622,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3622,"num_write_kb":231808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":438,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.625690+0000","last_change":"2023-09-23T15:30:38.622338+0000","last_active":"2023-09-23T15:30:38.625690+0000","last_peered":"2023-09-23T15:30:38.625690+0000","last_clean":"2023-09-23T15:30:38.625690+0000","last_became_active":"2023-09-23T15:30:38.621972+0000","last_became_peered":"2023-09-23T15:30:38.621972+0000","last_unstale":"2023-09-23T15:30:38.625690+0000","last_undegraded":"2023-09-23T15:30:38.625690+0000","last_fullsized":"2023-09-23T15:30:38.625690+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.549692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.549692+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":504,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.602726+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:30:37.602726+0000","last_peered":"2023-09-23T15:30:37.602726+0000","last_clean":"2023-09-23T15:30:37.602726+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:30:37.602726+0000","last_undegraded":"2023-09-23T15:30:37.602726+0000","last_fullsized":"2023-09-23T15:30:37.602726+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":36,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.612847+0000","last_change":"2023-09-23T15:30:02.587041+0000","last_active":"2023-09-23T15:30:38.612847+0000","last_peered":"2023-09-23T15:30:38.612847+0000","last_clean":"2023-09-23T15:30:38.612847+0000","last_became_active":"2023-09-23T15:30:02.586756+0000","last_became_peered":"2023-09-23T15:30:02.586756+0000","last_unstale":"2023-09-23T15:30:38.612847+0000","last_undegraded":"2023-09-23T15:30:38.612847+0000","last_fullsized":"2023-09-23T15:30:38.612847+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:28.063428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":291,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.606360+0000","last_change":"2023-09-23T15:30:13.839282+0000","last_active":"2023-09-23T15:30:37.606360+0000","last_peered":"2023-09-23T15:30:37.606360+0000","last_clean":"2023-09-23T15:30:37.606360+0000","last_became_active":"2023-09-23T15:30:13.839008+0000","last_became_peered":"2023-09-23T15:30:13.839008+0000","last_unstale":"2023-09-23T15:30:37.606360+0000","last_undegraded":"2023-09-23T15:30:37.606360+0000","last_fullsized":"2023-09-23T15:30:37.606360+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:05.524033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"491'3829","reported_seq":4455,"reported_epoch":491,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:30:45.279721+0000","last_change":"2023-09-23T15:30:35.881335+0000","last_active":"2023-09-23T15:30:45.279721+0000","last_peered":"2023-09-23T15:30:45.279721+0000","last_clean":"2023-09-23T15:30:11.998450+0000","last_became_active":"2023-09-23T15:30:35.877134+0000","last_became_peered":"2023-09-23T15:30:35.877134+0000","last_unstale":"2023-09-23T15:30:45.279721+0000","last_undegraded":"2023-09-23T15:30:35.821595+0000","last_fullsized":"2023-09-23T15:30:35.762874+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3829,"log_dups_size":0,"ondisk_log_size":3829,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:57.862189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250937344,"num_objects":3829,"num_object_clones":0,"num_object_copies":11487,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3108,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3829,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3829,"num_write_kb":245056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":279,"num_bytes_recovered":18284544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[3,7],"avail_no_missing":["3","1","7"],"object_location_counts":[{"shards":"1,3,5,7","objects":278},{"shards":"1,3,7","objects":1294},{"shards":"3,5,7","objects":1536},{"shards":"3,7","objects":721}],"blocked_by":[],"up_primary":6,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":821,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.605764+0000","last_change":"2023-09-23T15:30:05.597413+0000","last_active":"2023-09-23T15:30:38.605764+0000","last_peered":"2023-09-23T15:30:38.605764+0000","last_clean":"2023-09-23T15:30:38.605764+0000","last_became_active":"2023-09-23T15:30:05.597050+0000","last_became_peered":"2023-09-23T15:30:05.597050+0000","last_unstale":"2023-09-23T15:30:38.605764+0000","last_undegraded":"2023-09-23T15:30:38.605764+0000","last_fullsized":"2023-09-23T15:30:38.605764+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:57:38.493455+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":524,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.607650+0000","last_change":"2023-09-23T15:29:51.311080+0000","last_active":"2023-09-23T15:30:37.607650+0000","last_peered":"2023-09-23T15:30:37.607650+0000","last_clean":"2023-09-23T15:30:37.607650+0000","last_became_active":"2023-09-23T15:29:51.310774+0000","last_became_peered":"2023-09-23T15:29:51.310774+0000","last_unstale":"2023-09-23T15:30:37.607650+0000","last_undegraded":"2023-09-23T15:30:37.607650+0000","last_fullsized":"2023-09-23T15:30:37.607650+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:11:59.838570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":24,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.608237+0000","last_change":"2023-09-23T15:30:13.838070+0000","last_active":"2023-09-23T15:30:37.608237+0000","last_peered":"2023-09-23T15:30:37.608237+0000","last_clean":"2023-09-23T15:30:37.608237+0000","last_became_active":"2023-09-23T15:30:13.837719+0000","last_became_peered":"2023-09-23T15:30:13.837719+0000","last_unstale":"2023-09-23T15:30:37.608237+0000","last_undegraded":"2023-09-23T15:30:37.608237+0000","last_fullsized":"2023-09-23T15:30:37.608237+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:35:33.967187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":366,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.609784+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:30:37.609784+0000","last_peered":"2023-09-23T15:30:37.609784+0000","last_clean":"2023-09-23T15:30:37.609784+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:30:37.609784+0000","last_undegraded":"2023-09-23T15:30:37.609784+0000","last_fullsized":"2023-09-23T15:30:37.609784+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"491'3689","reported_seq":3734,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:45.551376+0000","last_change":"2023-09-23T15:29:47.842825+0000","last_active":"2023-09-23T15:30:45.551376+0000","last_peered":"2023-09-23T15:30:45.551376+0000","last_clean":"2023-09-23T15:30:45.551376+0000","last_became_active":"2023-09-23T15:29:47.842443+0000","last_became_peered":"2023-09-23T15:29:47.842443+0000","last_unstale":"2023-09-23T15:30:45.551376+0000","last_undegraded":"2023-09-23T15:30:45.551376+0000","last_fullsized":"2023-09-23T15:30:45.551376+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3689,"log_dups_size":0,"ondisk_log_size":3689,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:44:26.376758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":241762304,"num_objects":3689,"num_object_clones":0,"num_object_copies":11067,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3689,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3689,"num_write_kb":236096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":876,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.629653+0000","last_change":"2023-09-23T15:30:38.626404+0000","last_active":"2023-09-23T15:30:38.629653+0000","last_peered":"2023-09-23T15:30:38.629653+0000","last_clean":"2023-09-23T15:30:38.629653+0000","last_became_active":"2023-09-23T15:30:38.626116+0000","last_became_peered":"2023-09-23T15:30:38.626116+0000","last_unstale":"2023-09-23T15:30:38.629653+0000","last_undegraded":"2023-09-23T15:30:38.629653+0000","last_fullsized":"2023-09-23T15:30:38.629653+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.207409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.207409+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":515,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614554+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:30:38.614554+0000","last_peered":"2023-09-23T15:30:38.614554+0000","last_clean":"2023-09-23T15:30:38.614554+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:30:38.614554+0000","last_undegraded":"2023-09-23T15:30:38.614554+0000","last_fullsized":"2023-09-23T15:30:38.614554+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":43,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.593733+0000","last_change":"2023-09-23T15:29:51.299069+0000","last_active":"2023-09-23T15:30:37.593733+0000","last_peered":"2023-09-23T15:30:37.593733+0000","last_clean":"2023-09-23T15:30:37.593733+0000","last_became_active":"2023-09-23T15:29:51.298750+0000","last_became_peered":"2023-09-23T15:29:51.298750+0000","last_unstale":"2023-09-23T15:30:37.593733+0000","last_undegraded":"2023-09-23T15:30:37.593733+0000","last_fullsized":"2023-09-23T15:30:37.593733+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:33:51.603253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":45,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.612731+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:30:38.612731+0000","last_peered":"2023-09-23T15:30:38.612731+0000","last_clean":"2023-09-23T15:30:38.612731+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:30:38.612731+0000","last_undegraded":"2023-09-23T15:30:38.612731+0000","last_fullsized":"2023-09-23T15:30:38.612731+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"491'3736","reported_seq":3780,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:45.563464+0000","last_change":"2023-09-23T15:29:48.152462+0000","last_active":"2023-09-23T15:30:45.563464+0000","last_peered":"2023-09-23T15:30:45.563464+0000","last_clean":"2023-09-23T15:30:45.563464+0000","last_became_active":"2023-09-23T15:29:48.152087+0000","last_became_peered":"2023-09-23T15:29:48.152087+0000","last_unstale":"2023-09-23T15:30:45.563464+0000","last_undegraded":"2023-09-23T15:30:45.563464+0000","last_fullsized":"2023-09-23T15:30:45.563464+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3736,"log_dups_size":0,"ondisk_log_size":3736,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:19.087954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244842496,"num_objects":3736,"num_object_clones":0,"num_object_copies":11208,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3736,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3736,"num_write_kb":239104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":864,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:40.476988+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:30:40.476988+0000","last_peered":"2023-09-23T15:30:40.476988+0000","last_clean":"2023-09-23T15:30:40.476988+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:30:40.476988+0000","last_undegraded":"2023-09-23T15:30:40.476988+0000","last_fullsized":"2023-09-23T15:30:40.476988+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":191,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606290+0000","last_change":"2023-09-23T15:30:23.668849+0000","last_active":"2023-09-23T15:30:38.606290+0000","last_peered":"2023-09-23T15:30:38.606290+0000","last_clean":"2023-09-23T15:30:38.606290+0000","last_became_active":"2023-09-23T15:30:23.668158+0000","last_became_peered":"2023-09-23T15:30:23.668158+0000","last_unstale":"2023-09-23T15:30:38.606290+0000","last_undegraded":"2023-09-23T15:30:38.606290+0000","last_fullsized":"2023-09-23T15:30:38.606290+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:34.681437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":86,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.593600+0000","last_change":"2023-09-23T15:30:23.673564+0000","last_active":"2023-09-23T15:30:37.593600+0000","last_peered":"2023-09-23T15:30:37.593600+0000","last_clean":"2023-09-23T15:30:37.593600+0000","last_became_active":"2023-09-23T15:30:23.668203+0000","last_became_peered":"2023-09-23T15:30:23.668203+0000","last_unstale":"2023-09-23T15:30:37.593600+0000","last_undegraded":"2023-09-23T15:30:37.593600+0000","last_fullsized":"2023-09-23T15:30:37.593600+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:48.593726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":360,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.608002+0000","last_change":"2023-09-23T15:29:35.886149+0000","last_active":"2023-09-23T15:30:37.608002+0000","last_peered":"2023-09-23T15:30:37.608002+0000","last_clean":"2023-09-23T15:30:37.608002+0000","last_became_active":"2023-09-23T15:29:35.885794+0000","last_became_peered":"2023-09-23T15:29:35.885794+0000","last_unstale":"2023-09-23T15:30:37.608002+0000","last_undegraded":"2023-09-23T15:30:37.608002+0000","last_fullsized":"2023-09-23T15:30:37.608002+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:45.312477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,7],"acting":[5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":65,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.606454+0000","last_change":"2023-09-23T15:29:51.309057+0000","last_active":"2023-09-23T15:30:37.606454+0000","last_peered":"2023-09-23T15:30:37.606454+0000","last_clean":"2023-09-23T15:30:37.606454+0000","last_became_active":"2023-09-23T15:29:51.308458+0000","last_became_peered":"2023-09-23T15:29:51.308458+0000","last_unstale":"2023-09-23T15:30:37.606454+0000","last_undegraded":"2023-09-23T15:30:37.606454+0000","last_fullsized":"2023-09-23T15:30:37.606454+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:20.919600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":89,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613689+0000","last_change":"2023-09-23T15:29:35.791139+0000","last_active":"2023-09-23T15:30:38.613689+0000","last_peered":"2023-09-23T15:30:38.613689+0000","last_clean":"2023-09-23T15:30:38.613689+0000","last_became_active":"2023-09-23T15:29:35.790813+0000","last_became_peered":"2023-09-23T15:29:35.790813+0000","last_unstale":"2023-09-23T15:30:38.613689+0000","last_undegraded":"2023-09-23T15:30:38.613689+0000","last_fullsized":"2023-09-23T15:30:38.613689+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:14.617842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":303,"reported_epoch":489,"state":"active+clean","last_fresh":"2023-09-23T15:30:37.594282+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:30:37.594282+0000","last_peered":"2023-09-23T15:30:37.594282+0000","last_clean":"2023-09-23T15:30:37.594282+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:30:37.594282+0000","last_undegraded":"2023-09-23T15:30:37.594282+0000","last_fullsized":"2023-09-23T15:30:37.594282+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":476,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613674+0000","last_change":"2023-09-23T15:29:51.308948+0000","last_active":"2023-09-23T15:30:38.613674+0000","last_peered":"2023-09-23T15:30:38.613674+0000","last_clean":"2023-09-23T15:30:38.613674+0000","last_became_active":"2023-09-23T15:29:51.308131+0000","last_became_peered":"2023-09-23T15:29:51.308131+0000","last_unstale":"2023-09-23T15:30:38.613674+0000","last_undegraded":"2023-09-23T15:30:38.613674+0000","last_fullsized":"2023-09-23T15:30:38.613674+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:28:31.516716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":141,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.608888+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:30:38.608888+0000","last_peered":"2023-09-23T15:30:38.608888+0000","last_clean":"2023-09-23T15:30:38.608888+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:30:38.608888+0000","last_undegraded":"2023-09-23T15:30:38.608888+0000","last_fullsized":"2023-09-23T15:30:38.608888+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":510,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613833+0000","last_change":"2023-09-23T15:29:35.791085+0000","last_active":"2023-09-23T15:30:38.613833+0000","last_peered":"2023-09-23T15:30:38.613833+0000","last_clean":"2023-09-23T15:30:38.613833+0000","last_became_active":"2023-09-23T15:29:35.790770+0000","last_became_peered":"2023-09-23T15:29:35.790770+0000","last_unstale":"2023-09-23T15:30:38.613833+0000","last_undegraded":"2023-09-23T15:30:38.613833+0000","last_fullsized":"2023-09-23T15:30:38.613833+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:03.718163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":143,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613044+0000","last_change":"2023-09-23T15:30:35.768999+0000","last_active":"2023-09-23T15:30:38.613044+0000","last_peered":"2023-09-23T15:30:38.613044+0000","last_clean":"2023-09-23T15:30:38.613044+0000","last_became_active":"2023-09-23T15:30:35.767877+0000","last_became_peered":"2023-09-23T15:30:35.767877+0000","last_unstale":"2023-09-23T15:30:38.613044+0000","last_undegraded":"2023-09-23T15:30:38.613044+0000","last_fullsized":"2023-09-23T15:30:38.613044+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:13.149075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":161,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613633+0000","last_change":"2023-09-23T15:30:13.835116+0000","last_active":"2023-09-23T15:30:38.613633+0000","last_peered":"2023-09-23T15:30:38.613633+0000","last_clean":"2023-09-23T15:30:38.613633+0000","last_became_active":"2023-09-23T15:30:13.834795+0000","last_became_peered":"2023-09-23T15:30:13.834795+0000","last_unstale":"2023-09-23T15:30:38.613633+0000","last_undegraded":"2023-09-23T15:30:38.613633+0000","last_fullsized":"2023-09-23T15:30:38.613633+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:59:03.422802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":403,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606134+0000","last_change":"2023-09-23T15:30:02.594064+0000","last_active":"2023-09-23T15:30:38.606134+0000","last_peered":"2023-09-23T15:30:38.606134+0000","last_clean":"2023-09-23T15:30:38.606134+0000","last_became_active":"2023-09-23T15:30:02.590752+0000","last_became_peered":"2023-09-23T15:30:02.590752+0000","last_unstale":"2023-09-23T15:30:38.606134+0000","last_undegraded":"2023-09-23T15:30:38.606134+0000","last_fullsized":"2023-09-23T15:30:38.606134+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:47:14.852936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":167,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.605202+0000","last_change":"2023-09-23T15:30:02.583395+0000","last_active":"2023-09-23T15:30:38.605202+0000","last_peered":"2023-09-23T15:30:38.605202+0000","last_clean":"2023-09-23T15:30:38.605202+0000","last_became_active":"2023-09-23T15:30:02.583103+0000","last_became_peered":"2023-09-23T15:30:02.583103+0000","last_unstale":"2023-09-23T15:30:38.605202+0000","last_undegraded":"2023-09-23T15:30:38.605202+0000","last_fullsized":"2023-09-23T15:30:38.605202+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:20:46.323645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3874160640,"num_objects":59115,"num_object_clones":0,"num_object_copies":177345,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4670,"num_objects_misplaced":741,"num_objects_unfound":0,"num_objects_dirty":59115,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":59115,"num_write_kb":3783360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5735,"num_bytes_recovered":375848960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11671896064,"data_stored":11671896064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":59115,"ondisk_log_size":59115,"up":48,"acting":45,"num_store_stats":5},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":139,"num_bytes_recovered":34692,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":16578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":762210,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":97,"num_write":26,"num_write_kb":257,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2490403,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":62,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674476,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2336060,"kb_used_data":2017396,"kb_used_omap":85,"kb_used_meta":318570,"kb_avail":91409092,"statfs":{"total":95995035648,"available":93602910208,"internally_reserved":0,"allocated":2065813504,"data_stored":2064320143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":326215688},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:29:50 2023","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":0.94499999999999995,"15min":2.5379999999999998},"min":{"1min":0.23599999999999999,"5min":0.215,"15min":0.20799999999999999},"max":{"1min":5.1029999999999998,"5min":6.4489999999999998,"15min":206.41999999999999},"last":3.306},{"interface":"front","average":{"1min":0.93400000000000005,"5min":1.1719999999999999,"15min":2.9089999999999998},"min":{"1min":0.26000000000000001,"5min":0.223,"15min":0.223},"max":{"1min":4.9649999999999999,"5min":8.343,"15min":206.35300000000001},"last":1.6759999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:29:50 2023","interfaces":[{"interface":"back","average":{"1min":2.0609999999999999,"5min":1.5680000000000001,"15min":1.877},"min":{"1min":0.34300000000000003,"5min":0.24199999999999999,"15min":0.24099999999999999},"max":{"1min":19.757000000000001,"5min":19.757000000000001,"15min":177.52699999999999},"last":4.0119999999999996},{"interface":"front","average":{"1min":2.2000000000000002,"5min":3.7290000000000001,"15min":2.9910000000000001},"min":{"1min":0.36699999999999999,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":19.744,"5min":217.25999999999999,"15min":217.25999999999999},"last":3.415}]},{"osd":2,"last update":"Sat Sep 23 15:29:50 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":3.2909999999999999,"15min":3.9129999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.25700000000000001},"max":{"1min":2.4510000000000001,"5min":69.870000000000005,"15min":180.59399999999999},"last":1.7070000000000001},{"interface":"front","average":{"1min":1.1919999999999999,"5min":3.1760000000000002,"15min":4.3200000000000003},"min":{"1min":0.30199999999999999,"5min":0.28699999999999998,"15min":0.249},"max":{"1min":2.871,"5min":69.890000000000001,"15min":180.61699999999999},"last":4.282}]},{"osd":3,"last update":"Sat Sep 23 15:29:50 2023","interfaces":[{"interface":"back","average":{"1min":1.8100000000000001,"5min":3.3610000000000002,"15min":4.4800000000000004},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27600000000000002},"max":{"1min":11.753,"5min":86.263999999999996,"15min":160.04300000000001},"last":4.319},{"interface":"front","average":{"1min":1.038,"5min":2.806,"15min":4.4480000000000004},"min":{"1min":0.29299999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":2.766,"5min":87.307000000000002,"15min":159.97399999999999},"last":3.3559999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:29:50 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.72799999999999998,"15min":0.66900000000000004},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":3.2759999999999998,"5min":3.802,"15min":9.0640000000000001},"last":3.3889999999999998},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.76900000000000002,"15min":1.0660000000000001},"min":{"1min":0.309,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":2.9860000000000002,"5min":5.3070000000000004,"15min":97.524000000000001},"last":5.476}]},{"osd":5,"last update":"Sat Sep 23 15:29:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":3.1019999999999999,"15min":1.857},"min":{"1min":0.27500000000000002,"5min":0.26200000000000001,"15min":0.247},"max":{"1min":2.8039999999999998,"5min":254.07300000000001,"15min":254.07300000000001},"last":4.3490000000000002},{"interface":"front","average":{"1min":0.89900000000000002,"5min":3.0699999999999998,"15min":1.859},"min":{"1min":0.32200000000000001,"5min":0.28599999999999998,"15min":0.26200000000000001},"max":{"1min":3.2410000000000001,"5min":254.291,"15min":254.291},"last":3.4430000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:29:50 2023","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.88200000000000001,"15min":1.1919999999999999},"min":{"1min":0.32600000000000001,"5min":0.25,"15min":0.25},"max":{"1min":3.0920000000000001,"5min":7.7069999999999999,"15min":99.772999999999996},"last":5.5700000000000003},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.82299999999999995,"15min":1.111},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.27300000000000002},"max":{"1min":1.9570000000000001,"5min":9.1340000000000003,"15min":103.31699999999999},"last":4.0529999999999999}]}]},{"osd":6,"up_from":122,"seq":523986010356,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2966916,"kb_used_data":2502140,"kb_used_omap":9,"kb_used_meta":464758,"kb_avail":90778236,"statfs":{"total":95995035648,"available":92956913664,"internally_reserved":0,"allocated":2562191360,"data_stored":2560698527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":475912531},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,0,0,4,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.96799999999999997,"15min":2.073},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54000000000000004,"5min":5.4950000000000001,"15min":107.56399999999999},"last":2.4889999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":1.1950000000000001,"15min":2.21},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.3929999999999998,"5min":9.9760000000000009,"15min":107.617},"last":0.377}]},{"osd":1,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":2.3479999999999999,"15min":2.008},"min":{"1min":0.28000000000000003,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":1.0669999999999999,"5min":85.215999999999994,"15min":85.215999999999994},"last":5.9359999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":1.966,"15min":1.5820000000000001},"min":{"1min":0.27500000000000002,"5min":0.25900000000000001,"15min":0.23999999999999999},"max":{"1min":1.6950000000000001,"5min":85.203000000000003,"15min":85.203000000000003},"last":1.5940000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":1.4279999999999999,"15min":2.0939999999999999},"min":{"1min":0.28499999999999998,"5min":0.27300000000000002,"15min":0.25700000000000001},"max":{"1min":0.81100000000000005,"5min":5.8170000000000002,"15min":67.558000000000007},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.71799999999999997,"5min":1.657,"15min":2.363},"min":{"1min":0.317,"5min":0.28699999999999998,"15min":0.245},"max":{"1min":3.1850000000000001,"5min":9.7569999999999997,"15min":67.718999999999994},"last":1.6399999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":5.6619999999999999,"5min":3.3370000000000002,"15min":5.1360000000000001},"min":{"1min":0.33700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":89.344999999999999,"5min":89.344999999999999,"15min":256.608},"last":2.4550000000000001},{"interface":"front","average":{"1min":5.431,"5min":3.1669999999999998,"15min":4.2789999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.29799999999999999},"max":{"1min":89.301000000000002,"5min":89.301000000000002,"15min":256.42500000000001},"last":5.8920000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.64700000000000002,"15min":0.70799999999999996},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.23100000000000001},"max":{"1min":2.6150000000000002,"5min":3.9809999999999999,"15min":7.1890000000000001},"last":2.4249999999999998},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.71899999999999997,"15min":0.73799999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.23000000000000001},"max":{"1min":1.5409999999999999,"5min":4.2679999999999998,"15min":8.0310000000000006},"last":5.9660000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":1.853,"15min":1.0289999999999999},"min":{"1min":0.28100000000000003,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":2.0990000000000002,"5min":127.23,"15min":127.23},"last":6.0499999999999998},{"interface":"front","average":{"1min":0.48499999999999999,"5min":1.8879999999999999,"15min":1.149},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":0.77800000000000002,"5min":127.148,"15min":127.148},"last":2.7189999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:29:52 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.92500000000000004,"15min":0.76400000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.28999999999999998},"max":{"1min":1.3979999999999999,"5min":11.425000000000001,"15min":11.425000000000001},"last":6.0759999999999996},{"interface":"front","average":{"1min":0.754,"5min":0.83799999999999997,"15min":0.82099999999999995},"min":{"1min":0.41099999999999998,"5min":0.34499999999999997,"15min":0.29899999999999999},"max":{"1min":2.2890000000000001,"5min":6.6139999999999999,"15min":9.0920000000000005},"last":3.2989999999999999}]}]},{"osd":1,"up_from":89,"seq":382252089633,"num_pgs":73,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2655812,"kb_used_data":1944572,"kb_used_omap":9,"kb_used_meta":711222,"kb_avail":91089340,"statfs":{"total":95995035648,"available":93275484160,"internally_reserved":0,"allocated":1991241728,"data_stored":1988690366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":728292329},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":3.4430000000000001,"15min":3.4969999999999999},"min":{"1min":0.188,"5min":0.188,"15min":0.182},"max":{"1min":1.508,"5min":159.33600000000001,"15min":215.946},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.435,"5min":3.9609999999999999,"15min":3.9870000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.19400000000000001},"max":{"1min":0.94899999999999995,"5min":158.65100000000001,"15min":214.88200000000001},"last":2.4039999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:30:35 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":2.347,"15min":2.714},"min":{"1min":0.22600000000000001,"5min":0.21299999999999999,"15min":0.19500000000000001},"max":{"1min":1.6950000000000001,"5min":54.752000000000002,"15min":103.27500000000001},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":2.6139999999999999,"15min":3.2789999999999999},"min":{"1min":0.26100000000000001,"5min":0.20399999999999999,"15min":0.19900000000000001},"max":{"1min":0.77100000000000002,"5min":54.645000000000003,"15min":103.30800000000001},"last":2.4580000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":3.7360000000000002,"15min":5.6319999999999997},"min":{"1min":0.248,"5min":0.23799999999999999,"15min":0.19800000000000001},"max":{"1min":1.6990000000000001,"5min":144.637,"15min":210.24799999999999},"last":1.2410000000000001},{"interface":"front","average":{"1min":0.79600000000000004,"5min":3.6600000000000001,"15min":5.2830000000000004},"min":{"1min":0.27800000000000002,"5min":0.27200000000000002,"15min":0.17100000000000001},"max":{"1min":6.4210000000000003,"5min":144.339,"15min":210.577},"last":2.5059999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":1.7030000000000001,"15min":1.4079999999999999},"min":{"1min":0.34399999999999997,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":1.7070000000000001,"5min":9.8399999999999999,"15min":14.925000000000001},"last":1.3839999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":1.2070000000000001,"15min":1.23},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.611,"5min":7.5999999999999996,"15min":14.489000000000001},"last":0.63700000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.6890000000000001,"15min":2.0259999999999998},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.9690000000000001,"5min":106.328,"15min":106.328},"last":2.5219999999999998},{"interface":"front","average":{"1min":0.65100000000000002,"5min":2.871,"15min":1.8680000000000001},"min":{"1min":0.35599999999999998,"5min":0.29999999999999999,"15min":0.29699999999999999},"max":{"1min":3.306,"5min":106.31,"15min":106.31},"last":1.294}]},{"osd":6,"last update":"Sat Sep 23 15:30:11 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":1.9419999999999999,"15min":2.2530000000000001},"min":{"1min":0.39800000000000002,"5min":0.33300000000000002,"15min":0.31},"max":{"1min":4.5970000000000004,"5min":10.936999999999999,"15min":115.018},"last":2.613},{"interface":"front","average":{"1min":1.071,"5min":1.986,"15min":2.0680000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.317},"max":{"1min":4.7069999999999999,"5min":9.7810000000000006,"15min":115.289},"last":1.3600000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:29:48 2023","interfaces":[{"interface":"back","average":{"1min":1.3140000000000001,"5min":2.5409999999999999,"15min":2.536},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":4.8890000000000002,"5min":109.861,"15min":112.056},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.3220000000000001,"5min":2.9809999999999999,"15min":2.6989999999999998},"min":{"1min":0.436,"5min":0.40999999999999998,"15min":0.33000000000000002},"max":{"1min":4.8540000000000001,"5min":107.048,"15min":111.902},"last":1.3240000000000001}]}]},{"osd":0,"up_from":0,"seq":360777253159,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":502511173874,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":99,"seq":425201762581,"num_pgs":74,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3720864,"kb_used_data":2840408,"kb_used_omap":7,"kb_used_meta":880440,"kb_avail":90024288,"statfs":{"total":95995035648,"available":92184870912,"internally_reserved":0,"allocated":2908577792,"data_stored":2906067580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":901571176},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,7],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":1.2490000000000001,"5min":4.6340000000000003,"15min":3.6429999999999998},"min":{"1min":0.20100000000000001,"5min":0.182,"15min":0.182},"max":{"1min":15.180999999999999,"5min":167.71799999999999,"15min":167.71799999999999},"last":2.5800000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":4.1589999999999998,"15min":3.1499999999999999},"min":{"1min":0.27000000000000002,"5min":0.20799999999999999,"15min":0.16500000000000001},"max":{"1min":1.2969999999999999,"5min":176.61500000000001,"15min":176.61500000000001},"last":2.2349999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":7.5529999999999999,"5min":8.7330000000000005,"15min":4.3849999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.21199999999999999},"max":{"1min":127.02200000000001,"5min":201.98099999999999,"15min":201.98099999999999},"last":2.8439999999999999},{"interface":"front","average":{"1min":7.2190000000000003,"5min":7.3230000000000004,"15min":4.1399999999999997},"min":{"1min":0.218,"5min":0.218,"15min":0.20300000000000001},"max":{"1min":124.041,"5min":202.06700000000001,"15min":202.06700000000001},"last":2.8980000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":4.282,"15min":2.9060000000000001},"min":{"1min":0.27800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.4099999999999999,"5min":163.57599999999999,"15min":163.57599999999999},"last":2.8540000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":1.996,"15min":2.4769999999999999},"min":{"1min":0.307,"5min":0.27000000000000002,"15min":0.26400000000000001},"max":{"1min":1.361,"5min":24.010999999999999,"15min":154.73400000000001},"last":2.54}]},{"osd":4,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":2.9729999999999999,"15min":2.1589999999999998},"min":{"1min":0.373,"5min":0.30499999999999999,"15min":0.30099999999999999},"max":{"1min":2.7440000000000002,"5min":163.43700000000001,"15min":163.43700000000001},"last":2.5230000000000001},{"interface":"front","average":{"1min":0.63,"5min":2.9969999999999999,"15min":2.0070000000000001},"min":{"1min":0.39400000000000002,"5min":0.32900000000000001,"15min":0.29999999999999999},"max":{"1min":1.6120000000000001,"5min":163.72399999999999,"15min":163.72399999999999},"last":2.6339999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":3.8919999999999999,"15min":2.8100000000000001},"min":{"1min":0.42899999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.9039999999999999,"5min":163.696,"15min":163.696},"last":2.9460000000000002},{"interface":"front","average":{"1min":0.69999999999999996,"5min":2.0550000000000002,"15min":2.0350000000000001},"min":{"1min":0.38700000000000001,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":1.782,"5min":55.363,"15min":126.15000000000001},"last":2.8220000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:30:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":3.4569999999999999,"15min":2.722},"min":{"1min":0.42499999999999999,"5min":0.34100000000000003,"15min":0.28899999999999998},"max":{"1min":0.77400000000000002,"5min":163.63399999999999,"15min":163.63399999999999},"last":2.9710000000000001},{"interface":"front","average":{"1min":0.66000000000000003,"5min":3.2029999999999998,"15min":2.444},"min":{"1min":0.39900000000000002,"5min":0.33500000000000002,"15min":0.32100000000000001},"max":{"1min":1.8149999999999999,"5min":163.535,"15min":163.535},"last":2.569}]},{"osd":7,"last update":"Sat Sep 23 15:29:57 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":2.7160000000000002,"15min":2.069},"min":{"1min":0.44500000000000001,"5min":0.35699999999999998,"15min":0.35499999999999998},"max":{"1min":2.3210000000000002,"5min":163.495,"15min":163.495},"last":2.762},{"interface":"front","average":{"1min":0.878,"5min":2.8279999999999998,"15min":2.3879999999999999},"min":{"1min":0.42899999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.7109999999999999,"5min":163.51400000000001,"15min":163.51400000000001},"last":2.7959999999999998}]}]},{"osd":4,"up_from":0,"seq":133143986606,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724969,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2500412,"kb_used_data":2077364,"kb_used_omap":0,"kb_used_meta":423040,"kb_avail":91244740,"statfs":{"total":95995035648,"available":93434613760,"internally_reserved":0,"allocated":2127220736,"data_stored":2125728349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":433192960},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:03 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.82399999999999995,"15min":2.024},"min":{"1min":0.25900000000000001,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":2.1400000000000001,"5min":8.6980000000000004,"15min":160.77699999999999},"last":2.7010000000000001},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.96199999999999997,"15min":2.1899999999999999},"min":{"1min":0.29899999999999999,"5min":0.255,"15min":0.245},"max":{"1min":6.4770000000000003,"5min":9.3610000000000007,"15min":161.142},"last":1.0249999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:30:28 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":1.1819999999999999,"15min":1.889},"min":{"1min":0.36599999999999999,"5min":0.254,"15min":0.24299999999999999},"max":{"1min":1.581,"5min":5.226,"15min":119.61499999999999},"last":1.9319999999999999},{"interface":"front","average":{"1min":0.58599999999999997,"5min":1.1479999999999999,"15min":1.9850000000000001},"min":{"1min":0.372,"5min":0.26600000000000001,"15min":0.245},"max":{"1min":1.147,"5min":6.2930000000000001,"15min":119.541},"last":0.96399999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:29:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":3.3250000000000002,"15min":3.3109999999999999},"min":{"1min":0.33500000000000002,"5min":0.27800000000000002,"15min":0.26300000000000001},"max":{"1min":1.869,"5min":168.56100000000001,"15min":168.56100000000001},"last":2.7589999999999999},{"interface":"front","average":{"1min":1.079,"5min":3.702,"15min":3.556},"min":{"1min":0.35199999999999998,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":4.5410000000000004,"5min":168.58799999999999,"15min":168.58799999999999},"last":4.9630000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:30:28 2023","interfaces":[{"interface":"back","average":{"1min":10.038,"5min":7.4649999999999999,"15min":5.9050000000000002},"min":{"1min":0.33400000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":138.54900000000001,"5min":169.83699999999999,"15min":169.83699999999999},"last":1.129},{"interface":"front","average":{"1min":10.01,"5min":7.0449999999999999,"15min":5.306},"min":{"1min":0.38700000000000001,"5min":0.32000000000000001,"15min":0.29599999999999999},"max":{"1min":138.048,"5min":170.166,"15min":170.166},"last":0.44600000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:29:50 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.44400000000000001,"15min":0.67000000000000004},"min":{"1min":0.29199999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.73199999999999998,"5min":1.669,"15min":40.061},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56000000000000005,"15min":0.82399999999999995},"min":{"1min":0.30299999999999999,"5min":0.249,"15min":0.22900000000000001},"max":{"1min":1.8320000000000001,"5min":3.5430000000000001,"15min":40.124000000000002},"last":2.6659999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:30:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":4.798,"15min":2.5710000000000002},"min":{"1min":0.33100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.86299999999999999,"5min":207.054,"15min":207.054},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.71999999999999997,"5min":4.9130000000000003,"15min":2.6579999999999999},"min":{"1min":0.35299999999999998,"5min":0.318,"15min":0.29599999999999999},"max":{"1min":2.6200000000000001,"5min":207.28299999999999,"15min":207.28299999999999},"last":4.3390000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:29:50 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":5.585,"15min":2.6520000000000001},"min":{"1min":0.33600000000000002,"5min":0.29799999999999999,"15min":0.29299999999999998},"max":{"1min":3.4409999999999998,"5min":214.78100000000001,"15min":214.78100000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.56699999999999995,"5min":5.5830000000000002,"15min":2.6949999999999998},"min":{"1min":0.373,"5min":0.33500000000000002,"15min":0.318},"max":{"1min":1.0600000000000001,"5min":212.95500000000001,"15min":212.95500000000001},"last":2.7330000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1999699968,"data_stored":1999699968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2948005888,"data_stored":2948005888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2128150528,"data_stored":2128150528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2566258688,"data_stored":2566258688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2029780992,"data_stored":2029780992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:30:49.043 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:30:49.450 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 51 16 64310 64294 78.7802 59.5625 0.0212259 0.012689 2023-09-23T15:30:49.846 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:49 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:30:49.846 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:49 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:30:49.883 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:49 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:30:49.932 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:49.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:49.944 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:50.028 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:50.045 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:50.111 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:50.161 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:50.218 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:50.225 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:50.226 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:50.326 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:30:50.413 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:50.450 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 52 16 65297 65281 78.4514 61.6875 0.0161066 0.0127413 2023-09-23T15:30:50.513 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:30:50.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:50.524 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:30:50.566 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:30:50.566 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:30:50.625 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:50.670 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:50 smithi178 ceph-mon[192298]: pgmap v1284: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.7 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 2.7 KiB/s rd, 70 MiB/s wr, 1.12k op/s; 4671/182391 objects degraded (2.561%); 741/182391 objects misplaced (0.406%); 4.3 MiB/s, 67 objects/s recovering 2023-09-23T15:30:50.704 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:50.793 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:50.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:50.800 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:50.901 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:30:50.942 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:50 smithi118 ceph-mon[219580]: pgmap v1284: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.7 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 2.7 KiB/s rd, 70 MiB/s wr, 1.12k op/s; 4671/182391 objects degraded (2.561%); 741/182391 objects misplaced (0.406%); 4.3 MiB/s, 67 objects/s recovering 2023-09-23T15:30:50.942 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:50 smithi118 ceph-mon[212312]: pgmap v1284: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.7 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 2.7 KiB/s rd, 70 MiB/s wr, 1.12k op/s; 4671/182391 objects degraded (2.561%); 741/182391 objects misplaced (0.406%); 4.3 MiB/s, 67 objects/s recovering 2023-09-23T15:30:50.949 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:51.450 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 53 16 66287 66271 78.1385 61.875 0.024679 0.0127928 2023-09-23T15:30:51.848 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:30:52.450 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 54 16 67069 67053 77.5966 48.875 0.0163765 0.0128822 2023-09-23T15:30:52.630 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:30:52.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:52.637 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:30:52.708 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:30:52.739 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:30:52.797 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:52 smithi178 ceph-mon[192298]: pgmap v1285: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.9 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 69 MiB/s wr, 1.10k op/s; 4603/193575 objects degraded (2.378%); 307/193575 objects misplaced (0.159%); 4.8 MiB/s, 77 objects/s recovering 2023-09-23T15:30:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:52.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 4603/193575 objects degraded (2.378%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:52.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:52 smithi118 ceph-mon[219580]: pgmap v1285: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.9 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 69 MiB/s wr, 1.10k op/s; 4603/193575 objects degraded (2.378%); 307/193575 objects misplaced (0.159%); 4.8 MiB/s, 77 objects/s recovering 2023-09-23T15:30:52.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:52.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:52.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 4603/193575 objects degraded (2.378%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:52.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:52 smithi118 ceph-mon[212312]: pgmap v1285: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 3.9 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 69 MiB/s wr, 1.10k op/s; 4603/193575 objects degraded (2.378%); 307/193575 objects misplaced (0.159%); 4.8 MiB/s, 77 objects/s recovering 2023-09-23T15:30:52.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:52.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:30:52.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 4603/193575 objects degraded (2.378%), 4 pgs degraded (PG_DEGRADED) 2023-09-23T15:30:53.450 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 55 16 67946 67930 77.1822 54.8125 0.159028 0.0129486 2023-09-23T15:30:53.870 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:30:53.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:53.875 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:30:53.976 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:30:54.018 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:54.142 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:30:54.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:54.163 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:30:54.264 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:54.320 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:54.392 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:54.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:54.399 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:54.451 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 56 16 68991 68975 76.9686 65.3125 0.0280594 0.012987 2023-09-23T15:30:54.500 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:30:54.565 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:54.575 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:54.628 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:30:54.651 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:54 smithi118 ceph-mon[212312]: pgmap v1286: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.0 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 67 MiB/s wr, 1.07k op/s; 4603/198153 objects degraded (2.323%); 307/198153 objects misplaced (0.155%); 4.8 MiB/s, 77 objects/s recovering 2023-09-23T15:30:54.701 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:30:54.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:54.706 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:30:54.807 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:54.824 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:30:54.834 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:30:54.860 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:54.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:54 smithi178 ceph-mon[192298]: pgmap v1286: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.0 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 67 MiB/s wr, 1.07k op/s; 4603/198153 objects degraded (2.323%); 307/198153 objects misplaced (0.155%); 4.8 MiB/s, 77 objects/s recovering 2023-09-23T15:30:54.953 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:54 smithi118 ceph-mon[219580]: pgmap v1286: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.0 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 67 MiB/s wr, 1.07k op/s; 4603/198153 objects degraded (2.323%); 307/198153 objects misplaced (0.155%); 4.8 MiB/s, 77 objects/s recovering 2023-09-23T15:30:55.405 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:55.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:55.408 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:55.451 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 57 16 69362 69346 76.0252 23.1875 0.00353355 0.0130047 2023-09-23T15:30:55.509 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:30:55.536 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:55.580 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:30:55.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:55.587 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:30:55.657 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:30:55.689 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:55.720 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:55 smithi178 ceph-mon[192298]: failed to encode map e492 with expected crc 2023-09-23T15:30:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:55 smithi178 ceph-mon[192298]: osdmap e492: 8 total, 8 up, 5 in 2023-09-23T15:30:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:55 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:55 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:55 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4194209689' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:30:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:55 smithi118 ceph-mon[219580]: failed to encode map e492 with expected crc 2023-09-23T15:30:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:55 smithi118 ceph-mon[219580]: osdmap e492: 8 total, 8 up, 5 in 2023-09-23T15:30:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:55 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:55 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:55 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4194209689' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:30:56.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:55 smithi118 ceph-mon[212312]: failed to encode map e492 with expected crc 2023-09-23T15:30:56.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:55 smithi118 ceph-mon[212312]: osdmap e492: 8 total, 8 up, 5 in 2023-09-23T15:30:56.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:55 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:56.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:55 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:30:56.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:55 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4194209689' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:30:56.452 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 58 16 69925 69909 75.3211 35.1875 0.00668666 0.0132708 2023-09-23T15:30:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[212312]: from='client.56101 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:30:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[212312]: failed to encode map e492 with expected crc 2023-09-23T15:30:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[212312]: pgmap v1288: 109 pgs: 2 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.2 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 60 MiB/s wr, 956 op/s; 1/206136 objects degraded (0.000%); 4356/206136 objects misplaced (2.113%); 6.2 MiB/s, 98 objects/s recovering 2023-09-23T15:30:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:57.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[212312]: failed to encode map e493 with expected crc 2023-09-23T15:30:57.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4194209689' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:30:57.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[212312]: osdmap e493: 8 total, 8 up, 5 in 2023-09-23T15:30:57.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[212312]: failed to encode map e493 with expected crc 2023-09-23T15:30:57.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[212312]: failed to encode map e493 with expected crc 2023-09-23T15:30:57.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[219580]: from='client.56101 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:30:57.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[219580]: failed to encode map e492 with expected crc 2023-09-23T15:30:57.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[219580]: pgmap v1288: 109 pgs: 2 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.2 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 60 MiB/s wr, 956 op/s; 1/206136 objects degraded (0.000%); 4356/206136 objects misplaced (2.113%); 6.2 MiB/s, 98 objects/s recovering 2023-09-23T15:30:57.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:57.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[219580]: failed to encode map e493 with expected crc 2023-09-23T15:30:57.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4194209689' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:30:57.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[219580]: osdmap e493: 8 total, 8 up, 5 in 2023-09-23T15:30:57.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[219580]: failed to encode map e493 with expected crc 2023-09-23T15:30:57.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:56 smithi118 ceph-mon[219580]: failed to encode map e493 with expected crc 2023-09-23T15:30:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:56 smithi178 ceph-mon[192298]: from='client.56101 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:30:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:56 smithi178 ceph-mon[192298]: failed to encode map e492 with expected crc 2023-09-23T15:30:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:56 smithi178 ceph-mon[192298]: pgmap v1288: 109 pgs: 2 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.2 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 60 MiB/s wr, 956 op/s; 1/206136 objects degraded (0.000%); 4356/206136 objects misplaced (2.113%); 6.2 MiB/s, 98 objects/s recovering 2023-09-23T15:30:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:56 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:30:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:56 smithi178 ceph-mon[192298]: failed to encode map e493 with expected crc 2023-09-23T15:30:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4194209689' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:30:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:56 smithi178 ceph-mon[192298]: osdmap e493: 8 total, 8 up, 5 in 2023-09-23T15:30:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:56 smithi178 ceph-mon[192298]: failed to encode map e493 with expected crc 2023-09-23T15:30:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:56 smithi178 ceph-mon[192298]: failed to encode map e493 with expected crc 2023-09-23T15:30:57.452 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 59 16 70826 70810 74.9988 56.3125 0.0127747 0.0133289 2023-09-23T15:30:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 1/206136 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:30:58.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 1/206136 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:30:58.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 1/206136 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:30:58.452 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:30:58.452655+0000 min lat: 0.00099894 max lat: 3.07167 avg lat: 0.013356 2023-09-23T15:30:58.452 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:30:58.452 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 60 16 71876 71860 74.8425 65.625 0.00712483 0.013356 2023-09-23T15:30:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:30:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:30:58] "GET /metrics HTTP/1.1" 200 36489 "" "Prometheus/2.43.0" 2023-09-23T15:30:58.607 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:30:58.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:58.613 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:30:58.713 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:30:58.778 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:58.872 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:30:58.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:58.884 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:30:58.911 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:30:58 smithi118 ceph-mon[212312]: pgmap v1290: 109 pgs: 2 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.2 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 62 MiB/s wr, 989 op/s; 1/206136 objects degraded (0.000%); 4356/206136 objects misplaced (2.113%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:30:58.913 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:30:58 smithi118 ceph-mon[219580]: pgmap v1290: 109 pgs: 2 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.2 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 62 MiB/s wr, 989 op/s; 1/206136 objects degraded (0.000%); 4356/206136 objects misplaced (2.113%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:30:58.958 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1287,"stamp":"2023-09-23T15:30:54.634852+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4327847650,"num_objects":66051,"num_object_clones":0,"num_object_copies":198153,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4603,"num_objects_misplaced":307,"num_objects_unfound":0,"num_objects_dirty":66051,"num_whiteouts":0,"num_read":52,"num_read_kb":97,"num_write":66113,"num_write_kb":4225950,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6318,"num_bytes_recovered":406816679,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":69162,"ondisk_log_size":69162,"up":327,"acting":323,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":341,"num_osds":5,"num_per_pool_osds":5,"num_per_pool_omap_osds":5,"kb":468725760,"kb_used":15734396,"kb_used_data":12925972,"kb_used_omap":112,"kb_used_meta":2808207,"kb_avail":452991364,"statfs":{"total":479975178240,"available":463863156736,"internally_reserved":0,"allocated":13236195328,"data_stored":13226651338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":114772,"internal_metadata":2875604908},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":702939136,"num_objects":10726,"num_object_clones":0,"num_object_copies":32178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-406,"num_objects_misplaced":-772,"num_objects_unfound":0,"num_objects_dirty":10726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10726,"num_write_kb":686464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":772,"num_bytes_recovered":50593792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.816187"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":20,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610240+0000","last_change":"2023-09-23T15:30:23.669337+0000","last_active":"2023-09-23T15:30:38.610240+0000","last_peered":"2023-09-23T15:30:38.610240+0000","last_clean":"2023-09-23T15:30:38.610240+0000","last_became_active":"2023-09-23T15:30:23.668976+0000","last_became_peered":"2023-09-23T15:30:23.668976+0000","last_unstale":"2023-09-23T15:30:38.610240+0000","last_undegraded":"2023-09-23T15:30:38.610240+0000","last_fullsized":"2023-09-23T15:30:38.610240+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:14.066936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":125,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:43.824637+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:30:43.824637+0000","last_peered":"2023-09-23T15:30:43.824637+0000","last_clean":"2023-09-23T15:30:43.824637+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:30:43.824637+0000","last_undegraded":"2023-09-23T15:30:43.824637+0000","last_fullsized":"2023-09-23T15:30:43.824637+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":43,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.609423+0000","last_change":"2023-09-23T15:29:52.304197+0000","last_active":"2023-09-23T15:30:38.609423+0000","last_peered":"2023-09-23T15:30:38.609423+0000","last_clean":"2023-09-23T15:30:38.609423+0000","last_became_active":"2023-09-23T15:29:52.303892+0000","last_became_peered":"2023-09-23T15:29:52.303892+0000","last_unstale":"2023-09-23T15:30:38.609423+0000","last_undegraded":"2023-09-23T15:30:38.609423+0000","last_fullsized":"2023-09-23T15:30:38.609423+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:55.580118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":20,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614532+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:30:38.614532+0000","last_peered":"2023-09-23T15:30:38.614532+0000","last_clean":"2023-09-23T15:30:38.614532+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:30:38.614532+0000","last_undegraded":"2023-09-23T15:30:38.614532+0000","last_fullsized":"2023-09-23T15:30:38.614532+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":152,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613317+0000","last_change":"2023-09-23T15:29:51.307543+0000","last_active":"2023-09-23T15:30:38.613317+0000","last_peered":"2023-09-23T15:30:38.613317+0000","last_clean":"2023-09-23T15:30:38.613317+0000","last_became_active":"2023-09-23T15:29:51.307237+0000","last_became_peered":"2023-09-23T15:29:51.307237+0000","last_unstale":"2023-09-23T15:30:38.613317+0000","last_undegraded":"2023-09-23T15:30:38.613317+0000","last_fullsized":"2023-09-23T15:30:38.613317+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:32:03.144126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":137,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606456+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:30:38.606456+0000","last_peered":"2023-09-23T15:30:38.606456+0000","last_clean":"2023-09-23T15:30:38.606456+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:30:38.606456+0000","last_undegraded":"2023-09-23T15:30:38.606456+0000","last_fullsized":"2023-09-23T15:30:38.606456+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":439,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.620995+0000","last_change":"2023-09-23T15:30:35.770730+0000","last_active":"2023-09-23T15:30:38.620995+0000","last_peered":"2023-09-23T15:30:38.620995+0000","last_clean":"2023-09-23T15:30:38.620995+0000","last_became_active":"2023-09-23T15:30:35.770372+0000","last_became_peered":"2023-09-23T15:30:35.770372+0000","last_unstale":"2023-09-23T15:30:38.620995+0000","last_undegraded":"2023-09-23T15:30:38.620995+0000","last_fullsized":"2023-09-23T15:30:38.620995+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:19.602521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":141,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613035+0000","last_change":"2023-09-23T15:29:51.306120+0000","last_active":"2023-09-23T15:30:38.613035+0000","last_peered":"2023-09-23T15:30:38.613035+0000","last_clean":"2023-09-23T15:30:38.613035+0000","last_became_active":"2023-09-23T15:29:51.305810+0000","last_became_peered":"2023-09-23T15:29:51.305810+0000","last_unstale":"2023-09-23T15:30:38.613035+0000","last_undegraded":"2023-09-23T15:30:38.613035+0000","last_fullsized":"2023-09-23T15:30:38.613035+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:07.544998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":906,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.619669+0000","last_change":"2023-09-23T15:30:38.619094+0000","last_active":"2023-09-23T15:30:38.619669+0000","last_peered":"2023-09-23T15:30:38.619669+0000","last_clean":"2023-09-23T15:30:38.619669+0000","last_became_active":"2023-09-23T15:30:38.618738+0000","last_became_peered":"2023-09-23T15:30:38.618738+0000","last_unstale":"2023-09-23T15:30:38.619669+0000","last_undegraded":"2023-09-23T15:30:38.619669+0000","last_fullsized":"2023-09-23T15:30:38.619669+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:57.556161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:57.556161+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.619500+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:30:38.619500+0000","last_peered":"2023-09-23T15:30:38.619500+0000","last_clean":"2023-09-23T15:30:38.619500+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:30:38.619500+0000","last_undegraded":"2023-09-23T15:30:38.619500+0000","last_fullsized":"2023-09-23T15:30:38.619500+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":488,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613757+0000","last_change":"2023-09-23T15:30:23.669550+0000","last_active":"2023-09-23T15:30:38.613757+0000","last_peered":"2023-09-23T15:30:38.613757+0000","last_clean":"2023-09-23T15:30:38.613757+0000","last_became_active":"2023-09-23T15:30:23.669261+0000","last_became_peered":"2023-09-23T15:30:23.669261+0000","last_unstale":"2023-09-23T15:30:38.613757+0000","last_undegraded":"2023-09-23T15:30:38.613757+0000","last_fullsized":"2023-09-23T15:30:38.613757+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:45.986020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":26,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614016+0000","last_change":"2023-09-23T15:30:23.678081+0000","last_active":"2023-09-23T15:30:38.614016+0000","last_peered":"2023-09-23T15:30:38.614016+0000","last_clean":"2023-09-23T15:30:38.614016+0000","last_became_active":"2023-09-23T15:30:23.670685+0000","last_became_peered":"2023-09-23T15:30:23.670685+0000","last_unstale":"2023-09-23T15:30:38.614016+0000","last_undegraded":"2023-09-23T15:30:38.614016+0000","last_fullsized":"2023-09-23T15:30:38.614016+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:52.671244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":360,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":61,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.609718+0000","last_change":"2023-09-23T15:30:35.769422+0000","last_active":"2023-09-23T15:30:38.609718+0000","last_peered":"2023-09-23T15:30:38.609718+0000","last_clean":"2023-09-23T15:30:38.609718+0000","last_became_active":"2023-09-23T15:30:35.769206+0000","last_became_peered":"2023-09-23T15:30:35.769206+0000","last_unstale":"2023-09-23T15:30:38.609718+0000","last_undegraded":"2023-09-23T15:30:38.609718+0000","last_fullsized":"2023-09-23T15:30:38.609718+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:21.080125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":424,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.615447+0000","last_change":"2023-09-23T15:29:35.904860+0000","last_active":"2023-09-23T15:30:38.615447+0000","last_peered":"2023-09-23T15:30:38.615447+0000","last_clean":"2023-09-23T15:30:38.615447+0000","last_became_active":"2023-09-23T15:29:35.880357+0000","last_became_peered":"2023-09-23T15:29:35.880357+0000","last_unstale":"2023-09-23T15:30:38.615447+0000","last_undegraded":"2023-09-23T15:30:38.615447+0000","last_fullsized":"2023-09-23T15:30:38.615447+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:08.267122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":167,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606486+0000","last_change":"2023-09-23T15:29:51.309503+0000","last_active":"2023-09-23T15:30:38.606486+0000","last_peered":"2023-09-23T15:30:38.606486+0000","last_clean":"2023-09-23T15:30:38.606486+0000","last_became_active":"2023-09-23T15:29:51.309122+0000","last_became_peered":"2023-09-23T15:29:51.309122+0000","last_unstale":"2023-09-23T15:30:38.606486+0000","last_undegraded":"2023-09-23T15:30:38.606486+0000","last_fullsized":"2023-09-23T15:30:38.606486+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:01.895280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":641,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.620172+0000","last_change":"2023-09-23T15:30:16.862596+0000","last_active":"2023-09-23T15:30:38.620172+0000","last_peered":"2023-09-23T15:30:38.620172+0000","last_clean":"2023-09-23T15:30:38.620172+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:30:38.620172+0000","last_undegraded":"2023-09-23T15:30:38.620172+0000","last_fullsized":"2023-09-23T15:30:38.620172+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.125534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.125534+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":620,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610596+0000","last_change":"2023-09-23T15:29:35.900323+0000","last_active":"2023-09-23T15:30:38.610596+0000","last_peered":"2023-09-23T15:30:38.610596+0000","last_clean":"2023-09-23T15:30:38.610596+0000","last_became_active":"2023-09-23T15:29:35.683041+0000","last_became_peered":"2023-09-23T15:29:35.683041+0000","last_unstale":"2023-09-23T15:30:38.610596+0000","last_undegraded":"2023-09-23T15:30:38.610596+0000","last_fullsized":"2023-09-23T15:30:38.610596+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:16.585416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":272,"num_keys_recovered":80,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":522,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613635+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:30:38.613635+0000","last_peered":"2023-09-23T15:30:38.613635+0000","last_clean":"2023-09-23T15:30:38.613635+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:30:38.613635+0000","last_undegraded":"2023-09-23T15:30:38.613635+0000","last_fullsized":"2023-09-23T15:30:38.613635+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1043,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.609559+0000","last_change":"2023-09-23T15:30:16.873638+0000","last_active":"2023-09-23T15:30:38.609559+0000","last_peered":"2023-09-23T15:30:38.609559+0000","last_clean":"2023-09-23T15:30:38.609559+0000","last_became_active":"2023-09-23T15:30:16.873340+0000","last_became_peered":"2023-09-23T15:30:16.873340+0000","last_unstale":"2023-09-23T15:30:38.609559+0000","last_undegraded":"2023-09-23T15:30:38.609559+0000","last_fullsized":"2023-09-23T15:30:38.609559+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.421335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.421335+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610059+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:30:38.610059+0000","last_peered":"2023-09-23T15:30:38.610059+0000","last_clean":"2023-09-23T15:30:38.610059+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:30:38.610059+0000","last_undegraded":"2023-09-23T15:30:38.610059+0000","last_fullsized":"2023-09-23T15:30:38.610059+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":419,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614346+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:30:38.614346+0000","last_peered":"2023-09-23T15:30:38.614346+0000","last_clean":"2023-09-23T15:30:38.614346+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:30:38.614346+0000","last_undegraded":"2023-09-23T15:30:38.614346+0000","last_fullsized":"2023-09-23T15:30:38.614346+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":638,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613352+0000","last_change":"2023-09-23T15:30:04.593868+0000","last_active":"2023-09-23T15:30:38.613352+0000","last_peered":"2023-09-23T15:30:38.613352+0000","last_clean":"2023-09-23T15:30:38.613352+0000","last_became_active":"2023-09-23T15:30:04.593465+0000","last_became_peered":"2023-09-23T15:30:04.593465+0000","last_unstale":"2023-09-23T15:30:38.613352+0000","last_undegraded":"2023-09-23T15:30:38.613352+0000","last_fullsized":"2023-09-23T15:30:38.613352+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:43:34.476389+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":501,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.611173+0000","last_change":"2023-09-23T15:29:35.883898+0000","last_active":"2023-09-23T15:30:38.611173+0000","last_peered":"2023-09-23T15:30:38.611173+0000","last_clean":"2023-09-23T15:30:38.611173+0000","last_became_active":"2023-09-23T15:29:35.883307+0000","last_became_peered":"2023-09-23T15:29:35.883307+0000","last_unstale":"2023-09-23T15:30:38.611173+0000","last_undegraded":"2023-09-23T15:30:38.611173+0000","last_fullsized":"2023-09-23T15:30:38.611173+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:38.788302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":168,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613191+0000","last_change":"2023-09-23T15:30:23.669735+0000","last_active":"2023-09-23T15:30:38.613191+0000","last_peered":"2023-09-23T15:30:38.613191+0000","last_clean":"2023-09-23T15:30:38.613191+0000","last_became_active":"2023-09-23T15:30:23.669271+0000","last_became_peered":"2023-09-23T15:30:23.669271+0000","last_unstale":"2023-09-23T15:30:38.613191+0000","last_undegraded":"2023-09-23T15:30:38.613191+0000","last_fullsized":"2023-09-23T15:30:38.613191+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:45.794620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":836,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.619133+0000","last_change":"2023-09-23T15:30:01.855771+0000","last_active":"2023-09-23T15:30:38.619133+0000","last_peered":"2023-09-23T15:30:38.619133+0000","last_clean":"2023-09-23T15:30:38.619133+0000","last_became_active":"2023-09-23T15:30:00.773322+0000","last_became_peered":"2023-09-23T15:30:00.773322+0000","last_unstale":"2023-09-23T15:30:38.619133+0000","last_undegraded":"2023-09-23T15:30:38.619133+0000","last_fullsized":"2023-09-23T15:30:38.619133+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:05.660767+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":221,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.604683+0000","last_change":"2023-09-23T15:30:13.843808+0000","last_active":"2023-09-23T15:30:38.604683+0000","last_peered":"2023-09-23T15:30:38.604683+0000","last_clean":"2023-09-23T15:30:38.604683+0000","last_became_active":"2023-09-23T15:30:13.833845+0000","last_became_peered":"2023-09-23T15:30:13.833845+0000","last_unstale":"2023-09-23T15:30:38.604683+0000","last_undegraded":"2023-09-23T15:30:38.604683+0000","last_fullsized":"2023-09-23T15:30:38.604683+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:57.514943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":45,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614223+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:30:38.614223+0000","last_peered":"2023-09-23T15:30:38.614223+0000","last_clean":"2023-09-23T15:30:38.614223+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:30:38.614223+0000","last_undegraded":"2023-09-23T15:30:38.614223+0000","last_fullsized":"2023-09-23T15:30:38.614223+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"491'4169","reported_seq":4213,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:50.564149+0000","last_change":"2023-09-23T15:29:48.152334+0000","last_active":"2023-09-23T15:30:50.564149+0000","last_peered":"2023-09-23T15:30:50.564149+0000","last_clean":"2023-09-23T15:30:50.564149+0000","last_became_active":"2023-09-23T15:29:48.152021+0000","last_became_peered":"2023-09-23T15:29:48.152021+0000","last_unstale":"2023-09-23T15:30:50.564149+0000","last_undegraded":"2023-09-23T15:30:50.564149+0000","last_fullsized":"2023-09-23T15:30:50.564149+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4169,"log_dups_size":0,"ondisk_log_size":4169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:59:52.854453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273219584,"num_objects":4169,"num_object_clones":0,"num_object_copies":12507,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4169,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4169,"num_write_kb":266816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":869,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614106+0000","last_change":"2023-09-23T15:30:26.868164+0000","last_active":"2023-09-23T15:30:38.614106+0000","last_peered":"2023-09-23T15:30:38.614106+0000","last_clean":"2023-09-23T15:30:38.614106+0000","last_became_active":"2023-09-23T15:30:26.867379+0000","last_became_peered":"2023-09-23T15:30:26.867379+0000","last_unstale":"2023-09-23T15:30:38.614106+0000","last_undegraded":"2023-09-23T15:30:38.614106+0000","last_fullsized":"2023-09-23T15:30:38.614106+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:34.866523+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":24,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.616541+0000","last_change":"2023-09-23T15:30:23.675012+0000","last_active":"2023-09-23T15:30:38.616541+0000","last_peered":"2023-09-23T15:30:38.616541+0000","last_clean":"2023-09-23T15:30:38.616541+0000","last_became_active":"2023-09-23T15:30:23.668558+0000","last_became_peered":"2023-09-23T15:30:23.668558+0000","last_unstale":"2023-09-23T15:30:38.616541+0000","last_undegraded":"2023-09-23T15:30:38.616541+0000","last_fullsized":"2023-09-23T15:30:38.616541+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:45:24.772798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":110,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":35,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.619039+0000","last_change":"2023-09-23T15:30:23.667636+0000","last_active":"2023-09-23T15:30:38.619039+0000","last_peered":"2023-09-23T15:30:38.619039+0000","last_clean":"2023-09-23T15:30:38.619039+0000","last_became_active":"2023-09-23T15:30:23.667226+0000","last_became_peered":"2023-09-23T15:30:23.667226+0000","last_unstale":"2023-09-23T15:30:38.619039+0000","last_undegraded":"2023-09-23T15:30:38.619039+0000","last_fullsized":"2023-09-23T15:30:38.619039+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:30:42.465080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"491'4153","reported_seq":5595,"reported_epoch":491,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:30:50.561892+0000","last_change":"2023-09-23T15:30:24.741717+0000","last_active":"2023-09-23T15:30:50.561892+0000","last_peered":"2023-09-23T15:30:50.561892+0000","last_clean":"2023-09-23T15:29:46.699131+0000","last_became_active":"2023-09-23T15:30:14.888622+0000","last_became_peered":"2023-09-23T15:30:14.888622+0000","last_unstale":"2023-09-23T15:30:50.561892+0000","last_undegraded":"2023-09-23T15:30:24.740559+0000","last_fullsized":"2023-09-23T15:30:14.826159+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4153,"log_dups_size":0,"ondisk_log_size":4153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:23.862337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":272171008,"num_objects":4153,"num_object_clones":0,"num_object_copies":12459,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1493,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4153,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4153,"num_write_kb":265792,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":682,"num_bytes_recovered":44695552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":1493},{"shards":"3,6","objects":2660}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":868,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613557+0000","last_change":"2023-09-23T15:30:03.599665+0000","last_active":"2023-09-23T15:30:38.613557+0000","last_peered":"2023-09-23T15:30:38.613557+0000","last_clean":"2023-09-23T15:30:38.613557+0000","last_became_active":"2023-09-23T15:30:03.598027+0000","last_became_peered":"2023-09-23T15:30:03.598027+0000","last_unstale":"2023-09-23T15:30:38.613557+0000","last_undegraded":"2023-09-23T15:30:38.613557+0000","last_fullsized":"2023-09-23T15:30:38.613557+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:54.025207+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":513,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614671+0000","last_change":"2023-09-23T15:30:13.847844+0000","last_active":"2023-09-23T15:30:38.614671+0000","last_peered":"2023-09-23T15:30:38.614671+0000","last_clean":"2023-09-23T15:30:38.614671+0000","last_became_active":"2023-09-23T15:30:13.837253+0000","last_became_peered":"2023-09-23T15:30:13.837253+0000","last_unstale":"2023-09-23T15:30:38.614671+0000","last_undegraded":"2023-09-23T15:30:38.614671+0000","last_fullsized":"2023-09-23T15:30:38.614671+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:59.684991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":36,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613245+0000","last_change":"2023-09-23T15:30:02.579397+0000","last_active":"2023-09-23T15:30:38.613245+0000","last_peered":"2023-09-23T15:30:38.613245+0000","last_clean":"2023-09-23T15:30:38.613245+0000","last_became_active":"2023-09-23T15:30:02.579070+0000","last_became_peered":"2023-09-23T15:30:02.579070+0000","last_unstale":"2023-09-23T15:30:38.613245+0000","last_undegraded":"2023-09-23T15:30:38.613245+0000","last_fullsized":"2023-09-23T15:30:38.613245+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:05:25.171806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.4","version":"491'4147","reported_seq":4193,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:50.493366+0000","last_change":"2023-09-23T15:29:48.153266+0000","last_active":"2023-09-23T15:30:50.493366+0000","last_peered":"2023-09-23T15:30:50.493366+0000","last_clean":"2023-09-23T15:30:50.493366+0000","last_became_active":"2023-09-23T15:29:48.152940+0000","last_became_peered":"2023-09-23T15:29:48.152940+0000","last_unstale":"2023-09-23T15:30:50.493366+0000","last_undegraded":"2023-09-23T15:30:50.493366+0000","last_fullsized":"2023-09-23T15:30:50.493366+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4147,"log_dups_size":0,"ondisk_log_size":4147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:13.101293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271777792,"num_objects":4147,"num_object_clones":0,"num_object_copies":12441,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4147,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4147,"num_write_kb":265408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":929,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606364+0000","last_change":"2023-09-23T15:30:03.597774+0000","last_active":"2023-09-23T15:30:38.606364+0000","last_peered":"2023-09-23T15:30:38.606364+0000","last_clean":"2023-09-23T15:30:38.606364+0000","last_became_active":"2023-09-23T15:30:03.597449+0000","last_became_peered":"2023-09-23T15:30:03.597449+0000","last_unstale":"2023-09-23T15:30:38.606364+0000","last_undegraded":"2023-09-23T15:30:38.606364+0000","last_fullsized":"2023-09-23T15:30:38.606364+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:49.222303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:49.222303+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:09:39.198832+0000","scrub_duration":0.0041920669999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":556,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614612+0000","last_change":"2023-09-23T15:30:13.853179+0000","last_active":"2023-09-23T15:30:38.614612+0000","last_peered":"2023-09-23T15:30:38.614612+0000","last_clean":"2023-09-23T15:30:38.614612+0000","last_became_active":"2023-09-23T15:30:13.839071+0000","last_became_peered":"2023-09-23T15:30:13.839071+0000","last_unstale":"2023-09-23T15:30:38.614612+0000","last_undegraded":"2023-09-23T15:30:38.614612+0000","last_fullsized":"2023-09-23T15:30:38.614612+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:42.791562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":157,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.608773+0000","last_change":"2023-09-23T15:30:23.667089+0000","last_active":"2023-09-23T15:30:38.608773+0000","last_peered":"2023-09-23T15:30:38.608773+0000","last_clean":"2023-09-23T15:30:38.608773+0000","last_became_active":"2023-09-23T15:30:23.666752+0000","last_became_peered":"2023-09-23T15:30:23.666752+0000","last_unstale":"2023-09-23T15:30:38.608773+0000","last_undegraded":"2023-09-23T15:30:38.608773+0000","last_fullsized":"2023-09-23T15:30:38.608773+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:09:06.965679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"491'3936","reported_seq":9002,"reported_epoch":491,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:30:50.497753+0000","last_change":"2023-09-23T15:30:24.766366+0000","last_active":"2023-09-23T15:30:50.497753+0000","last_peered":"2023-09-23T15:30:50.497753+0000","last_clean":"2023-09-23T15:29:46.699131+0000","last_became_active":"2023-09-23T15:30:24.716311+0000","last_became_peered":"2023-09-23T15:30:24.716311+0000","last_unstale":"2023-09-23T15:30:50.497753+0000","last_undegraded":"2023-09-23T15:30:24.713348+0000","last_fullsized":"2023-09-23T15:30:24.657274+0000","mapping_epoch":481,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":3936,"log_dups_size":0,"ondisk_log_size":3936,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:55:37.001857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":257949696,"num_objects":3936,"num_object_clones":0,"num_object_copies":11808,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":307,"num_objects_unfound":0,"num_objects_dirty":3936,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3936,"num_write_kb":251904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1789,"num_bytes_recovered":117243904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,5],"avail_no_missing":["3","1","5"],"object_location_counts":[{"shards":"1,3,5","objects":307},{"shards":"3,5","objects":3628}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":755,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614375+0000","last_change":"2023-09-23T15:30:26.867697+0000","last_active":"2023-09-23T15:30:38.614375+0000","last_peered":"2023-09-23T15:30:38.614375+0000","last_clean":"2023-09-23T15:30:38.614375+0000","last_became_active":"2023-09-23T15:30:26.867226+0000","last_became_peered":"2023-09-23T15:30:26.867226+0000","last_unstale":"2023-09-23T15:30:38.614375+0000","last_undegraded":"2023-09-23T15:30:38.614375+0000","last_fullsized":"2023-09-23T15:30:38.614375+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.222854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.222854+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":125,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613386+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:30:38.613386+0000","last_peered":"2023-09-23T15:30:38.613386+0000","last_clean":"2023-09-23T15:30:38.613386+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:30:38.613386+0000","last_undegraded":"2023-09-23T15:30:38.613386+0000","last_fullsized":"2023-09-23T15:30:38.613386+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":297,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610568+0000","last_change":"2023-09-23T15:30:13.837089+0000","last_active":"2023-09-23T15:30:38.610568+0000","last_peered":"2023-09-23T15:30:38.610568+0000","last_clean":"2023-09-23T15:30:38.610568+0000","last_became_active":"2023-09-23T15:30:13.836795+0000","last_became_peered":"2023-09-23T15:30:13.836795+0000","last_unstale":"2023-09-23T15:30:38.610568+0000","last_undegraded":"2023-09-23T15:30:38.610568+0000","last_fullsized":"2023-09-23T15:30:38.610568+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:42.295011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2","version":"491'4342","reported_seq":5667,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:53.267203+0000","last_change":"2023-09-23T15:30:11.475760+0000","last_active":"2023-09-23T15:30:53.267203+0000","last_peered":"2023-09-23T15:30:53.267203+0000","last_clean":"2023-09-23T15:30:53.267203+0000","last_became_active":"2023-09-23T15:30:10.814037+0000","last_became_peered":"2023-09-23T15:30:10.814037+0000","last_unstale":"2023-09-23T15:30:53.267203+0000","last_undegraded":"2023-09-23T15:30:53.267203+0000","last_fullsized":"2023-09-23T15:30:53.267203+0000","mapping_epoch":472,"log_start":"462'200","ondisk_log_start":"462'200","created":454,"last_epoch_clean":473,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4142,"log_dups_size":0,"ondisk_log_size":4142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:25.875228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":284557312,"num_objects":4342,"num_object_clones":0,"num_object_copies":13026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4342,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4342,"num_write_kb":277888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":631,"num_bytes_recovered":41353216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":981,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.611092+0000","last_change":"2023-09-23T15:28:49.609460+0000","last_active":"2023-09-23T15:30:38.611092+0000","last_peered":"2023-09-23T15:30:38.611092+0000","last_clean":"2023-09-23T15:30:38.611092+0000","last_became_active":"2023-09-23T15:28:49.609109+0000","last_became_peered":"2023-09-23T15:28:49.609109+0000","last_unstale":"2023-09-23T15:30:38.611092+0000","last_undegraded":"2023-09-23T15:30:38.611092+0000","last_fullsized":"2023-09-23T15:30:38.611092+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:30.904753+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":162,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613147+0000","last_change":"2023-09-23T15:29:51.314161+0000","last_active":"2023-09-23T15:30:38.613147+0000","last_peered":"2023-09-23T15:30:38.613147+0000","last_clean":"2023-09-23T15:30:38.613147+0000","last_became_active":"2023-09-23T15:29:51.308622+0000","last_became_peered":"2023-09-23T15:29:51.308622+0000","last_unstale":"2023-09-23T15:30:38.613147+0000","last_undegraded":"2023-09-23T15:30:38.613147+0000","last_fullsized":"2023-09-23T15:30:38.613147+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:09.209928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":370,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:40.477027+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:30:40.477027+0000","last_peered":"2023-09-23T15:30:40.477027+0000","last_clean":"2023-09-23T15:30:40.477027+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:30:40.477027+0000","last_undegraded":"2023-09-23T15:30:40.477027+0000","last_fullsized":"2023-09-23T15:30:40.477027+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"491'4047","reported_seq":5375,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:50.487978+0000","last_change":"2023-09-23T15:30:07.815790+0000","last_active":"2023-09-23T15:30:50.487978+0000","last_peered":"2023-09-23T15:30:50.487978+0000","last_clean":"2023-09-23T15:30:50.487978+0000","last_became_active":"2023-09-23T15:30:07.814333+0000","last_became_peered":"2023-09-23T15:30:07.814333+0000","last_unstale":"2023-09-23T15:30:50.487978+0000","last_undegraded":"2023-09-23T15:30:50.487978+0000","last_fullsized":"2023-09-23T15:30:50.487978+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4047,"log_dups_size":0,"ondisk_log_size":4047,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:12.423837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":265224192,"num_objects":4047,"num_object_clones":0,"num_object_copies":12141,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4047,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4047,"num_write_kb":259008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":628,"num_bytes_recovered":41156608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":993,"reported_epoch":490,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:30:38.612881+0000","last_change":"2023-09-23T15:30:36.777211+0000","last_active":"2023-09-23T15:30:38.612881+0000","last_peered":"2023-09-23T15:30:38.612881+0000","last_clean":"2023-09-23T15:30:28.706812+0000","last_became_active":"2023-09-23T15:30:36.776993+0000","last_became_peered":"2023-09-23T15:30:36.776993+0000","last_unstale":"2023-09-23T15:30:38.612881+0000","last_undegraded":"2023-09-23T15:30:36.763232+0000","last_fullsized":"2023-09-23T15:30:36.762769+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:22:41.583959+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1838816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5],"avail_no_missing":["3","1","5"],"object_location_counts":[{"shards":"1,3,5","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":147,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.608851+0000","last_change":"2023-09-23T15:29:51.306273+0000","last_active":"2023-09-23T15:30:38.608851+0000","last_peered":"2023-09-23T15:30:38.608851+0000","last_clean":"2023-09-23T15:30:38.608851+0000","last_became_active":"2023-09-23T15:29:51.305977+0000","last_became_peered":"2023-09-23T15:29:51.305977+0000","last_unstale":"2023-09-23T15:30:38.608851+0000","last_undegraded":"2023-09-23T15:30:38.608851+0000","last_fullsized":"2023-09-23T15:30:38.608851+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:10.815566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":354,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610094+0000","last_change":"2023-09-23T15:30:13.839085+0000","last_active":"2023-09-23T15:30:38.610094+0000","last_peered":"2023-09-23T15:30:38.610094+0000","last_clean":"2023-09-23T15:30:38.610094+0000","last_became_active":"2023-09-23T15:30:13.838774+0000","last_became_peered":"2023-09-23T15:30:13.838774+0000","last_unstale":"2023-09-23T15:30:38.610094+0000","last_undegraded":"2023-09-23T15:30:38.610094+0000","last_fullsized":"2023-09-23T15:30:38.610094+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:27:48.181516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"491'4092","reported_seq":4146,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:50.551205+0000","last_change":"2023-09-23T15:29:51.309447+0000","last_active":"2023-09-23T15:30:50.551205+0000","last_peered":"2023-09-23T15:30:50.551205+0000","last_clean":"2023-09-23T15:30:50.551205+0000","last_became_active":"2023-09-23T15:29:51.308986+0000","last_became_peered":"2023-09-23T15:29:51.308986+0000","last_unstale":"2023-09-23T15:30:50.551205+0000","last_undegraded":"2023-09-23T15:30:50.551205+0000","last_fullsized":"2023-09-23T15:30:50.551205+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4092,"log_dups_size":0,"ondisk_log_size":4092,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:37.656530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":268173312,"num_objects":4092,"num_object_clones":0,"num_object_copies":12276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4092,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4092,"num_write_kb":261888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":449,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.620399+0000","last_change":"2023-09-23T15:30:16.873187+0000","last_active":"2023-09-23T15:30:38.620399+0000","last_peered":"2023-09-23T15:30:38.620399+0000","last_clean":"2023-09-23T15:30:38.620399+0000","last_became_active":"2023-09-23T15:30:16.872810+0000","last_became_peered":"2023-09-23T15:30:16.872810+0000","last_unstale":"2023-09-23T15:30:38.620399+0000","last_undegraded":"2023-09-23T15:30:38.620399+0000","last_fullsized":"2023-09-23T15:30:38.620399+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.554330+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.554330+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":8,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":399,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.611253+0000","last_change":"2023-09-23T15:28:46.429441+0000","last_active":"2023-09-23T15:30:38.611253+0000","last_peered":"2023-09-23T15:30:38.611253+0000","last_clean":"2023-09-23T15:30:38.611253+0000","last_became_active":"2023-09-23T15:28:46.429145+0000","last_became_peered":"2023-09-23T15:28:46.429145+0000","last_unstale":"2023-09-23T15:30:38.611253+0000","last_undegraded":"2023-09-23T15:30:38.611253+0000","last_fullsized":"2023-09-23T15:30:38.611253+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:52:01.764190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":156,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.605838+0000","last_change":"2023-09-23T15:29:51.307256+0000","last_active":"2023-09-23T15:30:38.605838+0000","last_peered":"2023-09-23T15:30:38.605838+0000","last_clean":"2023-09-23T15:30:38.605838+0000","last_became_active":"2023-09-23T15:29:51.306929+0000","last_became_peered":"2023-09-23T15:29:51.306929+0000","last_unstale":"2023-09-23T15:30:38.605838+0000","last_undegraded":"2023-09-23T15:30:38.605838+0000","last_fullsized":"2023-09-23T15:30:38.605838+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:58:55.107875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"491'4118","reported_seq":4163,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:52.581736+0000","last_change":"2023-09-23T15:29:48.152448+0000","last_active":"2023-09-23T15:30:52.581736+0000","last_peered":"2023-09-23T15:30:52.581736+0000","last_clean":"2023-09-23T15:30:52.581736+0000","last_became_active":"2023-09-23T15:29:48.152082+0000","last_became_peered":"2023-09-23T15:29:48.152082+0000","last_unstale":"2023-09-23T15:30:52.581736+0000","last_undegraded":"2023-09-23T15:30:52.581736+0000","last_fullsized":"2023-09-23T15:30:52.581736+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4118,"log_dups_size":0,"ondisk_log_size":4118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:26:49.020914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":269877248,"num_objects":4118,"num_object_clones":0,"num_object_copies":12354,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4118,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4118,"num_write_kb":263552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":883,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.608938+0000","last_change":"2023-09-23T15:29:53.580981+0000","last_active":"2023-09-23T15:30:38.608938+0000","last_peered":"2023-09-23T15:30:38.608938+0000","last_clean":"2023-09-23T15:30:38.608938+0000","last_became_active":"2023-09-23T15:29:53.580568+0000","last_became_peered":"2023-09-23T15:29:53.580568+0000","last_unstale":"2023-09-23T15:30:38.608938+0000","last_undegraded":"2023-09-23T15:30:38.608938+0000","last_fullsized":"2023-09-23T15:30:38.608938+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:16.245925+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":36,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.612563+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:30:38.612563+0000","last_peered":"2023-09-23T15:30:38.612563+0000","last_clean":"2023-09-23T15:30:38.612563+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:30:38.612563+0000","last_undegraded":"2023-09-23T15:30:38.612563+0000","last_fullsized":"2023-09-23T15:30:38.612563+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":487,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610552+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:30:38.610552+0000","last_peered":"2023-09-23T15:30:38.610552+0000","last_clean":"2023-09-23T15:30:38.610552+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:30:38.610552+0000","last_undegraded":"2023-09-23T15:30:38.610552+0000","last_fullsized":"2023-09-23T15:30:38.610552+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"491'4147","reported_seq":4192,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:52.576069+0000","last_change":"2023-09-23T15:29:47.722819+0000","last_active":"2023-09-23T15:30:52.576069+0000","last_peered":"2023-09-23T15:30:52.576069+0000","last_clean":"2023-09-23T15:30:52.576069+0000","last_became_active":"2023-09-23T15:29:47.722512+0000","last_became_peered":"2023-09-23T15:29:47.722512+0000","last_unstale":"2023-09-23T15:30:52.576069+0000","last_undegraded":"2023-09-23T15:30:52.576069+0000","last_fullsized":"2023-09-23T15:30:52.576069+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4147,"log_dups_size":0,"ondisk_log_size":4147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:13:40.054355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271777792,"num_objects":4147,"num_object_clones":0,"num_object_copies":12441,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4147,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4147,"num_write_kb":265408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":950,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606796+0000","last_change":"2023-09-23T15:30:26.686277+0000","last_active":"2023-09-23T15:30:38.606796+0000","last_peered":"2023-09-23T15:30:38.606796+0000","last_clean":"2023-09-23T15:30:38.606796+0000","last_became_active":"2023-09-23T15:30:26.685851+0000","last_became_peered":"2023-09-23T15:30:26.685851+0000","last_unstale":"2023-09-23T15:30:38.606796+0000","last_undegraded":"2023-09-23T15:30:38.606796+0000","last_fullsized":"2023-09-23T15:30:38.606796+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:30.438998+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":475,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.615365+0000","last_change":"2023-09-23T15:30:02.585409+0000","last_active":"2023-09-23T15:30:38.615365+0000","last_peered":"2023-09-23T15:30:38.615365+0000","last_clean":"2023-09-23T15:30:38.615365+0000","last_became_active":"2023-09-23T15:30:02.584934+0000","last_became_peered":"2023-09-23T15:30:02.584934+0000","last_unstale":"2023-09-23T15:30:38.615365+0000","last_undegraded":"2023-09-23T15:30:38.615365+0000","last_fullsized":"2023-09-23T15:30:38.615365+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:19:24.484182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":134,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.615565+0000","last_change":"2023-09-23T15:28:46.437458+0000","last_active":"2023-09-23T15:30:38.615565+0000","last_peered":"2023-09-23T15:30:38.615565+0000","last_clean":"2023-09-23T15:30:38.615565+0000","last_became_active":"2023-09-23T15:28:46.437121+0000","last_became_peered":"2023-09-23T15:28:46.437121+0000","last_unstale":"2023-09-23T15:30:38.615565+0000","last_undegraded":"2023-09-23T15:30:38.615565+0000","last_fullsized":"2023-09-23T15:30:38.615565+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:43:38.497844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":52,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.609798+0000","last_change":"2023-09-23T15:30:13.835959+0000","last_active":"2023-09-23T15:30:38.609798+0000","last_peered":"2023-09-23T15:30:38.609798+0000","last_clean":"2023-09-23T15:30:38.609798+0000","last_became_active":"2023-09-23T15:30:13.835650+0000","last_became_peered":"2023-09-23T15:30:13.835650+0000","last_unstale":"2023-09-23T15:30:38.609798+0000","last_undegraded":"2023-09-23T15:30:38.609798+0000","last_fullsized":"2023-09-23T15:30:38.609798+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:23.396903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"491'4039","reported_seq":5429,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:50.561943+0000","last_change":"2023-09-23T15:30:14.836398+0000","last_active":"2023-09-23T15:30:50.561943+0000","last_peered":"2023-09-23T15:30:50.561943+0000","last_clean":"2023-09-23T15:30:50.561943+0000","last_became_active":"2023-09-23T15:30:14.834894+0000","last_became_peered":"2023-09-23T15:30:14.834894+0000","last_unstale":"2023-09-23T15:30:50.561943+0000","last_undegraded":"2023-09-23T15:30:50.561943+0000","last_fullsized":"2023-09-23T15:30:50.561943+0000","mapping_epoch":476,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4039,"log_dups_size":0,"ondisk_log_size":4039,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:32:07.546536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":264699904,"num_objects":4039,"num_object_clones":0,"num_object_copies":12117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4039,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4039,"num_write_kb":258496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":658,"num_bytes_recovered":43122688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":927,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610955+0000","last_change":"2023-09-23T15:29:52.163429+0000","last_active":"2023-09-23T15:30:38.610955+0000","last_peered":"2023-09-23T15:30:38.610955+0000","last_clean":"2023-09-23T15:30:38.610955+0000","last_became_active":"2023-09-23T15:29:38.586026+0000","last_became_peered":"2023-09-23T15:29:38.586026+0000","last_unstale":"2023-09-23T15:30:38.610955+0000","last_undegraded":"2023-09-23T15:30:38.610955+0000","last_fullsized":"2023-09-23T15:30:38.610955+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:18.595923+0000","scrub_duration":0.0014655549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":463,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.609932+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:30:38.609932+0000","last_peered":"2023-09-23T15:30:38.609932+0000","last_clean":"2023-09-23T15:30:38.609932+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:30:38.609932+0000","last_undegraded":"2023-09-23T15:30:38.609932+0000","last_fullsized":"2023-09-23T15:30:38.609932+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":157,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606414+0000","last_change":"2023-09-23T15:29:51.309462+0000","last_active":"2023-09-23T15:30:38.606414+0000","last_peered":"2023-09-23T15:30:38.606414+0000","last_clean":"2023-09-23T15:30:38.606414+0000","last_became_active":"2023-09-23T15:29:51.309087+0000","last_became_peered":"2023-09-23T15:29:51.309087+0000","last_unstale":"2023-09-23T15:30:38.606414+0000","last_undegraded":"2023-09-23T15:30:38.606414+0000","last_fullsized":"2023-09-23T15:30:38.606414+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:35.501350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":145,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613284+0000","last_change":"2023-09-23T15:30:35.769038+0000","last_active":"2023-09-23T15:30:38.613284+0000","last_peered":"2023-09-23T15:30:38.613284+0000","last_clean":"2023-09-23T15:30:38.613284+0000","last_became_active":"2023-09-23T15:30:35.767802+0000","last_became_peered":"2023-09-23T15:30:35.767802+0000","last_unstale":"2023-09-23T15:30:38.613284+0000","last_undegraded":"2023-09-23T15:30:38.613284+0000","last_fullsized":"2023-09-23T15:30:38.613284+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:22:11.109581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"491'4198","reported_seq":7269,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:52.571878+0000","last_change":"2023-09-23T15:30:24.668123+0000","last_active":"2023-09-23T15:30:52.571878+0000","last_peered":"2023-09-23T15:30:52.571878+0000","last_clean":"2023-09-23T15:30:52.571878+0000","last_became_active":"2023-09-23T15:30:24.666026+0000","last_became_peered":"2023-09-23T15:30:24.666026+0000","last_unstale":"2023-09-23T15:30:52.571878+0000","last_undegraded":"2023-09-23T15:30:52.571878+0000","last_fullsized":"2023-09-23T15:30:52.571878+0000","mapping_epoch":481,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":482,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4198,"log_dups_size":0,"ondisk_log_size":4198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:51:16.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275120128,"num_objects":4198,"num_object_clones":0,"num_object_copies":12594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4198,"num_write_kb":268672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1502,"num_bytes_recovered":98435072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":711,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610151+0000","last_change":"2023-09-23T15:30:26.869109+0000","last_active":"2023-09-23T15:30:38.610151+0000","last_peered":"2023-09-23T15:30:38.610151+0000","last_clean":"2023-09-23T15:30:38.610151+0000","last_became_active":"2023-09-23T15:30:26.868850+0000","last_became_peered":"2023-09-23T15:30:26.868850+0000","last_unstale":"2023-09-23T15:30:38.610151+0000","last_undegraded":"2023-09-23T15:30:38.610151+0000","last_fullsized":"2023-09-23T15:30:38.610151+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:21.687812+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":106,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613572+0000","last_change":"2023-09-23T15:29:35.676390+0000","last_active":"2023-09-23T15:30:38.613572+0000","last_peered":"2023-09-23T15:30:38.613572+0000","last_clean":"2023-09-23T15:30:38.613572+0000","last_became_active":"2023-09-23T15:29:35.676045+0000","last_became_peered":"2023-09-23T15:29:35.676045+0000","last_unstale":"2023-09-23T15:30:38.613572+0000","last_undegraded":"2023-09-23T15:30:38.613572+0000","last_fullsized":"2023-09-23T15:30:38.613572+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:08.284421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":105,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.604762+0000","last_change":"2023-09-23T15:29:35.887179+0000","last_active":"2023-09-23T15:30:38.604762+0000","last_peered":"2023-09-23T15:30:38.604762+0000","last_clean":"2023-09-23T15:30:38.604762+0000","last_became_active":"2023-09-23T15:29:35.886621+0000","last_became_peered":"2023-09-23T15:29:35.886621+0000","last_unstale":"2023-09-23T15:30:38.604762+0000","last_undegraded":"2023-09-23T15:30:38.604762+0000","last_fullsized":"2023-09-23T15:30:38.604762+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:03:53.121177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":53,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610418+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:30:38.610418+0000","last_peered":"2023-09-23T15:30:38.610418+0000","last_clean":"2023-09-23T15:30:38.610418+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:30:38.610418+0000","last_undegraded":"2023-09-23T15:30:38.610418+0000","last_fullsized":"2023-09-23T15:30:38.610418+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"491'4072","reported_seq":4117,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:50.514108+0000","last_change":"2023-09-23T15:29:48.153032+0000","last_active":"2023-09-23T15:30:50.514108+0000","last_peered":"2023-09-23T15:30:50.514108+0000","last_clean":"2023-09-23T15:30:50.514108+0000","last_became_active":"2023-09-23T15:29:48.152751+0000","last_became_peered":"2023-09-23T15:29:48.152751+0000","last_unstale":"2023-09-23T15:30:50.514108+0000","last_undegraded":"2023-09-23T15:30:50.514108+0000","last_fullsized":"2023-09-23T15:30:50.514108+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4072,"log_dups_size":0,"ondisk_log_size":4072,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:14:26.948560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266862592,"num_objects":4072,"num_object_clones":0,"num_object_copies":12216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4072,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4072,"num_write_kb":260608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":20,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610399+0000","last_change":"2023-09-23T15:30:23.671825+0000","last_active":"2023-09-23T15:30:38.610399+0000","last_peered":"2023-09-23T15:30:38.610399+0000","last_clean":"2023-09-23T15:30:38.610399+0000","last_became_active":"2023-09-23T15:30:23.671508+0000","last_became_peered":"2023-09-23T15:30:23.671508+0000","last_unstale":"2023-09-23T15:30:38.610399+0000","last_undegraded":"2023-09-23T15:30:38.610399+0000","last_fullsized":"2023-09-23T15:30:38.610399+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:42:01.238430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1007,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.609590+0000","last_change":"2023-09-23T15:30:26.867236+0000","last_active":"2023-09-23T15:30:38.609590+0000","last_peered":"2023-09-23T15:30:38.609590+0000","last_clean":"2023-09-23T15:30:38.609590+0000","last_became_active":"2023-09-23T15:30:26.866862+0000","last_became_peered":"2023-09-23T15:30:26.866862+0000","last_unstale":"2023-09-23T15:30:38.609590+0000","last_undegraded":"2023-09-23T15:30:38.609590+0000","last_fullsized":"2023-09-23T15:30:38.609590+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.204725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.204725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":134,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613967+0000","last_change":"2023-09-23T15:30:13.835741+0000","last_active":"2023-09-23T15:30:38.613967+0000","last_peered":"2023-09-23T15:30:38.613967+0000","last_clean":"2023-09-23T15:30:38.613967+0000","last_became_active":"2023-09-23T15:30:13.835373+0000","last_became_peered":"2023-09-23T15:30:13.835373+0000","last_unstale":"2023-09-23T15:30:38.613967+0000","last_undegraded":"2023-09-23T15:30:38.613967+0000","last_fullsized":"2023-09-23T15:30:38.613967+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:46:27.258211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":157,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.620370+0000","last_change":"2023-09-23T15:30:02.583474+0000","last_active":"2023-09-23T15:30:38.620370+0000","last_peered":"2023-09-23T15:30:38.620370+0000","last_clean":"2023-09-23T15:30:38.620370+0000","last_became_active":"2023-09-23T15:30:02.583014+0000","last_became_peered":"2023-09-23T15:30:02.583014+0000","last_unstale":"2023-09-23T15:30:38.620370+0000","last_undegraded":"2023-09-23T15:30:38.620370+0000","last_fullsized":"2023-09-23T15:30:38.620370+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:40:50.653402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"491'4284","reported_seq":4329,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:52.558079+0000","last_change":"2023-09-23T15:29:47.839697+0000","last_active":"2023-09-23T15:30:52.558079+0000","last_peered":"2023-09-23T15:30:52.558079+0000","last_clean":"2023-09-23T15:30:52.558079+0000","last_became_active":"2023-09-23T15:29:47.839407+0000","last_became_peered":"2023-09-23T15:29:47.839407+0000","last_unstale":"2023-09-23T15:30:52.558079+0000","last_undegraded":"2023-09-23T15:30:52.558079+0000","last_fullsized":"2023-09-23T15:30:52.558079+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4284,"log_dups_size":0,"ondisk_log_size":4284,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:16.132386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280756224,"num_objects":4284,"num_object_clones":0,"num_object_copies":12852,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4284,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4284,"num_write_kb":274176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":438,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.625690+0000","last_change":"2023-09-23T15:30:38.622338+0000","last_active":"2023-09-23T15:30:38.625690+0000","last_peered":"2023-09-23T15:30:38.625690+0000","last_clean":"2023-09-23T15:30:38.625690+0000","last_became_active":"2023-09-23T15:30:38.621972+0000","last_became_peered":"2023-09-23T15:30:38.621972+0000","last_unstale":"2023-09-23T15:30:38.625690+0000","last_undegraded":"2023-09-23T15:30:38.625690+0000","last_fullsized":"2023-09-23T15:30:38.625690+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.549692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.549692+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":505,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.609725+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:30:38.609725+0000","last_peered":"2023-09-23T15:30:38.609725+0000","last_clean":"2023-09-23T15:30:38.609725+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:30:38.609725+0000","last_undegraded":"2023-09-23T15:30:38.609725+0000","last_fullsized":"2023-09-23T15:30:38.609725+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":36,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.612847+0000","last_change":"2023-09-23T15:30:02.587041+0000","last_active":"2023-09-23T15:30:38.612847+0000","last_peered":"2023-09-23T15:30:38.612847+0000","last_clean":"2023-09-23T15:30:38.612847+0000","last_became_active":"2023-09-23T15:30:02.586756+0000","last_became_peered":"2023-09-23T15:30:02.586756+0000","last_unstale":"2023-09-23T15:30:38.612847+0000","last_undegraded":"2023-09-23T15:30:38.612847+0000","last_fullsized":"2023-09-23T15:30:38.612847+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:28.063428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":292,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614452+0000","last_change":"2023-09-23T15:30:13.839282+0000","last_active":"2023-09-23T15:30:38.614452+0000","last_peered":"2023-09-23T15:30:38.614452+0000","last_clean":"2023-09-23T15:30:38.614452+0000","last_became_active":"2023-09-23T15:30:13.839008+0000","last_became_peered":"2023-09-23T15:30:13.839008+0000","last_unstale":"2023-09-23T15:30:38.614452+0000","last_undegraded":"2023-09-23T15:30:38.614452+0000","last_fullsized":"2023-09-23T15:30:38.614452+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:05.524033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"491'4184","reported_seq":4810,"reported_epoch":491,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:30:50.379545+0000","last_change":"2023-09-23T15:30:35.881335+0000","last_active":"2023-09-23T15:30:50.379545+0000","last_peered":"2023-09-23T15:30:50.379545+0000","last_clean":"2023-09-23T15:30:11.998450+0000","last_became_active":"2023-09-23T15:30:35.877134+0000","last_became_peered":"2023-09-23T15:30:35.877134+0000","last_unstale":"2023-09-23T15:30:50.379545+0000","last_undegraded":"2023-09-23T15:30:35.821595+0000","last_fullsized":"2023-09-23T15:30:35.762874+0000","mapping_epoch":486,"log_start":"462'100","ondisk_log_start":"462'100","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4084,"log_dups_size":0,"ondisk_log_size":4084,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:57.862189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":274202624,"num_objects":4184,"num_object_clones":0,"num_object_copies":12552,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3108,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4184,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4184,"num_write_kb":267776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":279,"num_bytes_recovered":18284544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[3,7],"avail_no_missing":["3","1","7"],"object_location_counts":[{"shards":"1,3,5,7","objects":278},{"shards":"1,3,7","objects":1294},{"shards":"3,5,7","objects":1536},{"shards":"3,7","objects":1076}],"blocked_by":[],"up_primary":6,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":821,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.605764+0000","last_change":"2023-09-23T15:30:05.597413+0000","last_active":"2023-09-23T15:30:38.605764+0000","last_peered":"2023-09-23T15:30:38.605764+0000","last_clean":"2023-09-23T15:30:38.605764+0000","last_became_active":"2023-09-23T15:30:05.597050+0000","last_became_peered":"2023-09-23T15:30:05.597050+0000","last_unstale":"2023-09-23T15:30:38.605764+0000","last_undegraded":"2023-09-23T15:30:38.605764+0000","last_fullsized":"2023-09-23T15:30:38.605764+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:57:38.493455+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":525,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614531+0000","last_change":"2023-09-23T15:29:51.311080+0000","last_active":"2023-09-23T15:30:38.614531+0000","last_peered":"2023-09-23T15:30:38.614531+0000","last_clean":"2023-09-23T15:30:38.614531+0000","last_became_active":"2023-09-23T15:29:51.310774+0000","last_became_peered":"2023-09-23T15:29:51.310774+0000","last_unstale":"2023-09-23T15:30:38.614531+0000","last_undegraded":"2023-09-23T15:30:38.614531+0000","last_fullsized":"2023-09-23T15:30:38.614531+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:11:59.838570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.619700+0000","last_change":"2023-09-23T15:30:13.838070+0000","last_active":"2023-09-23T15:30:38.619700+0000","last_peered":"2023-09-23T15:30:38.619700+0000","last_clean":"2023-09-23T15:30:38.619700+0000","last_became_active":"2023-09-23T15:30:13.837719+0000","last_became_peered":"2023-09-23T15:30:13.837719+0000","last_unstale":"2023-09-23T15:30:38.619700+0000","last_undegraded":"2023-09-23T15:30:38.619700+0000","last_fullsized":"2023-09-23T15:30:38.619700+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:35:33.967187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":367,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.620624+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:30:38.620624+0000","last_peered":"2023-09-23T15:30:38.620624+0000","last_clean":"2023-09-23T15:30:38.620624+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:30:38.620624+0000","last_undegraded":"2023-09-23T15:30:38.620624+0000","last_fullsized":"2023-09-23T15:30:38.620624+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"491'4029","reported_seq":4073,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:50.562057+0000","last_change":"2023-09-23T15:29:47.842825+0000","last_active":"2023-09-23T15:30:50.562057+0000","last_peered":"2023-09-23T15:30:50.562057+0000","last_clean":"2023-09-23T15:30:50.562057+0000","last_became_active":"2023-09-23T15:29:47.842443+0000","last_became_peered":"2023-09-23T15:29:47.842443+0000","last_unstale":"2023-09-23T15:30:50.562057+0000","last_undegraded":"2023-09-23T15:30:50.562057+0000","last_fullsized":"2023-09-23T15:30:50.562057+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4029,"log_dups_size":0,"ondisk_log_size":4029,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:44:26.376758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":264044544,"num_objects":4029,"num_object_clones":0,"num_object_copies":12087,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4029,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4029,"num_write_kb":257856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":876,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.629653+0000","last_change":"2023-09-23T15:30:38.626404+0000","last_active":"2023-09-23T15:30:38.629653+0000","last_peered":"2023-09-23T15:30:38.629653+0000","last_clean":"2023-09-23T15:30:38.629653+0000","last_became_active":"2023-09-23T15:30:38.626116+0000","last_became_peered":"2023-09-23T15:30:38.626116+0000","last_unstale":"2023-09-23T15:30:38.629653+0000","last_undegraded":"2023-09-23T15:30:38.629653+0000","last_fullsized":"2023-09-23T15:30:38.629653+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.207409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.207409+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":515,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.614554+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:30:38.614554+0000","last_peered":"2023-09-23T15:30:38.614554+0000","last_clean":"2023-09-23T15:30:38.614554+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:30:38.614554+0000","last_undegraded":"2023-09-23T15:30:38.614554+0000","last_fullsized":"2023-09-23T15:30:38.614554+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":44,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610441+0000","last_change":"2023-09-23T15:29:51.299069+0000","last_active":"2023-09-23T15:30:38.610441+0000","last_peered":"2023-09-23T15:30:38.610441+0000","last_clean":"2023-09-23T15:30:38.610441+0000","last_became_active":"2023-09-23T15:29:51.298750+0000","last_became_peered":"2023-09-23T15:29:51.298750+0000","last_unstale":"2023-09-23T15:30:38.610441+0000","last_undegraded":"2023-09-23T15:30:38.610441+0000","last_fullsized":"2023-09-23T15:30:38.610441+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:33:51.603253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":45,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.612731+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:30:38.612731+0000","last_peered":"2023-09-23T15:30:38.612731+0000","last_clean":"2023-09-23T15:30:38.612731+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:30:38.612731+0000","last_undegraded":"2023-09-23T15:30:38.612731+0000","last_fullsized":"2023-09-23T15:30:38.612731+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"491'4069","reported_seq":4114,"reported_epoch":491,"state":"active+clean","last_fresh":"2023-09-23T15:30:50.548873+0000","last_change":"2023-09-23T15:29:48.152462+0000","last_active":"2023-09-23T15:30:50.548873+0000","last_peered":"2023-09-23T15:30:50.548873+0000","last_clean":"2023-09-23T15:30:50.548873+0000","last_became_active":"2023-09-23T15:29:48.152087+0000","last_became_peered":"2023-09-23T15:29:48.152087+0000","last_unstale":"2023-09-23T15:30:50.548873+0000","last_undegraded":"2023-09-23T15:30:50.548873+0000","last_fullsized":"2023-09-23T15:30:50.548873+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4069,"log_dups_size":0,"ondisk_log_size":4069,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:19.087954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266665984,"num_objects":4069,"num_object_clones":0,"num_object_copies":12207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4069,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4069,"num_write_kb":260416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":864,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:40.476988+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:30:40.476988+0000","last_peered":"2023-09-23T15:30:40.476988+0000","last_clean":"2023-09-23T15:30:40.476988+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:30:40.476988+0000","last_undegraded":"2023-09-23T15:30:40.476988+0000","last_fullsized":"2023-09-23T15:30:40.476988+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":191,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606290+0000","last_change":"2023-09-23T15:30:23.668849+0000","last_active":"2023-09-23T15:30:38.606290+0000","last_peered":"2023-09-23T15:30:38.606290+0000","last_clean":"2023-09-23T15:30:38.606290+0000","last_became_active":"2023-09-23T15:30:23.668158+0000","last_became_peered":"2023-09-23T15:30:23.668158+0000","last_unstale":"2023-09-23T15:30:38.606290+0000","last_undegraded":"2023-09-23T15:30:38.606290+0000","last_fullsized":"2023-09-23T15:30:38.606290+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:34.681437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":87,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610281+0000","last_change":"2023-09-23T15:30:23.673564+0000","last_active":"2023-09-23T15:30:38.610281+0000","last_peered":"2023-09-23T15:30:38.610281+0000","last_clean":"2023-09-23T15:30:38.610281+0000","last_became_active":"2023-09-23T15:30:23.668203+0000","last_became_peered":"2023-09-23T15:30:23.668203+0000","last_unstale":"2023-09-23T15:30:38.610281+0000","last_undegraded":"2023-09-23T15:30:38.610281+0000","last_fullsized":"2023-09-23T15:30:38.610281+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:48.593726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":361,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.622585+0000","last_change":"2023-09-23T15:29:35.886149+0000","last_active":"2023-09-23T15:30:38.622585+0000","last_peered":"2023-09-23T15:30:38.622585+0000","last_clean":"2023-09-23T15:30:38.622585+0000","last_became_active":"2023-09-23T15:29:35.885794+0000","last_became_peered":"2023-09-23T15:29:35.885794+0000","last_unstale":"2023-09-23T15:30:38.622585+0000","last_undegraded":"2023-09-23T15:30:38.622585+0000","last_fullsized":"2023-09-23T15:30:38.622585+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:45.312477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,7],"acting":[5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":66,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610673+0000","last_change":"2023-09-23T15:29:51.309057+0000","last_active":"2023-09-23T15:30:38.610673+0000","last_peered":"2023-09-23T15:30:38.610673+0000","last_clean":"2023-09-23T15:30:38.610673+0000","last_became_active":"2023-09-23T15:29:51.308458+0000","last_became_peered":"2023-09-23T15:29:51.308458+0000","last_unstale":"2023-09-23T15:30:38.610673+0000","last_undegraded":"2023-09-23T15:30:38.610673+0000","last_fullsized":"2023-09-23T15:30:38.610673+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:20.919600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":89,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613689+0000","last_change":"2023-09-23T15:29:35.791139+0000","last_active":"2023-09-23T15:30:38.613689+0000","last_peered":"2023-09-23T15:30:38.613689+0000","last_clean":"2023-09-23T15:30:38.613689+0000","last_became_active":"2023-09-23T15:29:35.790813+0000","last_became_peered":"2023-09-23T15:29:35.790813+0000","last_unstale":"2023-09-23T15:30:38.613689+0000","last_undegraded":"2023-09-23T15:30:38.613689+0000","last_fullsized":"2023-09-23T15:30:38.613689+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:14.617842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":304,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.610777+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:30:38.610777+0000","last_peered":"2023-09-23T15:30:38.610777+0000","last_clean":"2023-09-23T15:30:38.610777+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:30:38.610777+0000","last_undegraded":"2023-09-23T15:30:38.610777+0000","last_fullsized":"2023-09-23T15:30:38.610777+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":476,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613674+0000","last_change":"2023-09-23T15:29:51.308948+0000","last_active":"2023-09-23T15:30:38.613674+0000","last_peered":"2023-09-23T15:30:38.613674+0000","last_clean":"2023-09-23T15:30:38.613674+0000","last_became_active":"2023-09-23T15:29:51.308131+0000","last_became_peered":"2023-09-23T15:29:51.308131+0000","last_unstale":"2023-09-23T15:30:38.613674+0000","last_undegraded":"2023-09-23T15:30:38.613674+0000","last_fullsized":"2023-09-23T15:30:38.613674+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:28:31.516716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":141,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.608888+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:30:38.608888+0000","last_peered":"2023-09-23T15:30:38.608888+0000","last_clean":"2023-09-23T15:30:38.608888+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:30:38.608888+0000","last_undegraded":"2023-09-23T15:30:38.608888+0000","last_fullsized":"2023-09-23T15:30:38.608888+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":510,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613833+0000","last_change":"2023-09-23T15:29:35.791085+0000","last_active":"2023-09-23T15:30:38.613833+0000","last_peered":"2023-09-23T15:30:38.613833+0000","last_clean":"2023-09-23T15:30:38.613833+0000","last_became_active":"2023-09-23T15:29:35.790770+0000","last_became_peered":"2023-09-23T15:29:35.790770+0000","last_unstale":"2023-09-23T15:30:38.613833+0000","last_undegraded":"2023-09-23T15:30:38.613833+0000","last_fullsized":"2023-09-23T15:30:38.613833+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:03.718163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":143,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613044+0000","last_change":"2023-09-23T15:30:35.768999+0000","last_active":"2023-09-23T15:30:38.613044+0000","last_peered":"2023-09-23T15:30:38.613044+0000","last_clean":"2023-09-23T15:30:38.613044+0000","last_became_active":"2023-09-23T15:30:35.767877+0000","last_became_peered":"2023-09-23T15:30:35.767877+0000","last_unstale":"2023-09-23T15:30:38.613044+0000","last_undegraded":"2023-09-23T15:30:38.613044+0000","last_fullsized":"2023-09-23T15:30:38.613044+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:13.149075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":161,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.613633+0000","last_change":"2023-09-23T15:30:13.835116+0000","last_active":"2023-09-23T15:30:38.613633+0000","last_peered":"2023-09-23T15:30:38.613633+0000","last_clean":"2023-09-23T15:30:38.613633+0000","last_became_active":"2023-09-23T15:30:13.834795+0000","last_became_peered":"2023-09-23T15:30:13.834795+0000","last_unstale":"2023-09-23T15:30:38.613633+0000","last_undegraded":"2023-09-23T15:30:38.613633+0000","last_fullsized":"2023-09-23T15:30:38.613633+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:59:03.422802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":403,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.606134+0000","last_change":"2023-09-23T15:30:02.594064+0000","last_active":"2023-09-23T15:30:38.606134+0000","last_peered":"2023-09-23T15:30:38.606134+0000","last_clean":"2023-09-23T15:30:38.606134+0000","last_became_active":"2023-09-23T15:30:02.590752+0000","last_became_peered":"2023-09-23T15:30:02.590752+0000","last_unstale":"2023-09-23T15:30:38.606134+0000","last_undegraded":"2023-09-23T15:30:38.606134+0000","last_fullsized":"2023-09-23T15:30:38.606134+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:47:14.852936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":167,"reported_epoch":490,"state":"active+clean","last_fresh":"2023-09-23T15:30:38.605202+0000","last_change":"2023-09-23T15:30:02.583395+0000","last_active":"2023-09-23T15:30:38.605202+0000","last_peered":"2023-09-23T15:30:38.605202+0000","last_clean":"2023-09-23T15:30:38.605202+0000","last_became_active":"2023-09-23T15:30:02.583103+0000","last_became_peered":"2023-09-23T15:30:02.583103+0000","last_unstale":"2023-09-23T15:30:38.605202+0000","last_undegraded":"2023-09-23T15:30:38.605202+0000","last_fullsized":"2023-09-23T15:30:38.605202+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:20:46.323645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4327079936,"num_objects":66026,"num_object_clones":0,"num_object_copies":198078,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4602,"num_objects_misplaced":307,"num_objects_unfound":0,"num_objects_dirty":66026,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":66026,"num_write_kb":4225664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6169,"num_bytes_recovered":404291584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13282574336,"data_stored":13282574336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":65726,"ondisk_log_size":65726,"up":48,"acting":45,"num_store_stats":5},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":139,"num_bytes_recovered":34692,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":16578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":762210,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":97,"num_write":26,"num_write_kb":257,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2490403,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":62,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674478,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2719684,"kb_used_data":2392828,"kb_used_omap":85,"kb_used_meta":326698,"kb_avail":91025468,"statfs":{"total":95995035648,"available":93210079232,"internally_reserved":0,"allocated":2450255872,"data_stored":2448762507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":334538760},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.89300000000000002,"15min":2.5760000000000001},"min":{"1min":0.255,"5min":0.221,"15min":0.20799999999999999},"max":{"1min":3.7149999999999999,"5min":6.4489999999999998,"15min":206.41999999999999},"last":0.371},{"interface":"front","average":{"1min":1.633,"5min":1.1599999999999999,"15min":2.9900000000000002},"min":{"1min":0.28699999999999998,"5min":0.223,"15min":0.223},"max":{"1min":5.6139999999999999,"5min":5.6139999999999999,"15min":206.35300000000001},"last":4.96}]},{"osd":1,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":5.3369999999999997,"5min":2.3109999999999999,"15min":2.2010000000000001},"min":{"1min":0.313,"5min":0.24199999999999999,"15min":0.24099999999999999},"max":{"1min":79.492000000000004,"5min":79.492000000000004,"15min":177.52699999999999},"last":2.3900000000000001},{"interface":"front","average":{"1min":5.3719999999999999,"5min":4.5229999999999997,"15min":3.3170000000000002},"min":{"1min":0.32400000000000001,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":79.504999999999995,"5min":217.25999999999999,"15min":217.25999999999999},"last":0.40500000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":3.327,"15min":3.8839999999999999},"min":{"1min":0.32500000000000001,"5min":0.27600000000000002,"15min":0.25700000000000001},"max":{"1min":8.0380000000000003,"5min":69.870000000000005,"15min":180.59399999999999},"last":4.9950000000000001},{"interface":"front","average":{"1min":1.22,"5min":3.056,"15min":4.2629999999999999},"min":{"1min":0.312,"5min":0.28699999999999998,"15min":0.249},"max":{"1min":5.5780000000000003,"5min":69.890000000000001,"15min":180.61699999999999},"last":2.492}]},{"osd":3,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":3.169,"15min":4.5229999999999997},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.5519999999999996,"5min":86.263999999999996,"15min":160.04300000000001},"last":2.4630000000000001},{"interface":"front","average":{"1min":1.6930000000000001,"5min":2.798,"15min":4.5259999999999998},"min":{"1min":0.34200000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":7.4539999999999997,"5min":87.307000000000002,"15min":159.97399999999999},"last":0.44}]},{"osd":4,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.69799999999999995,"15min":0.71999999999999997},"min":{"1min":0.33300000000000002,"5min":0.246,"15min":0.246},"max":{"1min":3.7629999999999999,"5min":3.7629999999999999,"15min":9.0640000000000001},"last":3.859},{"interface":"front","average":{"1min":1.3720000000000001,"5min":0.751,"15min":1.127},"min":{"1min":0.34000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.476,"5min":5.476,"15min":97.524000000000001},"last":5.0640000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":2.0830000000000002,"5min":3.2229999999999999,"15min":1.966},"min":{"1min":0.33700000000000002,"5min":0.26200000000000001,"15min":0.247},"max":{"1min":9.0329999999999995,"5min":254.07300000000001,"15min":254.07300000000001},"last":2.5209999999999999},{"interface":"front","average":{"1min":1.613,"5min":3.1000000000000001,"15min":1.9350000000000001},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.26200000000000001},"max":{"1min":5.3019999999999996,"5min":254.291,"15min":254.291},"last":0.46899999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.7709999999999999,"5min":0.92300000000000004,"15min":1.2789999999999999},"min":{"1min":0.36199999999999999,"5min":0.25,"15min":0.25},"max":{"1min":7.9939999999999998,"5min":7.9939999999999998,"15min":99.772999999999996},"last":5.1630000000000003},{"interface":"front","average":{"1min":2.278,"5min":0.92400000000000004,"15min":1.2290000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":13.323,"5min":13.323,"15min":103.31699999999999},"last":2.4359999999999999}]}]},{"osd":6,"up_from":122,"seq":523986010357,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3191876,"kb_used_data":2727228,"kb_used_omap":9,"kb_used_meta":464630,"kb_avail":90553276,"statfs":{"total":95995035648,"available":92726554624,"internally_reserved":0,"allocated":2792681472,"data_stored":2791188639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":475781459},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.96799999999999997,"15min":2.073},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54000000000000004,"5min":5.4950000000000001,"15min":107.56399999999999},"last":3.6949999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":1.1950000000000001,"15min":2.21},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.3929999999999998,"5min":9.9760000000000009,"15min":107.617},"last":0.312}]},{"osd":1,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":2.3479999999999999,"15min":2.008},"min":{"1min":0.28000000000000003,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":1.0669999999999999,"5min":85.215999999999994,"15min":85.215999999999994},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":1.966,"15min":1.5820000000000001},"min":{"1min":0.27500000000000002,"5min":0.25900000000000001,"15min":0.23999999999999999},"max":{"1min":1.6950000000000001,"5min":85.203000000000003,"15min":85.203000000000003},"last":0.46999999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":1.4279999999999999,"15min":2.0939999999999999},"min":{"1min":0.28499999999999998,"5min":0.27300000000000002,"15min":0.25700000000000001},"max":{"1min":0.81100000000000005,"5min":5.8170000000000002,"15min":67.558000000000007},"last":2.802},{"interface":"front","average":{"1min":0.71799999999999997,"5min":1.657,"15min":2.363},"min":{"1min":0.317,"5min":0.28699999999999998,"15min":0.245},"max":{"1min":3.1850000000000001,"5min":9.7569999999999997,"15min":67.718999999999994},"last":0.502}]},{"osd":3,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":5.6619999999999999,"5min":3.3370000000000002,"15min":5.1360000000000001},"min":{"1min":0.33700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":89.344999999999999,"5min":89.344999999999999,"15min":256.608},"last":3.351},{"interface":"front","average":{"1min":5.431,"5min":3.1669999999999998,"15min":4.2789999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.29799999999999999},"max":{"1min":89.301000000000002,"5min":89.301000000000002,"15min":256.42500000000001},"last":0.53800000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.64700000000000002,"15min":0.70799999999999996},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.23100000000000001},"max":{"1min":2.6150000000000002,"5min":3.9809999999999999,"15min":7.1890000000000001},"last":3.3839999999999999},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.71899999999999997,"15min":0.73799999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.23000000000000001},"max":{"1min":1.5409999999999999,"5min":4.2679999999999998,"15min":8.0310000000000006},"last":0.34100000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":1.853,"15min":1.0289999999999999},"min":{"1min":0.28100000000000003,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":2.0990000000000002,"5min":127.23,"15min":127.23},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":1.8879999999999999,"15min":1.149},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":0.77800000000000002,"5min":127.148,"15min":127.148},"last":5.5220000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:29:52 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.92500000000000004,"15min":0.76400000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.28999999999999998},"max":{"1min":1.3979999999999999,"5min":11.425000000000001,"15min":11.425000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.754,"5min":0.83799999999999997,"15min":0.82099999999999995},"min":{"1min":0.41099999999999998,"5min":0.34499999999999997,"15min":0.29899999999999999},"max":{"1min":2.2890000000000001,"5min":6.6139999999999999,"15min":9.0920000000000005},"last":3.742}]}]},{"osd":1,"up_from":89,"seq":382252089635,"num_pgs":73,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2946896,"kb_used_data":2235656,"kb_used_omap":9,"kb_used_meta":711222,"kb_avail":90798256,"statfs":{"total":95995035648,"available":92977414144,"internally_reserved":0,"allocated":2289311744,"data_stored":2286756555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":728292329},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":3.4430000000000001,"15min":3.4969999999999999},"min":{"1min":0.188,"5min":0.188,"15min":0.182},"max":{"1min":1.508,"5min":159.33600000000001,"15min":215.946},"last":0.216},{"interface":"front","average":{"1min":0.435,"5min":3.9609999999999999,"15min":3.9870000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.19400000000000001},"max":{"1min":0.94899999999999995,"5min":158.65100000000001,"15min":214.88200000000001},"last":0.309}]},{"osd":2,"last update":"Sat Sep 23 15:30:35 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":2.347,"15min":2.714},"min":{"1min":0.22600000000000001,"5min":0.21299999999999999,"15min":0.19500000000000001},"max":{"1min":1.6950000000000001,"5min":54.752000000000002,"15min":103.27500000000001},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":2.6139999999999999,"15min":3.2789999999999999},"min":{"1min":0.26100000000000001,"5min":0.20399999999999999,"15min":0.19900000000000001},"max":{"1min":0.77100000000000002,"5min":54.645000000000003,"15min":103.30800000000001},"last":0.33600000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":3.7360000000000002,"15min":5.6319999999999997},"min":{"1min":0.248,"5min":0.23799999999999999,"15min":0.19800000000000001},"max":{"1min":1.6990000000000001,"5min":144.637,"15min":210.24799999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.79600000000000004,"5min":3.6600000000000001,"15min":5.2830000000000004},"min":{"1min":0.27800000000000002,"5min":0.27200000000000002,"15min":0.17100000000000001},"max":{"1min":6.4210000000000003,"5min":144.339,"15min":210.577},"last":0.46700000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":1.7030000000000001,"15min":1.4079999999999999},"min":{"1min":0.34399999999999997,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":1.7070000000000001,"5min":9.8399999999999999,"15min":14.925000000000001},"last":1.458},{"interface":"front","average":{"1min":0.60799999999999998,"5min":1.2070000000000001,"15min":1.23},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.611,"5min":7.5999999999999996,"15min":14.489000000000001},"last":3.5030000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.6890000000000001,"15min":2.0259999999999998},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.9690000000000001,"5min":106.328,"15min":106.328},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.65100000000000002,"5min":2.871,"15min":1.8680000000000001},"min":{"1min":0.35599999999999998,"5min":0.29999999999999999,"15min":0.29699999999999999},"max":{"1min":3.306,"5min":106.31,"15min":106.31},"last":0.83199999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:30:11 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":1.9419999999999999,"15min":2.2530000000000001},"min":{"1min":0.39800000000000002,"5min":0.33300000000000002,"15min":0.31},"max":{"1min":4.5970000000000004,"5min":10.936999999999999,"15min":115.018},"last":0.69399999999999995},{"interface":"front","average":{"1min":1.071,"5min":1.986,"15min":2.0680000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.317},"max":{"1min":4.7069999999999999,"5min":9.7810000000000006,"15min":115.289},"last":1.712}]},{"osd":7,"last update":"Sat Sep 23 15:30:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":2.3740000000000001,"15min":2.5299999999999998},"min":{"1min":0.377,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":3.2679999999999998,"5min":109.861,"15min":112.056},"last":1.323},{"interface":"front","average":{"1min":1.032,"5min":2.899,"15min":2.694},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.33000000000000002},"max":{"1min":3.6160000000000001,"5min":107.048,"15min":111.902},"last":0.55900000000000005}]}]},{"osd":0,"up_from":0,"seq":360777253161,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":502511173876,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":99,"seq":425201762582,"num_pgs":74,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4018528,"kb_used_data":3142168,"kb_used_omap":7,"kb_used_meta":876344,"kb_avail":89726624,"statfs":{"total":95995035648,"available":91880062976,"internally_reserved":0,"allocated":3217580032,"data_stored":3215069820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":897376872},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":1.2490000000000001,"5min":4.6340000000000003,"15min":3.6429999999999998},"min":{"1min":0.20100000000000001,"5min":0.182,"15min":0.182},"max":{"1min":15.180999999999999,"5min":167.71799999999999,"15min":167.71799999999999},"last":1.609},{"interface":"front","average":{"1min":0.41999999999999998,"5min":4.1589999999999998,"15min":3.1499999999999999},"min":{"1min":0.27000000000000002,"5min":0.20799999999999999,"15min":0.16500000000000001},"max":{"1min":1.2969999999999999,"5min":176.61500000000001,"15min":176.61500000000001},"last":0.71399999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":7.5529999999999999,"5min":8.7330000000000005,"15min":4.3849999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.21199999999999999},"max":{"1min":127.02200000000001,"5min":201.98099999999999,"15min":201.98099999999999},"last":1.0860000000000001},{"interface":"front","average":{"1min":7.2190000000000003,"5min":7.3230000000000004,"15min":4.1399999999999997},"min":{"1min":0.218,"5min":0.218,"15min":0.20300000000000001},"max":{"1min":124.041,"5min":202.06700000000001,"15min":202.06700000000001},"last":1.2609999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":4.282,"15min":2.9060000000000001},"min":{"1min":0.27800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.4099999999999999,"5min":163.57599999999999,"15min":163.57599999999999},"last":0.379},{"interface":"front","average":{"1min":0.56000000000000005,"5min":1.996,"15min":2.4769999999999999},"min":{"1min":0.307,"5min":0.27000000000000002,"15min":0.26400000000000001},"max":{"1min":1.361,"5min":24.010999999999999,"15min":154.73400000000001},"last":0.34200000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":2.9729999999999999,"15min":2.1589999999999998},"min":{"1min":0.373,"5min":0.30499999999999999,"15min":0.30099999999999999},"max":{"1min":2.7440000000000002,"5min":163.43700000000001,"15min":163.43700000000001},"last":1.0600000000000001},{"interface":"front","average":{"1min":0.63,"5min":2.9969999999999999,"15min":2.0070000000000001},"min":{"1min":0.39400000000000002,"5min":0.32900000000000001,"15min":0.29999999999999999},"max":{"1min":1.6120000000000001,"5min":163.72399999999999,"15min":163.72399999999999},"last":1.345}]},{"osd":5,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":3.8919999999999999,"15min":2.8100000000000001},"min":{"1min":0.42899999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.9039999999999999,"5min":163.696,"15min":163.696},"last":1.3799999999999999},{"interface":"front","average":{"1min":0.69999999999999996,"5min":2.0550000000000002,"15min":2.0350000000000001},"min":{"1min":0.38700000000000001,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":1.782,"5min":55.363,"15min":126.15000000000001},"last":0.41299999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:30:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":3.4569999999999999,"15min":2.722},"min":{"1min":0.42499999999999999,"5min":0.34100000000000003,"15min":0.28899999999999998},"max":{"1min":0.77400000000000002,"5min":163.63399999999999,"15min":163.63399999999999},"last":2.7309999999999999},{"interface":"front","average":{"1min":0.66000000000000003,"5min":3.2029999999999998,"15min":2.444},"min":{"1min":0.39900000000000002,"5min":0.33500000000000002,"15min":0.32100000000000001},"max":{"1min":1.8149999999999999,"5min":163.535,"15min":163.535},"last":0.442}]},{"osd":7,"last update":"Sat Sep 23 15:29:57 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":2.7160000000000002,"15min":2.069},"min":{"1min":0.44500000000000001,"5min":0.35699999999999998,"15min":0.35499999999999998},"max":{"1min":2.3210000000000002,"5min":163.495,"15min":163.495},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.878,"5min":2.8279999999999998,"15min":2.3879999999999999},"min":{"1min":0.42899999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.7109999999999999,"5min":163.51400000000001,"15min":163.51400000000001},"last":3.472}]}]},{"osd":4,"up_from":0,"seq":133143986608,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724971,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2857412,"kb_used_data":2428092,"kb_used_omap":0,"kb_used_meta":429312,"kb_avail":90887740,"statfs":{"total":95995035648,"available":93069045760,"internally_reserved":0,"allocated":2486366208,"data_stored":2484873817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":439615488},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:03 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.82399999999999995,"15min":2.024},"min":{"1min":0.25900000000000001,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":2.1400000000000001,"5min":8.6980000000000004,"15min":160.77699999999999},"last":3.1459999999999999},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.96199999999999997,"15min":2.1899999999999999},"min":{"1min":0.29899999999999999,"5min":0.255,"15min":0.245},"max":{"1min":6.4770000000000003,"5min":9.3610000000000007,"15min":161.142},"last":2.8519999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:30:28 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":1.1819999999999999,"15min":1.889},"min":{"1min":0.36599999999999999,"5min":0.254,"15min":0.24299999999999999},"max":{"1min":1.581,"5min":5.226,"15min":119.61499999999999},"last":2.8029999999999999},{"interface":"front","average":{"1min":0.58599999999999997,"5min":1.1479999999999999,"15min":1.9850000000000001},"min":{"1min":0.372,"5min":0.26600000000000001,"15min":0.245},"max":{"1min":1.147,"5min":6.2930000000000001,"15min":119.541},"last":2.746}]},{"osd":2,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":3.2719999999999998,"15min":3.145},"min":{"1min":0.34899999999999998,"5min":0.27800000000000002,"15min":0.26300000000000001},"max":{"1min":2.7589999999999999,"5min":168.56100000000001,"15min":168.56100000000001},"last":2.8919999999999999},{"interface":"front","average":{"1min":1.0800000000000001,"5min":3.5579999999999998,"15min":3.3340000000000001},"min":{"1min":0.39900000000000002,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":4.9630000000000001,"5min":168.58799999999999,"15min":168.58799999999999},"last":2.8290000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:30:28 2023","interfaces":[{"interface":"back","average":{"1min":10.038,"5min":7.4649999999999999,"15min":5.9050000000000002},"min":{"1min":0.33400000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":138.54900000000001,"5min":169.83699999999999,"15min":169.83699999999999},"last":2.7909999999999999},{"interface":"front","average":{"1min":10.01,"5min":7.0449999999999999,"15min":5.306},"min":{"1min":0.38700000000000001,"5min":0.32000000000000001,"15min":0.29599999999999999},"max":{"1min":138.048,"5min":170.166,"15min":170.166},"last":2.9380000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.47199999999999998,"15min":0.61799999999999999},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.984,"5min":2.984,"15min":40.061},"last":2.9769999999999999},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.60799999999999998,"15min":0.81200000000000006},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":2.9239999999999999,"5min":3.5430000000000001,"15min":40.124000000000002},"last":2.9260000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:30:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":4.798,"15min":2.5710000000000002},"min":{"1min":0.33100000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.86299999999999999,"5min":207.054,"15min":207.054},"last":2.9100000000000001},{"interface":"front","average":{"1min":0.71999999999999997,"5min":4.9130000000000003,"15min":2.6579999999999999},"min":{"1min":0.35299999999999998,"5min":0.318,"15min":0.29599999999999999},"max":{"1min":2.6200000000000001,"5min":207.28299999999999,"15min":207.28299999999999},"last":3.1920000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":5.165,"15min":2.6680000000000001},"min":{"1min":0.32500000000000001,"5min":0.29799999999999999,"15min":0.29299999999999998},"max":{"1min":1.7230000000000001,"5min":214.78100000000001,"15min":214.78100000000001},"last":2.8809999999999998},{"interface":"front","average":{"1min":0.98599999999999999,"5min":5.2110000000000003,"15min":2.7290000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.318},"max":{"1min":2.7450000000000001,"5min":212.95500000000001,"15min":212.95500000000001},"last":3.2189999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2292908032,"data_stored":2292908032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3213295616,"data_stored":3213295616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2515206144,"data_stored":2515206144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2803564544,"data_stored":2803564544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2457600000,"data_stored":2457600000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:30:58.965 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T15:30:58.985 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:30:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:30:58 smithi178 ceph-mon[192298]: pgmap v1290: 109 pgs: 2 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.2 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 62 MiB/s wr, 989 op/s; 1/206136 objects degraded (0.000%); 4356/206136 objects misplaced (2.113%); 7.7 MiB/s, 123 objects/s recovering 2023-09-23T15:30:59.146 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:59.376 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:30:59.376 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:30:59.452 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 61 16 72878 72862 74.6422 62.625 0.00919203 0.0133927 2023-09-23T15:30:59.618 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:30:59.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:30:59.623 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:30:59.724 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:30:59.784 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:30:59.787 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:30:59.814 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:30:59.845 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:30:59.878 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:30:59.909 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:30:59.946 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:30:59.987 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:31:00.164 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:31:00.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:31:00.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:31:00.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:31:00.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:31:00.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:31:00.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:31:00.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:31:00.165 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:31:00.452 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 62 16 73866 73850 74.4341 61.75 0.0146785 0.0134304 2023-09-23T15:31:01.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:00 smithi118 ceph-mon[219580]: pgmap v1291: 109 pgs: 2 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.3 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 42 MiB/s wr, 672 op/s; 1/209715 objects degraded (0.000%); 4356/209715 objects misplaced (2.077%); 4.3 MiB/s, 69 objects/s recovering 2023-09-23T15:31:01.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3248431257' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:01.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:00 smithi118 ceph-mon[212312]: pgmap v1291: 109 pgs: 2 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.3 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 42 MiB/s wr, 672 op/s; 1/209715 objects degraded (0.000%); 4356/209715 objects misplaced (2.077%); 4.3 MiB/s, 69 objects/s recovering 2023-09-23T15:31:01.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3248431257' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:01.113 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:31:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:00 smithi178 ceph-mon[192298]: pgmap v1291: 109 pgs: 2 active+recovering+undersized+remapped, 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.3 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 42 MiB/s wr, 672 op/s; 1/209715 objects degraded (0.000%); 4356/209715 objects misplaced (2.077%); 4.3 MiB/s, 69 objects/s recovering 2023-09-23T15:31:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3248431257' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:01.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 63 16 74826 74810 74.205 60 0.0219619 0.0134714 2023-09-23T15:31:01.554 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:01.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:01.562 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:01.628 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:31:01 smithi178 conmon[172061]: logger=cleanup t=2023-09-23T15:31:01.371225657Z level=info msg="Completed cleanup jobs" duration=750.188257ms 2023-09-23T15:31:01.652 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:31:01.663 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:01.707 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:01.899 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:01.937 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:01.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:01.944 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:02.045 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:02.092 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:02.111 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:02.182 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:02.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:02.187 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:02.288 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:02.334 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:02.348 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:31:02.452 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 64 16 75782 75766 73.979 59.75 0.021868 0.0135122 2023-09-23T15:31:02.546 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:02.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:02.557 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:02.658 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:02.739 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:02.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:02 smithi118 ceph-mon[219580]: pgmap v1292: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.5 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 55 MiB/s wr, 884 op/s; 1/219393 objects degraded (0.000%); 3657/219393 objects misplaced (1.667%); 9.8 MiB/s, 156 objects/s recovering 2023-09-23T15:31:02.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 1/219393 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:02.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:02 smithi118 ceph-mon[212312]: pgmap v1292: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.5 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 55 MiB/s wr, 884 op/s; 1/219393 objects degraded (0.000%); 3657/219393 objects misplaced (1.667%); 9.8 MiB/s, 156 objects/s recovering 2023-09-23T15:31:02.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 1/219393 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:03.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:02 smithi178 ceph-mon[192298]: pgmap v1292: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.5 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 55 MiB/s wr, 884 op/s; 1/219393 objects degraded (0.000%); 3657/219393 objects misplaced (1.667%); 9.8 MiB/s, 156 objects/s recovering 2023-09-23T15:31:03.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 1/219393 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:03.286 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:03.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:03.297 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:03.398 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:03.427 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:03.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 65 16 76699 76683 73.7226 57.3125 0.00697498 0.0135596 2023-09-23T15:31:03.571 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:31:04.160 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:04.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:04.169 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:04.270 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:04.370 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:04.452 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 66 16 77669 77653 73.5241 60.625 0.0233097 0.0135954 2023-09-23T15:31:04.712 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:04.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:04.726 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:04.827 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:04.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:04 smithi178 ceph-mon[192298]: pgmap v1293: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.6 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 60 MiB/s wr, 960 op/s; 1/223983 objects degraded (0.000%); 3657/223983 objects misplaced (1.633%); 8.7 MiB/s, 139 objects/s recovering 2023-09-23T15:31:04.885 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:05.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:04 smithi118 ceph-mon[212312]: pgmap v1293: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.6 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 60 MiB/s wr, 960 op/s; 1/223983 objects degraded (0.000%); 3657/223983 objects misplaced (1.633%); 8.7 MiB/s, 139 objects/s recovering 2023-09-23T15:31:05.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:04 smithi118 ceph-mon[219580]: pgmap v1293: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.6 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 60 MiB/s wr, 960 op/s; 1/223983 objects degraded (0.000%); 3657/223983 objects misplaced (1.633%); 8.7 MiB/s, 139 objects/s recovering 2023-09-23T15:31:05.125 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:05.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:05.129 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:05.229 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:05.302 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:05.410 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:05.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:05.418 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:05.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 67 16 78666 78650 73.3566 62.3125 0.0214845 0.0136263 2023-09-23T15:31:05.519 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:05.572 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:05.652 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:05.953 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:05.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:05.966 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:06.067 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:06.124 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:06.210 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:06.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:06.217 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:06.268 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:31:06.268 INFO:teuthology.orchestra.run.smithi118.stdout:{"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 1/223983 objects degraded (0.000%), 1 pg degraded","count":1},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1587,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":493,"num_osds":8,"num_up_osds":8,"osd_up_since":1695482188,"num_in_osds":5,"osd_in_since":1695482974,"num_remapped_pgs":3},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":106},{"state_name":"active+recovering+undersized+remapped","count":2},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1}],"num_pgs":109,"num_pools":5,"num_objects":74661,"data_bytes":4892112610,"bytes_used":17865531392,"bytes_avail":462109646848,"bytes_total":479975178240,"degraded_objects":1,"degraded_total":223983,"degraded_ratio":4.4646245473986863e-06,"misplaced_objects":3657,"misplaced_total":223983,"misplaced_ratio":0.016327131969836997,"recovering_objects_per_sec":139,"recovering_bytes_per_sec":9155932,"recovering_keys_per_sec":0,"num_objects_recovered":1252,"num_bytes_recovered":82051072,"num_keys_recovered":0,"write_bytes_sec":62965315,"read_op_per_sec":0,"write_op_per_sec":960},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi118.efkhxl","status":"up:active","gid":24566}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"}},"servicemap":{"epoch":27,"modified":"2023-09-23T15:22:43.336023+0000","services":{}},"progress_events":{"6eed1e4c-d43f-49ed-9fa1-01d4ae5d302e":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [============................] (remaining: 5m)","progress":0.44999998807907104,"add_to_ceph_s":true},"d8b3a3de-e436-4afa-9d6a-8dc70cc8b9e4":{"message":"Global Recovery Event (5m)\n [===========================.] (remaining: 9s)","progress":0.97247707843780518,"add_to_ceph_s":true}}} 2023-09-23T15:31:06.318 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:06.344 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:06.452 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 68 16 79546 79530 73.0866 55 0.0169865 0.0136771 2023-09-23T15:31:06.464 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:06.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:06.481 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:06.500 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:06.500 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:06.500 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[219580]: pgmap v1294: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.8 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 58 MiB/s wr, 924 op/s; 1/233886 objects degraded (0.000%); 3068/233886 objects misplaced (1.312%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:31:06.500 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:31:06.500 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:31:06.500 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:06.500 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/746610416' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:31:06.501 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:06.501 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:06.501 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[212312]: pgmap v1294: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.8 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 58 MiB/s wr, 924 op/s; 1/233886 objects degraded (0.000%); 3068/233886 objects misplaced (1.312%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:31:06.501 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:31:06.501 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:31:06.501 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:06.502 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:06 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/746610416' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:31:06.582 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:06.640 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:06.640 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:06.640 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:06 smithi178 ceph-mon[192298]: pgmap v1294: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.8 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 58 MiB/s wr, 924 op/s; 1/233886 objects degraded (0.000%); 3068/233886 objects misplaced (1.312%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:31:06.640 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:31:06.640 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:31:06.640 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:06.640 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:06 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/746610416' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:31:06.650 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:06.772 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:06.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:06.779 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:06.880 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:06.951 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:07.061 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:07.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:07.069 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:07.170 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:07.232 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:07.360 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:07.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:07.365 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:07.417 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:31:07.452 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 69 16 80555 80539 72.9412 63.0625 0.00893347 0.0137043 2023-09-23T15:31:07.466 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:07.531 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/397852494' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:07.571 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:07 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:07.571 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:07.571 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:07.572 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:07.632 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:07.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:07.641 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:07.742 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:07.799 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:07.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/397852494' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:07.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:07 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:07.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:07.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/397852494' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:07 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:07.890 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:07.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:07.899 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:08.000 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:08.070 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:08.201 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:08.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:08.211 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:08.312 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:08.359 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:08.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 70 16 81522 81506 72.7626 60.4375 0.0181004 0.0137373 2023-09-23T15:31:08.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:08.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[212312]: failed to encode map e494 with expected crc 2023-09-23T15:31:08.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:31:08.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[212312]: osdmap e494: 8 total, 8 up, 5 in 2023-09-23T15:31:08.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[212312]: failed to encode map e494 with expected crc 2023-09-23T15:31:08.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 1/233886 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:08.572 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[212312]: pgmap v1296: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.8 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 58 MiB/s wr, 924 op/s; 1/233886 objects degraded (0.000%); 3068/233886 objects misplaced (1.312%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:31:08.572 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:31:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:31:08] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2023-09-23T15:31:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[219580]: failed to encode map e494 with expected crc 2023-09-23T15:31:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:31:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[219580]: osdmap e494: 8 total, 8 up, 5 in 2023-09-23T15:31:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[219580]: failed to encode map e494 with expected crc 2023-09-23T15:31:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 1/233886 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:08.573 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:08 smithi118 ceph-mon[219580]: pgmap v1296: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.8 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 58 MiB/s wr, 924 op/s; 1/233886 objects degraded (0.000%); 3068/233886 objects misplaced (1.312%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:31:08.841 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T15:31:08.842 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:31:08.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:08 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:08.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:08 smithi178 ceph-mon[192298]: failed to encode map e494 with expected crc 2023-09-23T15:31:08.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:08 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:31:08.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:08 smithi178 ceph-mon[192298]: osdmap e494: 8 total, 8 up, 5 in 2023-09-23T15:31:08.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:08 smithi178 ceph-mon[192298]: failed to encode map e494 with expected crc 2023-09-23T15:31:08.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:08 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 1/233886 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:08.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:08 smithi178 ceph-mon[192298]: pgmap v1296: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.8 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 58 MiB/s wr, 924 op/s; 1/233886 objects degraded (0.000%); 3068/233886 objects misplaced (1.312%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:31:08.892 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:08.896 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:08.897 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:08.998 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:09.089 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:09.232 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:09.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:09.243 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:09.344 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:09.408 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:09.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 71 16 82535 82519 72.6294 63.3125 0.00834875 0.013764 2023-09-23T15:31:09.519 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:09.521 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:31:09.549 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:09.553 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:31:09.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:09.557 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:09.589 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:31:09.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1102446859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:09.621 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:31:09.649 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:31:09.658 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:09.679 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:31:09.679 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:31:09.695 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:31:09.727 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:09.737 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:31:09.774 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:31:09.776 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:31:09.776 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:31:09.776 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:31:09.776 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:31:09.776 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:31:09.776 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:31:09.777 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:31:09.777 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:31:09.803 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1102446859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:09.803 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1102446859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:09.898 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:09.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:09.905 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:10.006 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:10.061 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:10.193 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:10.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:10.200 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:10.301 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:10.366 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:10.410 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:10.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:10.413 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:10.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 72 16 83417 83401 72.3862 55.125 0.00275532 0.0137915 2023-09-23T15:31:10.513 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:10.560 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:10.977 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:10 smithi178 ceph-mon[192298]: pgmap v1297: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.8 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 59 MiB/s wr, 949 op/s; 1/238197 objects degraded (0.000%); 3068/238197 objects misplaced (1.288%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:31:11.014 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:31:11.066 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:31:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:10 smithi118 ceph-mon[219580]: pgmap v1297: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.8 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 59 MiB/s wr, 949 op/s; 1/238197 objects degraded (0.000%); 3068/238197 objects misplaced (1.288%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:31:11.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:10 smithi118 ceph-mon[212312]: pgmap v1297: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 4.8 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 59 MiB/s wr, 949 op/s; 1/238197 objects degraded (0.000%); 3068/238197 objects misplaced (1.288%); 8.0 MiB/s, 128 objects/s recovering 2023-09-23T15:31:11.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 73 16 84305 84289 72.1548 55.5 0.0342655 0.0138487 2023-09-23T15:31:11.549 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:11.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:11.552 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:11.653 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:11.670 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:31:11.714 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:11.931 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:12.016 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:12.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:12.020 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:12.121 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:12.150 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:12.249 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:12.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:12.252 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:12.353 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:12.387 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:12.438 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:12.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:12.441 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:12.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 74 16 84694 84678 71.5083 24.3125 0.0032979 0.0138588 2023-09-23T15:31:12.542 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:12.549 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:31:12.551 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:31:12.571 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:12.619 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:12.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:12.622 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:12.722 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:12.748 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:12.791 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:12.793 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:12.793 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:12.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:12 smithi178 ceph-mon[192298]: pgmap v1298: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 5.0 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 60 MiB/s wr, 957 op/s; 1/248115 objects degraded (0.000%); 2404/248115 objects misplaced (0.969%); 7.8 MiB/s, 125 objects/s recovering 2023-09-23T15:31:12.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:12 smithi178 ceph-mon[192298]: failed to encode map e495 with expected crc 2023-09-23T15:31:12.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:12 smithi178 ceph-mon[192298]: osdmap e495: 8 total, 8 up, 5 in 2023-09-23T15:31:12.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:12 smithi178 ceph-mon[192298]: failed to encode map e495 with expected crc 2023-09-23T15:31:12.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 1/248115 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:12.894 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:12.961 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:12 smithi118 ceph-mon[219580]: pgmap v1298: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 5.0 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 60 MiB/s wr, 957 op/s; 1/248115 objects degraded (0.000%); 2404/248115 objects misplaced (0.969%); 7.8 MiB/s, 125 objects/s recovering 2023-09-23T15:31:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:12 smithi118 ceph-mon[219580]: failed to encode map e495 with expected crc 2023-09-23T15:31:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:12 smithi118 ceph-mon[219580]: osdmap e495: 8 total, 8 up, 5 in 2023-09-23T15:31:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:12 smithi118 ceph-mon[219580]: failed to encode map e495 with expected crc 2023-09-23T15:31:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 1/248115 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:13.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:12 smithi118 ceph-mon[212312]: pgmap v1298: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 5.0 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 60 MiB/s wr, 957 op/s; 1/248115 objects degraded (0.000%); 2404/248115 objects misplaced (0.969%); 7.8 MiB/s, 125 objects/s recovering 2023-09-23T15:31:13.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:12 smithi118 ceph-mon[212312]: failed to encode map e495 with expected crc 2023-09-23T15:31:13.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:12 smithi118 ceph-mon[212312]: osdmap e495: 8 total, 8 up, 5 in 2023-09-23T15:31:13.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:12 smithi118 ceph-mon[212312]: failed to encode map e495 with expected crc 2023-09-23T15:31:13.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 1/248115 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:13.289 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:13.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:13.295 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:13.395 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:13.422 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:13.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 75 16 85160 85144 70.9432 29.125 0.00331822 0.01406 2023-09-23T15:31:13.568 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:13.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:13.581 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:13.657 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:31:13.681 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:13.755 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:13.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:13 smithi118 ceph-mon[219580]: from='client.56125 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:13.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:13 smithi118 ceph-mon[219580]: failed to encode map e496 with expected crc 2023-09-23T15:31:13.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:13 smithi118 ceph-mon[219580]: osdmap e496: 8 total, 8 up, 5 in 2023-09-23T15:31:13.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:13 smithi118 ceph-mon[219580]: failed to encode map e496 with expected crc 2023-09-23T15:31:13.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:13 smithi118 ceph-mon[212312]: from='client.56125 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:13.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:13 smithi118 ceph-mon[212312]: failed to encode map e496 with expected crc 2023-09-23T15:31:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:13 smithi118 ceph-mon[212312]: osdmap e496: 8 total, 8 up, 5 in 2023-09-23T15:31:13.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:13 smithi118 ceph-mon[212312]: failed to encode map e496 with expected crc 2023-09-23T15:31:13.839 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:13.841 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:13 smithi178 ceph-mon[192298]: from='client.56125 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:13.841 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:13 smithi178 ceph-mon[192298]: failed to encode map e496 with expected crc 2023-09-23T15:31:13.841 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:13 smithi178 ceph-mon[192298]: osdmap e496: 8 total, 8 up, 5 in 2023-09-23T15:31:13.841 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:13 smithi178 ceph-mon[192298]: failed to encode map e496 with expected crc 2023-09-23T15:31:13.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:13.842 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:13.928 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:31:13.928 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:31:13.943 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:13.984 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:14.382 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1299,"stamp":"2023-09-23T15:31:11.670592+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5419284194,"num_objects":82705,"num_object_clones":0,"num_object_copies":248115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":2404,"num_objects_unfound":0,"num_objects_dirty":82705,"num_whiteouts":0,"num_read":52,"num_read_kb":97,"num_write":82767,"num_write_kb":5291806,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8823,"num_bytes_recovered":570984359,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74716,"ondisk_log_size":74716,"up":327,"acting":324,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":339,"num_osds":5,"num_per_pool_osds":5,"num_per_pool_omap_osds":5,"kb":468725760,"kb_used":18939192,"kb_used_data":16022928,"kb_used_omap":112,"kb_used_meta":2916111,"kb_avail":449786568,"statfs":{"total":479975178240,"available":460581445632,"internally_reserved":0,"allocated":16407478272,"data_stored":16397922396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":114772,"internal_metadata":2986098604},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,4,7,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":527171584,"num_objects":8044,"num_object_clones":0,"num_object_copies":24132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-1253,"num_objects_unfound":0,"num_objects_dirty":8044,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8044,"num_write_kb":514816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1253,"num_bytes_recovered":82116608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.074219"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":23,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660204+0000","last_change":"2023-09-23T15:30:23.669337+0000","last_active":"2023-09-23T15:30:55.660204+0000","last_peered":"2023-09-23T15:30:55.660204+0000","last_clean":"2023-09-23T15:30:55.660204+0000","last_became_active":"2023-09-23T15:30:23.668976+0000","last_became_peered":"2023-09-23T15:30:23.668976+0000","last_unstale":"2023-09-23T15:30:55.660204+0000","last_undegraded":"2023-09-23T15:30:55.660204+0000","last_fullsized":"2023-09-23T15:30:55.660204+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:14.066936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":128,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.707438+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:30:55.707438+0000","last_peered":"2023-09-23T15:30:55.707438+0000","last_clean":"2023-09-23T15:30:55.707438+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:30:55.707438+0000","last_undegraded":"2023-09-23T15:30:55.707438+0000","last_fullsized":"2023-09-23T15:30:55.707438+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":46,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.652107+0000","last_change":"2023-09-23T15:29:52.304197+0000","last_active":"2023-09-23T15:30:55.652107+0000","last_peered":"2023-09-23T15:30:55.652107+0000","last_clean":"2023-09-23T15:30:55.652107+0000","last_became_active":"2023-09-23T15:29:52.303892+0000","last_became_peered":"2023-09-23T15:29:52.303892+0000","last_unstale":"2023-09-23T15:30:55.652107+0000","last_undegraded":"2023-09-23T15:30:55.652107+0000","last_fullsized":"2023-09-23T15:30:55.652107+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:55.580118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660163+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:30:55.660163+0000","last_peered":"2023-09-23T15:30:55.660163+0000","last_clean":"2023-09-23T15:30:55.660163+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:30:55.660163+0000","last_undegraded":"2023-09-23T15:30:55.660163+0000","last_fullsized":"2023-09-23T15:30:55.660163+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":155,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654333+0000","last_change":"2023-09-23T15:29:51.307543+0000","last_active":"2023-09-23T15:30:55.654333+0000","last_peered":"2023-09-23T15:30:55.654333+0000","last_clean":"2023-09-23T15:30:55.654333+0000","last_became_active":"2023-09-23T15:29:51.307237+0000","last_became_peered":"2023-09-23T15:29:51.307237+0000","last_unstale":"2023-09-23T15:30:55.654333+0000","last_undegraded":"2023-09-23T15:30:55.654333+0000","last_fullsized":"2023-09-23T15:30:55.654333+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:32:03.144126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":140,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.657040+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:30:55.657040+0000","last_peered":"2023-09-23T15:30:55.657040+0000","last_clean":"2023-09-23T15:30:55.657040+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:30:55.657040+0000","last_undegraded":"2023-09-23T15:30:55.657040+0000","last_fullsized":"2023-09-23T15:30:55.657040+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":442,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.659035+0000","last_change":"2023-09-23T15:30:35.770730+0000","last_active":"2023-09-23T15:30:55.659035+0000","last_peered":"2023-09-23T15:30:55.659035+0000","last_clean":"2023-09-23T15:30:55.659035+0000","last_became_active":"2023-09-23T15:30:35.770372+0000","last_became_peered":"2023-09-23T15:30:35.770372+0000","last_unstale":"2023-09-23T15:30:55.659035+0000","last_undegraded":"2023-09-23T15:30:55.659035+0000","last_fullsized":"2023-09-23T15:30:55.659035+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:19.602521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":144,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654416+0000","last_change":"2023-09-23T15:29:51.306120+0000","last_active":"2023-09-23T15:30:55.654416+0000","last_peered":"2023-09-23T15:30:55.654416+0000","last_clean":"2023-09-23T15:30:55.654416+0000","last_became_active":"2023-09-23T15:29:51.305810+0000","last_became_peered":"2023-09-23T15:29:51.305810+0000","last_unstale":"2023-09-23T15:30:55.654416+0000","last_undegraded":"2023-09-23T15:30:55.654416+0000","last_fullsized":"2023-09-23T15:30:55.654416+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:07.544998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":909,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.659947+0000","last_change":"2023-09-23T15:30:38.619094+0000","last_active":"2023-09-23T15:30:55.659947+0000","last_peered":"2023-09-23T15:30:55.659947+0000","last_clean":"2023-09-23T15:30:55.659947+0000","last_became_active":"2023-09-23T15:30:38.618738+0000","last_became_peered":"2023-09-23T15:30:38.618738+0000","last_unstale":"2023-09-23T15:30:55.659947+0000","last_undegraded":"2023-09-23T15:30:55.659947+0000","last_fullsized":"2023-09-23T15:30:55.659947+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:57.556161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:57.556161+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":28,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.657911+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:30:55.657911+0000","last_peered":"2023-09-23T15:30:55.657911+0000","last_clean":"2023-09-23T15:30:55.657911+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:30:55.657911+0000","last_undegraded":"2023-09-23T15:30:55.657911+0000","last_fullsized":"2023-09-23T15:30:55.657911+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":492,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:07.424440+0000","last_change":"2023-09-23T15:30:23.669550+0000","last_active":"2023-09-23T15:31:07.424440+0000","last_peered":"2023-09-23T15:31:07.424440+0000","last_clean":"2023-09-23T15:31:07.424440+0000","last_became_active":"2023-09-23T15:30:23.669261+0000","last_became_peered":"2023-09-23T15:30:23.669261+0000","last_unstale":"2023-09-23T15:31:07.424440+0000","last_undegraded":"2023-09-23T15:31:07.424440+0000","last_fullsized":"2023-09-23T15:31:07.424440+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:45.986020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":29,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.659902+0000","last_change":"2023-09-23T15:30:23.678081+0000","last_active":"2023-09-23T15:30:55.659902+0000","last_peered":"2023-09-23T15:30:55.659902+0000","last_clean":"2023-09-23T15:30:55.659902+0000","last_became_active":"2023-09-23T15:30:23.670685+0000","last_became_peered":"2023-09-23T15:30:23.670685+0000","last_unstale":"2023-09-23T15:30:55.659902+0000","last_undegraded":"2023-09-23T15:30:55.659902+0000","last_fullsized":"2023-09-23T15:30:55.659902+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:52.671244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":360,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":64,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.652489+0000","last_change":"2023-09-23T15:30:35.769422+0000","last_active":"2023-09-23T15:30:55.652489+0000","last_peered":"2023-09-23T15:30:55.652489+0000","last_clean":"2023-09-23T15:30:55.652489+0000","last_became_active":"2023-09-23T15:30:35.769206+0000","last_became_peered":"2023-09-23T15:30:35.769206+0000","last_unstale":"2023-09-23T15:30:55.652489+0000","last_undegraded":"2023-09-23T15:30:55.652489+0000","last_fullsized":"2023-09-23T15:30:55.652489+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:21.080125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":427,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660458+0000","last_change":"2023-09-23T15:29:35.904860+0000","last_active":"2023-09-23T15:30:55.660458+0000","last_peered":"2023-09-23T15:30:55.660458+0000","last_clean":"2023-09-23T15:30:55.660458+0000","last_became_active":"2023-09-23T15:29:35.880357+0000","last_became_peered":"2023-09-23T15:29:35.880357+0000","last_unstale":"2023-09-23T15:30:55.660458+0000","last_undegraded":"2023-09-23T15:30:55.660458+0000","last_fullsized":"2023-09-23T15:30:55.660458+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:08.267122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":170,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654484+0000","last_change":"2023-09-23T15:29:51.309503+0000","last_active":"2023-09-23T15:30:55.654484+0000","last_peered":"2023-09-23T15:30:55.654484+0000","last_clean":"2023-09-23T15:30:55.654484+0000","last_became_active":"2023-09-23T15:29:51.309122+0000","last_became_peered":"2023-09-23T15:29:51.309122+0000","last_unstale":"2023-09-23T15:30:55.654484+0000","last_undegraded":"2023-09-23T15:30:55.654484+0000","last_fullsized":"2023-09-23T15:30:55.654484+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:01.895280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":644,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.657074+0000","last_change":"2023-09-23T15:30:16.862596+0000","last_active":"2023-09-23T15:30:55.657074+0000","last_peered":"2023-09-23T15:30:55.657074+0000","last_clean":"2023-09-23T15:30:55.657074+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:30:55.657074+0000","last_undegraded":"2023-09-23T15:30:55.657074+0000","last_fullsized":"2023-09-23T15:30:55.657074+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.125534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.125534+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":623,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660312+0000","last_change":"2023-09-23T15:29:35.900323+0000","last_active":"2023-09-23T15:30:55.660312+0000","last_peered":"2023-09-23T15:30:55.660312+0000","last_clean":"2023-09-23T15:30:55.660312+0000","last_became_active":"2023-09-23T15:29:35.683041+0000","last_became_peered":"2023-09-23T15:29:35.683041+0000","last_unstale":"2023-09-23T15:30:55.660312+0000","last_undegraded":"2023-09-23T15:30:55.660312+0000","last_fullsized":"2023-09-23T15:30:55.660312+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:16.585416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":272,"num_keys_recovered":80,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":526,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:07.425869+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:31:07.425869+0000","last_peered":"2023-09-23T15:31:07.425869+0000","last_clean":"2023-09-23T15:31:07.425869+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:31:07.425869+0000","last_undegraded":"2023-09-23T15:31:07.425869+0000","last_fullsized":"2023-09-23T15:31:07.425869+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1046,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.659677+0000","last_change":"2023-09-23T15:30:16.873638+0000","last_active":"2023-09-23T15:30:55.659677+0000","last_peered":"2023-09-23T15:30:55.659677+0000","last_clean":"2023-09-23T15:30:55.659677+0000","last_became_active":"2023-09-23T15:30:16.873340+0000","last_became_peered":"2023-09-23T15:30:16.873340+0000","last_unstale":"2023-09-23T15:30:55.659677+0000","last_undegraded":"2023-09-23T15:30:55.659677+0000","last_fullsized":"2023-09-23T15:30:55.659677+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.421335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.421335+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":23,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660022+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:30:55.660022+0000","last_peered":"2023-09-23T15:30:55.660022+0000","last_clean":"2023-09-23T15:30:55.660022+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:30:55.660022+0000","last_undegraded":"2023-09-23T15:30:55.660022+0000","last_fullsized":"2023-09-23T15:30:55.660022+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":422,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660052+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:30:55.660052+0000","last_peered":"2023-09-23T15:30:55.660052+0000","last_clean":"2023-09-23T15:30:55.660052+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:30:55.660052+0000","last_undegraded":"2023-09-23T15:30:55.660052+0000","last_fullsized":"2023-09-23T15:30:55.660052+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":641,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.707999+0000","last_change":"2023-09-23T15:30:04.593868+0000","last_active":"2023-09-23T15:30:55.707999+0000","last_peered":"2023-09-23T15:30:55.707999+0000","last_clean":"2023-09-23T15:30:55.707999+0000","last_became_active":"2023-09-23T15:30:04.593465+0000","last_became_peered":"2023-09-23T15:30:04.593465+0000","last_unstale":"2023-09-23T15:30:55.707999+0000","last_undegraded":"2023-09-23T15:30:55.707999+0000","last_fullsized":"2023-09-23T15:30:55.707999+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:43:34.476389+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":504,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660095+0000","last_change":"2023-09-23T15:29:35.883898+0000","last_active":"2023-09-23T15:30:55.660095+0000","last_peered":"2023-09-23T15:30:55.660095+0000","last_clean":"2023-09-23T15:30:55.660095+0000","last_became_active":"2023-09-23T15:29:35.883307+0000","last_became_peered":"2023-09-23T15:29:35.883307+0000","last_unstale":"2023-09-23T15:30:55.660095+0000","last_undegraded":"2023-09-23T15:30:55.660095+0000","last_fullsized":"2023-09-23T15:30:55.660095+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:38.788302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":171,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.707476+0000","last_change":"2023-09-23T15:30:23.669735+0000","last_active":"2023-09-23T15:30:55.707476+0000","last_peered":"2023-09-23T15:30:55.707476+0000","last_clean":"2023-09-23T15:30:55.707476+0000","last_became_active":"2023-09-23T15:30:23.669271+0000","last_became_peered":"2023-09-23T15:30:23.669271+0000","last_unstale":"2023-09-23T15:30:55.707476+0000","last_undegraded":"2023-09-23T15:30:55.707476+0000","last_fullsized":"2023-09-23T15:30:55.707476+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:45.794620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":839,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.657406+0000","last_change":"2023-09-23T15:30:01.855771+0000","last_active":"2023-09-23T15:30:55.657406+0000","last_peered":"2023-09-23T15:30:55.657406+0000","last_clean":"2023-09-23T15:30:55.657406+0000","last_became_active":"2023-09-23T15:30:00.773322+0000","last_became_peered":"2023-09-23T15:30:00.773322+0000","last_unstale":"2023-09-23T15:30:55.657406+0000","last_undegraded":"2023-09-23T15:30:55.657406+0000","last_fullsized":"2023-09-23T15:30:55.657406+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:05.660767+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":224,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654006+0000","last_change":"2023-09-23T15:30:13.843808+0000","last_active":"2023-09-23T15:30:55.654006+0000","last_peered":"2023-09-23T15:30:55.654006+0000","last_clean":"2023-09-23T15:30:55.654006+0000","last_became_active":"2023-09-23T15:30:13.833845+0000","last_became_peered":"2023-09-23T15:30:13.833845+0000","last_unstale":"2023-09-23T15:30:55.654006+0000","last_undegraded":"2023-09-23T15:30:55.654006+0000","last_fullsized":"2023-09-23T15:30:55.654006+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:57.514943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":48,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.707630+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:30:55.707630+0000","last_peered":"2023-09-23T15:30:55.707630+0000","last_clean":"2023-09-23T15:30:55.707630+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:30:55.707630+0000","last_undegraded":"2023-09-23T15:30:55.707630+0000","last_fullsized":"2023-09-23T15:30:55.707630+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"494'5359","reported_seq":5407,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:10.556905+0000","last_change":"2023-09-23T15:29:48.152334+0000","last_active":"2023-09-23T15:31:10.556905+0000","last_peered":"2023-09-23T15:31:10.556905+0000","last_clean":"2023-09-23T15:31:10.556905+0000","last_became_active":"2023-09-23T15:29:48.152021+0000","last_became_peered":"2023-09-23T15:29:48.152021+0000","last_unstale":"2023-09-23T15:31:10.556905+0000","last_undegraded":"2023-09-23T15:31:10.556905+0000","last_fullsized":"2023-09-23T15:31:10.556905+0000","mapping_epoch":454,"log_start":"469'1000","ondisk_log_start":"469'1000","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4359,"log_dups_size":0,"ondisk_log_size":4359,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:59:52.854453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":351207424,"num_objects":5359,"num_object_clones":0,"num_object_copies":16077,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5359,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5359,"num_write_kb":342976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":872,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.659932+0000","last_change":"2023-09-23T15:30:26.868164+0000","last_active":"2023-09-23T15:30:55.659932+0000","last_peered":"2023-09-23T15:30:55.659932+0000","last_clean":"2023-09-23T15:30:55.659932+0000","last_became_active":"2023-09-23T15:30:26.867379+0000","last_became_peered":"2023-09-23T15:30:26.867379+0000","last_unstale":"2023-09-23T15:30:55.659932+0000","last_undegraded":"2023-09-23T15:30:55.659932+0000","last_fullsized":"2023-09-23T15:30:55.659932+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:34.866523+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":27,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660699+0000","last_change":"2023-09-23T15:30:23.675012+0000","last_active":"2023-09-23T15:30:55.660699+0000","last_peered":"2023-09-23T15:30:55.660699+0000","last_clean":"2023-09-23T15:30:55.660699+0000","last_became_active":"2023-09-23T15:30:23.668558+0000","last_became_peered":"2023-09-23T15:30:23.668558+0000","last_unstale":"2023-09-23T15:30:55.660699+0000","last_undegraded":"2023-09-23T15:30:55.660699+0000","last_fullsized":"2023-09-23T15:30:55.660699+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:45:24.772798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":110,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":38,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.657300+0000","last_change":"2023-09-23T15:30:23.667636+0000","last_active":"2023-09-23T15:30:55.657300+0000","last_peered":"2023-09-23T15:30:55.657300+0000","last_clean":"2023-09-23T15:30:55.657300+0000","last_became_active":"2023-09-23T15:30:23.667226+0000","last_became_peered":"2023-09-23T15:30:23.667226+0000","last_unstale":"2023-09-23T15:30:55.657300+0000","last_undegraded":"2023-09-23T15:30:55.657300+0000","last_fullsized":"2023-09-23T15:30:55.657300+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:30:42.465080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"494'5313","reported_seq":9493,"reported_epoch":494,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:31:10.575331+0000","last_change":"2023-09-23T15:30:54.413733+0000","last_active":"2023-09-23T15:31:10.575331+0000","last_peered":"2023-09-23T15:31:10.575331+0000","last_clean":"2023-09-23T15:29:46.699131+0000","last_became_active":"2023-09-23T15:30:14.888622+0000","last_became_peered":"2023-09-23T15:30:14.888622+0000","last_unstale":"2023-09-23T15:31:10.575331+0000","last_undegraded":"2023-09-23T15:31:10.575331+0000","last_fullsized":"2023-09-23T15:30:14.826159+0000","mapping_epoch":476,"log_start":"468'900","ondisk_log_start":"468'900","created":454,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4413,"log_dups_size":0,"ondisk_log_size":4413,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:23.862337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":348192768,"num_objects":5313,"num_object_clones":0,"num_object_copies":15939,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":126,"num_objects_unfound":0,"num_objects_dirty":5313,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5313,"num_write_kb":340032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2049,"num_bytes_recovered":134283264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3],"avail_no_missing":["6","1","3"],"object_location_counts":[{"shards":"1,3,6","objects":126},{"shards":"3,6","objects":5187}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":871,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.708215+0000","last_change":"2023-09-23T15:30:03.599665+0000","last_active":"2023-09-23T15:30:55.708215+0000","last_peered":"2023-09-23T15:30:55.708215+0000","last_clean":"2023-09-23T15:30:55.708215+0000","last_became_active":"2023-09-23T15:30:03.598027+0000","last_became_peered":"2023-09-23T15:30:03.598027+0000","last_unstale":"2023-09-23T15:30:55.708215+0000","last_undegraded":"2023-09-23T15:30:55.708215+0000","last_fullsized":"2023-09-23T15:30:55.708215+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:54.025207+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":516,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660456+0000","last_change":"2023-09-23T15:30:13.847844+0000","last_active":"2023-09-23T15:30:55.660456+0000","last_peered":"2023-09-23T15:30:55.660456+0000","last_clean":"2023-09-23T15:30:55.660456+0000","last_became_active":"2023-09-23T15:30:13.837253+0000","last_became_peered":"2023-09-23T15:30:13.837253+0000","last_unstale":"2023-09-23T15:30:55.660456+0000","last_undegraded":"2023-09-23T15:30:55.660456+0000","last_fullsized":"2023-09-23T15:30:55.660456+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:59.684991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":39,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654397+0000","last_change":"2023-09-23T15:30:02.579397+0000","last_active":"2023-09-23T15:30:55.654397+0000","last_peered":"2023-09-23T15:30:55.654397+0000","last_clean":"2023-09-23T15:30:55.654397+0000","last_became_active":"2023-09-23T15:30:02.579070+0000","last_became_peered":"2023-09-23T15:30:02.579070+0000","last_unstale":"2023-09-23T15:30:55.654397+0000","last_undegraded":"2023-09-23T15:30:55.654397+0000","last_fullsized":"2023-09-23T15:30:55.654397+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:05:25.171806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.4","version":"494'5306","reported_seq":5355,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:10.535434+0000","last_change":"2023-09-23T15:29:48.153266+0000","last_active":"2023-09-23T15:31:10.535434+0000","last_peered":"2023-09-23T15:31:10.535434+0000","last_clean":"2023-09-23T15:31:10.535434+0000","last_became_active":"2023-09-23T15:29:48.152940+0000","last_became_peered":"2023-09-23T15:29:48.152940+0000","last_unstale":"2023-09-23T15:31:10.535434+0000","last_undegraded":"2023-09-23T15:31:10.535434+0000","last_fullsized":"2023-09-23T15:31:10.535434+0000","mapping_epoch":454,"log_start":"471'1200","ondisk_log_start":"471'1200","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4106,"log_dups_size":0,"ondisk_log_size":4106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:13.101293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":347734016,"num_objects":5306,"num_object_clones":0,"num_object_copies":15918,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5306,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5306,"num_write_kb":339584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":932,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.656865+0000","last_change":"2023-09-23T15:30:03.597774+0000","last_active":"2023-09-23T15:30:55.656865+0000","last_peered":"2023-09-23T15:30:55.656865+0000","last_clean":"2023-09-23T15:30:55.656865+0000","last_became_active":"2023-09-23T15:30:03.597449+0000","last_became_peered":"2023-09-23T15:30:03.597449+0000","last_unstale":"2023-09-23T15:30:55.656865+0000","last_undegraded":"2023-09-23T15:30:55.656865+0000","last_fullsized":"2023-09-23T15:30:55.656865+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:49.222303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:49.222303+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:09:39.198832+0000","scrub_duration":0.0041920669999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":559,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660257+0000","last_change":"2023-09-23T15:30:13.853179+0000","last_active":"2023-09-23T15:30:55.660257+0000","last_peered":"2023-09-23T15:30:55.660257+0000","last_clean":"2023-09-23T15:30:55.660257+0000","last_became_active":"2023-09-23T15:30:13.839071+0000","last_became_peered":"2023-09-23T15:30:13.839071+0000","last_unstale":"2023-09-23T15:30:55.660257+0000","last_undegraded":"2023-09-23T15:30:55.660257+0000","last_fullsized":"2023-09-23T15:30:55.660257+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:42.791562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":160,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654170+0000","last_change":"2023-09-23T15:30:23.667089+0000","last_active":"2023-09-23T15:30:55.654170+0000","last_peered":"2023-09-23T15:30:55.654170+0000","last_clean":"2023-09-23T15:30:55.654170+0000","last_became_active":"2023-09-23T15:30:23.666752+0000","last_became_peered":"2023-09-23T15:30:23.666752+0000","last_unstale":"2023-09-23T15:30:55.654170+0000","last_undegraded":"2023-09-23T15:30:55.654170+0000","last_fullsized":"2023-09-23T15:30:55.654170+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:09:06.965679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"494'5058","reported_seq":10753,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:10.520438+0000","last_change":"2023-09-23T15:30:55.714277+0000","last_active":"2023-09-23T15:31:10.520438+0000","last_peered":"2023-09-23T15:31:10.520438+0000","last_clean":"2023-09-23T15:31:10.520438+0000","last_became_active":"2023-09-23T15:30:55.710613+0000","last_became_peered":"2023-09-23T15:30:55.710613+0000","last_unstale":"2023-09-23T15:31:10.520438+0000","last_undegraded":"2023-09-23T15:31:10.520438+0000","last_fullsized":"2023-09-23T15:31:10.520438+0000","mapping_epoch":492,"log_start":"469'1000","ondisk_log_start":"469'1000","created":454,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4058,"log_dups_size":0,"ondisk_log_size":4058,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:10:08.050610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331481088,"num_objects":5058,"num_object_clones":0,"num_object_copies":15174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5058,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5058,"num_write_kb":323712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2097,"num_bytes_recovered":137428992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":758,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660320+0000","last_change":"2023-09-23T15:30:26.867697+0000","last_active":"2023-09-23T15:30:55.660320+0000","last_peered":"2023-09-23T15:30:55.660320+0000","last_clean":"2023-09-23T15:30:55.660320+0000","last_became_active":"2023-09-23T15:30:26.867226+0000","last_became_peered":"2023-09-23T15:30:26.867226+0000","last_unstale":"2023-09-23T15:30:55.660320+0000","last_undegraded":"2023-09-23T15:30:55.660320+0000","last_fullsized":"2023-09-23T15:30:55.660320+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.222854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.222854+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":128,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.708046+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:30:55.708046+0000","last_peered":"2023-09-23T15:30:55.708046+0000","last_clean":"2023-09-23T15:30:55.708046+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:30:55.708046+0000","last_undegraded":"2023-09-23T15:30:55.708046+0000","last_fullsized":"2023-09-23T15:30:55.708046+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":300,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.653090+0000","last_change":"2023-09-23T15:30:13.837089+0000","last_active":"2023-09-23T15:30:55.653090+0000","last_peered":"2023-09-23T15:30:55.653090+0000","last_clean":"2023-09-23T15:30:55.653090+0000","last_became_active":"2023-09-23T15:30:13.836795+0000","last_became_peered":"2023-09-23T15:30:13.836795+0000","last_unstale":"2023-09-23T15:30:55.653090+0000","last_undegraded":"2023-09-23T15:30:55.653090+0000","last_fullsized":"2023-09-23T15:30:55.653090+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:42.295011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2","version":"494'5198","reported_seq":6526,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:08.333079+0000","last_change":"2023-09-23T15:30:11.475760+0000","last_active":"2023-09-23T15:31:08.333079+0000","last_peered":"2023-09-23T15:31:08.333079+0000","last_clean":"2023-09-23T15:31:08.333079+0000","last_became_active":"2023-09-23T15:30:10.814037+0000","last_became_peered":"2023-09-23T15:30:10.814037+0000","last_unstale":"2023-09-23T15:31:08.333079+0000","last_undegraded":"2023-09-23T15:31:08.333079+0000","last_fullsized":"2023-09-23T15:31:08.333079+0000","mapping_epoch":472,"log_start":"469'1000","ondisk_log_start":"469'1000","created":454,"last_epoch_clean":473,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4198,"log_dups_size":0,"ondisk_log_size":4198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:25.875228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340656128,"num_objects":5198,"num_object_clones":0,"num_object_copies":15594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5198,"num_write_kb":332672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":631,"num_bytes_recovered":41353216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":984,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660004+0000","last_change":"2023-09-23T15:28:49.609460+0000","last_active":"2023-09-23T15:30:55.660004+0000","last_peered":"2023-09-23T15:30:55.660004+0000","last_clean":"2023-09-23T15:30:55.660004+0000","last_became_active":"2023-09-23T15:28:49.609109+0000","last_became_peered":"2023-09-23T15:28:49.609109+0000","last_unstale":"2023-09-23T15:30:55.660004+0000","last_undegraded":"2023-09-23T15:30:55.660004+0000","last_fullsized":"2023-09-23T15:30:55.660004+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:30.904753+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":165,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.707918+0000","last_change":"2023-09-23T15:29:51.314161+0000","last_active":"2023-09-23T15:30:55.707918+0000","last_peered":"2023-09-23T15:30:55.707918+0000","last_clean":"2023-09-23T15:30:55.707918+0000","last_became_active":"2023-09-23T15:29:51.308622+0000","last_became_peered":"2023-09-23T15:29:51.308622+0000","last_unstale":"2023-09-23T15:30:55.707918+0000","last_undegraded":"2023-09-23T15:30:55.707918+0000","last_fullsized":"2023-09-23T15:30:55.707918+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:09.209928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":373,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.708703+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:30:55.708703+0000","last_peered":"2023-09-23T15:30:55.708703+0000","last_clean":"2023-09-23T15:30:55.708703+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:30:55.708703+0000","last_undegraded":"2023-09-23T15:30:55.708703+0000","last_fullsized":"2023-09-23T15:30:55.708703+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"494'5189","reported_seq":6520,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:10.547887+0000","last_change":"2023-09-23T15:30:07.815790+0000","last_active":"2023-09-23T15:31:10.547887+0000","last_peered":"2023-09-23T15:31:10.547887+0000","last_clean":"2023-09-23T15:31:10.547887+0000","last_became_active":"2023-09-23T15:30:07.814333+0000","last_became_peered":"2023-09-23T15:30:07.814333+0000","last_unstale":"2023-09-23T15:31:10.547887+0000","last_undegraded":"2023-09-23T15:31:10.547887+0000","last_fullsized":"2023-09-23T15:31:10.547887+0000","mapping_epoch":470,"log_start":"471'1100","ondisk_log_start":"471'1100","created":454,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4089,"log_dups_size":0,"ondisk_log_size":4089,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:12.423837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340066304,"num_objects":5189,"num_object_clones":0,"num_object_copies":15567,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5189,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5189,"num_write_kb":332096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":628,"num_bytes_recovered":41156608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":997,"reported_epoch":493,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:31:00.526027+0000","last_change":"2023-09-23T15:30:36.777211+0000","last_active":"2023-09-23T15:31:00.526027+0000","last_peered":"2023-09-23T15:31:00.526027+0000","last_clean":"2023-09-23T15:30:28.706812+0000","last_became_active":"2023-09-23T15:30:36.776993+0000","last_became_peered":"2023-09-23T15:30:36.776993+0000","last_unstale":"2023-09-23T15:31:00.526027+0000","last_undegraded":"2023-09-23T15:30:36.763232+0000","last_fullsized":"2023-09-23T15:30:36.762769+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:22:41.583959+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1838816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5],"avail_no_missing":["3","1","5"],"object_location_counts":[{"shards":"1,3,5","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":150,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654201+0000","last_change":"2023-09-23T15:29:51.306273+0000","last_active":"2023-09-23T15:30:55.654201+0000","last_peered":"2023-09-23T15:30:55.654201+0000","last_clean":"2023-09-23T15:30:55.654201+0000","last_became_active":"2023-09-23T15:29:51.305977+0000","last_became_peered":"2023-09-23T15:29:51.305977+0000","last_unstale":"2023-09-23T15:30:55.654201+0000","last_undegraded":"2023-09-23T15:30:55.654201+0000","last_fullsized":"2023-09-23T15:30:55.654201+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:10.815566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":358,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:31:03.339821+0000","last_change":"2023-09-23T15:30:13.839085+0000","last_active":"2023-09-23T15:31:03.339821+0000","last_peered":"2023-09-23T15:31:03.339821+0000","last_clean":"2023-09-23T15:31:03.339821+0000","last_became_active":"2023-09-23T15:30:13.838774+0000","last_became_peered":"2023-09-23T15:30:13.838774+0000","last_unstale":"2023-09-23T15:31:03.339821+0000","last_undegraded":"2023-09-23T15:31:03.339821+0000","last_fullsized":"2023-09-23T15:31:03.339821+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:27:48.181516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"494'5210","reported_seq":5268,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:10.552811+0000","last_change":"2023-09-23T15:29:51.309447+0000","last_active":"2023-09-23T15:31:10.552811+0000","last_peered":"2023-09-23T15:31:10.552811+0000","last_clean":"2023-09-23T15:31:10.552811+0000","last_became_active":"2023-09-23T15:29:51.308986+0000","last_became_peered":"2023-09-23T15:29:51.308986+0000","last_unstale":"2023-09-23T15:31:10.552811+0000","last_undegraded":"2023-09-23T15:31:10.552811+0000","last_fullsized":"2023-09-23T15:31:10.552811+0000","mapping_epoch":457,"log_start":"468'800","ondisk_log_start":"468'800","created":454,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4410,"log_dups_size":0,"ondisk_log_size":4410,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:37.656530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":341442560,"num_objects":5210,"num_object_clones":0,"num_object_copies":15630,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5210,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5210,"num_write_kb":333440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":452,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.657292+0000","last_change":"2023-09-23T15:30:16.873187+0000","last_active":"2023-09-23T15:30:55.657292+0000","last_peered":"2023-09-23T15:30:55.657292+0000","last_clean":"2023-09-23T15:30:55.657292+0000","last_became_active":"2023-09-23T15:30:16.872810+0000","last_became_peered":"2023-09-23T15:30:16.872810+0000","last_unstale":"2023-09-23T15:30:55.657292+0000","last_undegraded":"2023-09-23T15:30:55.657292+0000","last_fullsized":"2023-09-23T15:30:55.657292+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.554330+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.554330+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":8,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":402,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660181+0000","last_change":"2023-09-23T15:28:46.429441+0000","last_active":"2023-09-23T15:30:55.660181+0000","last_peered":"2023-09-23T15:30:55.660181+0000","last_clean":"2023-09-23T15:30:55.660181+0000","last_became_active":"2023-09-23T15:28:46.429145+0000","last_became_peered":"2023-09-23T15:28:46.429145+0000","last_unstale":"2023-09-23T15:30:55.660181+0000","last_undegraded":"2023-09-23T15:30:55.660181+0000","last_fullsized":"2023-09-23T15:30:55.660181+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:52:01.764190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":159,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654557+0000","last_change":"2023-09-23T15:29:51.307256+0000","last_active":"2023-09-23T15:30:55.654557+0000","last_peered":"2023-09-23T15:30:55.654557+0000","last_clean":"2023-09-23T15:30:55.654557+0000","last_became_active":"2023-09-23T15:29:51.306929+0000","last_became_peered":"2023-09-23T15:29:51.306929+0000","last_unstale":"2023-09-23T15:30:55.654557+0000","last_undegraded":"2023-09-23T15:30:55.654557+0000","last_fullsized":"2023-09-23T15:30:55.654557+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:58:55.107875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"494'4944","reported_seq":4992,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:07.554231+0000","last_change":"2023-09-23T15:29:48.152448+0000","last_active":"2023-09-23T15:31:07.554231+0000","last_peered":"2023-09-23T15:31:07.554231+0000","last_clean":"2023-09-23T15:31:07.554231+0000","last_became_active":"2023-09-23T15:29:48.152082+0000","last_became_peered":"2023-09-23T15:29:48.152082+0000","last_unstale":"2023-09-23T15:31:07.554231+0000","last_undegraded":"2023-09-23T15:31:07.554231+0000","last_fullsized":"2023-09-23T15:31:07.554231+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4944,"log_dups_size":0,"ondisk_log_size":4944,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:26:49.020914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324009984,"num_objects":4944,"num_object_clones":0,"num_object_copies":14832,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4944,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4944,"num_write_kb":316416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":886,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654284+0000","last_change":"2023-09-23T15:29:53.580981+0000","last_active":"2023-09-23T15:30:55.654284+0000","last_peered":"2023-09-23T15:30:55.654284+0000","last_clean":"2023-09-23T15:30:55.654284+0000","last_became_active":"2023-09-23T15:29:53.580568+0000","last_became_peered":"2023-09-23T15:29:53.580568+0000","last_unstale":"2023-09-23T15:30:55.654284+0000","last_undegraded":"2023-09-23T15:30:55.654284+0000","last_fullsized":"2023-09-23T15:30:55.654284+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:16.245925+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":39,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654199+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:30:55.654199+0000","last_peered":"2023-09-23T15:30:55.654199+0000","last_clean":"2023-09-23T15:30:55.654199+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:30:55.654199+0000","last_undegraded":"2023-09-23T15:30:55.654199+0000","last_fullsized":"2023-09-23T15:30:55.654199+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":490,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654749+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:30:55.654749+0000","last_peered":"2023-09-23T15:30:55.654749+0000","last_clean":"2023-09-23T15:30:55.654749+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:30:55.654749+0000","last_undegraded":"2023-09-23T15:30:55.654749+0000","last_fullsized":"2023-09-23T15:30:55.654749+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"494'4986","reported_seq":5034,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:07.547599+0000","last_change":"2023-09-23T15:29:47.722819+0000","last_active":"2023-09-23T15:31:07.547599+0000","last_peered":"2023-09-23T15:31:07.547599+0000","last_clean":"2023-09-23T15:31:07.547599+0000","last_became_active":"2023-09-23T15:29:47.722512+0000","last_became_peered":"2023-09-23T15:29:47.722512+0000","last_unstale":"2023-09-23T15:31:07.547599+0000","last_undegraded":"2023-09-23T15:31:07.547599+0000","last_fullsized":"2023-09-23T15:31:07.547599+0000","mapping_epoch":454,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4986,"log_dups_size":0,"ondisk_log_size":4986,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:13:40.054355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":326762496,"num_objects":4986,"num_object_clones":0,"num_object_copies":14958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4986,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4986,"num_write_kb":319104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":953,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.656956+0000","last_change":"2023-09-23T15:30:26.686277+0000","last_active":"2023-09-23T15:30:55.656956+0000","last_peered":"2023-09-23T15:30:55.656956+0000","last_clean":"2023-09-23T15:30:55.656956+0000","last_became_active":"2023-09-23T15:30:26.685851+0000","last_became_peered":"2023-09-23T15:30:26.685851+0000","last_unstale":"2023-09-23T15:30:55.656956+0000","last_undegraded":"2023-09-23T15:30:55.656956+0000","last_fullsized":"2023-09-23T15:30:55.656956+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:30.438998+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":478,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660361+0000","last_change":"2023-09-23T15:30:02.585409+0000","last_active":"2023-09-23T15:30:55.660361+0000","last_peered":"2023-09-23T15:30:55.660361+0000","last_clean":"2023-09-23T15:30:55.660361+0000","last_became_active":"2023-09-23T15:30:02.584934+0000","last_became_peered":"2023-09-23T15:30:02.584934+0000","last_unstale":"2023-09-23T15:30:55.660361+0000","last_undegraded":"2023-09-23T15:30:55.660361+0000","last_fullsized":"2023-09-23T15:30:55.660361+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:19:24.484182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":137,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.707511+0000","last_change":"2023-09-23T15:28:46.437458+0000","last_active":"2023-09-23T15:30:55.707511+0000","last_peered":"2023-09-23T15:30:55.707511+0000","last_clean":"2023-09-23T15:30:55.707511+0000","last_became_active":"2023-09-23T15:28:46.437121+0000","last_became_peered":"2023-09-23T15:28:46.437121+0000","last_unstale":"2023-09-23T15:30:55.707511+0000","last_undegraded":"2023-09-23T15:30:55.707511+0000","last_fullsized":"2023-09-23T15:30:55.707511+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:43:38.497844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":55,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.652503+0000","last_change":"2023-09-23T15:30:13.835959+0000","last_active":"2023-09-23T15:30:55.652503+0000","last_peered":"2023-09-23T15:30:55.652503+0000","last_clean":"2023-09-23T15:30:55.652503+0000","last_became_active":"2023-09-23T15:30:13.835650+0000","last_became_peered":"2023-09-23T15:30:13.835650+0000","last_unstale":"2023-09-23T15:30:55.652503+0000","last_undegraded":"2023-09-23T15:30:55.652503+0000","last_fullsized":"2023-09-23T15:30:55.652503+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:23.396903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"494'5192","reported_seq":6585,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:10.534480+0000","last_change":"2023-09-23T15:30:14.836398+0000","last_active":"2023-09-23T15:31:10.534480+0000","last_peered":"2023-09-23T15:31:10.534480+0000","last_clean":"2023-09-23T15:31:10.534480+0000","last_became_active":"2023-09-23T15:30:14.834894+0000","last_became_peered":"2023-09-23T15:30:14.834894+0000","last_unstale":"2023-09-23T15:31:10.534480+0000","last_undegraded":"2023-09-23T15:31:10.534480+0000","last_fullsized":"2023-09-23T15:31:10.534480+0000","mapping_epoch":476,"log_start":"468'800","ondisk_log_start":"468'800","created":454,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4392,"log_dups_size":0,"ondisk_log_size":4392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:32:07.546536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340262912,"num_objects":5192,"num_object_clones":0,"num_object_copies":15576,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5192,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5192,"num_write_kb":332288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":658,"num_bytes_recovered":43122688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":930,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.659826+0000","last_change":"2023-09-23T15:29:52.163429+0000","last_active":"2023-09-23T15:30:55.659826+0000","last_peered":"2023-09-23T15:30:55.659826+0000","last_clean":"2023-09-23T15:30:55.659826+0000","last_became_active":"2023-09-23T15:29:38.586026+0000","last_became_peered":"2023-09-23T15:29:38.586026+0000","last_unstale":"2023-09-23T15:30:55.659826+0000","last_undegraded":"2023-09-23T15:30:55.659826+0000","last_fullsized":"2023-09-23T15:30:55.659826+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:18.595923+0000","scrub_duration":0.0014655549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":466,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.652580+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:30:55.652580+0000","last_peered":"2023-09-23T15:30:55.652580+0000","last_clean":"2023-09-23T15:30:55.652580+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:30:55.652580+0000","last_undegraded":"2023-09-23T15:30:55.652580+0000","last_fullsized":"2023-09-23T15:30:55.652580+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":160,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654436+0000","last_change":"2023-09-23T15:29:51.309462+0000","last_active":"2023-09-23T15:30:55.654436+0000","last_peered":"2023-09-23T15:30:55.654436+0000","last_clean":"2023-09-23T15:30:55.654436+0000","last_became_active":"2023-09-23T15:29:51.309087+0000","last_became_peered":"2023-09-23T15:29:51.309087+0000","last_unstale":"2023-09-23T15:30:55.654436+0000","last_undegraded":"2023-09-23T15:30:55.654436+0000","last_fullsized":"2023-09-23T15:30:55.654436+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:35.501350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":149,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.707369+0000","last_change":"2023-09-23T15:30:35.769038+0000","last_active":"2023-09-23T15:30:55.707369+0000","last_peered":"2023-09-23T15:30:55.707369+0000","last_clean":"2023-09-23T15:30:55.707369+0000","last_became_active":"2023-09-23T15:30:35.767802+0000","last_became_peered":"2023-09-23T15:30:35.767802+0000","last_unstale":"2023-09-23T15:30:55.707369+0000","last_undegraded":"2023-09-23T15:30:55.707369+0000","last_fullsized":"2023-09-23T15:30:55.707369+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:22:11.109581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"494'5019","reported_seq":8093,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:07.541755+0000","last_change":"2023-09-23T15:30:24.668123+0000","last_active":"2023-09-23T15:31:07.541755+0000","last_peered":"2023-09-23T15:31:07.541755+0000","last_clean":"2023-09-23T15:31:07.541755+0000","last_became_active":"2023-09-23T15:30:24.666026+0000","last_became_peered":"2023-09-23T15:30:24.666026+0000","last_unstale":"2023-09-23T15:31:07.541755+0000","last_undegraded":"2023-09-23T15:31:07.541755+0000","last_fullsized":"2023-09-23T15:31:07.541755+0000","mapping_epoch":481,"log_start":"0'0","ondisk_log_start":"0'0","created":454,"last_epoch_clean":482,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5019,"log_dups_size":0,"ondisk_log_size":5019,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:51:16.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328925184,"num_objects":5019,"num_object_clones":0,"num_object_copies":15057,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5019,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5019,"num_write_kb":321216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1502,"num_bytes_recovered":98435072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":714,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660111+0000","last_change":"2023-09-23T15:30:26.869109+0000","last_active":"2023-09-23T15:30:55.660111+0000","last_peered":"2023-09-23T15:30:55.660111+0000","last_clean":"2023-09-23T15:30:55.660111+0000","last_became_active":"2023-09-23T15:30:26.868850+0000","last_became_peered":"2023-09-23T15:30:26.868850+0000","last_unstale":"2023-09-23T15:30:55.660111+0000","last_undegraded":"2023-09-23T15:30:55.660111+0000","last_fullsized":"2023-09-23T15:30:55.660111+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:21.687812+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":110,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.708249+0000","last_change":"2023-09-23T15:29:35.676390+0000","last_active":"2023-09-23T15:30:55.708249+0000","last_peered":"2023-09-23T15:30:55.708249+0000","last_clean":"2023-09-23T15:30:55.708249+0000","last_became_active":"2023-09-23T15:29:35.676045+0000","last_became_peered":"2023-09-23T15:29:35.676045+0000","last_unstale":"2023-09-23T15:30:55.708249+0000","last_undegraded":"2023-09-23T15:30:55.708249+0000","last_fullsized":"2023-09-23T15:30:55.708249+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:08.284421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":108,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654005+0000","last_change":"2023-09-23T15:29:35.887179+0000","last_active":"2023-09-23T15:30:55.654005+0000","last_peered":"2023-09-23T15:30:55.654005+0000","last_clean":"2023-09-23T15:30:55.654005+0000","last_became_active":"2023-09-23T15:29:35.886621+0000","last_became_peered":"2023-09-23T15:29:35.886621+0000","last_unstale":"2023-09-23T15:30:55.654005+0000","last_undegraded":"2023-09-23T15:30:55.654005+0000","last_fullsized":"2023-09-23T15:30:55.654005+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:03:53.121177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":56,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654636+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:30:55.654636+0000","last_peered":"2023-09-23T15:30:55.654636+0000","last_clean":"2023-09-23T15:30:55.654636+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:30:55.654636+0000","last_undegraded":"2023-09-23T15:30:55.654636+0000","last_fullsized":"2023-09-23T15:30:55.654636+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"494'5238","reported_seq":5286,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:10.548291+0000","last_change":"2023-09-23T15:29:48.153032+0000","last_active":"2023-09-23T15:31:10.548291+0000","last_peered":"2023-09-23T15:31:10.548291+0000","last_clean":"2023-09-23T15:31:10.548291+0000","last_became_active":"2023-09-23T15:29:48.152751+0000","last_became_peered":"2023-09-23T15:29:48.152751+0000","last_unstale":"2023-09-23T15:31:10.548291+0000","last_undegraded":"2023-09-23T15:31:10.548291+0000","last_fullsized":"2023-09-23T15:31:10.548291+0000","mapping_epoch":454,"log_start":"468'800","ondisk_log_start":"468'800","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4438,"log_dups_size":0,"ondisk_log_size":4438,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:14:26.948560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343277568,"num_objects":5238,"num_object_clones":0,"num_object_copies":15714,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5238,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5238,"num_write_kb":335232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.659975+0000","last_change":"2023-09-23T15:30:23.671825+0000","last_active":"2023-09-23T15:30:55.659975+0000","last_peered":"2023-09-23T15:30:55.659975+0000","last_clean":"2023-09-23T15:30:55.659975+0000","last_became_active":"2023-09-23T15:30:23.671508+0000","last_became_peered":"2023-09-23T15:30:23.671508+0000","last_unstale":"2023-09-23T15:30:55.659975+0000","last_undegraded":"2023-09-23T15:30:55.659975+0000","last_fullsized":"2023-09-23T15:30:55.659975+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:42:01.238430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1010,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.659626+0000","last_change":"2023-09-23T15:30:26.867236+0000","last_active":"2023-09-23T15:30:55.659626+0000","last_peered":"2023-09-23T15:30:55.659626+0000","last_clean":"2023-09-23T15:30:55.659626+0000","last_became_active":"2023-09-23T15:30:26.866862+0000","last_became_peered":"2023-09-23T15:30:26.866862+0000","last_unstale":"2023-09-23T15:30:55.659626+0000","last_undegraded":"2023-09-23T15:30:55.659626+0000","last_fullsized":"2023-09-23T15:30:55.659626+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.204725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.204725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":137,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.707533+0000","last_change":"2023-09-23T15:30:13.835741+0000","last_active":"2023-09-23T15:30:55.707533+0000","last_peered":"2023-09-23T15:30:55.707533+0000","last_clean":"2023-09-23T15:30:55.707533+0000","last_became_active":"2023-09-23T15:30:13.835373+0000","last_became_peered":"2023-09-23T15:30:13.835373+0000","last_unstale":"2023-09-23T15:30:55.707533+0000","last_undegraded":"2023-09-23T15:30:55.707533+0000","last_fullsized":"2023-09-23T15:30:55.707533+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:46:27.258211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":160,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654642+0000","last_change":"2023-09-23T15:30:02.583474+0000","last_active":"2023-09-23T15:30:55.654642+0000","last_peered":"2023-09-23T15:30:55.654642+0000","last_clean":"2023-09-23T15:30:55.654642+0000","last_became_active":"2023-09-23T15:30:02.583014+0000","last_became_peered":"2023-09-23T15:30:02.583014+0000","last_unstale":"2023-09-23T15:30:55.654642+0000","last_undegraded":"2023-09-23T15:30:55.654642+0000","last_fullsized":"2023-09-23T15:30:55.654642+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:40:50.653402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"494'5102","reported_seq":5150,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:07.542459+0000","last_change":"2023-09-23T15:29:47.839697+0000","last_active":"2023-09-23T15:31:07.542459+0000","last_peered":"2023-09-23T15:31:07.542459+0000","last_clean":"2023-09-23T15:31:07.542459+0000","last_became_active":"2023-09-23T15:29:47.839407+0000","last_became_peered":"2023-09-23T15:29:47.839407+0000","last_unstale":"2023-09-23T15:31:07.542459+0000","last_undegraded":"2023-09-23T15:31:07.542459+0000","last_fullsized":"2023-09-23T15:31:07.542459+0000","mapping_epoch":454,"log_start":"462'100","ondisk_log_start":"462'100","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5002,"log_dups_size":0,"ondisk_log_size":5002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:16.132386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":334364672,"num_objects":5102,"num_object_clones":0,"num_object_copies":15306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5102,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5102,"num_write_kb":326528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":441,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654107+0000","last_change":"2023-09-23T15:30:38.622338+0000","last_active":"2023-09-23T15:30:55.654107+0000","last_peered":"2023-09-23T15:30:55.654107+0000","last_clean":"2023-09-23T15:30:55.654107+0000","last_became_active":"2023-09-23T15:30:38.621972+0000","last_became_peered":"2023-09-23T15:30:38.621972+0000","last_unstale":"2023-09-23T15:30:55.654107+0000","last_undegraded":"2023-09-23T15:30:55.654107+0000","last_fullsized":"2023-09-23T15:30:55.654107+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.549692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.549692+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":508,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.659843+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:30:55.659843+0000","last_peered":"2023-09-23T15:30:55.659843+0000","last_clean":"2023-09-23T15:30:55.659843+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:30:55.659843+0000","last_undegraded":"2023-09-23T15:30:55.659843+0000","last_fullsized":"2023-09-23T15:30:55.659843+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":39,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654316+0000","last_change":"2023-09-23T15:30:02.587041+0000","last_active":"2023-09-23T15:30:55.654316+0000","last_peered":"2023-09-23T15:30:55.654316+0000","last_clean":"2023-09-23T15:30:55.654316+0000","last_became_active":"2023-09-23T15:30:02.586756+0000","last_became_peered":"2023-09-23T15:30:02.586756+0000","last_unstale":"2023-09-23T15:30:55.654316+0000","last_undegraded":"2023-09-23T15:30:55.654316+0000","last_fullsized":"2023-09-23T15:30:55.654316+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:28.063428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":295,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660369+0000","last_change":"2023-09-23T15:30:13.839282+0000","last_active":"2023-09-23T15:30:55.660369+0000","last_peered":"2023-09-23T15:30:55.660369+0000","last_clean":"2023-09-23T15:30:55.660369+0000","last_became_active":"2023-09-23T15:30:13.839008+0000","last_became_peered":"2023-09-23T15:30:13.839008+0000","last_unstale":"2023-09-23T15:30:55.660369+0000","last_undegraded":"2023-09-23T15:30:55.660369+0000","last_fullsized":"2023-09-23T15:30:55.660369+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:05.524033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"494'5275","reported_seq":7565,"reported_epoch":494,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:31:10.545349+0000","last_change":"2023-09-23T15:30:54.426855+0000","last_active":"2023-09-23T15:31:10.545349+0000","last_peered":"2023-09-23T15:31:10.545349+0000","last_clean":"2023-09-23T15:30:11.998450+0000","last_became_active":"2023-09-23T15:30:35.877134+0000","last_became_peered":"2023-09-23T15:30:35.877134+0000","last_unstale":"2023-09-23T15:31:10.545349+0000","last_undegraded":"2023-09-23T15:31:10.545349+0000","last_fullsized":"2023-09-23T15:30:35.762874+0000","mapping_epoch":486,"log_start":"471'1200","ondisk_log_start":"471'1200","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4075,"log_dups_size":0,"ondisk_log_size":4075,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:57.862189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345702400,"num_objects":5275,"num_object_clones":0,"num_object_copies":15825,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2278,"num_objects_unfound":0,"num_objects_dirty":5275,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5275,"num_write_kb":337600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1109,"num_bytes_recovered":72679424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[3,7],"avail_no_missing":["3","1","7"],"object_location_counts":[{"shards":"1,3,7","objects":742},{"shards":"3,5,7","objects":1536},{"shards":"3,7","objects":2997}],"blocked_by":[],"up_primary":6,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":824,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654482+0000","last_change":"2023-09-23T15:30:05.597413+0000","last_active":"2023-09-23T15:30:55.654482+0000","last_peered":"2023-09-23T15:30:55.654482+0000","last_clean":"2023-09-23T15:30:55.654482+0000","last_became_active":"2023-09-23T15:30:05.597050+0000","last_became_peered":"2023-09-23T15:30:05.597050+0000","last_unstale":"2023-09-23T15:30:55.654482+0000","last_undegraded":"2023-09-23T15:30:55.654482+0000","last_fullsized":"2023-09-23T15:30:55.654482+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:57:38.493455+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":528,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660154+0000","last_change":"2023-09-23T15:29:51.311080+0000","last_active":"2023-09-23T15:30:55.660154+0000","last_peered":"2023-09-23T15:30:55.660154+0000","last_clean":"2023-09-23T15:30:55.660154+0000","last_became_active":"2023-09-23T15:29:51.310774+0000","last_became_peered":"2023-09-23T15:29:51.310774+0000","last_unstale":"2023-09-23T15:30:55.660154+0000","last_undegraded":"2023-09-23T15:30:55.660154+0000","last_fullsized":"2023-09-23T15:30:55.660154+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:11:59.838570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":28,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.657647+0000","last_change":"2023-09-23T15:30:13.838070+0000","last_active":"2023-09-23T15:30:55.657647+0000","last_peered":"2023-09-23T15:30:55.657647+0000","last_clean":"2023-09-23T15:30:55.657647+0000","last_became_active":"2023-09-23T15:30:13.837719+0000","last_became_peered":"2023-09-23T15:30:13.837719+0000","last_unstale":"2023-09-23T15:30:55.657647+0000","last_undegraded":"2023-09-23T15:30:55.657647+0000","last_fullsized":"2023-09-23T15:30:55.657647+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:35:33.967187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":370,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.657734+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:30:55.657734+0000","last_peered":"2023-09-23T15:30:55.657734+0000","last_clean":"2023-09-23T15:30:55.657734+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:30:55.657734+0000","last_undegraded":"2023-09-23T15:30:55.657734+0000","last_fullsized":"2023-09-23T15:30:55.657734+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"494'5161","reported_seq":5209,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:10.569492+0000","last_change":"2023-09-23T15:29:47.842825+0000","last_active":"2023-09-23T15:31:10.569492+0000","last_peered":"2023-09-23T15:31:10.569492+0000","last_clean":"2023-09-23T15:31:10.569492+0000","last_became_active":"2023-09-23T15:29:47.842443+0000","last_became_peered":"2023-09-23T15:29:47.842443+0000","last_unstale":"2023-09-23T15:31:10.569492+0000","last_undegraded":"2023-09-23T15:31:10.569492+0000","last_fullsized":"2023-09-23T15:31:10.569492+0000","mapping_epoch":454,"log_start":"467'800","ondisk_log_start":"467'800","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4361,"log_dups_size":0,"ondisk_log_size":4361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:44:26.376758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338231296,"num_objects":5161,"num_object_clones":0,"num_object_copies":15483,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5161,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5161,"num_write_kb":330304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":879,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654199+0000","last_change":"2023-09-23T15:30:38.626404+0000","last_active":"2023-09-23T15:30:55.654199+0000","last_peered":"2023-09-23T15:30:55.654199+0000","last_clean":"2023-09-23T15:30:55.654199+0000","last_became_active":"2023-09-23T15:30:38.626116+0000","last_became_peered":"2023-09-23T15:30:38.626116+0000","last_unstale":"2023-09-23T15:30:55.654199+0000","last_undegraded":"2023-09-23T15:30:55.654199+0000","last_fullsized":"2023-09-23T15:30:55.654199+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.207409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.207409+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":518,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.708842+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:30:55.708842+0000","last_peered":"2023-09-23T15:30:55.708842+0000","last_clean":"2023-09-23T15:30:55.708842+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:30:55.708842+0000","last_undegraded":"2023-09-23T15:30:55.708842+0000","last_fullsized":"2023-09-23T15:30:55.708842+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":47,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.653676+0000","last_change":"2023-09-23T15:29:51.299069+0000","last_active":"2023-09-23T15:30:55.653676+0000","last_peered":"2023-09-23T15:30:55.653676+0000","last_clean":"2023-09-23T15:30:55.653676+0000","last_became_active":"2023-09-23T15:29:51.298750+0000","last_became_peered":"2023-09-23T15:29:51.298750+0000","last_unstale":"2023-09-23T15:30:55.653676+0000","last_undegraded":"2023-09-23T15:30:55.653676+0000","last_fullsized":"2023-09-23T15:30:55.653676+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:33:51.603253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":48,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654224+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:30:55.654224+0000","last_peered":"2023-09-23T15:30:55.654224+0000","last_clean":"2023-09-23T15:30:55.654224+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:30:55.654224+0000","last_undegraded":"2023-09-23T15:30:55.654224+0000","last_fullsized":"2023-09-23T15:30:55.654224+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"494'5130","reported_seq":5178,"reported_epoch":494,"state":"active+clean","last_fresh":"2023-09-23T15:31:10.577013+0000","last_change":"2023-09-23T15:29:48.152462+0000","last_active":"2023-09-23T15:31:10.577013+0000","last_peered":"2023-09-23T15:31:10.577013+0000","last_clean":"2023-09-23T15:31:10.577013+0000","last_became_active":"2023-09-23T15:29:48.152087+0000","last_became_peered":"2023-09-23T15:29:48.152087+0000","last_unstale":"2023-09-23T15:31:10.577013+0000","last_undegraded":"2023-09-23T15:31:10.577013+0000","last_fullsized":"2023-09-23T15:31:10.577013+0000","mapping_epoch":454,"log_start":"467'700","ondisk_log_start":"467'700","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4430,"log_dups_size":0,"ondisk_log_size":4430,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:19.087954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":336199680,"num_objects":5130,"num_object_clones":0,"num_object_copies":15390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5130,"num_write_kb":328320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":867,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.708129+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:30:55.708129+0000","last_peered":"2023-09-23T15:30:55.708129+0000","last_clean":"2023-09-23T15:30:55.708129+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:30:55.708129+0000","last_undegraded":"2023-09-23T15:30:55.708129+0000","last_fullsized":"2023-09-23T15:30:55.708129+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":194,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.656782+0000","last_change":"2023-09-23T15:30:23.668849+0000","last_active":"2023-09-23T15:30:55.656782+0000","last_peered":"2023-09-23T15:30:55.656782+0000","last_clean":"2023-09-23T15:30:55.656782+0000","last_became_active":"2023-09-23T15:30:23.668158+0000","last_became_peered":"2023-09-23T15:30:23.668158+0000","last_unstale":"2023-09-23T15:30:55.656782+0000","last_undegraded":"2023-09-23T15:30:55.656782+0000","last_fullsized":"2023-09-23T15:30:55.656782+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:34.681437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":90,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.653551+0000","last_change":"2023-09-23T15:30:23.673564+0000","last_active":"2023-09-23T15:30:55.653551+0000","last_peered":"2023-09-23T15:30:55.653551+0000","last_clean":"2023-09-23T15:30:55.653551+0000","last_became_active":"2023-09-23T15:30:23.668203+0000","last_became_peered":"2023-09-23T15:30:23.668203+0000","last_unstale":"2023-09-23T15:30:55.653551+0000","last_undegraded":"2023-09-23T15:30:55.653551+0000","last_fullsized":"2023-09-23T15:30:55.653551+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:48.593726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":364,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.658253+0000","last_change":"2023-09-23T15:29:35.886149+0000","last_active":"2023-09-23T15:30:55.658253+0000","last_peered":"2023-09-23T15:30:55.658253+0000","last_clean":"2023-09-23T15:30:55.658253+0000","last_became_active":"2023-09-23T15:29:35.885794+0000","last_became_peered":"2023-09-23T15:29:35.885794+0000","last_unstale":"2023-09-23T15:30:55.658253+0000","last_undegraded":"2023-09-23T15:30:55.658253+0000","last_fullsized":"2023-09-23T15:30:55.658253+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:45.312477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,7],"acting":[5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":69,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.660400+0000","last_change":"2023-09-23T15:29:51.309057+0000","last_active":"2023-09-23T15:30:55.660400+0000","last_peered":"2023-09-23T15:30:55.660400+0000","last_clean":"2023-09-23T15:30:55.660400+0000","last_became_active":"2023-09-23T15:29:51.308458+0000","last_became_peered":"2023-09-23T15:29:51.308458+0000","last_unstale":"2023-09-23T15:30:55.660400+0000","last_undegraded":"2023-09-23T15:30:55.660400+0000","last_fullsized":"2023-09-23T15:30:55.660400+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:20.919600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":92,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.708640+0000","last_change":"2023-09-23T15:29:35.791139+0000","last_active":"2023-09-23T15:30:55.708640+0000","last_peered":"2023-09-23T15:30:55.708640+0000","last_clean":"2023-09-23T15:30:55.708640+0000","last_became_active":"2023-09-23T15:29:35.790813+0000","last_became_peered":"2023-09-23T15:29:35.790813+0000","last_unstale":"2023-09-23T15:30:55.708640+0000","last_undegraded":"2023-09-23T15:30:55.708640+0000","last_fullsized":"2023-09-23T15:30:55.708640+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:14.617842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":307,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654349+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:30:55.654349+0000","last_peered":"2023-09-23T15:30:55.654349+0000","last_clean":"2023-09-23T15:30:55.654349+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:30:55.654349+0000","last_undegraded":"2023-09-23T15:30:55.654349+0000","last_fullsized":"2023-09-23T15:30:55.654349+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":479,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.707784+0000","last_change":"2023-09-23T15:29:51.308948+0000","last_active":"2023-09-23T15:30:55.707784+0000","last_peered":"2023-09-23T15:30:55.707784+0000","last_clean":"2023-09-23T15:30:55.707784+0000","last_became_active":"2023-09-23T15:29:51.308131+0000","last_became_peered":"2023-09-23T15:29:51.308131+0000","last_unstale":"2023-09-23T15:30:55.707784+0000","last_undegraded":"2023-09-23T15:30:55.707784+0000","last_fullsized":"2023-09-23T15:30:55.707784+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:28:31.516716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":144,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654725+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:30:55.654725+0000","last_peered":"2023-09-23T15:30:55.654725+0000","last_clean":"2023-09-23T15:30:55.654725+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:30:55.654725+0000","last_undegraded":"2023-09-23T15:30:55.654725+0000","last_fullsized":"2023-09-23T15:30:55.654725+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":513,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.707383+0000","last_change":"2023-09-23T15:29:35.791085+0000","last_active":"2023-09-23T15:30:55.707383+0000","last_peered":"2023-09-23T15:30:55.707383+0000","last_clean":"2023-09-23T15:30:55.707383+0000","last_became_active":"2023-09-23T15:29:35.790770+0000","last_became_peered":"2023-09-23T15:29:35.790770+0000","last_unstale":"2023-09-23T15:30:55.707383+0000","last_undegraded":"2023-09-23T15:30:55.707383+0000","last_fullsized":"2023-09-23T15:30:55.707383+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:03.718163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":146,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.707328+0000","last_change":"2023-09-23T15:30:35.768999+0000","last_active":"2023-09-23T15:30:55.707328+0000","last_peered":"2023-09-23T15:30:55.707328+0000","last_clean":"2023-09-23T15:30:55.707328+0000","last_became_active":"2023-09-23T15:30:35.767877+0000","last_became_peered":"2023-09-23T15:30:35.767877+0000","last_unstale":"2023-09-23T15:30:55.707328+0000","last_undegraded":"2023-09-23T15:30:55.707328+0000","last_fullsized":"2023-09-23T15:30:55.707328+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:13.149075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":164,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.708284+0000","last_change":"2023-09-23T15:30:13.835116+0000","last_active":"2023-09-23T15:30:55.708284+0000","last_peered":"2023-09-23T15:30:55.708284+0000","last_clean":"2023-09-23T15:30:55.708284+0000","last_became_active":"2023-09-23T15:30:13.834795+0000","last_became_peered":"2023-09-23T15:30:13.834795+0000","last_unstale":"2023-09-23T15:30:55.708284+0000","last_undegraded":"2023-09-23T15:30:55.708284+0000","last_fullsized":"2023-09-23T15:30:55.708284+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:59:03.422802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":406,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.656602+0000","last_change":"2023-09-23T15:30:02.594064+0000","last_active":"2023-09-23T15:30:55.656602+0000","last_peered":"2023-09-23T15:30:55.656602+0000","last_clean":"2023-09-23T15:30:55.656602+0000","last_became_active":"2023-09-23T15:30:02.590752+0000","last_became_peered":"2023-09-23T15:30:02.590752+0000","last_unstale":"2023-09-23T15:30:55.656602+0000","last_undegraded":"2023-09-23T15:30:55.656602+0000","last_fullsized":"2023-09-23T15:30:55.656602+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:47:14.852936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":170,"reported_epoch":493,"state":"active+clean","last_fresh":"2023-09-23T15:30:55.654105+0000","last_change":"2023-09-23T15:30:02.583395+0000","last_active":"2023-09-23T15:30:55.654105+0000","last_peered":"2023-09-23T15:30:55.654105+0000","last_clean":"2023-09-23T15:30:55.654105+0000","last_became_active":"2023-09-23T15:30:02.583103+0000","last_became_peered":"2023-09-23T15:30:02.583103+0000","last_unstale":"2023-09-23T15:30:55.654105+0000","last_undegraded":"2023-09-23T15:30:55.654105+0000","last_fullsized":"2023-09-23T15:30:55.654105+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:20:46.323645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5418516480,"num_objects":82680,"num_object_clones":0,"num_object_copies":248040,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2404,"num_objects_unfound":0,"num_objects_dirty":82680,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":82680,"num_write_kb":5291520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8674,"num_bytes_recovered":568459264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16448487424,"data_stored":16448487424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":71280,"ondisk_log_size":71280,"up":48,"acting":46,"num_store_stats":5},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":139,"num_bytes_recovered":34692,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":16578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":762210,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":97,"num_write":26,"num_write_kb":257,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2490403,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":62,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674481,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3220628,"kb_used_data":2876876,"kb_used_omap":85,"kb_used_meta":343658,"kb_avail":90524524,"statfs":{"total":95995035648,"available":92697112576,"internally_reserved":0,"allocated":2945921024,"data_stored":2944427593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":351905800},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,4,1,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.89300000000000002,"15min":2.5760000000000001},"min":{"1min":0.255,"5min":0.221,"15min":0.20799999999999999},"max":{"1min":3.7149999999999999,"5min":6.4489999999999998,"15min":206.41999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":1.633,"5min":1.1599999999999999,"15min":2.9900000000000002},"min":{"1min":0.28699999999999998,"5min":0.223,"15min":0.223},"max":{"1min":5.6139999999999999,"5min":5.6139999999999999,"15min":206.35300000000001},"last":0.45600000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":5.3369999999999997,"5min":2.3109999999999999,"15min":2.2010000000000001},"min":{"1min":0.313,"5min":0.24199999999999999,"15min":0.24099999999999999},"max":{"1min":79.492000000000004,"5min":79.492000000000004,"15min":177.52699999999999},"last":5.2569999999999997},{"interface":"front","average":{"1min":5.3719999999999999,"5min":4.5229999999999997,"15min":3.3170000000000002},"min":{"1min":0.32400000000000001,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":79.504999999999995,"5min":217.25999999999999,"15min":217.25999999999999},"last":4.3789999999999996}]},{"osd":2,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":3.327,"15min":3.8839999999999999},"min":{"1min":0.32500000000000001,"5min":0.27600000000000002,"15min":0.25700000000000001},"max":{"1min":8.0380000000000003,"5min":69.870000000000005,"15min":180.59399999999999},"last":1.8640000000000001},{"interface":"front","average":{"1min":1.22,"5min":3.056,"15min":4.2629999999999999},"min":{"1min":0.312,"5min":0.28699999999999998,"15min":0.249},"max":{"1min":5.5780000000000003,"5min":69.890000000000001,"15min":180.61699999999999},"last":0.34899999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":3.169,"15min":4.5229999999999997},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.5519999999999996,"5min":86.263999999999996,"15min":160.04300000000001},"last":5.3019999999999996},{"interface":"front","average":{"1min":1.6930000000000001,"5min":2.798,"15min":4.5259999999999998},"min":{"1min":0.34200000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":7.4539999999999997,"5min":87.307000000000002,"15min":159.97399999999999},"last":0.47399999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.69799999999999995,"15min":0.71999999999999997},"min":{"1min":0.33300000000000002,"5min":0.246,"15min":0.246},"max":{"1min":3.7629999999999999,"5min":3.7629999999999999,"15min":9.0640000000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":1.3720000000000001,"5min":0.751,"15min":1.127},"min":{"1min":0.34000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.476,"5min":5.476,"15min":97.524000000000001},"last":0.505}]},{"osd":5,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":2.0830000000000002,"5min":3.2229999999999999,"15min":1.966},"min":{"1min":0.33700000000000002,"5min":0.26200000000000001,"15min":0.247},"max":{"1min":9.0329999999999995,"5min":254.07300000000001,"15min":254.07300000000001},"last":1.1819999999999999},{"interface":"front","average":{"1min":1.613,"5min":3.1000000000000001,"15min":1.9350000000000001},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.26200000000000001},"max":{"1min":5.3019999999999996,"5min":254.291,"15min":254.291},"last":0.38300000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.7709999999999999,"5min":0.92300000000000004,"15min":1.2789999999999999},"min":{"1min":0.36199999999999999,"5min":0.25,"15min":0.25},"max":{"1min":7.9939999999999998,"5min":7.9939999999999998,"15min":99.772999999999996},"last":0.91900000000000004},{"interface":"front","average":{"1min":2.278,"5min":0.92400000000000004,"15min":1.2290000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":13.323,"5min":13.323,"15min":103.31699999999999},"last":0.44700000000000001}]}]},{"osd":6,"up_from":122,"seq":523986010361,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4034844,"kb_used_data":3554260,"kb_used_omap":9,"kb_used_meta":480566,"kb_avail":89710308,"statfs":{"total":95995035648,"available":91863355392,"internally_reserved":0,"allocated":3639562240,"data_stored":3638069308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":492099923},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.96799999999999997,"15min":2.073},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54000000000000004,"5min":5.4950000000000001,"15min":107.56399999999999},"last":2.2280000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":1.1950000000000001,"15min":2.21},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.3929999999999998,"5min":9.9760000000000009,"15min":107.617},"last":0.30599999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":2.3479999999999999,"15min":2.008},"min":{"1min":0.28000000000000003,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":1.0669999999999999,"5min":85.215999999999994,"15min":85.215999999999994},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":1.966,"15min":1.5820000000000001},"min":{"1min":0.27500000000000002,"5min":0.25900000000000001,"15min":0.23999999999999999},"max":{"1min":1.6950000000000001,"5min":85.203000000000003,"15min":85.203000000000003},"last":1.865}]},{"osd":2,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":1.4279999999999999,"15min":2.0939999999999999},"min":{"1min":0.28499999999999998,"5min":0.27300000000000002,"15min":0.25700000000000001},"max":{"1min":0.81100000000000005,"5min":5.8170000000000002,"15min":67.558000000000007},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.71799999999999997,"5min":1.657,"15min":2.363},"min":{"1min":0.317,"5min":0.28699999999999998,"15min":0.245},"max":{"1min":3.1850000000000001,"5min":9.7569999999999997,"15min":67.718999999999994},"last":1.895}]},{"osd":3,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":5.6619999999999999,"5min":3.3370000000000002,"15min":5.1360000000000001},"min":{"1min":0.33700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":89.344999999999999,"5min":89.344999999999999,"15min":256.608},"last":48.427999999999997},{"interface":"front","average":{"1min":5.431,"5min":3.1669999999999998,"15min":4.2789999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.29799999999999999},"max":{"1min":89.301000000000002,"5min":89.301000000000002,"15min":256.42500000000001},"last":48.265000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.64700000000000002,"15min":0.70799999999999996},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.23100000000000001},"max":{"1min":2.6150000000000002,"5min":3.9809999999999999,"15min":7.1890000000000001},"last":2.3010000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.71899999999999997,"15min":0.73799999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.23000000000000001},"max":{"1min":1.5409999999999999,"5min":4.2679999999999998,"15min":8.0310000000000006},"last":0.47999999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:30:12 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":1.853,"15min":1.0289999999999999},"min":{"1min":0.28100000000000003,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":2.0990000000000002,"5min":127.23,"15min":127.23},"last":1.8100000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":1.8879999999999999,"15min":1.149},"min":{"1min":0.31900000000000001,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":0.77800000000000002,"5min":127.148,"15min":127.148},"last":2.2690000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:30:55 2023","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":0.95299999999999996,"15min":0.877},"min":{"1min":0.379,"5min":0.317,"15min":0.28999999999999998},"max":{"1min":6.0759999999999996,"5min":6.5170000000000003,"15min":11.425000000000001},"last":1.8400000000000001},{"interface":"front","average":{"1min":2.093,"5min":0.995,"15min":0.92600000000000005},"min":{"1min":0.38800000000000001,"5min":0.38400000000000001,"15min":0.29899999999999999},"max":{"1min":7.2850000000000001,"5min":7.2850000000000001,"15min":9.0920000000000005},"last":2.3250000000000002}]}]},{"osd":1,"up_from":89,"seq":382252089638,"num_pgs":73,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3327792,"kb_used_data":2594408,"kb_used_omap":9,"kb_used_meta":733366,"kb_avail":90417360,"statfs":{"total":95995035648,"available":92587376640,"internally_reserved":0,"allocated":2656673792,"data_stored":2654110895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":750967785},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":3.4430000000000001,"15min":3.4969999999999999},"min":{"1min":0.188,"5min":0.188,"15min":0.182},"max":{"1min":1.508,"5min":159.33600000000001,"15min":215.946},"last":2.0169999999999999},{"interface":"front","average":{"1min":0.435,"5min":3.9609999999999999,"15min":3.9870000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.19400000000000001},"max":{"1min":0.94899999999999995,"5min":158.65100000000001,"15min":214.88200000000001},"last":2.0310000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:30:35 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":2.347,"15min":2.714},"min":{"1min":0.22600000000000001,"5min":0.21299999999999999,"15min":0.19500000000000001},"max":{"1min":1.6950000000000001,"5min":54.752000000000002,"15min":103.27500000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":2.6139999999999999,"15min":3.2789999999999999},"min":{"1min":0.26100000000000001,"5min":0.20399999999999999,"15min":0.19900000000000001},"max":{"1min":0.77100000000000002,"5min":54.645000000000003,"15min":103.30800000000001},"last":0.38100000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":3.7360000000000002,"15min":5.6319999999999997},"min":{"1min":0.248,"5min":0.23799999999999999,"15min":0.19800000000000001},"max":{"1min":1.6990000000000001,"5min":144.637,"15min":210.24799999999999},"last":0.318},{"interface":"front","average":{"1min":0.79600000000000004,"5min":3.6600000000000001,"15min":5.2830000000000004},"min":{"1min":0.27800000000000002,"5min":0.27200000000000002,"15min":0.17100000000000001},"max":{"1min":6.4210000000000003,"5min":144.339,"15min":210.577},"last":0.251}]},{"osd":4,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":1.7030000000000001,"15min":1.4079999999999999},"min":{"1min":0.34399999999999997,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":1.7070000000000001,"5min":9.8399999999999999,"15min":14.925000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":1.2070000000000001,"15min":1.23},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.611,"5min":7.5999999999999996,"15min":14.489000000000001},"last":0.40699999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.6890000000000001,"15min":2.0259999999999998},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.9690000000000001,"5min":106.328,"15min":106.328},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.65100000000000002,"5min":2.871,"15min":1.8680000000000001},"min":{"1min":0.35599999999999998,"5min":0.29999999999999999,"15min":0.29699999999999999},"max":{"1min":3.306,"5min":106.31,"15min":106.31},"last":0.36899999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:30:11 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":1.9419999999999999,"15min":2.2530000000000001},"min":{"1min":0.39800000000000002,"5min":0.33300000000000002,"15min":0.31},"max":{"1min":4.5970000000000004,"5min":10.936999999999999,"15min":115.018},"last":0.88700000000000001},{"interface":"front","average":{"1min":1.071,"5min":1.986,"15min":2.0680000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.317},"max":{"1min":4.7069999999999999,"5min":9.7810000000000006,"15min":115.289},"last":2.4060000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:30:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":2.3740000000000001,"15min":2.5299999999999998},"min":{"1min":0.377,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":3.2679999999999998,"5min":109.861,"15min":112.056},"last":0.75800000000000001},{"interface":"front","average":{"1min":1.032,"5min":2.899,"15min":2.694},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.33000000000000002},"max":{"1min":3.6160000000000001,"5min":107.048,"15min":111.902},"last":0.47499999999999998}]}]},{"osd":0,"up_from":0,"seq":360777253164,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":502511173880,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":99,"seq":425201762586,"num_pgs":74,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4901308,"kb_used_data":3974900,"kb_used_omap":7,"kb_used_meta":926392,"kb_avail":88843844,"statfs":{"total":95995035648,"available":90976096256,"internally_reserved":0,"allocated":4070297600,"data_stored":4067783474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":948626024},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,5,0,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":1.2490000000000001,"5min":4.6340000000000003,"15min":3.6429999999999998},"min":{"1min":0.20100000000000001,"5min":0.182,"15min":0.182},"max":{"1min":15.180999999999999,"5min":167.71799999999999,"15min":167.71799999999999},"last":2.0019999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":4.1589999999999998,"15min":3.1499999999999999},"min":{"1min":0.27000000000000002,"5min":0.20799999999999999,"15min":0.16500000000000001},"max":{"1min":1.2969999999999999,"5min":176.61500000000001,"15min":176.61500000000001},"last":0.29499999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":7.5529999999999999,"5min":8.7330000000000005,"15min":4.3849999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.21199999999999999},"max":{"1min":127.02200000000001,"5min":201.98099999999999,"15min":201.98099999999999},"last":0.78400000000000003},{"interface":"front","average":{"1min":7.2190000000000003,"5min":7.3230000000000004,"15min":4.1399999999999997},"min":{"1min":0.218,"5min":0.218,"15min":0.20300000000000001},"max":{"1min":124.041,"5min":202.06700000000001,"15min":202.06700000000001},"last":2.5110000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":4.282,"15min":2.9060000000000001},"min":{"1min":0.27800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.4099999999999999,"5min":163.57599999999999,"15min":163.57599999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":1.996,"15min":2.4769999999999999},"min":{"1min":0.307,"5min":0.27000000000000002,"15min":0.26400000000000001},"max":{"1min":1.361,"5min":24.010999999999999,"15min":154.73400000000001},"last":0.432}]},{"osd":4,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":2.9729999999999999,"15min":2.1589999999999998},"min":{"1min":0.373,"5min":0.30499999999999999,"15min":0.30099999999999999},"max":{"1min":2.7440000000000002,"5min":163.43700000000001,"15min":163.43700000000001},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.63,"5min":2.9969999999999999,"15min":2.0070000000000001},"min":{"1min":0.39400000000000002,"5min":0.32900000000000001,"15min":0.29999999999999999},"max":{"1min":1.6120000000000001,"5min":163.72399999999999,"15min":163.72399999999999},"last":2.4750000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":3.8919999999999999,"15min":2.8100000000000001},"min":{"1min":0.42899999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.9039999999999999,"5min":163.696,"15min":163.696},"last":2.4209999999999998},{"interface":"front","average":{"1min":0.69999999999999996,"5min":2.0550000000000002,"15min":2.0350000000000001},"min":{"1min":0.38700000000000001,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":1.782,"5min":55.363,"15min":126.15000000000001},"last":0.35799999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:30:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":3.4569999999999999,"15min":2.722},"min":{"1min":0.42499999999999999,"5min":0.34100000000000003,"15min":0.28899999999999998},"max":{"1min":0.77400000000000002,"5min":163.63399999999999,"15min":163.63399999999999},"last":2.8929999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":3.2029999999999998,"15min":2.444},"min":{"1min":0.39900000000000002,"5min":0.33500000000000002,"15min":0.32100000000000001},"max":{"1min":1.8149999999999999,"5min":163.535,"15min":163.535},"last":2.8639999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:30:59 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":2.3809999999999998,"15min":2.0590000000000002},"min":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.35499999999999998},"max":{"1min":2.762,"5min":163.495,"15min":163.495},"last":0.40600000000000003},{"interface":"front","average":{"1min":1.383,"5min":2.879,"15min":2.427},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.508,"5min":163.51400000000001,"15min":163.51400000000001},"last":2.9860000000000002}]}]},{"osd":4,"up_from":0,"seq":133143986611,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724974,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3454620,"kb_used_data":3022484,"kb_used_omap":0,"kb_used_meta":432128,"kb_avail":90290532,"statfs":{"total":95995035648,"available":92457504768,"internally_reserved":0,"allocated":3095023616,"data_stored":3093531126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":442499072},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:05 2023","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":0.83499999999999996,"15min":2.0270000000000001},"min":{"1min":0.29199999999999998,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":6.3049999999999997,"5min":6.3049999999999997,"15min":160.77699999999999},"last":8.2449999999999992},{"interface":"front","average":{"1min":1.2330000000000001,"5min":1.044,"15min":2.2010000000000001},"min":{"1min":0.309,"5min":0.255,"15min":0.245},"max":{"1min":5.1470000000000002,"5min":9.3610000000000007,"15min":161.142},"last":0.42399999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:30:28 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":1.1819999999999999,"15min":1.889},"min":{"1min":0.36599999999999999,"5min":0.254,"15min":0.24299999999999999},"max":{"1min":1.581,"5min":5.226,"15min":119.61499999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":1.1479999999999999,"15min":1.9850000000000001},"min":{"1min":0.372,"5min":0.26600000000000001,"15min":0.245},"max":{"1min":1.147,"5min":6.2930000000000001,"15min":119.541},"last":2.1909999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":3.2719999999999998,"15min":3.145},"min":{"1min":0.34899999999999998,"5min":0.27800000000000002,"15min":0.26300000000000001},"max":{"1min":2.7589999999999999,"5min":168.56100000000001,"15min":168.56100000000001},"last":8.2780000000000005},{"interface":"front","average":{"1min":1.0800000000000001,"5min":3.5579999999999998,"15min":3.3340000000000001},"min":{"1min":0.39900000000000002,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":4.9630000000000001,"5min":168.58799999999999,"15min":168.58799999999999},"last":2.3029999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:30:28 2023","interfaces":[{"interface":"back","average":{"1min":10.038,"5min":7.4649999999999999,"15min":5.9050000000000002},"min":{"1min":0.33400000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":138.54900000000001,"5min":169.83699999999999,"15min":169.83699999999999},"last":2.27},{"interface":"front","average":{"1min":10.01,"5min":7.0449999999999999,"15min":5.306},"min":{"1min":0.38700000000000001,"5min":0.32000000000000001,"15min":0.29599999999999999},"max":{"1min":138.048,"5min":170.166,"15min":170.166},"last":0.47199999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.47199999999999998,"15min":0.61799999999999999},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.984,"5min":2.984,"15min":40.061},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.60799999999999998,"15min":0.81200000000000006},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":2.9239999999999999,"5min":3.5430000000000001,"15min":40.124000000000002},"last":8.3040000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:31:05 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":4.8639999999999999,"15min":2.5920000000000001},"min":{"1min":0.28799999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.1210000000000004,"5min":207.054,"15min":207.054},"last":0.44900000000000001},{"interface":"front","average":{"1min":1.484,"5min":4.9980000000000002,"15min":2.7120000000000002},"min":{"1min":0.39200000000000002,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":6.8079999999999998,"5min":207.28299999999999,"15min":207.28299999999999},"last":8.2070000000000007}]},{"osd":7,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":5.165,"15min":2.6680000000000001},"min":{"1min":0.32500000000000001,"5min":0.29799999999999999,"15min":0.29299999999999998},"max":{"1min":1.7230000000000001,"5min":214.78100000000001,"15min":214.78100000000001},"last":2.056},{"interface":"front","average":{"1min":0.98599999999999999,"5min":5.2110000000000003,"15min":2.7290000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.318},"max":{"1min":2.7450000000000001,"5min":212.95500000000001,"15min":212.95500000000001},"last":8.3480000000000008}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2656174080,"data_stored":2656174080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4101046272,"data_stored":4101046272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3091333120,"data_stored":3091333120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3640197120,"data_stored":3640197120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2959736832,"data_stored":2959736832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:31:14.411 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:14.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:14.420 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:14.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 76 16 86147 86131 70.8214 61.6875 0.0119628 0.0141155 2023-09-23T15:31:14.521 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:14.673 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:14.760 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:14.916 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:14.917 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:31:14.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:14.928 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:14.928 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:14 smithi178 ceph-mon[192298]: pgmap v1301: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 5.1 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 60 MiB/s wr, 963 op/s; 1/251778 objects degraded (0.000%); 2404/251778 objects misplaced (0.955%); 6.7 MiB/s, 107 objects/s recovering 2023-09-23T15:31:15.028 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:15.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:14 smithi118 ceph-mon[212312]: pgmap v1301: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 5.1 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 60 MiB/s wr, 963 op/s; 1/251778 objects degraded (0.000%); 2404/251778 objects misplaced (0.955%); 6.7 MiB/s, 107 objects/s recovering 2023-09-23T15:31:15.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:14 smithi118 ceph-mon[219580]: pgmap v1301: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 106 active+clean; 5.1 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 60 MiB/s wr, 963 op/s; 1/251778 objects degraded (0.000%); 2404/251778 objects misplaced (0.955%); 6.7 MiB/s, 107 objects/s recovering 2023-09-23T15:31:15.082 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:15.167 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:15.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:15.174 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:15.274 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:15.317 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:15.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 77 16 87176 87160 70.7368 64.3125 0.014316 0.0141324 2023-09-23T15:31:15.566 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:15.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:15.574 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:15.675 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:15.706 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:31:15.725 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:15.727 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:31:15.789 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:15.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:15.792 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:15.892 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:15.929 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:15.996 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:15.999 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:15 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/637651020' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:31:15.999 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:15 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:31:15.999 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:15 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/637651020' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:31:15.999 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:15 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:31:16.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:16.000 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:16.016 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:15 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/637651020' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:31:16.016 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:15 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:31:16.100 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:16.134 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:16.453 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 78 16 88104 88088 70.5734 58 0.014236 0.0141648 2023-09-23T15:31:16.674 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:16.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:16.679 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:16.780 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:16.822 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:17.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[219580]: pgmap v1302: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 67 MiB/s wr, 1.08k op/s; 1/259740 objects degraded (0.000%); 1921/259740 objects misplaced (0.740%); 9.0 MiB/s, 143 objects/s recovering 2023-09-23T15:31:17.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:17.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[219580]: failed to encode map e497 with expected crc 2023-09-23T15:31:17.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:31:17.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[219580]: osdmap e497: 8 total, 8 up, 5 in 2023-09-23T15:31:17.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[219580]: failed to encode map e497 with expected crc 2023-09-23T15:31:17.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[212312]: pgmap v1302: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 67 MiB/s wr, 1.08k op/s; 1/259740 objects degraded (0.000%); 1921/259740 objects misplaced (0.740%); 9.0 MiB/s, 143 objects/s recovering 2023-09-23T15:31:17.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:17.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[212312]: failed to encode map e497 with expected crc 2023-09-23T15:31:17.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:31:17.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[212312]: osdmap e497: 8 total, 8 up, 5 in 2023-09-23T15:31:17.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:16 smithi118 ceph-mon[212312]: failed to encode map e497 with expected crc 2023-09-23T15:31:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:16 smithi178 ceph-mon[192298]: pgmap v1302: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 67 MiB/s wr, 1.08k op/s; 1/259740 objects degraded (0.000%); 1921/259740 objects misplaced (0.740%); 9.0 MiB/s, 143 objects/s recovering 2023-09-23T15:31:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:16 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:16 smithi178 ceph-mon[192298]: failed to encode map e497 with expected crc 2023-09-23T15:31:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:16 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:31:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:16 smithi178 ceph-mon[192298]: osdmap e497: 8 total, 8 up, 5 in 2023-09-23T15:31:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:16 smithi178 ceph-mon[192298]: failed to encode map e497 with expected crc 2023-09-23T15:31:17.387 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:17.389 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:31:17.391 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:17.391 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:17.454 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 79 16 88985 88969 70.377 55.0625 0.0123618 0.0142043 2023-09-23T15:31:17.492 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:17.566 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:17.659 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:17.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:17.664 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:17.765 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:17.855 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:17.946 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:31:17.980 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:31:18.006 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:18.013 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:31:18.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:18.015 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:18.015 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 1/259740 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:18.022 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:18.049 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:31:18.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 1/259740 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:18.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 1/259740 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:18.081 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:31:18.115 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:18.122 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:31:18.149 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:31:18.149 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:31:18.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:31:18.150 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:31:18.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.150 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188729 8.4 8:28c1eefb:::benchmark_data_smithi118_424375_object85663:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:31:18.150 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.397079+0000", 2023-09-23T15:31:18.150 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 458.748867432, 2023-09-23T15:31:18.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3610875680000003, 2023-09-23T15:31:18.150 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188729 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397079+0000", 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.152 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.152 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397079+0000", 2023-09-23T15:31:18.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.152 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.152 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.152 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397078+0000", 2023-09-23T15:31:18.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:31:18.152 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.153 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.153 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.153 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397083+0000", 2023-09-23T15:31:18.153 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2050000000000001e-06 2023-09-23T15:31:18.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.153 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.153 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.153 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397095+0000", 2023-09-23T15:31:18.154 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1406000000000001e-05 2023-09-23T15:31:18.154 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.154 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.154 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.154 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397100+0000", 2023-09-23T15:31:18.154 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2320000000000001e-06 2023-09-23T15:31:18.154 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397156+0000", 2023-09-23T15:31:18.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6428999999999998e-05 2023-09-23T15:31:18.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op must wait for map", 2023-09-23T15:31:18.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397164+0000", 2023-09-23T15:31:18.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9200000000000004e-06 2023-09-23T15:31:18.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.156 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.156 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.156 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408421+0000", 2023-09-23T15:31:18.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011256723999999999 2023-09-23T15:31:18.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:31:18.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408432+0000", 2023-09-23T15:31:18.157 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1676e-05 2023-09-23T15:31:18.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.756611+0000", 2023-09-23T15:31:18.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3481787189999999 2023-09-23T15:31:18.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.158 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.158 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.158 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.758167+0000", 2023-09-23T15:31:18.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0015553019999999999 2023-09-23T15:31:18.158 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.158 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.159 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.159 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188734 8.4 8:26e778d3:::benchmark_data_smithi118_424375_object85668:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:31:18.159 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:31:18.159 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 458.74883402400002, 2023-09-23T15:31:18.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3401728449999997, 2023-09-23T15:31:18.160 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.160 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:31:18.160 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.160 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.160 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.160 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188734 2023-09-23T15:31:18.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.160 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.161 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.161 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:31:18.161 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.161 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.161 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:31:18.161 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.162 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.162 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397112+0000", 2023-09-23T15:31:18.162 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:18.162 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.162 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.163 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397114+0000", 2023-09-23T15:31:18.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8640000000000001e-06 2023-09-23T15:31:18.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.163 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.163 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.163 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397120+0000", 2023-09-23T15:31:18.163 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4130000000000003e-06 2023-09-23T15:31:18.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.164 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.164 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.164 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397123+0000", 2023-09-23T15:31:18.164 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.903e-06 2023-09-23T15:31:18.164 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.164 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.164 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.164 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397203+0000", 2023-09-23T15:31:18.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9992000000000003e-05 2023-09-23T15:31:18.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.165 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.165 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting_for_map not empty", 2023-09-23T15:31:18.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.397208+0000", 2023-09-23T15:31:18.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5349999999999998e-06 2023-09-23T15:31:18.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.166 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408459+0000", 2023-09-23T15:31:18.166 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011251463 2023-09-23T15:31:18.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:31:18.166 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.408467+0000", 2023-09-23T15:31:18.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7049999999999999e-06 2023-09-23T15:31:18.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.758518+0000", 2023-09-23T15:31:18.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3500513029999999 2023-09-23T15:31:18.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for missing object", 2023-09-23T15:31:18.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.760371+0000", 2023-09-23T15:31:18.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001852844 2023-09-23T15:31:18.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.735560+0000", 2023-09-23T15:31:18.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.975188587 2023-09-23T15:31:18.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.169 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.737285+0000", 2023-09-23T15:31:18.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001725479 2023-09-23T15:31:18.169 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.169 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.169 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.170 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188768 8.4 8:26255b05:::benchmark_data_smithi118_424375_object85702:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:31:18.170 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.657521+0000", 2023-09-23T15:31:18.170 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 458.48842532800001, 2023-09-23T15:31:18.170 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0505496369999996, 2023-09-23T15:31:18.170 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.170 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.171 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.171 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.171 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.171 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188768 2023-09-23T15:31:18.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.171 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.172 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.172 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657521+0000", 2023-09-23T15:31:18.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.172 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.172 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.172 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.172 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657521+0000", 2023-09-23T15:31:18.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.173 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.173 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657520+0000", 2023-09-23T15:31:18.173 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:31:18.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657526+0000", 2023-09-23T15:31:18.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5579999999999997e-06 2023-09-23T15:31:18.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657540+0000", 2023-09-23T15:31:18.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3603e-05 2023-09-23T15:31:18.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657547+0000", 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1910000000000003e-06 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657609+0000", 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2216000000000002e-05 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.657621+0000", 2023-09-23T15:31:18.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1887e-05 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.760616+0000", 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.10299456 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.763188+0000", 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025719419999999998 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.767732+0000", 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045444700000000001 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.689768+0000", 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.92203592599999995 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701458+0000", 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.011690246 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.702107+0000", 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00064888999999999995 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.702738+0000", 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00063043699999999997 2023-09-23T15:31:18.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.703699+0000", 2023-09-23T15:31:18.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00096087500000000003 2023-09-23T15:31:18.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708071+0000", 2023-09-23T15:31:18.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043719850000000001 2023-09-23T15:31:18.179 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.180 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.180 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.180 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188773 8.4 8:2b203d1a:::benchmark_data_smithi118_424375_object85707:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:31:18.180 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.664873+0000", 2023-09-23T15:31:18.180 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 458.48107293800001, 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0511486870000004, 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188773 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664873+0000", 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664873+0000", 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664872+0000", 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:31:18.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664878+0000", 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3419999999999998e-06 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664890+0000", 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2526e-05 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664895+0000", 2023-09-23T15:31:18.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1050000000000003e-06 2023-09-23T15:31:18.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664949+0000", 2023-09-23T15:31:18.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3548000000000003e-05 2023-09-23T15:31:18.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:31:18.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.664957+0000", 2023-09-23T15:31:18.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.225e-06 2023-09-23T15:31:18.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.812157+0000", 2023-09-23T15:31:18.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1471994370000003 2023-09-23T15:31:18.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.815334+0000", 2023-09-23T15:31:18.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003177806 2023-09-23T15:31:18.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.819028+0000", 2023-09-23T15:31:18.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036934429999999998 2023-09-23T15:31:18.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.690043+0000", 2023-09-23T15:31:18.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.87101549300000003 2023-09-23T15:31:18.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.189 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.708861+0000", 2023-09-23T15:31:18.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.018817187999999999 2023-09-23T15:31:18.189 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.189 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.189 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.709738+0000", 2023-09-23T15:31:18.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00087698799999999999 2023-09-23T15:31:18.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.710415+0000", 2023-09-23T15:31:18.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00067732100000000004 2023-09-23T15:31:18.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.711455+0000", 2023-09-23T15:31:18.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010396159999999999 2023-09-23T15:31:18.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.716022+0000", 2023-09-23T15:31:18.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045675910000000002 2023-09-23T15:31:18.192 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.192 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.192 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.192 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188777 8.4 8:222613ab:::benchmark_data_smithi118_424375_object85711:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e320)", 2023-09-23T15:31:18.193 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:39.669685+0000", 2023-09-23T15:31:18.193 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 458.476261373, 2023-09-23T15:31:18.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.05376037, 2023-09-23T15:31:18.193 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.193 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.193 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.193 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.193 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.193 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188777 2023-09-23T15:31:18.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.193 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669685+0000", 2023-09-23T15:31:18.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669685+0000", 2023-09-23T15:31:18.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669684+0000", 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669689+0000", 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4e-06 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669701+0000", 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1635e-05 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669706+0000", 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.775e-06 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669764+0000", 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8184999999999999e-05 2023-09-23T15:31:18.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:39.669776+0000", 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2473000000000001e-05 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.823107+0000", 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1533309090000001 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.825728+0000", 2023-09-23T15:31:18.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026209750000000002 2023-09-23T15:31:18.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.829566+0000", 2023-09-23T15:31:18.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0038373779999999998 2023-09-23T15:31:18.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.690289+0000", 2023-09-23T15:31:18.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86072300000000002 2023-09-23T15:31:18.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.716695+0000", 2023-09-23T15:31:18.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.026406071 2023-09-23T15:31:18.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.717371+0000", 2023-09-23T15:31:18.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00067619700000000002 2023-09-23T15:31:18.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.718099+0000", 2023-09-23T15:31:18.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00072799799999999999 2023-09-23T15:31:18.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.719106+0000", 2023-09-23T15:31:18.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001007577 2023-09-23T15:31:18.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.202 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.723445+0000", 2023-09-23T15:31:18.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043389149999999996 2023-09-23T15:31:18.203 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.203 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.203 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.203 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188805 8.4 8:205500a7:::benchmark_data_smithi118_424375_object85739:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:31:18.204 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.679621+0000", 2023-09-23T15:31:18.204 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 457.46632585100002, 2023-09-23T15:31:18.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0914702570000001, 2023-09-23T15:31:18.204 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.204 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.204 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.204 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.204 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.205 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188805 2023-09-23T15:31:18.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.205 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679621+0000", 2023-09-23T15:31:18.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679621+0000", 2023-09-23T15:31:18.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679619+0000", 2023-09-23T15:31:18.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:31:18.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679625+0000", 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.353e-06 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679638+0000", 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3105000000000001e-05 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.679645+0000", 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6660000000000002e-06 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.738701+0000", 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0590557829999998 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.741635+0000", 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0029343429999999998 2023-09-23T15:31:18.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.209 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.209 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.209 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.745700+0000", 2023-09-23T15:31:18.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0040651610000000003 2023-09-23T15:31:18.209 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.209 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.209 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.209 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.762748+0000", 2023-09-23T15:31:18.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017047738 2023-09-23T15:31:18.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.763009+0000", 2023-09-23T15:31:18.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000261096 2023-09-23T15:31:18.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.764021+0000", 2023-09-23T15:31:18.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010115580000000001 2023-09-23T15:31:18.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.764714+0000", 2023-09-23T15:31:18.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00069322600000000002 2023-09-23T15:31:18.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.765870+0000", 2023-09-23T15:31:18.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001155795 2023-09-23T15:31:18.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.771091+0000", 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0052211560000000002 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188812 8.4 8:23166177:::benchmark_data_smithi118_424375_object85746:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.695174+0000", 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 457.45077280200002, 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0841921409999999, 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.213 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.214 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.214 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.214 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.214 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188812 2023-09-23T15:31:18.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.214 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695174+0000", 2023-09-23T15:31:18.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695174+0000", 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695172+0000", 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695179+0000", 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5909999999999998e-06 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695194+0000", 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4674e-05 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.695201+0000", 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3350000000000001e-06 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.749976+0000", 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0547750389999999 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.752707+0000", 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027311979999999998 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.756683+0000", 2023-09-23T15:31:18.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039760409999999996 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.763312+0000", 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0066289269999999997 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.771951+0000", 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0086383420000000002 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.772799+0000", 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00084851200000000005 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.773552+0000", 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075277000000000004 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.774607+0000", 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010551759999999999 2023-09-23T15:31:18.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.779366+0000", 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.004758562 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188836 8.4 8:2d53dc27:::benchmark_data_smithi118_424375_object85770:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.734456+0000", 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 457.411490792, 2023-09-23T15:31:18.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0831197320000001, 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188836 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734456+0000", 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734456+0000", 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734454+0000", 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734462+0000", 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8189999999999992e-06 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734476+0000", 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4147e-05 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.734483+0000", 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.17e-06 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.784822+0000", 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0503390980000002 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.787858+0000", 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0030354879999999998 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.224 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.792293+0000", 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0044357329999999999 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.809312+0000", 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017018785000000002 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.810113+0000", 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00080116300000000003 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.810400+0000", 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00028693099999999998 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.811381+0000", 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00098030800000000005 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.812589+0000", 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001208038 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.817575+0000", 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049865860000000003 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188837 8.4 8:2052e88d:::benchmark_data_smithi118_424375_object85771:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:31:18.227 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.735493+0000", 2023-09-23T15:31:18.228 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 457.41045367700002, 2023-09-23T15:31:18.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2856041850000004, 2023-09-23T15:31:18.228 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.228 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.228 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.228 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.228 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.228 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188837 2023-09-23T15:31:18.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.228 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735493+0000", 2023-09-23T15:31:18.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735493+0000", 2023-09-23T15:31:18.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735492+0000", 2023-09-23T15:31:18.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:31:18.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735498+0000", 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3589999999999996e-06 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735519+0000", 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0591e-05 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.735526+0000", 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9569999999999996e-06 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.797298+0000", 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0617727200000004 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.800064+0000", 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002765689 2023-09-23T15:31:18.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.804220+0000", 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0041556960000000004 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.810640+0000", 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0064200029999999996 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.818415+0000", 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0077751649999999997 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.819063+0000", 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00064767999999999998 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.015141+0000", 2023-09-23T15:31:18.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.19607856900000001 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.016205+0000", 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010641229999999999 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.021097+0000", 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0048916569999999998 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.235 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188841 8.4 8:24b6caa1:::benchmark_data_smithi118_424375_object85775:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.739961+0000", 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 457.40598574500001, 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2878054609999996, 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.236 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188841 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739961+0000", 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739961+0000", 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739959+0000", 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739967+0000", 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8150000000000006e-06 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739979+0000", 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.199e-05 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.739985+0000", 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0839999999999997e-06 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.819343+0000", 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.07935859 2023-09-23T15:31:18.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.822538+0000", 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031949420000000001 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.827289+0000", 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0047507290000000004 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.844453+0000", 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017164028000000001 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.844663+0000", 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000210192 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.845607+0000", 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00094354499999999995 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.021803+0000", 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.176196298 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.022872+0000", 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010687959999999999 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.242 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.027766+0000", 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0048943620000000002 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188853 8.4 8:2bee098a:::benchmark_data_smithi118_424375_object85787:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.765536+0000", 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 457.38041079300001, 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2685596950000004, 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.243 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188853 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765536+0000", 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765536+0000", 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765534+0000", 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765541+0000", 2023-09-23T15:31:18.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.934e-06 2023-09-23T15:31:18.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765555+0000", 2023-09-23T15:31:18.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.418e-05 2023-09-23T15:31:18.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.765561+0000", 2023-09-23T15:31:18.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3099999999999997e-06 2023-09-23T15:31:18.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.832561+0000", 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0669992910000001 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.835089+0000", 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025281750000000001 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.838851+0000", 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037620679999999999 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.846411+0000", 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.007559919 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.847085+0000", 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000674419 2023-09-23T15:31:18.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.847324+0000", 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00023892499999999999 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.028616+0000", 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.181291599 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.029839+0000", 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001222772 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.034095+0000", 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042567450000000001 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188859 8.4 8:295cff07:::benchmark_data_smithi118_424375_object85793:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.771886+0000", 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 457.37406044699998, 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2683232840000001, 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188859 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771886+0000", 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771886+0000", 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771884+0000", 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:31:18.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771891+0000", 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1080000000000004e-06 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771904+0000", 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2404e-05 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.771910+0000", 2023-09-23T15:31:18.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3949999999999998e-06 2023-09-23T15:31:18.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.847567+0000", 2023-09-23T15:31:18.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.075656725 2023-09-23T15:31:18.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.850131+0000", 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025638200000000001 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.853964+0000", 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0038328709999999998 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.867830+0000", 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013866409999999999 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.868047+0000", 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000216806 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.868962+0000", 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00091490899999999999 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.034833+0000", 2023-09-23T15:31:18.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16587163899999999 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.035928+0000", 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001094788 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.040209+0000", 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042810490000000003 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.257 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188875 8.4 8:2fd31cb3:::benchmark_data_smithi118_424375_object85809:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 457.343181157, 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2438841309999997, 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.258 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188875 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802765+0000", 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802763+0000", 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802770+0000", 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9550000000000003e-06 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802783+0000", 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2571e-05 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.802789+0000", 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2400000000000004e-06 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.857797+0000", 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0550077089999998 2023-09-23T15:31:18.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.860267+0000", 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024702090000000001 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.863877+0000", 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036105080000000001 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.868244+0000", 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043665010000000001 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.869717+0000", 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0014729019999999999 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.870484+0000", 2023-09-23T15:31:18.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00076680300000000004 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.041003+0000", 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.17051962500000001 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.042451+0000", 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001448176 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.046649+0000", 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0041978720000000001 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188879 8.4 8:28d2627f:::benchmark_data_smithi118_424375_object85813:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 457.33225975400001, 2023-09-23T15:31:18.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2394229289999998, 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188879 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813687+0000", 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813685+0000", 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813692+0000", 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2089999999999999e-06 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813704+0000", 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1289e-05 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.813710+0000", 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3470000000000004e-06 2023-09-23T15:31:18.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.870806+0000", 2023-09-23T15:31:18.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0570962389999998 2023-09-23T15:31:18.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.873216+0000", 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024099270000000001 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.876819+0000", 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036030250000000002 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.889373+0000", 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012553729 2023-09-23T15:31:18.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.890116+0000", 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00074295600000000002 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.890725+0000", 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00060913999999999999 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.047297+0000", 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.15657239000000001 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.048366+0000", 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001068636 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.053110+0000", 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0047434699999999996 2023-09-23T15:31:18.273 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188882 8.4 8:222213d0:::benchmark_data_smithi118_424375_object85816:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 457.32594259000001, 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2392355530000003, 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.274 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188882 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820004+0000", 2023-09-23T15:31:18.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820003+0000", 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820009+0000", 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0159999999999997e-06 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820019+0000", 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0701e-05 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.820024+0000", 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9690000000000002e-06 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.880084+0000", 2023-09-23T15:31:18.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0600600089999999 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.882610+0000", 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025261110000000002 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.886159+0000", 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035483379999999998 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.891330+0000", 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051713289999999997 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892081+0000", 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075084200000000005 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892288+0000", 2023-09-23T15:31:18.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020697700000000001 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.053858+0000", 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.161570348 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.054924+0000", 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001065652 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.059239+0000", 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0043154100000000004 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188897 8.4 8:209a862a:::benchmark_data_smithi118_424375_object85831:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e321)", 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 457.24922382099999, 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1692435510000001, 2023-09-23T15:31:18.281 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188897 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.282 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896723+0000", 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896721+0000", 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896727+0000", 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8159999999999999e-06 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896739+0000", 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1911e-05 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:40.896744+0000", 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6909999999999996e-06 2023-09-23T15:31:18.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.892623+0000", 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9958789120000002 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.895096+0000", 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002473467 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.899014+0000", 2023-09-23T15:31:18.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039176489999999996 2023-09-23T15:31:18.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.913646+0000", 2023-09-23T15:31:18.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014632519 2023-09-23T15:31:18.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.914541+0000", 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00089462899999999998 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916436+0000", 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0018950219999999999 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.059884+0000", 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.143448513 2023-09-23T15:31:18.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.061029+0000", 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001144464 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.065966+0000", 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0049372160000000003 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.35514.0:188899 8.4 8:2b56cc44:::benchmark_data_smithi118_424375_object85833:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e324)", 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 454.380251821, 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.30738807, 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.35514", 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/3027728195", 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 188899 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.289 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.290 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.290 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:31:18.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.290 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.290 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765695+0000", 2023-09-23T15:31:18.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765693+0000", 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765699+0000", 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0100000000000001e-06 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765712+0000", 2023-09-23T15:31:18.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2149e-05 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.765719+0000", 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5429999999999996e-06 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.903079+0000", 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1373594119999999 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.905616+0000", 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002537376 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3,5", 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.909165+0000", 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035488109999999998 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.915478+0000", 2023-09-23T15:31:18.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.006313394 2023-09-23T15:31:18.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916230+0000", 2023-09-23T15:31:18.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00075174599999999997 2023-09-23T15:31:18.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:31:18.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.916634+0000", 2023-09-23T15:31:18.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00040402899999999998 2023-09-23T15:31:18.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.066784+0000", 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.150149753 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.067995+0000", 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00121152 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:45.073083+0000", 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050873929999999999 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188768 8.4 e324/320 ondisk, result = 0)", 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 454.340885969, 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.896401899, 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:31:18.296 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:31:18.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:31:18.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805060+0000", 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805064+0000", 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7620000000000001e-06 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805072+0000", 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7309999999999999e-06 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.805076+0000", 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0749999999999999e-06 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701018+0000", 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89594110500000002 2023-09-23T15:31:18.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701253+0000", 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00023526100000000001 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701462+0000", 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000209495 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188768 8.4 e324/320 ondisk, result = 0)", 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.808140+0000", 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 454.33780682399998, 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89397070599999995, 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808140+0000", 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808140+0000", 2023-09-23T15:31:18.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808139+0000", 2023-09-23T15:31:18.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:18.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808142+0000", 2023-09-23T15:31:18.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4680000000000001e-06 2023-09-23T15:31:18.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808152+0000", 2023-09-23T15:31:18.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5400000000000001e-06 2023-09-23T15:31:18.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.808157+0000", 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7199999999999997e-06 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701711+0000", 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89355385899999995 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.701919+0000", 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020847800000000001 2023-09-23T15:31:18.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.702110+0000", 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00019116099999999999 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.35514.0:188773 8.4 e324/320 ondisk, result = 0)", 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:23:43.821575+0000", 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 454.32437176899998, 2023-09-23T15:31:18.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.89445558700000005, 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821575+0000", 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821575+0000", 2023-09-23T15:31:18.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821574+0000", 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821578+0000", 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8430000000000003e-06 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821586+0000", 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3739999999999998e-06 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:43.821590+0000", 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4979999999999998e-06 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.709995+0000", 2023-09-23T15:31:18.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.88840494999999997 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.710200+0000", 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020564300000000001 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:23:44.716030+0000", 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0058297729999999999 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.309 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.310 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:18.310 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:18.310 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:31:18.310 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:18.311 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:31:18.311 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:31:18.311 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:31:18.311 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:31:18.311 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:31:18.311 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:31:18.311 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:31:18.312 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:31:18.312 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:31:18.312 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:31:18.414 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:31:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:31:18] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2023-09-23T15:31:18.437 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:18.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:18.445 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:18.454 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:31:18.454488+0000 min lat: 0.00099894 max lat: 3.07167 avg lat: 0.0142249 2023-09-23T15:31:18.454 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:31:18.454 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 80 16 89983 89967 70.2769 62.375 0.01542 0.0142249 2023-09-23T15:31:18.546 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:18.588 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:19.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:18 smithi118 ceph-mon[212312]: pgmap v1304: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 40 MiB/s wr, 645 op/s; 1/259740 objects degraded (0.000%); 1921/259740 objects misplaced (0.740%); 5.0 MiB/s, 80 objects/s recovering 2023-09-23T15:31:19.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:18 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/396393167' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:18 smithi118 ceph-mon[219580]: pgmap v1304: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 40 MiB/s wr, 645 op/s; 1/259740 objects degraded (0.000%); 1921/259740 objects misplaced (0.740%); 5.0 MiB/s, 80 objects/s recovering 2023-09-23T15:31:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:18 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/396393167' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:19.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:18 smithi178 ceph-mon[192298]: pgmap v1304: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 40 MiB/s wr, 645 op/s; 1/259740 objects degraded (0.000%); 1921/259740 objects misplaced (0.740%); 5.0 MiB/s, 80 objects/s recovering 2023-09-23T15:31:19.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:18 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/396393167' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:19.305 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:31:19.454 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 81 16 90817 90801 70.0528 52.125 0.0199237 0.0142702 2023-09-23T15:31:19.462 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:31:19.865 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:31:19.886 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:19.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:19.889 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:19.990 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:20.044 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:20.227 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:20.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:20.239 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:20.339 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:20.395 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:20.454 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 82 16 91702 91686 69.8729 55.3125 0.0117431 0.014307 2023-09-23T15:31:20.459 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:20.478 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:20.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:20.483 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:20.583 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:20.656 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:20.726 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:20 smithi178 ceph-mon[192298]: 1.b scrub starts 2023-09-23T15:31:20.726 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:20 smithi178 ceph-mon[192298]: pgmap v1305: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.4 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 41 MiB/s wr, 657 op/s; 1/263763 objects degraded (0.000%); 1921/263763 objects misplaced (0.728%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:31:20.766 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:20.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:20.770 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:20.871 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:20.923 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:20 smithi118 ceph-mon[219580]: 1.b scrub starts 2023-09-23T15:31:20.923 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:20 smithi118 ceph-mon[219580]: pgmap v1305: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.4 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 41 MiB/s wr, 657 op/s; 1/263763 objects degraded (0.000%); 1921/263763 objects misplaced (0.728%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:31:20.924 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:20 smithi118 ceph-mon[212312]: 1.b scrub starts 2023-09-23T15:31:20.924 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:20 smithi118 ceph-mon[212312]: pgmap v1305: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.4 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 41 MiB/s wr, 657 op/s; 1/263763 objects degraded (0.000%); 1921/263763 objects misplaced (0.728%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:31:20.924 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:21.019 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:21.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:21.028 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:21.129 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:21.206 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:21.255 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:31:21.257 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:31:21.261 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:21.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:21.262 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:21.362 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:21.416 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:21.454 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 83 16 92712 92696 69.7916 63.125 0.00937781 0.0143236 2023-09-23T15:31:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:21 smithi178 ceph-mon[192298]: 1.11 scrub starts 2023-09-23T15:31:22.046 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:31:22.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:21 smithi118 ceph-mon[219580]: 1.11 scrub starts 2023-09-23T15:31:22.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:21 smithi118 ceph-mon[212312]: 1.11 scrub starts 2023-09-23T15:31:22.299 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:31:22.299 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:31:22.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.299 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46235.0:93326 10.3 e497/470 10:c8e36f80:::benchmark_data_smithi118_553868_object93325:head v 497'5813, mlcod=497'5810)", 2023-09-23T15:31:22.299 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:22.290106+0000", 2023-09-23T15:31:22.299 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0053940840000000004, 2023-09-23T15:31:22.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0054252149999999997, 2023-09-23T15:31:22.299 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.290106+0000", 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.290106+0000", 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:22.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.290105+0000", 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.290143+0000", 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8167999999999998e-05 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:22.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.290153+0000", 2023-09-23T15:31:22.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7890000000000006e-06 2023-09-23T15:31:22.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:22.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.290159+0000", 2023-09-23T15:31:22.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4829999999999999e-06 2023-09-23T15:31:22.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293333+0000", 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031747210000000001 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293347+0000", 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3558e-05 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.303 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46235.0:93329 10.3 e497/470 10:c7a7d2fa:::benchmark_data_smithi118_553868_object93328:head v 497'5814, mlcod=497'5810)", 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:22.293323+0000", 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0021770420000000001, 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022764119999999998, 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293323+0000", 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293323+0000", 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293323+0000", 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:22.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293361+0000", 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8491999999999997e-05 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293372+0000", 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0672999999999999e-05 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293377+0000", 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6509999999999998e-06 2023-09-23T15:31:22.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.295566+0000", 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0021884959999999998 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.295584+0000", 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8445e-05 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:22.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.308 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46235.0:93322 10.a e497/476 10:546b8407:::benchmark_data_smithi118_553868_object93321:head v 497'5809, mlcod=497'5806)", 2023-09-23T15:31:22.308 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:22.293429+0000", 2023-09-23T15:31:22.308 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0020713530000000002, 2023-09-23T15:31:22.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022398909999999999, 2023-09-23T15:31:22.308 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:22.308 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:31:22.308 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:22.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:22.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293429+0000", 2023-09-23T15:31:22.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:22.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:22.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293429+0000", 2023-09-23T15:31:22.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:22.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:22.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293428+0000", 2023-09-23T15:31:22.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:22.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:22.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293449+0000", 2023-09-23T15:31:22.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.018e-05 2023-09-23T15:31:22.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293458+0000", 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6010000000000001e-06 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293462+0000", 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2690000000000001e-06 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:22.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293494+0000", 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1161000000000002e-05 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:22.293514+0000", 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9899999999999999e-05 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: ], 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 3 2023-09-23T15:31:22.312 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:31:22.454 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 84 16 93488 93472 69.5381 48.5 0.0143943 0.0143758 2023-09-23T15:31:22.787 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:22.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:22.789 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:22.890 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:22.925 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:23.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:22 smithi118 ceph-mon[212312]: from='client.46343 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:23.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:22 smithi118 ceph-mon[212312]: pgmap v1306: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 52 MiB/s wr, 826 op/s; 1/273189 objects degraded (0.000%); 1661/273189 objects misplaced (0.608%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:31:23.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:23.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 1/273189 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:22 smithi118 ceph-mon[219580]: from='client.46343 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:22 smithi118 ceph-mon[219580]: pgmap v1306: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 52 MiB/s wr, 826 op/s; 1/273189 objects degraded (0.000%); 1661/273189 objects misplaced (0.608%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:31:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 1/273189 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:23.127 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1305,"stamp":"2023-09-23T15:31:19.603803+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5761119970,"num_objects":87921,"num_object_clones":0,"num_object_copies":263763,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":1921,"num_objects_unfound":0,"num_objects_dirty":87921,"num_whiteouts":0,"num_read":52,"num_read_kb":97,"num_write":87983,"num_write_kb":5625630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9306,"num_bytes_recovered":602638247,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75132,"ondisk_log_size":75132,"up":327,"acting":325,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":339,"num_osds":5,"num_per_pool_osds":5,"num_per_pool_omap_osds":5,"kb":468725760,"kb_used":20160632,"kb_used_data":17199760,"kb_used_omap":112,"kb_used_meta":2960719,"kb_avail":448565128,"statfs":{"total":479975178240,"available":459330691072,"internally_reserved":0,"allocated":17612554240,"data_stored":17602982278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":114772,"internal_metadata":3031777196},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":341835776,"num_objects":5216,"num_object_clones":0,"num_object_copies":15648,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-483,"num_objects_unfound":0,"num_objects_dirty":5216,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5216,"num_write_kb":333824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":483,"num_bytes_recovered":31653888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.933211"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":26,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855192+0000","last_change":"2023-09-23T15:30:23.669337+0000","last_active":"2023-09-23T15:31:12.855192+0000","last_peered":"2023-09-23T15:31:12.855192+0000","last_clean":"2023-09-23T15:31:12.855192+0000","last_became_active":"2023-09-23T15:30:23.668976+0000","last_became_peered":"2023-09-23T15:30:23.668976+0000","last_unstale":"2023-09-23T15:31:12.855192+0000","last_undegraded":"2023-09-23T15:31:12.855192+0000","last_fullsized":"2023-09-23T15:31:12.855192+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:14.066936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":130,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.678064+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:31:11.678064+0000","last_peered":"2023-09-23T15:31:11.678064+0000","last_clean":"2023-09-23T15:31:11.678064+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:31:11.678064+0000","last_undegraded":"2023-09-23T15:31:11.678064+0000","last_fullsized":"2023-09-23T15:31:11.678064+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":49,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.668649+0000","last_change":"2023-09-23T15:29:52.304197+0000","last_active":"2023-09-23T15:31:12.668649+0000","last_peered":"2023-09-23T15:31:12.668649+0000","last_clean":"2023-09-23T15:31:12.668649+0000","last_became_active":"2023-09-23T15:29:52.303892+0000","last_became_peered":"2023-09-23T15:29:52.303892+0000","last_unstale":"2023-09-23T15:31:12.668649+0000","last_undegraded":"2023-09-23T15:31:12.668649+0000","last_fullsized":"2023-09-23T15:31:12.668649+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:55.580118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.854924+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:31:12.854924+0000","last_peered":"2023-09-23T15:31:12.854924+0000","last_clean":"2023-09-23T15:31:12.854924+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:31:12.854924+0000","last_undegraded":"2023-09-23T15:31:12.854924+0000","last_fullsized":"2023-09-23T15:31:12.854924+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":157,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.676597+0000","last_change":"2023-09-23T15:29:51.307543+0000","last_active":"2023-09-23T15:31:11.676597+0000","last_peered":"2023-09-23T15:31:11.676597+0000","last_clean":"2023-09-23T15:31:11.676597+0000","last_became_active":"2023-09-23T15:29:51.307237+0000","last_became_peered":"2023-09-23T15:29:51.307237+0000","last_unstale":"2023-09-23T15:31:11.676597+0000","last_undegraded":"2023-09-23T15:31:11.676597+0000","last_fullsized":"2023-09-23T15:31:11.676597+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:32:03.144126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":142,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.672466+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:31:11.672466+0000","last_peered":"2023-09-23T15:31:11.672466+0000","last_clean":"2023-09-23T15:31:11.672466+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:31:11.672466+0000","last_undegraded":"2023-09-23T15:31:11.672466+0000","last_fullsized":"2023-09-23T15:31:11.672466+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":445,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.841004+0000","last_change":"2023-09-23T15:30:35.770730+0000","last_active":"2023-09-23T15:31:12.841004+0000","last_peered":"2023-09-23T15:31:12.841004+0000","last_clean":"2023-09-23T15:31:12.841004+0000","last_became_active":"2023-09-23T15:30:35.770372+0000","last_became_peered":"2023-09-23T15:30:35.770372+0000","last_unstale":"2023-09-23T15:31:12.841004+0000","last_undegraded":"2023-09-23T15:31:12.841004+0000","last_fullsized":"2023-09-23T15:31:12.841004+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:19.602521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":146,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.676780+0000","last_change":"2023-09-23T15:29:51.306120+0000","last_active":"2023-09-23T15:31:11.676780+0000","last_peered":"2023-09-23T15:31:11.676780+0000","last_clean":"2023-09-23T15:31:11.676780+0000","last_became_active":"2023-09-23T15:29:51.305810+0000","last_became_peered":"2023-09-23T15:29:51.305810+0000","last_unstale":"2023-09-23T15:31:11.676780+0000","last_undegraded":"2023-09-23T15:31:11.676780+0000","last_fullsized":"2023-09-23T15:31:11.676780+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:07.544998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":912,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855444+0000","last_change":"2023-09-23T15:30:38.619094+0000","last_active":"2023-09-23T15:31:12.855444+0000","last_peered":"2023-09-23T15:31:12.855444+0000","last_clean":"2023-09-23T15:31:12.855444+0000","last_became_active":"2023-09-23T15:30:38.618738+0000","last_became_peered":"2023-09-23T15:30:38.618738+0000","last_unstale":"2023-09-23T15:31:12.855444+0000","last_undegraded":"2023-09-23T15:31:12.855444+0000","last_fullsized":"2023-09-23T15:31:12.855444+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:57.556161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:57.556161+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":31,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.840763+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:31:12.840763+0000","last_peered":"2023-09-23T15:31:12.840763+0000","last_clean":"2023-09-23T15:31:12.840763+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:31:12.840763+0000","last_undegraded":"2023-09-23T15:31:12.840763+0000","last_fullsized":"2023-09-23T15:31:12.840763+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":494,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.676940+0000","last_change":"2023-09-23T15:30:23.669550+0000","last_active":"2023-09-23T15:31:11.676940+0000","last_peered":"2023-09-23T15:31:11.676940+0000","last_clean":"2023-09-23T15:31:11.676940+0000","last_became_active":"2023-09-23T15:30:23.669261+0000","last_became_peered":"2023-09-23T15:30:23.669261+0000","last_unstale":"2023-09-23T15:31:11.676940+0000","last_undegraded":"2023-09-23T15:31:11.676940+0000","last_fullsized":"2023-09-23T15:31:11.676940+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:45.986020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":32,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855023+0000","last_change":"2023-09-23T15:30:23.678081+0000","last_active":"2023-09-23T15:31:12.855023+0000","last_peered":"2023-09-23T15:31:12.855023+0000","last_clean":"2023-09-23T15:31:12.855023+0000","last_became_active":"2023-09-23T15:30:23.670685+0000","last_became_peered":"2023-09-23T15:30:23.670685+0000","last_unstale":"2023-09-23T15:31:12.855023+0000","last_undegraded":"2023-09-23T15:31:12.855023+0000","last_fullsized":"2023-09-23T15:31:12.855023+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:52.671244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":360,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":67,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.669174+0000","last_change":"2023-09-23T15:30:35.769422+0000","last_active":"2023-09-23T15:31:12.669174+0000","last_peered":"2023-09-23T15:31:12.669174+0000","last_clean":"2023-09-23T15:31:12.669174+0000","last_became_active":"2023-09-23T15:30:35.769206+0000","last_became_peered":"2023-09-23T15:30:35.769206+0000","last_unstale":"2023-09-23T15:31:12.669174+0000","last_undegraded":"2023-09-23T15:31:12.669174+0000","last_fullsized":"2023-09-23T15:31:12.669174+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:21.080125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":430,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855793+0000","last_change":"2023-09-23T15:29:35.904860+0000","last_active":"2023-09-23T15:31:12.855793+0000","last_peered":"2023-09-23T15:31:12.855793+0000","last_clean":"2023-09-23T15:31:12.855793+0000","last_became_active":"2023-09-23T15:29:35.880357+0000","last_became_peered":"2023-09-23T15:29:35.880357+0000","last_unstale":"2023-09-23T15:31:12.855793+0000","last_undegraded":"2023-09-23T15:31:12.855793+0000","last_fullsized":"2023-09-23T15:31:12.855793+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:08.267122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":172,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.670613+0000","last_change":"2023-09-23T15:29:51.309503+0000","last_active":"2023-09-23T15:31:11.670613+0000","last_peered":"2023-09-23T15:31:11.670613+0000","last_clean":"2023-09-23T15:31:11.670613+0000","last_became_active":"2023-09-23T15:29:51.309122+0000","last_became_peered":"2023-09-23T15:29:51.309122+0000","last_unstale":"2023-09-23T15:31:11.670613+0000","last_undegraded":"2023-09-23T15:31:11.670613+0000","last_fullsized":"2023-09-23T15:31:11.670613+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:01.895280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":647,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.839865+0000","last_change":"2023-09-23T15:30:16.862596+0000","last_active":"2023-09-23T15:31:12.839865+0000","last_peered":"2023-09-23T15:31:12.839865+0000","last_clean":"2023-09-23T15:31:12.839865+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:31:12.839865+0000","last_undegraded":"2023-09-23T15:31:12.839865+0000","last_fullsized":"2023-09-23T15:31:12.839865+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.125534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.125534+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":626,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855008+0000","last_change":"2023-09-23T15:29:35.900323+0000","last_active":"2023-09-23T15:31:12.855008+0000","last_peered":"2023-09-23T15:31:12.855008+0000","last_clean":"2023-09-23T15:31:12.855008+0000","last_became_active":"2023-09-23T15:29:35.683041+0000","last_became_peered":"2023-09-23T15:29:35.683041+0000","last_unstale":"2023-09-23T15:31:12.855008+0000","last_undegraded":"2023-09-23T15:31:12.855008+0000","last_fullsized":"2023-09-23T15:31:12.855008+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:16.585416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":272,"num_keys_recovered":80,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":528,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.678163+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:31:11.678163+0000","last_peered":"2023-09-23T15:31:11.678163+0000","last_clean":"2023-09-23T15:31:11.678163+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:31:11.678163+0000","last_undegraded":"2023-09-23T15:31:11.678163+0000","last_fullsized":"2023-09-23T15:31:11.678163+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1049,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.854283+0000","last_change":"2023-09-23T15:30:16.873638+0000","last_active":"2023-09-23T15:31:12.854283+0000","last_peered":"2023-09-23T15:31:12.854283+0000","last_clean":"2023-09-23T15:31:12.854283+0000","last_became_active":"2023-09-23T15:30:16.873340+0000","last_became_peered":"2023-09-23T15:30:16.873340+0000","last_unstale":"2023-09-23T15:31:12.854283+0000","last_undegraded":"2023-09-23T15:31:12.854283+0000","last_fullsized":"2023-09-23T15:31:12.854283+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.421335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.421335+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":26,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855105+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:31:12.855105+0000","last_peered":"2023-09-23T15:31:12.855105+0000","last_clean":"2023-09-23T15:31:12.855105+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:31:12.855105+0000","last_undegraded":"2023-09-23T15:31:12.855105+0000","last_fullsized":"2023-09-23T15:31:12.855105+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":425,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855178+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:31:12.855178+0000","last_peered":"2023-09-23T15:31:12.855178+0000","last_clean":"2023-09-23T15:31:12.855178+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:31:12.855178+0000","last_undegraded":"2023-09-23T15:31:12.855178+0000","last_fullsized":"2023-09-23T15:31:12.855178+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":643,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.677758+0000","last_change":"2023-09-23T15:30:04.593868+0000","last_active":"2023-09-23T15:31:11.677758+0000","last_peered":"2023-09-23T15:31:11.677758+0000","last_clean":"2023-09-23T15:31:11.677758+0000","last_became_active":"2023-09-23T15:30:04.593465+0000","last_became_peered":"2023-09-23T15:30:04.593465+0000","last_unstale":"2023-09-23T15:31:11.677758+0000","last_undegraded":"2023-09-23T15:31:11.677758+0000","last_fullsized":"2023-09-23T15:31:11.677758+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:43:34.476389+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":507,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855839+0000","last_change":"2023-09-23T15:29:35.883898+0000","last_active":"2023-09-23T15:31:12.855839+0000","last_peered":"2023-09-23T15:31:12.855839+0000","last_clean":"2023-09-23T15:31:12.855839+0000","last_became_active":"2023-09-23T15:29:35.883307+0000","last_became_peered":"2023-09-23T15:29:35.883307+0000","last_unstale":"2023-09-23T15:31:12.855839+0000","last_undegraded":"2023-09-23T15:31:12.855839+0000","last_fullsized":"2023-09-23T15:31:12.855839+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:38.788302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":173,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.679559+0000","last_change":"2023-09-23T15:30:23.669735+0000","last_active":"2023-09-23T15:31:11.679559+0000","last_peered":"2023-09-23T15:31:11.679559+0000","last_clean":"2023-09-23T15:31:11.679559+0000","last_became_active":"2023-09-23T15:30:23.669271+0000","last_became_peered":"2023-09-23T15:30:23.669271+0000","last_unstale":"2023-09-23T15:31:11.679559+0000","last_undegraded":"2023-09-23T15:31:11.679559+0000","last_fullsized":"2023-09-23T15:31:11.679559+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:45.794620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":842,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.839584+0000","last_change":"2023-09-23T15:30:01.855771+0000","last_active":"2023-09-23T15:31:12.839584+0000","last_peered":"2023-09-23T15:31:12.839584+0000","last_clean":"2023-09-23T15:31:12.839584+0000","last_became_active":"2023-09-23T15:30:00.773322+0000","last_became_peered":"2023-09-23T15:30:00.773322+0000","last_unstale":"2023-09-23T15:31:12.839584+0000","last_undegraded":"2023-09-23T15:31:12.839584+0000","last_fullsized":"2023-09-23T15:31:12.839584+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:05.660767+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":226,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.670238+0000","last_change":"2023-09-23T15:30:13.843808+0000","last_active":"2023-09-23T15:31:11.670238+0000","last_peered":"2023-09-23T15:31:11.670238+0000","last_clean":"2023-09-23T15:31:11.670238+0000","last_became_active":"2023-09-23T15:30:13.833845+0000","last_became_peered":"2023-09-23T15:30:13.833845+0000","last_unstale":"2023-09-23T15:31:11.670238+0000","last_undegraded":"2023-09-23T15:31:11.670238+0000","last_fullsized":"2023-09-23T15:31:11.670238+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:57.514943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":50,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.678156+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:31:11.678156+0000","last_peered":"2023-09-23T15:31:11.678156+0000","last_clean":"2023-09-23T15:31:11.678156+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:31:11.678156+0000","last_undegraded":"2023-09-23T15:31:11.678156+0000","last_fullsized":"2023-09-23T15:31:11.678156+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"496'5627","reported_seq":5677,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.570855+0000","last_change":"2023-09-23T15:29:48.152334+0000","last_active":"2023-09-23T15:31:15.570855+0000","last_peered":"2023-09-23T15:31:15.570855+0000","last_clean":"2023-09-23T15:31:15.570855+0000","last_became_active":"2023-09-23T15:29:48.152021+0000","last_became_peered":"2023-09-23T15:29:48.152021+0000","last_unstale":"2023-09-23T15:31:15.570855+0000","last_undegraded":"2023-09-23T15:31:15.570855+0000","last_fullsized":"2023-09-23T15:31:15.570855+0000","mapping_epoch":454,"log_start":"471'1200","ondisk_log_start":"471'1200","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4427,"log_dups_size":0,"ondisk_log_size":4427,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:59:52.854453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":368771072,"num_objects":5627,"num_object_clones":0,"num_object_copies":16881,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5627,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5627,"num_write_kb":360128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":875,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855106+0000","last_change":"2023-09-23T15:30:26.868164+0000","last_active":"2023-09-23T15:31:12.855106+0000","last_peered":"2023-09-23T15:31:12.855106+0000","last_clean":"2023-09-23T15:31:12.855106+0000","last_became_active":"2023-09-23T15:30:26.867379+0000","last_became_peered":"2023-09-23T15:30:26.867379+0000","last_unstale":"2023-09-23T15:31:12.855106+0000","last_undegraded":"2023-09-23T15:31:12.855106+0000","last_fullsized":"2023-09-23T15:31:12.855106+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:34.866523+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":30,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855617+0000","last_change":"2023-09-23T15:30:23.675012+0000","last_active":"2023-09-23T15:31:12.855617+0000","last_peered":"2023-09-23T15:31:12.855617+0000","last_clean":"2023-09-23T15:31:12.855617+0000","last_became_active":"2023-09-23T15:30:23.668558+0000","last_became_peered":"2023-09-23T15:30:23.668558+0000","last_unstale":"2023-09-23T15:31:12.855617+0000","last_undegraded":"2023-09-23T15:31:12.855617+0000","last_fullsized":"2023-09-23T15:31:12.855617+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:45:24.772798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":110,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":41,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.839755+0000","last_change":"2023-09-23T15:30:23.667636+0000","last_active":"2023-09-23T15:31:12.839755+0000","last_peered":"2023-09-23T15:31:12.839755+0000","last_clean":"2023-09-23T15:31:12.839755+0000","last_became_active":"2023-09-23T15:30:23.667226+0000","last_became_peered":"2023-09-23T15:30:23.667226+0000","last_unstale":"2023-09-23T15:31:12.839755+0000","last_undegraded":"2023-09-23T15:31:12.839755+0000","last_fullsized":"2023-09-23T15:31:12.839755+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:30:42.465080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"496'5543","reported_seq":9988,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.551538+0000","last_change":"2023-09-23T15:31:12.846883+0000","last_active":"2023-09-23T15:31:15.551538+0000","last_peered":"2023-09-23T15:31:15.551538+0000","last_clean":"2023-09-23T15:31:15.551538+0000","last_became_active":"2023-09-23T15:31:12.841101+0000","last_became_peered":"2023-09-23T15:31:12.841101+0000","last_unstale":"2023-09-23T15:31:15.551538+0000","last_undegraded":"2023-09-23T15:31:15.551538+0000","last_fullsized":"2023-09-23T15:31:15.551538+0000","mapping_epoch":495,"log_start":"469'1100","ondisk_log_start":"469'1100","created":454,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4443,"log_dups_size":0,"ondisk_log_size":4443,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:45.720806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":363266048,"num_objects":5543,"num_object_clones":0,"num_object_copies":16629,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5543,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5543,"num_write_kb":354752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2175,"num_bytes_recovered":142540800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":873,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.678081+0000","last_change":"2023-09-23T15:30:03.599665+0000","last_active":"2023-09-23T15:31:11.678081+0000","last_peered":"2023-09-23T15:31:11.678081+0000","last_clean":"2023-09-23T15:31:11.678081+0000","last_became_active":"2023-09-23T15:30:03.598027+0000","last_became_peered":"2023-09-23T15:30:03.598027+0000","last_unstale":"2023-09-23T15:31:11.678081+0000","last_undegraded":"2023-09-23T15:31:11.678081+0000","last_fullsized":"2023-09-23T15:31:11.678081+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:54.025207+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":519,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855301+0000","last_change":"2023-09-23T15:30:13.847844+0000","last_active":"2023-09-23T15:31:12.855301+0000","last_peered":"2023-09-23T15:31:12.855301+0000","last_clean":"2023-09-23T15:31:12.855301+0000","last_became_active":"2023-09-23T15:30:13.837253+0000","last_became_peered":"2023-09-23T15:30:13.837253+0000","last_unstale":"2023-09-23T15:31:12.855301+0000","last_undegraded":"2023-09-23T15:31:12.855301+0000","last_fullsized":"2023-09-23T15:31:12.855301+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:59.684991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":41,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.676433+0000","last_change":"2023-09-23T15:30:02.579397+0000","last_active":"2023-09-23T15:31:11.676433+0000","last_peered":"2023-09-23T15:31:11.676433+0000","last_clean":"2023-09-23T15:31:11.676433+0000","last_became_active":"2023-09-23T15:30:02.579070+0000","last_became_peered":"2023-09-23T15:30:02.579070+0000","last_unstale":"2023-09-23T15:31:11.676433+0000","last_undegraded":"2023-09-23T15:31:11.676433+0000","last_fullsized":"2023-09-23T15:31:11.676433+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:05:25.171806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.4","version":"496'5538","reported_seq":5589,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.521053+0000","last_change":"2023-09-23T15:29:48.153266+0000","last_active":"2023-09-23T15:31:15.521053+0000","last_peered":"2023-09-23T15:31:15.521053+0000","last_clean":"2023-09-23T15:31:15.521053+0000","last_became_active":"2023-09-23T15:29:48.152940+0000","last_became_peered":"2023-09-23T15:29:48.152940+0000","last_unstale":"2023-09-23T15:31:15.521053+0000","last_undegraded":"2023-09-23T15:31:15.521053+0000","last_fullsized":"2023-09-23T15:31:15.521053+0000","mapping_epoch":454,"log_start":"473'1400","ondisk_log_start":"473'1400","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4138,"log_dups_size":0,"ondisk_log_size":4138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:13.101293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362938368,"num_objects":5538,"num_object_clones":0,"num_object_copies":16614,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5538,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5538,"num_write_kb":354432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":934,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.672312+0000","last_change":"2023-09-23T15:30:03.597774+0000","last_active":"2023-09-23T15:31:11.672312+0000","last_peered":"2023-09-23T15:31:11.672312+0000","last_clean":"2023-09-23T15:31:11.672312+0000","last_became_active":"2023-09-23T15:30:03.597449+0000","last_became_peered":"2023-09-23T15:30:03.597449+0000","last_unstale":"2023-09-23T15:31:11.672312+0000","last_undegraded":"2023-09-23T15:31:11.672312+0000","last_fullsized":"2023-09-23T15:31:11.672312+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:49.222303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:49.222303+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:09:39.198832+0000","scrub_duration":0.0041920669999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":562,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855391+0000","last_change":"2023-09-23T15:30:13.853179+0000","last_active":"2023-09-23T15:31:12.855391+0000","last_peered":"2023-09-23T15:31:12.855391+0000","last_clean":"2023-09-23T15:31:12.855391+0000","last_became_active":"2023-09-23T15:30:13.839071+0000","last_became_peered":"2023-09-23T15:30:13.839071+0000","last_unstale":"2023-09-23T15:31:12.855391+0000","last_undegraded":"2023-09-23T15:31:12.855391+0000","last_fullsized":"2023-09-23T15:31:12.855391+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:42.791562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":162,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.670335+0000","last_change":"2023-09-23T15:30:23.667089+0000","last_active":"2023-09-23T15:31:11.670335+0000","last_peered":"2023-09-23T15:31:11.670335+0000","last_clean":"2023-09-23T15:31:11.670335+0000","last_became_active":"2023-09-23T15:30:23.666752+0000","last_became_peered":"2023-09-23T15:30:23.666752+0000","last_unstale":"2023-09-23T15:31:11.670335+0000","last_undegraded":"2023-09-23T15:31:11.670335+0000","last_fullsized":"2023-09-23T15:31:11.670335+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:09:06.965679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"496'5320","reported_seq":11017,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.485776+0000","last_change":"2023-09-23T15:30:55.714277+0000","last_active":"2023-09-23T15:31:15.485776+0000","last_peered":"2023-09-23T15:31:15.485776+0000","last_clean":"2023-09-23T15:31:15.485776+0000","last_became_active":"2023-09-23T15:30:55.710613+0000","last_became_peered":"2023-09-23T15:30:55.710613+0000","last_unstale":"2023-09-23T15:31:15.485776+0000","last_undegraded":"2023-09-23T15:31:15.485776+0000","last_fullsized":"2023-09-23T15:31:15.485776+0000","mapping_epoch":492,"log_start":"471'1200","ondisk_log_start":"471'1200","created":454,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4120,"log_dups_size":0,"ondisk_log_size":4120,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:10:08.050610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":348651520,"num_objects":5320,"num_object_clones":0,"num_object_copies":15960,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5320,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5320,"num_write_kb":340480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2097,"num_bytes_recovered":137428992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":761,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855066+0000","last_change":"2023-09-23T15:30:26.867697+0000","last_active":"2023-09-23T15:31:12.855066+0000","last_peered":"2023-09-23T15:31:12.855066+0000","last_clean":"2023-09-23T15:31:12.855066+0000","last_became_active":"2023-09-23T15:30:26.867226+0000","last_became_peered":"2023-09-23T15:30:26.867226+0000","last_unstale":"2023-09-23T15:31:12.855066+0000","last_undegraded":"2023-09-23T15:31:12.855066+0000","last_fullsized":"2023-09-23T15:31:12.855066+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.222854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.222854+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":130,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.677909+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:31:11.677909+0000","last_peered":"2023-09-23T15:31:11.677909+0000","last_clean":"2023-09-23T15:31:11.677909+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:31:11.677909+0000","last_undegraded":"2023-09-23T15:31:11.677909+0000","last_fullsized":"2023-09-23T15:31:11.677909+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":303,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.669212+0000","last_change":"2023-09-23T15:30:13.837089+0000","last_active":"2023-09-23T15:31:12.669212+0000","last_peered":"2023-09-23T15:31:12.669212+0000","last_clean":"2023-09-23T15:31:12.669212+0000","last_became_active":"2023-09-23T15:30:13.836795+0000","last_became_peered":"2023-09-23T15:30:13.836795+0000","last_unstale":"2023-09-23T15:31:12.669212+0000","last_undegraded":"2023-09-23T15:31:12.669212+0000","last_fullsized":"2023-09-23T15:31:12.669212+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:42.295011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2","version":"497'5737","reported_seq":7068,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:18.485603+0000","last_change":"2023-09-23T15:30:11.475760+0000","last_active":"2023-09-23T15:31:18.485603+0000","last_peered":"2023-09-23T15:31:18.485603+0000","last_clean":"2023-09-23T15:31:18.485603+0000","last_became_active":"2023-09-23T15:30:10.814037+0000","last_became_peered":"2023-09-23T15:30:10.814037+0000","last_unstale":"2023-09-23T15:31:18.485603+0000","last_undegraded":"2023-09-23T15:31:18.485603+0000","last_fullsized":"2023-09-23T15:31:18.485603+0000","mapping_epoch":472,"log_start":"477'1600","ondisk_log_start":"477'1600","created":454,"last_epoch_clean":473,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4137,"log_dups_size":0,"ondisk_log_size":4137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:25.875228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":375980032,"num_objects":5737,"num_object_clones":0,"num_object_copies":17211,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5737,"num_write_kb":367168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":631,"num_bytes_recovered":41353216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":987,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855761+0000","last_change":"2023-09-23T15:28:49.609460+0000","last_active":"2023-09-23T15:31:12.855761+0000","last_peered":"2023-09-23T15:31:12.855761+0000","last_clean":"2023-09-23T15:31:12.855761+0000","last_became_active":"2023-09-23T15:28:49.609109+0000","last_became_peered":"2023-09-23T15:28:49.609109+0000","last_unstale":"2023-09-23T15:31:12.855761+0000","last_undegraded":"2023-09-23T15:31:12.855761+0000","last_fullsized":"2023-09-23T15:31:12.855761+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:30.904753+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":167,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.677664+0000","last_change":"2023-09-23T15:29:51.314161+0000","last_active":"2023-09-23T15:31:11.677664+0000","last_peered":"2023-09-23T15:31:11.677664+0000","last_clean":"2023-09-23T15:31:11.677664+0000","last_became_active":"2023-09-23T15:29:51.308622+0000","last_became_peered":"2023-09-23T15:29:51.308622+0000","last_unstale":"2023-09-23T15:31:11.677664+0000","last_undegraded":"2023-09-23T15:31:11.677664+0000","last_fullsized":"2023-09-23T15:31:11.677664+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:09.209928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":375,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.678236+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:31:11.678236+0000","last_peered":"2023-09-23T15:31:11.678236+0000","last_clean":"2023-09-23T15:31:11.678236+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:31:11.678236+0000","last_undegraded":"2023-09-23T15:31:11.678236+0000","last_fullsized":"2023-09-23T15:31:11.678236+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"496'5433","reported_seq":6767,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.538136+0000","last_change":"2023-09-23T15:30:07.815790+0000","last_active":"2023-09-23T15:31:15.538136+0000","last_peered":"2023-09-23T15:31:15.538136+0000","last_clean":"2023-09-23T15:31:15.538136+0000","last_became_active":"2023-09-23T15:30:07.814333+0000","last_became_peered":"2023-09-23T15:30:07.814333+0000","last_unstale":"2023-09-23T15:31:15.538136+0000","last_undegraded":"2023-09-23T15:31:15.538136+0000","last_fullsized":"2023-09-23T15:31:15.538136+0000","mapping_epoch":470,"log_start":"471'1300","ondisk_log_start":"471'1300","created":454,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4133,"log_dups_size":0,"ondisk_log_size":4133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:12.423837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356057088,"num_objects":5433,"num_object_clones":0,"num_object_copies":16299,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5433,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5433,"num_write_kb":347712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":628,"num_bytes_recovered":41156608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":999,"reported_epoch":495,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:31:11.677011+0000","last_change":"2023-09-23T15:30:36.777211+0000","last_active":"2023-09-23T15:31:11.677011+0000","last_peered":"2023-09-23T15:31:11.677011+0000","last_clean":"2023-09-23T15:30:28.706812+0000","last_became_active":"2023-09-23T15:30:36.776993+0000","last_became_peered":"2023-09-23T15:30:36.776993+0000","last_unstale":"2023-09-23T15:31:11.677011+0000","last_undegraded":"2023-09-23T15:30:36.763232+0000","last_fullsized":"2023-09-23T15:30:36.762769+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:22:41.583959+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1838816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5],"avail_no_missing":["3","1","5"],"object_location_counts":[{"shards":"1,3,5","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":152,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.670378+0000","last_change":"2023-09-23T15:29:51.306273+0000","last_active":"2023-09-23T15:31:11.670378+0000","last_peered":"2023-09-23T15:31:11.670378+0000","last_clean":"2023-09-23T15:31:11.670378+0000","last_became_active":"2023-09-23T15:29:51.305977+0000","last_became_peered":"2023-09-23T15:29:51.305977+0000","last_unstale":"2023-09-23T15:31:11.670378+0000","last_undegraded":"2023-09-23T15:31:11.670378+0000","last_fullsized":"2023-09-23T15:31:11.670378+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:10.815566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":361,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.670592+0000","last_change":"2023-09-23T15:30:13.839085+0000","last_active":"2023-09-23T15:31:12.670592+0000","last_peered":"2023-09-23T15:31:12.670592+0000","last_clean":"2023-09-23T15:31:12.670592+0000","last_became_active":"2023-09-23T15:30:13.838774+0000","last_became_peered":"2023-09-23T15:30:13.838774+0000","last_unstale":"2023-09-23T15:31:12.670592+0000","last_undegraded":"2023-09-23T15:31:12.670592+0000","last_fullsized":"2023-09-23T15:31:12.670592+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:27:48.181516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"496'5405","reported_seq":5465,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.564463+0000","last_change":"2023-09-23T15:29:51.309447+0000","last_active":"2023-09-23T15:31:15.564463+0000","last_peered":"2023-09-23T15:31:15.564463+0000","last_clean":"2023-09-23T15:31:15.564463+0000","last_became_active":"2023-09-23T15:29:51.308986+0000","last_became_peered":"2023-09-23T15:29:51.308986+0000","last_unstale":"2023-09-23T15:31:15.564463+0000","last_undegraded":"2023-09-23T15:31:15.564463+0000","last_fullsized":"2023-09-23T15:31:15.564463+0000","mapping_epoch":457,"log_start":"469'1000","ondisk_log_start":"469'1000","created":454,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4405,"log_dups_size":0,"ondisk_log_size":4405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:37.656530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":354222080,"num_objects":5405,"num_object_clones":0,"num_object_copies":16215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5405,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5405,"num_write_kb":345920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":455,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.840249+0000","last_change":"2023-09-23T15:30:16.873187+0000","last_active":"2023-09-23T15:31:12.840249+0000","last_peered":"2023-09-23T15:31:12.840249+0000","last_clean":"2023-09-23T15:31:12.840249+0000","last_became_active":"2023-09-23T15:30:16.872810+0000","last_became_peered":"2023-09-23T15:30:16.872810+0000","last_unstale":"2023-09-23T15:31:12.840249+0000","last_undegraded":"2023-09-23T15:31:12.840249+0000","last_fullsized":"2023-09-23T15:31:12.840249+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.554330+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.554330+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":8,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":405,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855930+0000","last_change":"2023-09-23T15:28:46.429441+0000","last_active":"2023-09-23T15:31:12.855930+0000","last_peered":"2023-09-23T15:31:12.855930+0000","last_clean":"2023-09-23T15:31:12.855930+0000","last_became_active":"2023-09-23T15:28:46.429145+0000","last_became_peered":"2023-09-23T15:28:46.429145+0000","last_unstale":"2023-09-23T15:31:12.855930+0000","last_undegraded":"2023-09-23T15:31:12.855930+0000","last_fullsized":"2023-09-23T15:31:12.855930+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:52:01.764190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":161,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.671776+0000","last_change":"2023-09-23T15:29:51.307256+0000","last_active":"2023-09-23T15:31:11.671776+0000","last_peered":"2023-09-23T15:31:11.671776+0000","last_clean":"2023-09-23T15:31:11.671776+0000","last_became_active":"2023-09-23T15:29:51.306929+0000","last_became_peered":"2023-09-23T15:29:51.306929+0000","last_unstale":"2023-09-23T15:31:11.671776+0000","last_undegraded":"2023-09-23T15:31:11.671776+0000","last_fullsized":"2023-09-23T15:31:11.671776+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:58:55.107875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"497'5445","reported_seq":5496,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:17.569599+0000","last_change":"2023-09-23T15:29:48.152448+0000","last_active":"2023-09-23T15:31:17.569599+0000","last_peered":"2023-09-23T15:31:17.569599+0000","last_clean":"2023-09-23T15:31:17.569599+0000","last_became_active":"2023-09-23T15:29:48.152082+0000","last_became_peered":"2023-09-23T15:29:48.152082+0000","last_unstale":"2023-09-23T15:31:17.569599+0000","last_undegraded":"2023-09-23T15:31:17.569599+0000","last_fullsized":"2023-09-23T15:31:17.569599+0000","mapping_epoch":454,"log_start":"463'400","ondisk_log_start":"463'400","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5045,"log_dups_size":0,"ondisk_log_size":5045,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:26:49.020914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356843520,"num_objects":5445,"num_object_clones":0,"num_object_copies":16335,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5445,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5445,"num_write_kb":348480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":888,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.670414+0000","last_change":"2023-09-23T15:29:53.580981+0000","last_active":"2023-09-23T15:31:11.670414+0000","last_peered":"2023-09-23T15:31:11.670414+0000","last_clean":"2023-09-23T15:31:11.670414+0000","last_became_active":"2023-09-23T15:29:53.580568+0000","last_became_peered":"2023-09-23T15:29:53.580568+0000","last_unstale":"2023-09-23T15:31:11.670414+0000","last_undegraded":"2023-09-23T15:31:11.670414+0000","last_fullsized":"2023-09-23T15:31:11.670414+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:16.245925+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":41,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.676373+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:31:11.676373+0000","last_peered":"2023-09-23T15:31:11.676373+0000","last_clean":"2023-09-23T15:31:11.676373+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:31:11.676373+0000","last_undegraded":"2023-09-23T15:31:11.676373+0000","last_fullsized":"2023-09-23T15:31:11.676373+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":493,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.670911+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:31:12.670911+0000","last_peered":"2023-09-23T15:31:12.670911+0000","last_clean":"2023-09-23T15:31:12.670911+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:31:12.670911+0000","last_undegraded":"2023-09-23T15:31:12.670911+0000","last_fullsized":"2023-09-23T15:31:12.670911+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"497'5491","reported_seq":5542,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:17.596843+0000","last_change":"2023-09-23T15:29:47.722819+0000","last_active":"2023-09-23T15:31:17.596843+0000","last_peered":"2023-09-23T15:31:17.596843+0000","last_clean":"2023-09-23T15:31:17.596843+0000","last_became_active":"2023-09-23T15:29:47.722512+0000","last_became_peered":"2023-09-23T15:29:47.722512+0000","last_unstale":"2023-09-23T15:31:17.596843+0000","last_undegraded":"2023-09-23T15:31:17.596843+0000","last_fullsized":"2023-09-23T15:31:17.596843+0000","mapping_epoch":454,"log_start":"463'400","ondisk_log_start":"463'400","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5091,"log_dups_size":0,"ondisk_log_size":5091,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:13:40.054355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":359858176,"num_objects":5491,"num_object_clones":0,"num_object_copies":16473,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5491,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5491,"num_write_kb":351424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":955,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.672393+0000","last_change":"2023-09-23T15:30:26.686277+0000","last_active":"2023-09-23T15:31:11.672393+0000","last_peered":"2023-09-23T15:31:11.672393+0000","last_clean":"2023-09-23T15:31:11.672393+0000","last_became_active":"2023-09-23T15:30:26.685851+0000","last_became_peered":"2023-09-23T15:30:26.685851+0000","last_unstale":"2023-09-23T15:31:11.672393+0000","last_undegraded":"2023-09-23T15:31:11.672393+0000","last_fullsized":"2023-09-23T15:31:11.672393+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:30.438998+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":481,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855702+0000","last_change":"2023-09-23T15:30:02.585409+0000","last_active":"2023-09-23T15:31:12.855702+0000","last_peered":"2023-09-23T15:31:12.855702+0000","last_clean":"2023-09-23T15:31:12.855702+0000","last_became_active":"2023-09-23T15:30:02.584934+0000","last_became_peered":"2023-09-23T15:30:02.584934+0000","last_unstale":"2023-09-23T15:31:12.855702+0000","last_undegraded":"2023-09-23T15:31:12.855702+0000","last_fullsized":"2023-09-23T15:31:12.855702+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:19:24.484182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":139,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.678163+0000","last_change":"2023-09-23T15:28:46.437458+0000","last_active":"2023-09-23T15:31:11.678163+0000","last_peered":"2023-09-23T15:31:11.678163+0000","last_clean":"2023-09-23T15:31:11.678163+0000","last_became_active":"2023-09-23T15:28:46.437121+0000","last_became_peered":"2023-09-23T15:28:46.437121+0000","last_unstale":"2023-09-23T15:31:11.678163+0000","last_undegraded":"2023-09-23T15:31:11.678163+0000","last_fullsized":"2023-09-23T15:31:11.678163+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:43:38.497844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":58,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.669242+0000","last_change":"2023-09-23T15:30:13.835959+0000","last_active":"2023-09-23T15:31:12.669242+0000","last_peered":"2023-09-23T15:31:12.669242+0000","last_clean":"2023-09-23T15:31:12.669242+0000","last_became_active":"2023-09-23T15:30:13.835650+0000","last_became_peered":"2023-09-23T15:30:13.835650+0000","last_unstale":"2023-09-23T15:31:12.669242+0000","last_undegraded":"2023-09-23T15:31:12.669242+0000","last_fullsized":"2023-09-23T15:31:12.669242+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:23.396903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"496'5427","reported_seq":6821,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.549902+0000","last_change":"2023-09-23T15:30:14.836398+0000","last_active":"2023-09-23T15:31:15.549902+0000","last_peered":"2023-09-23T15:31:15.549902+0000","last_clean":"2023-09-23T15:31:15.549902+0000","last_became_active":"2023-09-23T15:30:14.834894+0000","last_became_peered":"2023-09-23T15:30:14.834894+0000","last_unstale":"2023-09-23T15:31:15.549902+0000","last_undegraded":"2023-09-23T15:31:15.549902+0000","last_fullsized":"2023-09-23T15:31:15.549902+0000","mapping_epoch":476,"log_start":"469'1000","ondisk_log_start":"469'1000","created":454,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4427,"log_dups_size":0,"ondisk_log_size":4427,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:32:07.546536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355663872,"num_objects":5427,"num_object_clones":0,"num_object_copies":16281,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5427,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5427,"num_write_kb":347328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":658,"num_bytes_recovered":43122688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":933,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855624+0000","last_change":"2023-09-23T15:29:52.163429+0000","last_active":"2023-09-23T15:31:12.855624+0000","last_peered":"2023-09-23T15:31:12.855624+0000","last_clean":"2023-09-23T15:31:12.855624+0000","last_became_active":"2023-09-23T15:29:38.586026+0000","last_became_peered":"2023-09-23T15:29:38.586026+0000","last_unstale":"2023-09-23T15:31:12.855624+0000","last_undegraded":"2023-09-23T15:31:12.855624+0000","last_fullsized":"2023-09-23T15:31:12.855624+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:18.595923+0000","scrub_duration":0.0014655549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":469,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.669357+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:31:12.669357+0000","last_peered":"2023-09-23T15:31:12.669357+0000","last_clean":"2023-09-23T15:31:12.669357+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:31:12.669357+0000","last_undegraded":"2023-09-23T15:31:12.669357+0000","last_fullsized":"2023-09-23T15:31:12.669357+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":162,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.670554+0000","last_change":"2023-09-23T15:29:51.309462+0000","last_active":"2023-09-23T15:31:11.670554+0000","last_peered":"2023-09-23T15:31:11.670554+0000","last_clean":"2023-09-23T15:31:11.670554+0000","last_became_active":"2023-09-23T15:29:51.309087+0000","last_became_peered":"2023-09-23T15:29:51.309087+0000","last_unstale":"2023-09-23T15:31:11.670554+0000","last_undegraded":"2023-09-23T15:31:11.670554+0000","last_fullsized":"2023-09-23T15:31:11.670554+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:35.501350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":151,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.677648+0000","last_change":"2023-09-23T15:30:35.769038+0000","last_active":"2023-09-23T15:31:11.677648+0000","last_peered":"2023-09-23T15:31:11.677648+0000","last_clean":"2023-09-23T15:31:11.677648+0000","last_became_active":"2023-09-23T15:30:35.767802+0000","last_became_peered":"2023-09-23T15:30:35.767802+0000","last_unstale":"2023-09-23T15:31:11.677648+0000","last_undegraded":"2023-09-23T15:31:11.677648+0000","last_fullsized":"2023-09-23T15:31:11.677648+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:22:11.109581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"497'5523","reported_seq":8600,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:17.591287+0000","last_change":"2023-09-23T15:30:24.668123+0000","last_active":"2023-09-23T15:31:17.591287+0000","last_peered":"2023-09-23T15:31:17.591287+0000","last_clean":"2023-09-23T15:31:17.591287+0000","last_became_active":"2023-09-23T15:30:24.666026+0000","last_became_peered":"2023-09-23T15:30:24.666026+0000","last_unstale":"2023-09-23T15:31:17.591287+0000","last_undegraded":"2023-09-23T15:31:17.591287+0000","last_fullsized":"2023-09-23T15:31:17.591287+0000","mapping_epoch":481,"log_start":"464'500","ondisk_log_start":"464'500","created":454,"last_epoch_clean":482,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5023,"log_dups_size":0,"ondisk_log_size":5023,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:51:16.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":361955328,"num_objects":5523,"num_object_clones":0,"num_object_copies":16569,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5523,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5523,"num_write_kb":353472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1502,"num_bytes_recovered":98435072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":717,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855252+0000","last_change":"2023-09-23T15:30:26.869109+0000","last_active":"2023-09-23T15:31:12.855252+0000","last_peered":"2023-09-23T15:31:12.855252+0000","last_clean":"2023-09-23T15:31:12.855252+0000","last_became_active":"2023-09-23T15:30:26.868850+0000","last_became_peered":"2023-09-23T15:30:26.868850+0000","last_unstale":"2023-09-23T15:31:12.855252+0000","last_undegraded":"2023-09-23T15:31:12.855252+0000","last_fullsized":"2023-09-23T15:31:12.855252+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:21.687812+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":112,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.676719+0000","last_change":"2023-09-23T15:29:35.676390+0000","last_active":"2023-09-23T15:31:11.676719+0000","last_peered":"2023-09-23T15:31:11.676719+0000","last_clean":"2023-09-23T15:31:11.676719+0000","last_became_active":"2023-09-23T15:29:35.676045+0000","last_became_peered":"2023-09-23T15:29:35.676045+0000","last_unstale":"2023-09-23T15:31:11.676719+0000","last_undegraded":"2023-09-23T15:31:11.676719+0000","last_fullsized":"2023-09-23T15:31:11.676719+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:08.284421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":110,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.670340+0000","last_change":"2023-09-23T15:29:35.887179+0000","last_active":"2023-09-23T15:31:11.670340+0000","last_peered":"2023-09-23T15:31:11.670340+0000","last_clean":"2023-09-23T15:31:11.670340+0000","last_became_active":"2023-09-23T15:29:35.886621+0000","last_became_peered":"2023-09-23T15:29:35.886621+0000","last_unstale":"2023-09-23T15:31:11.670340+0000","last_undegraded":"2023-09-23T15:31:11.670340+0000","last_fullsized":"2023-09-23T15:31:11.670340+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:03:53.121177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":59,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.670834+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:31:12.670834+0000","last_peered":"2023-09-23T15:31:12.670834+0000","last_clean":"2023-09-23T15:31:12.670834+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:31:12.670834+0000","last_undegraded":"2023-09-23T15:31:12.670834+0000","last_fullsized":"2023-09-23T15:31:12.670834+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"496'5458","reported_seq":5508,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.556605+0000","last_change":"2023-09-23T15:29:48.153032+0000","last_active":"2023-09-23T15:31:15.556605+0000","last_peered":"2023-09-23T15:31:15.556605+0000","last_clean":"2023-09-23T15:31:15.556605+0000","last_became_active":"2023-09-23T15:29:48.152751+0000","last_became_peered":"2023-09-23T15:29:48.152751+0000","last_unstale":"2023-09-23T15:31:15.556605+0000","last_undegraded":"2023-09-23T15:31:15.556605+0000","last_fullsized":"2023-09-23T15:31:15.556605+0000","mapping_epoch":454,"log_start":"471'1100","ondisk_log_start":"471'1100","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4358,"log_dups_size":0,"ondisk_log_size":4358,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:14:26.948560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":357695488,"num_objects":5458,"num_object_clones":0,"num_object_copies":16374,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5458,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5458,"num_write_kb":349312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":26,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.854719+0000","last_change":"2023-09-23T15:30:23.671825+0000","last_active":"2023-09-23T15:31:12.854719+0000","last_peered":"2023-09-23T15:31:12.854719+0000","last_clean":"2023-09-23T15:31:12.854719+0000","last_became_active":"2023-09-23T15:30:23.671508+0000","last_became_peered":"2023-09-23T15:30:23.671508+0000","last_unstale":"2023-09-23T15:31:12.854719+0000","last_undegraded":"2023-09-23T15:31:12.854719+0000","last_fullsized":"2023-09-23T15:31:12.854719+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:42:01.238430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1013,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.854251+0000","last_change":"2023-09-23T15:30:26.867236+0000","last_active":"2023-09-23T15:31:12.854251+0000","last_peered":"2023-09-23T15:31:12.854251+0000","last_clean":"2023-09-23T15:31:12.854251+0000","last_became_active":"2023-09-23T15:30:26.866862+0000","last_became_peered":"2023-09-23T15:30:26.866862+0000","last_unstale":"2023-09-23T15:31:12.854251+0000","last_undegraded":"2023-09-23T15:31:12.854251+0000","last_fullsized":"2023-09-23T15:31:12.854251+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.204725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.204725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":139,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.677365+0000","last_change":"2023-09-23T15:30:13.835741+0000","last_active":"2023-09-23T15:31:11.677365+0000","last_peered":"2023-09-23T15:31:11.677365+0000","last_clean":"2023-09-23T15:31:11.677365+0000","last_became_active":"2023-09-23T15:30:13.835373+0000","last_became_peered":"2023-09-23T15:30:13.835373+0000","last_unstale":"2023-09-23T15:31:11.677365+0000","last_undegraded":"2023-09-23T15:31:11.677365+0000","last_fullsized":"2023-09-23T15:31:11.677365+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:46:27.258211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":162,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.671677+0000","last_change":"2023-09-23T15:30:02.583474+0000","last_active":"2023-09-23T15:31:11.671677+0000","last_peered":"2023-09-23T15:31:11.671677+0000","last_clean":"2023-09-23T15:31:11.671677+0000","last_became_active":"2023-09-23T15:30:02.583014+0000","last_became_peered":"2023-09-23T15:30:02.583014+0000","last_unstale":"2023-09-23T15:31:11.671677+0000","last_undegraded":"2023-09-23T15:31:11.671677+0000","last_fullsized":"2023-09-23T15:31:11.671677+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:40:50.653402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"497'5615","reported_seq":5666,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:17.596966+0000","last_change":"2023-09-23T15:29:47.839697+0000","last_active":"2023-09-23T15:31:17.596966+0000","last_peered":"2023-09-23T15:31:17.596966+0000","last_clean":"2023-09-23T15:31:17.596966+0000","last_became_active":"2023-09-23T15:29:47.839407+0000","last_became_peered":"2023-09-23T15:29:47.839407+0000","last_unstale":"2023-09-23T15:31:17.596966+0000","last_undegraded":"2023-09-23T15:31:17.596966+0000","last_fullsized":"2023-09-23T15:31:17.596966+0000","mapping_epoch":454,"log_start":"464'600","ondisk_log_start":"464'600","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5015,"log_dups_size":0,"ondisk_log_size":5015,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:16.132386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367984640,"num_objects":5615,"num_object_clones":0,"num_object_copies":16845,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5615,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5615,"num_write_kb":359360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":443,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.670437+0000","last_change":"2023-09-23T15:30:38.622338+0000","last_active":"2023-09-23T15:31:11.670437+0000","last_peered":"2023-09-23T15:31:11.670437+0000","last_clean":"2023-09-23T15:31:11.670437+0000","last_became_active":"2023-09-23T15:30:38.621972+0000","last_became_peered":"2023-09-23T15:30:38.621972+0000","last_unstale":"2023-09-23T15:31:11.670437+0000","last_undegraded":"2023-09-23T15:31:11.670437+0000","last_fullsized":"2023-09-23T15:31:11.670437+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.549692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.549692+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":511,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.854427+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:31:12.854427+0000","last_peered":"2023-09-23T15:31:12.854427+0000","last_clean":"2023-09-23T15:31:12.854427+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:31:12.854427+0000","last_undegraded":"2023-09-23T15:31:12.854427+0000","last_fullsized":"2023-09-23T15:31:12.854427+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":41,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.676343+0000","last_change":"2023-09-23T15:30:02.587041+0000","last_active":"2023-09-23T15:31:11.676343+0000","last_peered":"2023-09-23T15:31:11.676343+0000","last_clean":"2023-09-23T15:31:11.676343+0000","last_became_active":"2023-09-23T15:30:02.586756+0000","last_became_peered":"2023-09-23T15:30:02.586756+0000","last_unstale":"2023-09-23T15:31:11.676343+0000","last_undegraded":"2023-09-23T15:31:11.676343+0000","last_fullsized":"2023-09-23T15:31:11.676343+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:28.063428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":298,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855140+0000","last_change":"2023-09-23T15:30:13.839282+0000","last_active":"2023-09-23T15:31:12.855140+0000","last_peered":"2023-09-23T15:31:12.855140+0000","last_clean":"2023-09-23T15:31:12.855140+0000","last_became_active":"2023-09-23T15:30:13.839008+0000","last_became_peered":"2023-09-23T15:30:13.839008+0000","last_unstale":"2023-09-23T15:31:12.855140+0000","last_undegraded":"2023-09-23T15:31:12.855140+0000","last_fullsized":"2023-09-23T15:31:12.855140+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:05.524033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"496'5531","reported_seq":8536,"reported_epoch":496,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:31:15.548298+0000","last_change":"2023-09-23T15:30:54.426855+0000","last_active":"2023-09-23T15:31:15.548298+0000","last_peered":"2023-09-23T15:31:15.548298+0000","last_clean":"2023-09-23T15:30:11.998450+0000","last_became_active":"2023-09-23T15:30:35.877134+0000","last_became_peered":"2023-09-23T15:30:35.877134+0000","last_unstale":"2023-09-23T15:31:15.548298+0000","last_undegraded":"2023-09-23T15:31:15.548298+0000","last_fullsized":"2023-09-23T15:30:35.762874+0000","mapping_epoch":486,"log_start":"471'1400","ondisk_log_start":"471'1400","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4131,"log_dups_size":0,"ondisk_log_size":4131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:57.862189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362479616,"num_objects":5531,"num_object_clones":0,"num_object_copies":16593,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1921,"num_objects_unfound":0,"num_objects_dirty":5531,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5531,"num_write_kb":353984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1466,"num_bytes_recovered":96075776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[3,7],"avail_no_missing":["3","1","7"],"object_location_counts":[{"shards":"1,3,7","objects":385},{"shards":"3,5,7","objects":1536},{"shards":"3,7","objects":3610}],"blocked_by":[],"up_primary":6,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":826,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.671699+0000","last_change":"2023-09-23T15:30:05.597413+0000","last_active":"2023-09-23T15:31:11.671699+0000","last_peered":"2023-09-23T15:31:11.671699+0000","last_clean":"2023-09-23T15:31:11.671699+0000","last_became_active":"2023-09-23T15:30:05.597050+0000","last_became_peered":"2023-09-23T15:30:05.597050+0000","last_unstale":"2023-09-23T15:31:11.671699+0000","last_undegraded":"2023-09-23T15:31:11.671699+0000","last_fullsized":"2023-09-23T15:31:11.671699+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:57:38.493455+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":531,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855377+0000","last_change":"2023-09-23T15:29:51.311080+0000","last_active":"2023-09-23T15:31:12.855377+0000","last_peered":"2023-09-23T15:31:12.855377+0000","last_clean":"2023-09-23T15:31:12.855377+0000","last_became_active":"2023-09-23T15:29:51.310774+0000","last_became_peered":"2023-09-23T15:29:51.310774+0000","last_unstale":"2023-09-23T15:31:12.855377+0000","last_undegraded":"2023-09-23T15:31:12.855377+0000","last_fullsized":"2023-09-23T15:31:12.855377+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:11:59.838570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":31,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.840320+0000","last_change":"2023-09-23T15:30:13.838070+0000","last_active":"2023-09-23T15:31:12.840320+0000","last_peered":"2023-09-23T15:31:12.840320+0000","last_clean":"2023-09-23T15:31:12.840320+0000","last_became_active":"2023-09-23T15:30:13.837719+0000","last_became_peered":"2023-09-23T15:30:13.837719+0000","last_unstale":"2023-09-23T15:31:12.840320+0000","last_undegraded":"2023-09-23T15:31:12.840320+0000","last_fullsized":"2023-09-23T15:31:12.840320+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:35:33.967187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":373,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.840592+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:31:12.840592+0000","last_peered":"2023-09-23T15:31:12.840592+0000","last_clean":"2023-09-23T15:31:12.840592+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:31:12.840592+0000","last_undegraded":"2023-09-23T15:31:12.840592+0000","last_fullsized":"2023-09-23T15:31:12.840592+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"496'5416","reported_seq":5466,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.551680+0000","last_change":"2023-09-23T15:29:47.842825+0000","last_active":"2023-09-23T15:31:15.551680+0000","last_peered":"2023-09-23T15:31:15.551680+0000","last_clean":"2023-09-23T15:31:15.551680+0000","last_became_active":"2023-09-23T15:29:47.842443+0000","last_became_peered":"2023-09-23T15:29:47.842443+0000","last_unstale":"2023-09-23T15:31:15.551680+0000","last_undegraded":"2023-09-23T15:31:15.551680+0000","last_fullsized":"2023-09-23T15:31:15.551680+0000","mapping_epoch":454,"log_start":"469'1000","ondisk_log_start":"469'1000","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4416,"log_dups_size":0,"ondisk_log_size":4416,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:44:26.376758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":354942976,"num_objects":5416,"num_object_clones":0,"num_object_copies":16248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5416,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5416,"num_write_kb":346624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":881,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.671402+0000","last_change":"2023-09-23T15:30:38.626404+0000","last_active":"2023-09-23T15:31:11.671402+0000","last_peered":"2023-09-23T15:31:11.671402+0000","last_clean":"2023-09-23T15:31:11.671402+0000","last_became_active":"2023-09-23T15:30:38.626116+0000","last_became_peered":"2023-09-23T15:30:38.626116+0000","last_unstale":"2023-09-23T15:31:11.671402+0000","last_undegraded":"2023-09-23T15:31:11.671402+0000","last_fullsized":"2023-09-23T15:31:11.671402+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.207409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.207409+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":520,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.678392+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:31:11.678392+0000","last_peered":"2023-09-23T15:31:11.678392+0000","last_clean":"2023-09-23T15:31:11.678392+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:31:11.678392+0000","last_undegraded":"2023-09-23T15:31:11.678392+0000","last_fullsized":"2023-09-23T15:31:11.678392+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":50,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.670840+0000","last_change":"2023-09-23T15:29:51.299069+0000","last_active":"2023-09-23T15:31:12.670840+0000","last_peered":"2023-09-23T15:31:12.670840+0000","last_clean":"2023-09-23T15:31:12.670840+0000","last_became_active":"2023-09-23T15:29:51.298750+0000","last_became_peered":"2023-09-23T15:29:51.298750+0000","last_unstale":"2023-09-23T15:31:12.670840+0000","last_undegraded":"2023-09-23T15:31:12.670840+0000","last_fullsized":"2023-09-23T15:31:12.670840+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:33:51.603253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":50,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.676454+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:31:11.676454+0000","last_peered":"2023-09-23T15:31:11.676454+0000","last_clean":"2023-09-23T15:31:11.676454+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:31:11.676454+0000","last_undegraded":"2023-09-23T15:31:11.676454+0000","last_fullsized":"2023-09-23T15:31:11.676454+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"496'5387","reported_seq":5436,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.572033+0000","last_change":"2023-09-23T15:29:48.152462+0000","last_active":"2023-09-23T15:31:15.572033+0000","last_peered":"2023-09-23T15:31:15.572033+0000","last_clean":"2023-09-23T15:31:15.572033+0000","last_became_active":"2023-09-23T15:29:48.152087+0000","last_became_peered":"2023-09-23T15:29:48.152087+0000","last_unstale":"2023-09-23T15:31:15.572033+0000","last_undegraded":"2023-09-23T15:31:15.572033+0000","last_fullsized":"2023-09-23T15:31:15.572033+0000","mapping_epoch":454,"log_start":"469'1000","ondisk_log_start":"469'1000","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4387,"log_dups_size":0,"ondisk_log_size":4387,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:19.087954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":353042432,"num_objects":5387,"num_object_clones":0,"num_object_copies":16161,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5387,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5387,"num_write_kb":344768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":869,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.677994+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:31:11.677994+0000","last_peered":"2023-09-23T15:31:11.677994+0000","last_clean":"2023-09-23T15:31:11.677994+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:31:11.677994+0000","last_undegraded":"2023-09-23T15:31:11.677994+0000","last_fullsized":"2023-09-23T15:31:11.677994+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":196,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.672223+0000","last_change":"2023-09-23T15:30:23.668849+0000","last_active":"2023-09-23T15:31:11.672223+0000","last_peered":"2023-09-23T15:31:11.672223+0000","last_clean":"2023-09-23T15:31:11.672223+0000","last_became_active":"2023-09-23T15:30:23.668158+0000","last_became_peered":"2023-09-23T15:30:23.668158+0000","last_unstale":"2023-09-23T15:31:11.672223+0000","last_undegraded":"2023-09-23T15:31:11.672223+0000","last_fullsized":"2023-09-23T15:31:11.672223+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:34.681437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":93,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.670695+0000","last_change":"2023-09-23T15:30:23.673564+0000","last_active":"2023-09-23T15:31:12.670695+0000","last_peered":"2023-09-23T15:31:12.670695+0000","last_clean":"2023-09-23T15:31:12.670695+0000","last_became_active":"2023-09-23T15:30:23.668203+0000","last_became_peered":"2023-09-23T15:30:23.668203+0000","last_unstale":"2023-09-23T15:31:12.670695+0000","last_undegraded":"2023-09-23T15:31:12.670695+0000","last_fullsized":"2023-09-23T15:31:12.670695+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:48.593726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":367,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.840006+0000","last_change":"2023-09-23T15:29:35.886149+0000","last_active":"2023-09-23T15:31:12.840006+0000","last_peered":"2023-09-23T15:31:12.840006+0000","last_clean":"2023-09-23T15:31:12.840006+0000","last_became_active":"2023-09-23T15:29:35.885794+0000","last_became_peered":"2023-09-23T15:29:35.885794+0000","last_unstale":"2023-09-23T15:31:12.840006+0000","last_undegraded":"2023-09-23T15:31:12.840006+0000","last_fullsized":"2023-09-23T15:31:12.840006+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:45.312477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,7],"acting":[5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":72,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.855154+0000","last_change":"2023-09-23T15:29:51.309057+0000","last_active":"2023-09-23T15:31:12.855154+0000","last_peered":"2023-09-23T15:31:12.855154+0000","last_clean":"2023-09-23T15:31:12.855154+0000","last_became_active":"2023-09-23T15:29:51.308458+0000","last_became_peered":"2023-09-23T15:29:51.308458+0000","last_unstale":"2023-09-23T15:31:12.855154+0000","last_undegraded":"2023-09-23T15:31:12.855154+0000","last_fullsized":"2023-09-23T15:31:12.855154+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:20.919600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":94,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.677735+0000","last_change":"2023-09-23T15:29:35.791139+0000","last_active":"2023-09-23T15:31:11.677735+0000","last_peered":"2023-09-23T15:31:11.677735+0000","last_clean":"2023-09-23T15:31:11.677735+0000","last_became_active":"2023-09-23T15:29:35.790813+0000","last_became_peered":"2023-09-23T15:29:35.790813+0000","last_unstale":"2023-09-23T15:31:11.677735+0000","last_undegraded":"2023-09-23T15:31:11.677735+0000","last_fullsized":"2023-09-23T15:31:11.677735+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:14.617842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":310,"reported_epoch":496,"state":"active+clean","last_fresh":"2023-09-23T15:31:12.670446+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:31:12.670446+0000","last_peered":"2023-09-23T15:31:12.670446+0000","last_clean":"2023-09-23T15:31:12.670446+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:31:12.670446+0000","last_undegraded":"2023-09-23T15:31:12.670446+0000","last_fullsized":"2023-09-23T15:31:12.670446+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":481,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.677493+0000","last_change":"2023-09-23T15:29:51.308948+0000","last_active":"2023-09-23T15:31:11.677493+0000","last_peered":"2023-09-23T15:31:11.677493+0000","last_clean":"2023-09-23T15:31:11.677493+0000","last_became_active":"2023-09-23T15:29:51.308131+0000","last_became_peered":"2023-09-23T15:29:51.308131+0000","last_unstale":"2023-09-23T15:31:11.677493+0000","last_undegraded":"2023-09-23T15:31:11.677493+0000","last_fullsized":"2023-09-23T15:31:11.677493+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:28:31.516716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":146,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.671730+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:31:11.671730+0000","last_peered":"2023-09-23T15:31:11.671730+0000","last_clean":"2023-09-23T15:31:11.671730+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:31:11.671730+0000","last_undegraded":"2023-09-23T15:31:11.671730+0000","last_fullsized":"2023-09-23T15:31:11.671730+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":515,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.677210+0000","last_change":"2023-09-23T15:29:35.791085+0000","last_active":"2023-09-23T15:31:11.677210+0000","last_peered":"2023-09-23T15:31:11.677210+0000","last_clean":"2023-09-23T15:31:11.677210+0000","last_became_active":"2023-09-23T15:29:35.790770+0000","last_became_peered":"2023-09-23T15:29:35.790770+0000","last_unstale":"2023-09-23T15:31:11.677210+0000","last_undegraded":"2023-09-23T15:31:11.677210+0000","last_fullsized":"2023-09-23T15:31:11.677210+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:03.718163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":148,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.679482+0000","last_change":"2023-09-23T15:30:35.768999+0000","last_active":"2023-09-23T15:31:11.679482+0000","last_peered":"2023-09-23T15:31:11.679482+0000","last_clean":"2023-09-23T15:31:11.679482+0000","last_became_active":"2023-09-23T15:30:35.767877+0000","last_became_peered":"2023-09-23T15:30:35.767877+0000","last_unstale":"2023-09-23T15:31:11.679482+0000","last_undegraded":"2023-09-23T15:31:11.679482+0000","last_fullsized":"2023-09-23T15:31:11.679482+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:13.149075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":166,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.676802+0000","last_change":"2023-09-23T15:30:13.835116+0000","last_active":"2023-09-23T15:31:11.676802+0000","last_peered":"2023-09-23T15:31:11.676802+0000","last_clean":"2023-09-23T15:31:11.676802+0000","last_became_active":"2023-09-23T15:30:13.834795+0000","last_became_peered":"2023-09-23T15:30:13.834795+0000","last_unstale":"2023-09-23T15:31:11.676802+0000","last_undegraded":"2023-09-23T15:31:11.676802+0000","last_fullsized":"2023-09-23T15:31:11.676802+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:59:03.422802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":408,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.672065+0000","last_change":"2023-09-23T15:30:02.594064+0000","last_active":"2023-09-23T15:31:11.672065+0000","last_peered":"2023-09-23T15:31:11.672065+0000","last_clean":"2023-09-23T15:31:11.672065+0000","last_became_active":"2023-09-23T15:30:02.590752+0000","last_became_peered":"2023-09-23T15:30:02.590752+0000","last_unstale":"2023-09-23T15:31:11.672065+0000","last_undegraded":"2023-09-23T15:31:11.672065+0000","last_fullsized":"2023-09-23T15:31:11.672065+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:47:14.852936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":172,"reported_epoch":495,"state":"active+clean","last_fresh":"2023-09-23T15:31:11.670521+0000","last_change":"2023-09-23T15:30:02.583395+0000","last_active":"2023-09-23T15:31:11.670521+0000","last_peered":"2023-09-23T15:31:11.670521+0000","last_clean":"2023-09-23T15:31:11.670521+0000","last_became_active":"2023-09-23T15:30:02.583103+0000","last_became_peered":"2023-09-23T15:30:02.583103+0000","last_unstale":"2023-09-23T15:31:11.670521+0000","last_undegraded":"2023-09-23T15:31:11.670521+0000","last_fullsized":"2023-09-23T15:31:11.670521+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:20:46.323645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5760352256,"num_objects":87896,"num_object_clones":0,"num_object_copies":263688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1921,"num_objects_unfound":0,"num_objects_dirty":87896,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":87896,"num_write_kb":5625344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9157,"num_bytes_recovered":600113152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17678729216,"data_stored":17678729216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":71696,"ondisk_log_size":71696,"up":48,"acting":47,"num_store_stats":5},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":139,"num_bytes_recovered":34692,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":16578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":762210,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":97,"num_write":26,"num_write_kb":257,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2490403,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":62,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674483,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3518004,"kb_used_data":3173228,"kb_used_omap":85,"kb_used_meta":344682,"kb_avail":90227148,"statfs":{"total":95995035648,"available":92392599552,"internally_reserved":0,"allocated":3249385472,"data_stored":3247891822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":352954376},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.89300000000000002,"15min":2.5760000000000001},"min":{"1min":0.255,"5min":0.221,"15min":0.20799999999999999},"max":{"1min":3.7149999999999999,"5min":6.4489999999999998,"15min":206.41999999999999},"last":0.28699999999999998},{"interface":"front","average":{"1min":1.633,"5min":1.1599999999999999,"15min":2.9900000000000002},"min":{"1min":0.28699999999999998,"5min":0.223,"15min":0.223},"max":{"1min":5.6139999999999999,"5min":5.6139999999999999,"15min":206.35300000000001},"last":9.2490000000000006}]},{"osd":1,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":5.3369999999999997,"5min":2.3109999999999999,"15min":2.2010000000000001},"min":{"1min":0.313,"5min":0.24199999999999999,"15min":0.24099999999999999},"max":{"1min":79.492000000000004,"5min":79.492000000000004,"15min":177.52699999999999},"last":0.313},{"interface":"front","average":{"1min":5.3719999999999999,"5min":4.5229999999999997,"15min":3.3170000000000002},"min":{"1min":0.32400000000000001,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":79.504999999999995,"5min":217.25999999999999,"15min":217.25999999999999},"last":2.4809999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":3.327,"15min":3.8839999999999999},"min":{"1min":0.32500000000000001,"5min":0.27600000000000002,"15min":0.25700000000000001},"max":{"1min":8.0380000000000003,"5min":69.870000000000005,"15min":180.59399999999999},"last":9.1080000000000005},{"interface":"front","average":{"1min":1.22,"5min":3.056,"15min":4.2629999999999999},"min":{"1min":0.312,"5min":0.28699999999999998,"15min":0.249},"max":{"1min":5.5780000000000003,"5min":69.890000000000001,"15min":180.61699999999999},"last":0.34999999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":3.169,"15min":4.5229999999999997},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.5519999999999996,"5min":86.263999999999996,"15min":160.04300000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.6930000000000001,"5min":2.798,"15min":4.5259999999999998},"min":{"1min":0.34200000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":7.4539999999999997,"5min":87.307000000000002,"15min":159.97399999999999},"last":2.5219999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.69799999999999995,"15min":0.71999999999999997},"min":{"1min":0.33300000000000002,"5min":0.246,"15min":0.246},"max":{"1min":3.7629999999999999,"5min":3.7629999999999999,"15min":9.0640000000000001},"last":6.7450000000000001},{"interface":"front","average":{"1min":1.3720000000000001,"5min":0.751,"15min":1.127},"min":{"1min":0.34000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.476,"5min":5.476,"15min":97.524000000000001},"last":9.3759999999999994}]},{"osd":5,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":2.0830000000000002,"5min":3.2229999999999999,"15min":1.966},"min":{"1min":0.33700000000000002,"5min":0.26200000000000001,"15min":0.247},"max":{"1min":9.0329999999999995,"5min":254.07300000000001,"15min":254.07300000000001},"last":1.2609999999999999},{"interface":"front","average":{"1min":1.613,"5min":3.1000000000000001,"15min":1.9350000000000001},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.26200000000000001},"max":{"1min":5.3019999999999996,"5min":254.291,"15min":254.291},"last":2.6659999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.7709999999999999,"5min":0.92300000000000004,"15min":1.2789999999999999},"min":{"1min":0.36199999999999999,"5min":0.25,"15min":0.25},"max":{"1min":7.9939999999999998,"5min":7.9939999999999998,"15min":99.772999999999996},"last":9.4079999999999995},{"interface":"front","average":{"1min":2.278,"5min":0.92400000000000004,"15min":1.2290000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":13.323,"5min":13.323,"15min":103.31699999999999},"last":3.218}]}]},{"osd":6,"up_from":122,"seq":523986010362,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4225580,"kb_used_data":3733284,"kb_used_omap":9,"kb_used_meta":492278,"kb_avail":89519572,"statfs":{"total":95995035648,"available":91668041728,"internally_reserved":0,"allocated":3822882816,"data_stored":3821389760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":504093011},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.3999999999999999,"5min":0.98899999999999999,"15min":2.0950000000000002},"min":{"1min":0.27400000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.8179999999999996,"5min":5.4470000000000001,"15min":107.56399999999999},"last":4.8179999999999996},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.103,"15min":2.2210000000000001},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":4.0679999999999996,"5min":9.9760000000000009,"15min":107.617},"last":0.50800000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":2.367,"15min":1.9730000000000001},"min":{"1min":0.25800000000000001,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":7.7240000000000002,"5min":85.215999999999994,"15min":85.215999999999994},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.893,"5min":2.097,"15min":1.548},"min":{"1min":0.29799999999999999,"5min":0.25900000000000001,"15min":0.23999999999999999},"max":{"1min":3.6819999999999999,"5min":85.203000000000003,"15min":85.203000000000003},"last":3.6579999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.7849999999999999,"5min":1.53,"15min":2.1120000000000001},"min":{"1min":0.27600000000000002,"5min":0.27300000000000002,"15min":0.25700000000000001},"max":{"1min":6.5279999999999996,"5min":6.5279999999999996,"15min":67.558000000000007},"last":0.53200000000000003},{"interface":"front","average":{"1min":1.929,"5min":1.8089999999999999,"15min":2.4140000000000001},"min":{"1min":0.34100000000000003,"5min":0.28699999999999998,"15min":0.245},"max":{"1min":4.234,"5min":9.7569999999999997,"15min":67.718999999999994},"last":3.6960000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":4.0579999999999998,"5min":3.8620000000000001,"15min":5.258},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.26700000000000002},"max":{"1min":48.427999999999997,"5min":89.344999999999999,"15min":256.608},"last":4.8529999999999998},{"interface":"front","average":{"1min":4.2050000000000001,"5min":3.6619999999999999,"15min":4.4169999999999998},"min":{"1min":0.312,"5min":0.308,"15min":0.29799999999999999},"max":{"1min":48.265000000000001,"5min":89.301000000000002,"15min":256.42500000000001},"last":0.57599999999999996}]},{"osd":4,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":0.85199999999999998,"15min":0.78400000000000003},"min":{"1min":0.35899999999999999,"5min":0.25800000000000001,"15min":0.23100000000000001},"max":{"1min":7.6719999999999997,"5min":7.6719999999999997,"15min":7.6719999999999997},"last":7.6719999999999997},{"interface":"front","average":{"1min":1.3360000000000001,"5min":0.749,"15min":0.76700000000000002},"min":{"1min":0.34100000000000003,"5min":0.26900000000000002,"15min":0.23000000000000001},"max":{"1min":5.9660000000000002,"5min":5.9660000000000002,"15min":8.0310000000000006},"last":0.55400000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":3.032,"5min":2.177,"15min":1.1859999999999999},"min":{"1min":0.40100000000000002,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":12.468999999999999,"5min":127.23,"15min":127.23},"last":12.468999999999999},{"interface":"front","average":{"1min":2.0779999999999998,"5min":2.0710000000000002,"15min":1.248},"min":{"1min":0.38300000000000001,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":7.2119999999999997,"5min":127.148,"15min":127.148},"last":4.883}]},{"osd":7,"last update":"Sat Sep 23 15:30:55 2023","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":0.95299999999999996,"15min":0.877},"min":{"1min":0.379,"5min":0.317,"15min":0.28999999999999998},"max":{"1min":6.0759999999999996,"5min":6.5170000000000003,"15min":11.425000000000001},"last":12.063000000000001},{"interface":"front","average":{"1min":2.093,"5min":0.995,"15min":0.92600000000000005},"min":{"1min":0.38800000000000001,"5min":0.38400000000000001,"15min":0.29899999999999999},"max":{"1min":7.2850000000000001,"5min":7.2850000000000001,"15min":9.0920000000000005},"last":7.7309999999999999}]}]},{"osd":1,"up_from":89,"seq":382252089640,"num_pgs":73,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3525524,"kb_used_data":2796236,"kb_used_omap":9,"kb_used_meta":729270,"kb_avail":90219628,"statfs":{"total":95995035648,"available":92384899072,"internally_reserved":0,"allocated":2863345664,"data_stored":2860771149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":746773481},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":3.4430000000000001,"15min":3.4969999999999999},"min":{"1min":0.188,"5min":0.188,"15min":0.182},"max":{"1min":1.508,"5min":159.33600000000001,"15min":215.946},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.435,"5min":3.9609999999999999,"15min":3.9870000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.19400000000000001},"max":{"1min":0.94899999999999995,"5min":158.65100000000001,"15min":214.88200000000001},"last":0.441}]},{"osd":2,"last update":"Sat Sep 23 15:30:35 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":2.347,"15min":2.714},"min":{"1min":0.22600000000000001,"5min":0.21299999999999999,"15min":0.19500000000000001},"max":{"1min":1.6950000000000001,"5min":54.752000000000002,"15min":103.27500000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":2.6139999999999999,"15min":3.2789999999999999},"min":{"1min":0.26100000000000001,"5min":0.20399999999999999,"15min":0.19900000000000001},"max":{"1min":0.77100000000000002,"5min":54.645000000000003,"15min":103.30800000000001},"last":6.2839999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":3.7360000000000002,"15min":5.6319999999999997},"min":{"1min":0.248,"5min":0.23799999999999999,"15min":0.19800000000000001},"max":{"1min":1.6990000000000001,"5min":144.637,"15min":210.24799999999999},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.79600000000000004,"5min":3.6600000000000001,"15min":5.2830000000000004},"min":{"1min":0.27800000000000002,"5min":0.27200000000000002,"15min":0.17100000000000001},"max":{"1min":6.4210000000000003,"5min":144.339,"15min":210.577},"last":0.28599999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":1.7030000000000001,"15min":1.4079999999999999},"min":{"1min":0.34399999999999997,"5min":0.32600000000000001,"15min":0.28599999999999998},"max":{"1min":1.7070000000000001,"5min":9.8399999999999999,"15min":14.925000000000001},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":1.2070000000000001,"15min":1.23},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.611,"5min":7.5999999999999996,"15min":14.489000000000001},"last":3.1589999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:30:30 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.6890000000000001,"15min":2.0259999999999998},"min":{"1min":0.35999999999999999,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.9690000000000001,"5min":106.328,"15min":106.328},"last":1.472},{"interface":"front","average":{"1min":0.65100000000000002,"5min":2.871,"15min":1.8680000000000001},"min":{"1min":0.35599999999999998,"5min":0.29999999999999999,"15min":0.29699999999999999},"max":{"1min":3.306,"5min":106.31,"15min":106.31},"last":2.23}]},{"osd":6,"last update":"Sat Sep 23 15:31:12 2023","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.5649999999999999,"15min":2.153},"min":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.31},"max":{"1min":2.9780000000000002,"5min":10.811999999999999,"15min":115.018},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.524,"5min":1.865,"15min":1.95},"min":{"1min":0.39500000000000002,"5min":0.33800000000000002,"15min":0.317},"max":{"1min":4.6500000000000004,"5min":9.7810000000000006,"15min":115.289},"last":4.6189999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:30:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":2.3740000000000001,"15min":2.5299999999999998},"min":{"1min":0.377,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":3.2679999999999998,"5min":109.861,"15min":112.056},"last":4.1699999999999999},{"interface":"front","average":{"1min":1.032,"5min":2.899,"15min":2.694},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.33000000000000002},"max":{"1min":3.6160000000000001,"5min":107.048,"15min":111.902},"last":4.5810000000000004}]}]},{"osd":0,"up_from":0,"seq":360777253166,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":502511173881,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":99,"seq":425201762587,"num_pgs":74,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5103824,"kb_used_data":4147080,"kb_used_omap":7,"kb_used_meta":956728,"kb_avail":88641328,"statfs":{"total":95995035648,"available":90768719872,"internally_reserved":0,"allocated":4246609920,"data_stored":4244091855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":979690088},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":1.2490000000000001,"5min":4.6340000000000003,"15min":3.6429999999999998},"min":{"1min":0.20100000000000001,"5min":0.182,"15min":0.182},"max":{"1min":15.180999999999999,"5min":167.71799999999999,"15min":167.71799999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":4.1589999999999998,"15min":3.1499999999999999},"min":{"1min":0.27000000000000002,"5min":0.20799999999999999,"15min":0.16500000000000001},"max":{"1min":1.2969999999999999,"5min":176.61500000000001,"15min":176.61500000000001},"last":0.46100000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":7.5529999999999999,"5min":8.7330000000000005,"15min":4.3849999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.21199999999999999},"max":{"1min":127.02200000000001,"5min":201.98099999999999,"15min":201.98099999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":7.2190000000000003,"5min":7.3230000000000004,"15min":4.1399999999999997},"min":{"1min":0.218,"5min":0.218,"15min":0.20300000000000001},"max":{"1min":124.041,"5min":202.06700000000001,"15min":202.06700000000001},"last":0.29499999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":4.282,"15min":2.9060000000000001},"min":{"1min":0.27800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.4099999999999999,"5min":163.57599999999999,"15min":163.57599999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":1.996,"15min":2.4769999999999999},"min":{"1min":0.307,"5min":0.27000000000000002,"15min":0.26400000000000001},"max":{"1min":1.361,"5min":24.010999999999999,"15min":154.73400000000001},"last":0.48199999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":2.9729999999999999,"15min":2.1589999999999998},"min":{"1min":0.373,"5min":0.30499999999999999,"15min":0.30099999999999999},"max":{"1min":2.7440000000000002,"5min":163.43700000000001,"15min":163.43700000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.63,"5min":2.9969999999999999,"15min":2.0070000000000001},"min":{"1min":0.39400000000000002,"5min":0.32900000000000001,"15min":0.29999999999999999},"max":{"1min":1.6120000000000001,"5min":163.72399999999999,"15min":163.72399999999999},"last":0.372}]},{"osd":5,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":3.8919999999999999,"15min":2.8100000000000001},"min":{"1min":0.42899999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.9039999999999999,"5min":163.696,"15min":163.696},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.69999999999999996,"5min":2.0550000000000002,"15min":2.0350000000000001},"min":{"1min":0.38700000000000001,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":1.782,"5min":55.363,"15min":126.15000000000001},"last":0.43099999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:30:19 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":3.4569999999999999,"15min":2.722},"min":{"1min":0.42499999999999999,"5min":0.34100000000000003,"15min":0.28899999999999998},"max":{"1min":0.77400000000000002,"5min":163.63399999999999,"15min":163.63399999999999},"last":16.907},{"interface":"front","average":{"1min":0.66000000000000003,"5min":3.2029999999999998,"15min":2.444},"min":{"1min":0.39900000000000002,"5min":0.33500000000000002,"15min":0.32100000000000001},"max":{"1min":1.8149999999999999,"5min":163.535,"15min":163.535},"last":16.992000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:30:59 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":2.3809999999999998,"15min":2.0590000000000002},"min":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.35499999999999998},"max":{"1min":2.762,"5min":163.495,"15min":163.495},"last":0.501},{"interface":"front","average":{"1min":1.383,"5min":2.879,"15min":2.427},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.508,"5min":163.51400000000001,"15min":163.51400000000001},"last":0.45100000000000001}]}]},{"osd":4,"up_from":0,"seq":133143986613,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724976,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3787700,"kb_used_data":3349932,"kb_used_omap":0,"kb_used_meta":437760,"kb_avail":89957452,"statfs":{"total":95995035648,"available":92116430848,"internally_reserved":0,"allocated":3430330368,"data_stored":3428837692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":448266240},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:05 2023","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":0.83499999999999996,"15min":2.0270000000000001},"min":{"1min":0.29199999999999998,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":6.3049999999999997,"5min":6.3049999999999997,"15min":160.77699999999999},"last":3.0230000000000001},{"interface":"front","average":{"1min":1.2330000000000001,"5min":1.044,"15min":2.2010000000000001},"min":{"1min":0.309,"5min":0.255,"15min":0.245},"max":{"1min":5.1470000000000002,"5min":9.3610000000000007,"15min":161.142},"last":1.3280000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:30:28 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":1.1819999999999999,"15min":1.889},"min":{"1min":0.36599999999999999,"5min":0.254,"15min":0.24299999999999999},"max":{"1min":1.581,"5min":5.226,"15min":119.61499999999999},"last":1.278},{"interface":"front","average":{"1min":0.58599999999999997,"5min":1.1479999999999999,"15min":1.9850000000000001},"min":{"1min":0.372,"5min":0.26600000000000001,"15min":0.245},"max":{"1min":1.147,"5min":6.2930000000000001,"15min":119.541},"last":1.143}]},{"osd":2,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":3.2719999999999998,"15min":3.145},"min":{"1min":0.34899999999999998,"5min":0.27800000000000002,"15min":0.26300000000000001},"max":{"1min":2.7589999999999999,"5min":168.56100000000001,"15min":168.56100000000001},"last":3.0510000000000002},{"interface":"front","average":{"1min":1.0800000000000001,"5min":3.5579999999999998,"15min":3.3340000000000001},"min":{"1min":0.39900000000000002,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":4.9630000000000001,"5min":168.58799999999999,"15min":168.58799999999999},"last":1.2090000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:30:28 2023","interfaces":[{"interface":"back","average":{"1min":10.038,"5min":7.4649999999999999,"15min":5.9050000000000002},"min":{"1min":0.33400000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":138.54900000000001,"5min":169.83699999999999,"15min":169.83699999999999},"last":1.1830000000000001},{"interface":"front","average":{"1min":10.01,"5min":7.0449999999999999,"15min":5.306},"min":{"1min":0.38700000000000001,"5min":0.32000000000000001,"15min":0.29599999999999999},"max":{"1min":138.048,"5min":170.166,"15min":170.166},"last":1.246}]},{"osd":4,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.47199999999999998,"15min":0.61799999999999999},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.984,"5min":2.984,"15min":40.061},"last":1.54},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.60799999999999998,"15min":0.81200000000000006},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":2.9239999999999999,"5min":3.5430000000000001,"15min":40.124000000000002},"last":2.9790000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:31:05 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":4.8639999999999999,"15min":2.5920000000000001},"min":{"1min":0.28799999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.1210000000000004,"5min":207.054,"15min":207.054},"last":1.304},{"interface":"front","average":{"1min":1.484,"5min":4.9980000000000002,"15min":2.7120000000000002},"min":{"1min":0.39200000000000002,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":6.8079999999999998,"5min":207.28299999999999,"15min":207.28299999999999},"last":3.0760000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":5.165,"15min":2.6680000000000001},"min":{"1min":0.32500000000000001,"5min":0.29799999999999999,"15min":0.29299999999999998},"max":{"1min":1.7230000000000001,"5min":214.78100000000001,"15min":214.78100000000001},"last":2.0129999999999999},{"interface":"front","average":{"1min":0.98599999999999999,"5min":5.2110000000000003,"15min":2.7290000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.318},"max":{"1min":2.7450000000000001,"5min":212.95500000000001,"15min":212.95500000000001},"last":3.2370000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2872049664,"data_stored":2872049664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4289855488,"data_stored":4289855488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3425828864,"data_stored":3425828864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3826450432,"data_stored":3826450432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3264544768,"data_stored":3264544768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:31:23.133 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T15:31:23.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:22 smithi178 ceph-mon[192298]: from='client.46343 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:23.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:22 smithi178 ceph-mon[192298]: pgmap v1306: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 52 MiB/s wr, 826 op/s; 1/273189 objects degraded (0.000%); 1661/273189 objects misplaced (0.608%); 5.2 MiB/s, 83 objects/s recovering 2023-09-23T15:31:23.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:23.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 1/273189 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:23.173 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:23.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:23.177 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:23.228 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:31:23.278 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:23.356 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:23.455 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 85 16 94123 94107 69.1866 39.6875 0.0168327 0.0144489 2023-09-23T15:31:23.478 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:23.494 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:23.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:23.503 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:23.604 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:23.678 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:23.758 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:23 smithi178 ceph-mon[192298]: pgmap v1307: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 53 MiB/s wr, 845 op/s; 1/277149 objects degraded (0.000%); 1661/277149 objects misplaced (0.599%); 4.6 MiB/s, 74 objects/s recovering 2023-09-23T15:31:23.834 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:23.844 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:23.845 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:23.946 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:23.955 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:31:23.974 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:23.997 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:24.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:23 smithi118 ceph-mon[219580]: pgmap v1307: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 53 MiB/s wr, 845 op/s; 1/277149 objects degraded (0.000%); 1661/277149 objects misplaced (0.599%); 4.6 MiB/s, 74 objects/s recovering 2023-09-23T15:31:24.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:23 smithi118 ceph-mon[212312]: pgmap v1307: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 53 MiB/s wr, 845 op/s; 1/277149 objects degraded (0.000%); 1661/277149 objects misplaced (0.599%); 4.6 MiB/s, 74 objects/s recovering 2023-09-23T15:31:24.180 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:24.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:24.185 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:24.285 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:24.354 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:24.429 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:24.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:24.432 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:24.455 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 86 16 95066 95050 69.0673 58.9375 0.00357895 0.0144657 2023-09-23T15:31:24.533 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:24.560 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:24.776 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:31:24.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:24 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3698678991' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:24.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:24 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3698678991' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:24.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:24 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3698678991' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:24.904 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:24.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:24.913 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:25.014 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:25.075 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:25.455 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 87 16 95714 95698 68.7389 40.5 0.00575985 0.0145331 2023-09-23T15:31:25.832 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:31:25.832 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3698678991' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:31:25.833 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[212312]: osdmap e498: 8 total, 8 up, 5 in 2023-09-23T15:31:25.833 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[212312]: failed to encode map e498 with expected crc 2023-09-23T15:31:25.833 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[212312]: failed to encode map e498 with expected crc 2023-09-23T15:31:25.833 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[212312]: failed to encode map e498 with expected crc 2023-09-23T15:31:25.833 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[212312]: failed to encode map e498 with expected crc 2023-09-23T15:31:25.833 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[212312]: pgmap v1309: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.8 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 54 MiB/s wr, 865 op/s; 1/285462 objects degraded (0.000%); 1420/285462 objects misplaced (0.497%); 3.2 MiB/s, 50 objects/s recovering 2023-09-23T15:31:25.833 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:31:25.833 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3698678991' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:31:25.833 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[219580]: osdmap e498: 8 total, 8 up, 5 in 2023-09-23T15:31:25.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[219580]: failed to encode map e498 with expected crc 2023-09-23T15:31:25.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[219580]: failed to encode map e498 with expected crc 2023-09-23T15:31:25.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[219580]: failed to encode map e498 with expected crc 2023-09-23T15:31:25.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[219580]: failed to encode map e498 with expected crc 2023-09-23T15:31:25.834 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:25 smithi118 ceph-mon[219580]: pgmap v1309: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.8 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 54 MiB/s wr, 865 op/s; 1/285462 objects degraded (0.000%); 1420/285462 objects misplaced (0.497%); 3.2 MiB/s, 50 objects/s recovering 2023-09-23T15:31:25.838 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:25.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:25.840 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:25.941 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:25.991 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:26.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:25 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:31:26.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3698678991' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:31:26.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:25 smithi178 ceph-mon[192298]: osdmap e498: 8 total, 8 up, 5 in 2023-09-23T15:31:26.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:25 smithi178 ceph-mon[192298]: failed to encode map e498 with expected crc 2023-09-23T15:31:26.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:25 smithi178 ceph-mon[192298]: failed to encode map e498 with expected crc 2023-09-23T15:31:26.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:25 smithi178 ceph-mon[192298]: failed to encode map e498 with expected crc 2023-09-23T15:31:26.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:25 smithi178 ceph-mon[192298]: failed to encode map e498 with expected crc 2023-09-23T15:31:26.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:25 smithi178 ceph-mon[192298]: pgmap v1309: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.8 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 54 MiB/s wr, 865 op/s; 1/285462 objects degraded (0.000%); 1420/285462 objects misplaced (0.497%); 3.2 MiB/s, 50 objects/s recovering 2023-09-23T15:31:26.455 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 88 16 96749 96733 68.6928 64.6875 0.0148874 0.0145527 2023-09-23T15:31:26.550 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:31:26.551 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:31:26.551 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:31:26.551 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:31:26.551 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:31:26.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:26 smithi178 ceph-mon[192298]: 1.b scrub starts 2023-09-23T15:31:27.044 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:27.048 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:26 smithi118 ceph-mon[212312]: 1.b scrub starts 2023-09-23T15:31:27.048 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:26 smithi118 ceph-mon[219580]: 1.b scrub starts 2023-09-23T15:31:27.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:27.049 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:27.150 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:27.183 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:27.249 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:27.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:27.253 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:27.313 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:31:27.342 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:31:27.354 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:27.378 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:31:27.398 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:27.415 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:31:27.446 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:31:27.455 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 89 16 97613 97597 68.5277 54 0.0210446 0.0145885 2023-09-23T15:31:27.484 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:27.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:27.490 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:27.491 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:31:27.528 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:31:27.561 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:31:27.563 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:31:27.563 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:31:27.563 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:31:27.563 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:31:27.563 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:31:27.563 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:31:27.563 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:31:27.563 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:31:27.576 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:31:27.591 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:27.704 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:27.867 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:27.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:27 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1611117561' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:27.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 1/285462 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:27.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:27 smithi178 ceph-mon[192298]: pgmap v1310: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 60 MiB/s wr, 954 op/s; 1/288393 objects degraded (0.000%); 1420/288393 objects misplaced (0.492%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T15:31:27.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:27.887 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:27.926 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:31:27.987 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:28.066 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:28.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:27 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1611117561' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:28.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 1/285462 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:28.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:27 smithi118 ceph-mon[219580]: pgmap v1310: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 60 MiB/s wr, 954 op/s; 1/288393 objects degraded (0.000%); 1420/288393 objects misplaced (0.492%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T15:31:28.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:27 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1611117561' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:28.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 1/285462 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:27 smithi118 ceph-mon[212312]: pgmap v1310: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 60 MiB/s wr, 954 op/s; 1/288393 objects degraded (0.000%); 1420/288393 objects misplaced (0.492%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T15:31:28.156 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:31:28.156 INFO:teuthology.orchestra.run.smithi118.stdout:{"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 1/285462 objects degraded (0.000%), 1 pg degraded","count":1},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1609,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":498,"num_osds":8,"num_up_osds":8,"osd_up_since":1695482188,"num_in_osds":5,"osd_in_since":1695482974,"num_remapped_pgs":2},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":107},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":109,"num_pools":5,"num_objects":95154,"data_bytes":6235141858,"bytes_used":21930852352,"bytes_avail":458044325888,"bytes_total":479975178240,"degraded_objects":1,"degraded_total":285462,"degraded_ratio":3.5030932313232583e-06,"misplaced_objects":1420,"misplaced_total":285462,"misplaced_ratio":0.0049743923884790269,"recovering_objects_per_sec":50,"recovering_bytes_per_sec":3316011,"recovering_keys_per_sec":0,"num_objects_recovered":501,"num_bytes_recovered":32833536,"num_keys_recovered":0,"write_bytes_sec":56749471,"read_op_per_sec":0,"write_op_per_sec":865},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi118.efkhxl","status":"up:active","gid":24566}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"}},"servicemap":{"epoch":27,"modified":"2023-09-23T15:22:43.336023+0000","services":{}},"progress_events":{"6eed1e4c-d43f-49ed-9fa1-01d4ae5d302e":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [============................] (remaining: 5m)","progress":0.44999998807907104,"add_to_ceph_s":true},"d8b3a3de-e436-4afa-9d6a-8dc70cc8b9e4":{"message":"Global Recovery Event (6m)\n [===========================.] (remaining: 6s)","progress":0.98165136575698853,"add_to_ceph_s":true}}} 2023-09-23T15:31:28.168 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:28.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:28.173 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:28.237 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:31:28.274 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:28.315 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:28.455 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total time run: 90.0084 2023-09-23T15:31:28.455 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total writes made: 98476 2023-09-23T15:31:28.455 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Write size: 65536 2023-09-23T15:31:28.455 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object size: 65536 2023-09-23T15:31:28.455 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Bandwidth (MB/sec): 68.3797 2023-09-23T15:31:28.456 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Bandwidth: 35.5922 2023-09-23T15:31:28.456 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max bandwidth (MB/sec): 205.188 2023-09-23T15:31:28.456 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min bandwidth (MB/sec): 0 2023-09-23T15:31:28.456 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average IOPS: 1094 2023-09-23T15:31:28.456 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev IOPS: 569.488 2023-09-23T15:31:28.456 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max IOPS: 3283 2023-09-23T15:31:28.456 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min IOPS: 0 2023-09-23T15:31:28.456 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average Latency(s): 0.0146201 2023-09-23T15:31:28.456 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Latency(s): 0.0606878 2023-09-23T15:31:28.456 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max latency(s): 3.07167 2023-09-23T15:31:28.456 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min latency(s): 0.00099894 2023-09-23T15:31:28.464 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T15:31:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:31:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:31:28] "GET /metrics HTTP/1.1" 200 36491 "" "Prometheus/2.43.0" 2023-09-23T15:31:28.778 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:28 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3010743276' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:31:28.806 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:28.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:28.811 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:28.911 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:28.977 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:28 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3010743276' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:31:29.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:28 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3010743276' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:31:29.113 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:29.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:29.117 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:29.217 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:29.258 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:29.586 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:29.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:29.595 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:29.609 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T15:31:29.609 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:31:29.685 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:29.696 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:29.778 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:29.895 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:29.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:29.907 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:29.943 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:29 smithi118 ceph-mon[219580]: pgmap v1311: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 53 MiB/s wr, 849 op/s; 1/289248 objects degraded (0.000%); 1420/289248 objects misplaced (0.491%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T15:31:29.946 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:29 smithi118 ceph-mon[212312]: pgmap v1311: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 53 MiB/s wr, 849 op/s; 1/289248 objects degraded (0.000%); 1420/289248 objects misplaced (0.491%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T15:31:30.008 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:30.054 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:29 smithi178 ceph-mon[192298]: pgmap v1311: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 53 MiB/s wr, 849 op/s; 1/289248 objects degraded (0.000%); 1420/289248 objects misplaced (0.491%); 3.1 MiB/s, 50 objects/s recovering 2023-09-23T15:31:30.233 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:30.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:30.238 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:30.339 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:30.438 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:30.560 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:30.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:30.562 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:30.599 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:31:30.599 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:31:30.663 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:30.713 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:30.789 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:30 smithi118 ceph-mon[212312]: 1.11 deep-scrub starts 2023-09-23T15:31:30.834 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:30 smithi178 ceph-mon[192298]: 1.11 deep-scrub starts 2023-09-23T15:31:30.859 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:30.861 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:30.862 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:30.875 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:31:30.962 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:31.007 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:30 smithi118 ceph-mon[219580]: 1.11 deep-scrub starts 2023-09-23T15:31:31.264 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:31.282 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:31.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:31.286 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:31.387 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:31.438 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:31.460 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:31.581 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:31.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:31.584 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:31.685 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:31.690 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:31:31.749 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:31.811 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:31 smithi118 ceph-mon[212312]: pgmap v1312: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 102 B/s rd, 45 MiB/s wr, 850 op/s; 1/290673 objects degraded (0.000%); 1054/290673 objects misplaced (0.363%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:31:31.833 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:31.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:31.846 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:31.947 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:32.018 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:32.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:31 smithi118 ceph-mon[219580]: pgmap v1312: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 102 B/s rd, 45 MiB/s wr, 850 op/s; 1/290673 objects degraded (0.000%); 1054/290673 objects misplaced (0.363%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:31:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:31 smithi178 ceph-mon[192298]: pgmap v1312: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 102 B/s rd, 45 MiB/s wr, 850 op/s; 1/290673 objects degraded (0.000%); 1054/290673 objects misplaced (0.363%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:31:32.255 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:32.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:32.268 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:32.368 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:32.433 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:32.503 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:32.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:32.513 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:32.614 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:32.657 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:32.775 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:32.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:32.783 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:32.820 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:31:32.824 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:32 smithi178 ceph-mon[192298]: 1.b scrub starts 2023-09-23T15:31:32.824 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/901183596' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:31:32.824 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 1/290673 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:32.884 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:32.937 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:33.037 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:33.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:33.050 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:32 smithi118 ceph-mon[219580]: 1.b scrub starts 2023-09-23T15:31:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/901183596' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:31:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 1/290673 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:33.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:32 smithi118 ceph-mon[212312]: 1.b scrub starts 2023-09-23T15:31:33.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/901183596' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:31:33.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 1/290673 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:33.150 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:33.197 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:33.311 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:33.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:33.319 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:33.420 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:33.483 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:33.603 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:33.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:33.617 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:33.718 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:33.744 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:33 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/901183596' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:31:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:33 smithi118 ceph-mon[219580]: osdmap e499: 8 total, 8 up, 5 in 2023-09-23T15:31:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:33 smithi118 ceph-mon[219580]: failed to encode map e499 with expected crc 2023-09-23T15:31:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:33 smithi118 ceph-mon[219580]: pgmap v1314: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 115 B/s rd, 43 MiB/s wr, 970 op/s; 1/288135 objects degraded (0.000%); 1054/288135 objects misplaced (0.366%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:34.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:33 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/901183596' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:31:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:33 smithi118 ceph-mon[212312]: osdmap e499: 8 total, 8 up, 5 in 2023-09-23T15:31:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:33 smithi118 ceph-mon[212312]: failed to encode map e499 with expected crc 2023-09-23T15:31:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:33 smithi118 ceph-mon[212312]: pgmap v1314: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 115 B/s rd, 43 MiB/s wr, 970 op/s; 1/288135 objects degraded (0.000%); 1054/288135 objects misplaced (0.366%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:33 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/901183596' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:31:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:33 smithi178 ceph-mon[192298]: osdmap e499: 8 total, 8 up, 5 in 2023-09-23T15:31:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:33 smithi178 ceph-mon[192298]: failed to encode map e499 with expected crc 2023-09-23T15:31:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:33 smithi178 ceph-mon[192298]: pgmap v1314: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.9 GiB data, 21 GiB used, 426 GiB / 447 GiB avail; 115 B/s rd, 43 MiB/s wr, 970 op/s; 1/288135 objects degraded (0.000%); 1054/288135 objects misplaced (0.366%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:34.609 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:34.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:34.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:34.714 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:34.775 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:34.867 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:34.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:34.875 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:34.976 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:35.010 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:35.034 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:35.197 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:35.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:35.201 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:35.302 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:35.354 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:35.455 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:31:35.463 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:31:35.476 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:35.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:35.489 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:35.495 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:31:35.534 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:31:35.570 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:31:35.590 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:35.603 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:31:35.630 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:31:35.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:35 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1851975318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:35.657 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:35.666 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:31:35.700 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:31:35.733 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:31:35.737 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:31:35.737 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:31:35.737 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:31:35.738 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:31:35.738 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:31:35.738 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:31:35.738 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:31:35.738 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:31:35.749 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:35.764 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:35 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1851975318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:35.764 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:35 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1851975318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:35.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:35.765 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:35.866 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:35.931 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:36.047 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:36.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:36.067 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:36.168 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:36.210 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:36.528 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:36 smithi118 ceph-mon[212312]: from='client.46361 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:36.528 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:36 smithi118 ceph-mon[212312]: pgmap v1315: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.7 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 102 B/s rd, 21 MiB/s wr, 915 op/s; 1/278073 objects degraded (0.000%); 731/278073 objects misplaced (0.263%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:36.680 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:31:36.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:36 smithi118 ceph-mon[219580]: from='client.46361 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:36.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:36 smithi118 ceph-mon[219580]: pgmap v1315: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.7 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 102 B/s rd, 21 MiB/s wr, 915 op/s; 1/278073 objects degraded (0.000%); 731/278073 objects misplaced (0.263%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:36.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:36 smithi178 ceph-mon[192298]: from='client.46361 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:36.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:36 smithi178 ceph-mon[192298]: pgmap v1315: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.7 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 102 B/s rd, 21 MiB/s wr, 915 op/s; 1/278073 objects degraded (0.000%); 731/278073 objects misplaced (0.263%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:37.502 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:37.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:37.505 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:37.606 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:37.664 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:37.730 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:37.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:37.735 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:37.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:37.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:37.836 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:37.866 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:37.883 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:38.234 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:31:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:31:38] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2023-09-23T15:31:38.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:38.319 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:38.319 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:38.420 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:38.437 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1314,"stamp":"2023-09-23T15:31:33.607862+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6293468922,"num_objects":96045,"num_object_clones":0,"num_object_copies":288135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":1054,"num_objects_unfound":0,"num_objects_dirty":96045,"num_whiteouts":0,"num_read":53,"num_read_kb":98,"num_write":101021,"num_write_kb":6302751,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10173,"num_bytes_recovered":659457959,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75270,"ondisk_log_size":75270,"up":327,"acting":325,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":338,"num_osds":5,"num_per_pool_osds":5,"num_per_pool_omap_osds":5,"kb":468725760,"kb_used":21723860,"kb_used_data":18719724,"kb_used_omap":112,"kb_used_meta":3003535,"kb_avail":447001900,"statfs":{"total":479975178240,"available":457729945600,"internally_reserved":0,"allocated":19168997376,"data_stored":19159404994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":114772,"internal_metadata":3075620780},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":239927320,"num_objects":3662,"num_object_clones":0,"num_object_copies":10986,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-607,"num_objects_unfound":0,"num_objects_dirty":3662,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8576,"num_write_kb":391553,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":607,"num_bytes_recovered":39780352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.840729"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":27,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.732915+0000","last_change":"2023-09-23T15:30:23.669337+0000","last_active":"2023-09-23T15:31:15.732915+0000","last_peered":"2023-09-23T15:31:15.732915+0000","last_clean":"2023-09-23T15:31:15.732915+0000","last_became_active":"2023-09-23T15:30:23.668976+0000","last_became_peered":"2023-09-23T15:30:23.668976+0000","last_unstale":"2023-09-23T15:31:15.732915+0000","last_undegraded":"2023-09-23T15:31:15.732915+0000","last_fullsized":"2023-09-23T15:31:15.732915+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:14.066936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":132,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.723754+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:31:15.723754+0000","last_peered":"2023-09-23T15:31:15.723754+0000","last_clean":"2023-09-23T15:31:15.723754+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:31:15.723754+0000","last_undegraded":"2023-09-23T15:31:15.723754+0000","last_fullsized":"2023-09-23T15:31:15.723754+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":51,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.768760+0000","last_change":"2023-09-23T15:29:52.304197+0000","last_active":"2023-09-23T15:31:24.768760+0000","last_peered":"2023-09-23T15:31:24.768760+0000","last_clean":"2023-09-23T15:31:24.768760+0000","last_became_active":"2023-09-23T15:29:52.303892+0000","last_became_peered":"2023-09-23T15:29:52.303892+0000","last_unstale":"2023-09-23T15:31:24.768760+0000","last_undegraded":"2023-09-23T15:31:24.768760+0000","last_fullsized":"2023-09-23T15:31:24.768760+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:55.580118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":27,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.729012+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:31:15.729012+0000","last_peered":"2023-09-23T15:31:15.729012+0000","last_clean":"2023-09-23T15:31:15.729012+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:31:15.729012+0000","last_undegraded":"2023-09-23T15:31:15.729012+0000","last_fullsized":"2023-09-23T15:31:15.729012+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":159,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.720584+0000","last_change":"2023-09-23T15:29:51.307543+0000","last_active":"2023-09-23T15:31:15.720584+0000","last_peered":"2023-09-23T15:31:15.720584+0000","last_clean":"2023-09-23T15:31:15.720584+0000","last_became_active":"2023-09-23T15:29:51.307237+0000","last_became_peered":"2023-09-23T15:29:51.307237+0000","last_unstale":"2023-09-23T15:31:15.720584+0000","last_undegraded":"2023-09-23T15:31:15.720584+0000","last_fullsized":"2023-09-23T15:31:15.720584+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:32:03.144126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":144,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.720199+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:31:15.720199+0000","last_peered":"2023-09-23T15:31:15.720199+0000","last_clean":"2023-09-23T15:31:15.720199+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:31:15.720199+0000","last_undegraded":"2023-09-23T15:31:15.720199+0000","last_fullsized":"2023-09-23T15:31:15.720199+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":447,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.781662+0000","last_change":"2023-09-23T15:30:35.770730+0000","last_active":"2023-09-23T15:31:24.781662+0000","last_peered":"2023-09-23T15:31:24.781662+0000","last_clean":"2023-09-23T15:31:24.781662+0000","last_became_active":"2023-09-23T15:30:35.770372+0000","last_became_peered":"2023-09-23T15:30:35.770372+0000","last_unstale":"2023-09-23T15:31:24.781662+0000","last_undegraded":"2023-09-23T15:31:24.781662+0000","last_fullsized":"2023-09-23T15:31:24.781662+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:19.602521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":148,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.720660+0000","last_change":"2023-09-23T15:29:51.306120+0000","last_active":"2023-09-23T15:31:15.720660+0000","last_peered":"2023-09-23T15:31:15.720660+0000","last_clean":"2023-09-23T15:31:15.720660+0000","last_became_active":"2023-09-23T15:29:51.305810+0000","last_became_peered":"2023-09-23T15:29:51.305810+0000","last_unstale":"2023-09-23T15:31:15.720660+0000","last_undegraded":"2023-09-23T15:31:15.720660+0000","last_fullsized":"2023-09-23T15:31:15.720660+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:07.544998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":913,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.728592+0000","last_change":"2023-09-23T15:30:38.619094+0000","last_active":"2023-09-23T15:31:15.728592+0000","last_peered":"2023-09-23T15:31:15.728592+0000","last_clean":"2023-09-23T15:31:15.728592+0000","last_became_active":"2023-09-23T15:30:38.618738+0000","last_became_peered":"2023-09-23T15:30:38.618738+0000","last_unstale":"2023-09-23T15:31:15.728592+0000","last_undegraded":"2023-09-23T15:31:15.728592+0000","last_fullsized":"2023-09-23T15:31:15.728592+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:57.556161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:57.556161+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":33,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.780989+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:31:24.780989+0000","last_peered":"2023-09-23T15:31:24.780989+0000","last_clean":"2023-09-23T15:31:24.780989+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:31:24.780989+0000","last_undegraded":"2023-09-23T15:31:24.780989+0000","last_fullsized":"2023-09-23T15:31:24.780989+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":496,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.721108+0000","last_change":"2023-09-23T15:30:23.669550+0000","last_active":"2023-09-23T15:31:15.721108+0000","last_peered":"2023-09-23T15:31:15.721108+0000","last_clean":"2023-09-23T15:31:15.721108+0000","last_became_active":"2023-09-23T15:30:23.669261+0000","last_became_peered":"2023-09-23T15:30:23.669261+0000","last_unstale":"2023-09-23T15:31:15.721108+0000","last_undegraded":"2023-09-23T15:31:15.721108+0000","last_fullsized":"2023-09-23T15:31:15.721108+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:45.986020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":33,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.729078+0000","last_change":"2023-09-23T15:30:23.678081+0000","last_active":"2023-09-23T15:31:15.729078+0000","last_peered":"2023-09-23T15:31:15.729078+0000","last_clean":"2023-09-23T15:31:15.729078+0000","last_became_active":"2023-09-23T15:30:23.670685+0000","last_became_peered":"2023-09-23T15:30:23.670685+0000","last_unstale":"2023-09-23T15:31:15.729078+0000","last_undegraded":"2023-09-23T15:31:15.729078+0000","last_fullsized":"2023-09-23T15:31:15.729078+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:52.671244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":360,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":69,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.769980+0000","last_change":"2023-09-23T15:30:35.769422+0000","last_active":"2023-09-23T15:31:24.769980+0000","last_peered":"2023-09-23T15:31:24.769980+0000","last_clean":"2023-09-23T15:31:24.769980+0000","last_became_active":"2023-09-23T15:30:35.769206+0000","last_became_peered":"2023-09-23T15:30:35.769206+0000","last_unstale":"2023-09-23T15:31:24.769980+0000","last_undegraded":"2023-09-23T15:31:24.769980+0000","last_fullsized":"2023-09-23T15:31:24.769980+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:21.080125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":431,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.728911+0000","last_change":"2023-09-23T15:29:35.904860+0000","last_active":"2023-09-23T15:31:15.728911+0000","last_peered":"2023-09-23T15:31:15.728911+0000","last_clean":"2023-09-23T15:31:15.728911+0000","last_became_active":"2023-09-23T15:29:35.880357+0000","last_became_peered":"2023-09-23T15:29:35.880357+0000","last_unstale":"2023-09-23T15:31:15.728911+0000","last_undegraded":"2023-09-23T15:31:15.728911+0000","last_fullsized":"2023-09-23T15:31:15.728911+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:08.267122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":174,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.712993+0000","last_change":"2023-09-23T15:29:51.309503+0000","last_active":"2023-09-23T15:31:15.712993+0000","last_peered":"2023-09-23T15:31:15.712993+0000","last_clean":"2023-09-23T15:31:15.712993+0000","last_became_active":"2023-09-23T15:29:51.309122+0000","last_became_peered":"2023-09-23T15:29:51.309122+0000","last_unstale":"2023-09-23T15:31:15.712993+0000","last_undegraded":"2023-09-23T15:31:15.712993+0000","last_fullsized":"2023-09-23T15:31:15.712993+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:01.895280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":655,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:29.224592+0000","last_change":"2023-09-23T15:31:29.224569+0000","last_active":"2023-09-23T15:31:29.224592+0000","last_peered":"2023-09-23T15:31:29.224592+0000","last_clean":"2023-09-23T15:31:29.224592+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:31:29.224592+0000","last_undegraded":"2023-09-23T15:31:29.224592+0000","last_fullsized":"2023-09-23T15:31:29.224592+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.125534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.125534+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":627,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.730116+0000","last_change":"2023-09-23T15:29:35.900323+0000","last_active":"2023-09-23T15:31:15.730116+0000","last_peered":"2023-09-23T15:31:15.730116+0000","last_clean":"2023-09-23T15:31:15.730116+0000","last_became_active":"2023-09-23T15:29:35.683041+0000","last_became_peered":"2023-09-23T15:29:35.683041+0000","last_unstale":"2023-09-23T15:31:15.730116+0000","last_undegraded":"2023-09-23T15:31:15.730116+0000","last_fullsized":"2023-09-23T15:31:15.730116+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:16.585416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":272,"num_keys_recovered":80,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":530,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.722881+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:31:15.722881+0000","last_peered":"2023-09-23T15:31:15.722881+0000","last_clean":"2023-09-23T15:31:15.722881+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:31:15.722881+0000","last_undegraded":"2023-09-23T15:31:15.722881+0000","last_fullsized":"2023-09-23T15:31:15.722881+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1050,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.727071+0000","last_change":"2023-09-23T15:30:16.873638+0000","last_active":"2023-09-23T15:31:15.727071+0000","last_peered":"2023-09-23T15:31:15.727071+0000","last_clean":"2023-09-23T15:31:15.727071+0000","last_became_active":"2023-09-23T15:30:16.873340+0000","last_became_peered":"2023-09-23T15:30:16.873340+0000","last_unstale":"2023-09-23T15:31:15.727071+0000","last_undegraded":"2023-09-23T15:31:15.727071+0000","last_fullsized":"2023-09-23T15:31:15.727071+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.421335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.421335+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":27,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.729178+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:31:15.729178+0000","last_peered":"2023-09-23T15:31:15.729178+0000","last_clean":"2023-09-23T15:31:15.729178+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:31:15.729178+0000","last_undegraded":"2023-09-23T15:31:15.729178+0000","last_fullsized":"2023-09-23T15:31:15.729178+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":426,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.729563+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:31:15.729563+0000","last_peered":"2023-09-23T15:31:15.729563+0000","last_clean":"2023-09-23T15:31:15.729563+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:31:15.729563+0000","last_undegraded":"2023-09-23T15:31:15.729563+0000","last_fullsized":"2023-09-23T15:31:15.729563+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":645,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.722490+0000","last_change":"2023-09-23T15:30:04.593868+0000","last_active":"2023-09-23T15:31:15.722490+0000","last_peered":"2023-09-23T15:31:15.722490+0000","last_clean":"2023-09-23T15:31:15.722490+0000","last_became_active":"2023-09-23T15:30:04.593465+0000","last_became_peered":"2023-09-23T15:30:04.593465+0000","last_unstale":"2023-09-23T15:31:15.722490+0000","last_undegraded":"2023-09-23T15:31:15.722490+0000","last_fullsized":"2023-09-23T15:31:15.722490+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:43:34.476389+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":508,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.733491+0000","last_change":"2023-09-23T15:29:35.883898+0000","last_active":"2023-09-23T15:31:15.733491+0000","last_peered":"2023-09-23T15:31:15.733491+0000","last_clean":"2023-09-23T15:31:15.733491+0000","last_became_active":"2023-09-23T15:29:35.883307+0000","last_became_peered":"2023-09-23T15:29:35.883307+0000","last_unstale":"2023-09-23T15:31:15.733491+0000","last_undegraded":"2023-09-23T15:31:15.733491+0000","last_fullsized":"2023-09-23T15:31:15.733491+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:38.788302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":175,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.722847+0000","last_change":"2023-09-23T15:30:23.669735+0000","last_active":"2023-09-23T15:31:15.722847+0000","last_peered":"2023-09-23T15:31:15.722847+0000","last_clean":"2023-09-23T15:31:15.722847+0000","last_became_active":"2023-09-23T15:30:23.669271+0000","last_became_peered":"2023-09-23T15:30:23.669271+0000","last_unstale":"2023-09-23T15:31:15.722847+0000","last_undegraded":"2023-09-23T15:31:15.722847+0000","last_fullsized":"2023-09-23T15:31:15.722847+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:45.794620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":844,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.788927+0000","last_change":"2023-09-23T15:30:01.855771+0000","last_active":"2023-09-23T15:31:24.788927+0000","last_peered":"2023-09-23T15:31:24.788927+0000","last_clean":"2023-09-23T15:31:24.788927+0000","last_became_active":"2023-09-23T15:30:00.773322+0000","last_became_peered":"2023-09-23T15:30:00.773322+0000","last_unstale":"2023-09-23T15:31:24.788927+0000","last_undegraded":"2023-09-23T15:31:24.788927+0000","last_fullsized":"2023-09-23T15:31:24.788927+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:05.660767+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":228,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.712388+0000","last_change":"2023-09-23T15:30:13.843808+0000","last_active":"2023-09-23T15:31:15.712388+0000","last_peered":"2023-09-23T15:31:15.712388+0000","last_clean":"2023-09-23T15:31:15.712388+0000","last_became_active":"2023-09-23T15:30:13.833845+0000","last_became_peered":"2023-09-23T15:30:13.833845+0000","last_unstale":"2023-09-23T15:31:15.712388+0000","last_undegraded":"2023-09-23T15:31:15.712388+0000","last_fullsized":"2023-09-23T15:31:15.712388+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:57.514943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":52,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.723811+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:31:15.723811+0000","last_peered":"2023-09-23T15:31:15.723811+0000","last_clean":"2023-09-23T15:31:15.723811+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:31:15.723811+0000","last_undegraded":"2023-09-23T15:31:15.723811+0000","last_fullsized":"2023-09-23T15:31:15.723811+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"498'6468","reported_seq":6517,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:30.594499+0000","last_change":"2023-09-23T15:29:48.152334+0000","last_active":"2023-09-23T15:31:30.594499+0000","last_peered":"2023-09-23T15:31:30.594499+0000","last_clean":"2023-09-23T15:31:30.594499+0000","last_became_active":"2023-09-23T15:29:48.152021+0000","last_became_peered":"2023-09-23T15:29:48.152021+0000","last_unstale":"2023-09-23T15:31:30.594499+0000","last_undegraded":"2023-09-23T15:31:30.594499+0000","last_fullsized":"2023-09-23T15:31:30.594499+0000","mapping_epoch":454,"log_start":"479'2000","ondisk_log_start":"479'2000","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4468,"log_dups_size":0,"ondisk_log_size":4468,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:59:52.854453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":407371776,"num_objects":6216,"num_object_clones":0,"num_object_copies":18648,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6216,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6468,"num_write_kb":405888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":876,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.729167+0000","last_change":"2023-09-23T15:30:26.868164+0000","last_active":"2023-09-23T15:31:15.729167+0000","last_peered":"2023-09-23T15:31:15.729167+0000","last_clean":"2023-09-23T15:31:15.729167+0000","last_became_active":"2023-09-23T15:30:26.867379+0000","last_became_peered":"2023-09-23T15:30:26.867379+0000","last_unstale":"2023-09-23T15:31:15.729167+0000","last_undegraded":"2023-09-23T15:31:15.729167+0000","last_fullsized":"2023-09-23T15:31:15.729167+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:34.866523+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":31,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.729239+0000","last_change":"2023-09-23T15:30:23.675012+0000","last_active":"2023-09-23T15:31:15.729239+0000","last_peered":"2023-09-23T15:31:15.729239+0000","last_clean":"2023-09-23T15:31:15.729239+0000","last_became_active":"2023-09-23T15:30:23.668558+0000","last_became_peered":"2023-09-23T15:30:23.668558+0000","last_unstale":"2023-09-23T15:31:15.729239+0000","last_undegraded":"2023-09-23T15:31:15.729239+0000","last_fullsized":"2023-09-23T15:31:15.729239+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:45:24.772798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":110,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":43,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.780794+0000","last_change":"2023-09-23T15:30:23.667636+0000","last_active":"2023-09-23T15:31:24.780794+0000","last_peered":"2023-09-23T15:31:24.780794+0000","last_clean":"2023-09-23T15:31:24.780794+0000","last_became_active":"2023-09-23T15:30:23.667226+0000","last_became_peered":"2023-09-23T15:30:23.667226+0000","last_unstale":"2023-09-23T15:31:24.780794+0000","last_undegraded":"2023-09-23T15:31:24.780794+0000","last_fullsized":"2023-09-23T15:31:24.780794+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:30:42.465080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"498'6342","reported_seq":10789,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:30.592437+0000","last_change":"2023-09-23T15:31:12.846883+0000","last_active":"2023-09-23T15:31:30.592437+0000","last_peered":"2023-09-23T15:31:30.592437+0000","last_clean":"2023-09-23T15:31:30.592437+0000","last_became_active":"2023-09-23T15:31:12.841101+0000","last_became_peered":"2023-09-23T15:31:12.841101+0000","last_unstale":"2023-09-23T15:31:30.592437+0000","last_undegraded":"2023-09-23T15:31:30.592437+0000","last_fullsized":"2023-09-23T15:31:30.592437+0000","mapping_epoch":495,"log_start":"479'1900","ondisk_log_start":"479'1900","created":454,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4442,"log_dups_size":0,"ondisk_log_size":4442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:45.720806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":400424960,"num_objects":6110,"num_object_clones":0,"num_object_copies":18330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6342,"num_write_kb":398464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2175,"num_bytes_recovered":142540800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":876,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.777142+0000","last_change":"2023-09-23T15:30:03.599665+0000","last_active":"2023-09-23T15:31:24.777142+0000","last_peered":"2023-09-23T15:31:24.777142+0000","last_clean":"2023-09-23T15:31:24.777142+0000","last_became_active":"2023-09-23T15:30:03.598027+0000","last_became_peered":"2023-09-23T15:30:03.598027+0000","last_unstale":"2023-09-23T15:31:24.777142+0000","last_undegraded":"2023-09-23T15:31:24.777142+0000","last_fullsized":"2023-09-23T15:31:24.777142+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:54.025207+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":520,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.729381+0000","last_change":"2023-09-23T15:30:13.847844+0000","last_active":"2023-09-23T15:31:15.729381+0000","last_peered":"2023-09-23T15:31:15.729381+0000","last_clean":"2023-09-23T15:31:15.729381+0000","last_became_active":"2023-09-23T15:30:13.837253+0000","last_became_peered":"2023-09-23T15:30:13.837253+0000","last_unstale":"2023-09-23T15:31:15.729381+0000","last_undegraded":"2023-09-23T15:31:15.729381+0000","last_fullsized":"2023-09-23T15:31:15.729381+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:59.684991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":43,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.720667+0000","last_change":"2023-09-23T15:30:02.579397+0000","last_active":"2023-09-23T15:31:15.720667+0000","last_peered":"2023-09-23T15:31:15.720667+0000","last_clean":"2023-09-23T15:31:15.720667+0000","last_became_active":"2023-09-23T15:30:02.579070+0000","last_became_peered":"2023-09-23T15:30:02.579070+0000","last_unstale":"2023-09-23T15:31:15.720667+0000","last_undegraded":"2023-09-23T15:31:15.720667+0000","last_fullsized":"2023-09-23T15:31:15.720667+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:05:25.171806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.4","version":"498'6346","reported_seq":6399,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:30.529827+0000","last_change":"2023-09-23T15:29:48.153266+0000","last_active":"2023-09-23T15:31:30.529827+0000","last_peered":"2023-09-23T15:31:30.529827+0000","last_clean":"2023-09-23T15:31:30.529827+0000","last_became_active":"2023-09-23T15:29:48.152940+0000","last_became_peered":"2023-09-23T15:29:48.152940+0000","last_unstale":"2023-09-23T15:31:30.529827+0000","last_undegraded":"2023-09-23T15:31:30.529827+0000","last_fullsized":"2023-09-23T15:31:30.529827+0000","mapping_epoch":454,"log_start":"479'2200","ondisk_log_start":"479'2200","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4146,"log_dups_size":0,"ondisk_log_size":4146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:13.101293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":399114240,"num_objects":6090,"num_object_clones":0,"num_object_copies":18270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6090,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6346,"num_write_kb":397952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":936,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.720037+0000","last_change":"2023-09-23T15:30:03.597774+0000","last_active":"2023-09-23T15:31:15.720037+0000","last_peered":"2023-09-23T15:31:15.720037+0000","last_clean":"2023-09-23T15:31:15.720037+0000","last_became_active":"2023-09-23T15:30:03.597449+0000","last_became_peered":"2023-09-23T15:30:03.597449+0000","last_unstale":"2023-09-23T15:31:15.720037+0000","last_undegraded":"2023-09-23T15:31:15.720037+0000","last_fullsized":"2023-09-23T15:31:15.720037+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:49.222303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:49.222303+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:09:39.198832+0000","scrub_duration":0.0041920669999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":563,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.729826+0000","last_change":"2023-09-23T15:30:13.853179+0000","last_active":"2023-09-23T15:31:15.729826+0000","last_peered":"2023-09-23T15:31:15.729826+0000","last_clean":"2023-09-23T15:31:15.729826+0000","last_became_active":"2023-09-23T15:30:13.839071+0000","last_became_peered":"2023-09-23T15:30:13.839071+0000","last_unstale":"2023-09-23T15:31:15.729826+0000","last_undegraded":"2023-09-23T15:31:15.729826+0000","last_fullsized":"2023-09-23T15:31:15.729826+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:42.791562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":164,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.712977+0000","last_change":"2023-09-23T15:30:23.667089+0000","last_active":"2023-09-23T15:31:15.712977+0000","last_peered":"2023-09-23T15:31:15.712977+0000","last_clean":"2023-09-23T15:31:15.712977+0000","last_became_active":"2023-09-23T15:30:23.666752+0000","last_became_peered":"2023-09-23T15:30:23.666752+0000","last_unstale":"2023-09-23T15:31:15.712977+0000","last_undegraded":"2023-09-23T15:31:15.712977+0000","last_fullsized":"2023-09-23T15:31:15.712977+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:09:06.965679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"498'6137","reported_seq":11836,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:30.541620+0000","last_change":"2023-09-23T15:30:55.714277+0000","last_active":"2023-09-23T15:31:30.541620+0000","last_peered":"2023-09-23T15:31:30.541620+0000","last_clean":"2023-09-23T15:31:30.541620+0000","last_became_active":"2023-09-23T15:30:55.710613+0000","last_became_peered":"2023-09-23T15:30:55.710613+0000","last_unstale":"2023-09-23T15:31:30.541620+0000","last_undegraded":"2023-09-23T15:31:30.541620+0000","last_fullsized":"2023-09-23T15:31:30.541620+0000","mapping_epoch":492,"log_start":"479'2000","ondisk_log_start":"479'2000","created":454,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4137,"log_dups_size":0,"ondisk_log_size":4137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:10:08.050610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388431872,"num_objects":5927,"num_object_clones":0,"num_object_copies":17781,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5927,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6137,"num_write_kb":386048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2097,"num_bytes_recovered":137428992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":762,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.729118+0000","last_change":"2023-09-23T15:30:26.867697+0000","last_active":"2023-09-23T15:31:15.729118+0000","last_peered":"2023-09-23T15:31:15.729118+0000","last_clean":"2023-09-23T15:31:15.729118+0000","last_became_active":"2023-09-23T15:30:26.867226+0000","last_became_peered":"2023-09-23T15:30:26.867226+0000","last_unstale":"2023-09-23T15:31:15.729118+0000","last_undegraded":"2023-09-23T15:31:15.729118+0000","last_fullsized":"2023-09-23T15:31:15.729118+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.222854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.222854+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":132,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.722665+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:31:15.722665+0000","last_peered":"2023-09-23T15:31:15.722665+0000","last_clean":"2023-09-23T15:31:15.722665+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:31:15.722665+0000","last_undegraded":"2023-09-23T15:31:15.722665+0000","last_fullsized":"2023-09-23T15:31:15.722665+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":305,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.769835+0000","last_change":"2023-09-23T15:30:13.837089+0000","last_active":"2023-09-23T15:31:24.769835+0000","last_peered":"2023-09-23T15:31:24.769835+0000","last_clean":"2023-09-23T15:31:24.769835+0000","last_became_active":"2023-09-23T15:30:13.836795+0000","last_became_peered":"2023-09-23T15:30:13.836795+0000","last_unstale":"2023-09-23T15:31:24.769835+0000","last_undegraded":"2023-09-23T15:31:24.769835+0000","last_fullsized":"2023-09-23T15:31:24.769835+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:42.295011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2","version":"499'6516","reported_seq":7849,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:33.470584+0000","last_change":"2023-09-23T15:30:11.475760+0000","last_active":"2023-09-23T15:31:33.470584+0000","last_peered":"2023-09-23T15:31:33.470584+0000","last_clean":"2023-09-23T15:31:33.470584+0000","last_became_active":"2023-09-23T15:30:10.814037+0000","last_became_peered":"2023-09-23T15:30:10.814037+0000","last_unstale":"2023-09-23T15:31:33.470584+0000","last_undegraded":"2023-09-23T15:31:33.470584+0000","last_fullsized":"2023-09-23T15:31:33.470584+0000","mapping_epoch":472,"log_start":"483'2400","ondisk_log_start":"483'2400","created":454,"last_epoch_clean":473,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4116,"log_dups_size":0,"ondisk_log_size":4116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:25.875228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393609216,"num_objects":6006,"num_object_clones":0,"num_object_copies":18018,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6006,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6516,"num_write_kb":400704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":631,"num_bytes_recovered":41353216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":988,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.733423+0000","last_change":"2023-09-23T15:28:49.609460+0000","last_active":"2023-09-23T15:31:15.733423+0000","last_peered":"2023-09-23T15:31:15.733423+0000","last_clean":"2023-09-23T15:31:15.733423+0000","last_became_active":"2023-09-23T15:28:49.609109+0000","last_became_peered":"2023-09-23T15:28:49.609109+0000","last_unstale":"2023-09-23T15:31:15.733423+0000","last_undegraded":"2023-09-23T15:31:15.733423+0000","last_fullsized":"2023-09-23T15:31:15.733423+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:30.904753+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":169,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.722401+0000","last_change":"2023-09-23T15:29:51.314161+0000","last_active":"2023-09-23T15:31:15.722401+0000","last_peered":"2023-09-23T15:31:15.722401+0000","last_clean":"2023-09-23T15:31:15.722401+0000","last_became_active":"2023-09-23T15:29:51.308622+0000","last_became_peered":"2023-09-23T15:29:51.308622+0000","last_unstale":"2023-09-23T15:31:15.722401+0000","last_undegraded":"2023-09-23T15:31:15.722401+0000","last_fullsized":"2023-09-23T15:31:15.722401+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:09.209928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":377,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.722969+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:31:15.722969+0000","last_peered":"2023-09-23T15:31:15.722969+0000","last_clean":"2023-09-23T15:31:15.722969+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:31:15.722969+0000","last_undegraded":"2023-09-23T15:31:15.722969+0000","last_fullsized":"2023-09-23T15:31:15.722969+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"498'6259","reported_seq":7595,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:30.546622+0000","last_change":"2023-09-23T15:30:07.815790+0000","last_active":"2023-09-23T15:31:30.546622+0000","last_peered":"2023-09-23T15:31:30.546622+0000","last_clean":"2023-09-23T15:31:30.546622+0000","last_became_active":"2023-09-23T15:30:07.814333+0000","last_became_peered":"2023-09-23T15:30:07.814333+0000","last_unstale":"2023-09-23T15:31:30.546622+0000","last_undegraded":"2023-09-23T15:31:30.546622+0000","last_fullsized":"2023-09-23T15:31:30.546622+0000","mapping_epoch":470,"log_start":"479'2200","ondisk_log_start":"479'2200","created":454,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4059,"log_dups_size":0,"ondisk_log_size":4059,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:12.423837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":394723328,"num_objects":6023,"num_object_clones":0,"num_object_copies":18069,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6023,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6259,"num_write_kb":393024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":628,"num_bytes_recovered":41156608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1001,"reported_epoch":497,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:31:15.720650+0000","last_change":"2023-09-23T15:30:36.777211+0000","last_active":"2023-09-23T15:31:15.720650+0000","last_peered":"2023-09-23T15:31:15.720650+0000","last_clean":"2023-09-23T15:30:28.706812+0000","last_became_active":"2023-09-23T15:30:36.776993+0000","last_became_peered":"2023-09-23T15:30:36.776993+0000","last_unstale":"2023-09-23T15:31:15.720650+0000","last_undegraded":"2023-09-23T15:30:36.763232+0000","last_fullsized":"2023-09-23T15:30:36.762769+0000","mapping_epoch":487,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:22:41.583959+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1838816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5],"avail_no_missing":["3","1","5"],"object_location_counts":[{"shards":"1,3,5","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":154,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.712994+0000","last_change":"2023-09-23T15:29:51.306273+0000","last_active":"2023-09-23T15:31:15.712994+0000","last_peered":"2023-09-23T15:31:15.712994+0000","last_clean":"2023-09-23T15:31:15.712994+0000","last_became_active":"2023-09-23T15:29:51.305977+0000","last_became_peered":"2023-09-23T15:29:51.305977+0000","last_unstale":"2023-09-23T15:31:15.712994+0000","last_undegraded":"2023-09-23T15:31:15.712994+0000","last_fullsized":"2023-09-23T15:31:15.712994+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:10.815566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":363,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.769406+0000","last_change":"2023-09-23T15:30:13.839085+0000","last_active":"2023-09-23T15:31:24.769406+0000","last_peered":"2023-09-23T15:31:24.769406+0000","last_clean":"2023-09-23T15:31:24.769406+0000","last_became_active":"2023-09-23T15:30:13.838774+0000","last_became_peered":"2023-09-23T15:30:13.838774+0000","last_unstale":"2023-09-23T15:31:24.769406+0000","last_undegraded":"2023-09-23T15:31:24.769406+0000","last_fullsized":"2023-09-23T15:31:24.769406+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:27:48.181516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"498'6235","reported_seq":6297,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:30.574881+0000","last_change":"2023-09-23T15:29:51.309447+0000","last_active":"2023-09-23T15:31:30.574881+0000","last_peered":"2023-09-23T15:31:30.574881+0000","last_clean":"2023-09-23T15:31:30.574881+0000","last_became_active":"2023-09-23T15:29:51.308986+0000","last_became_peered":"2023-09-23T15:29:51.308986+0000","last_unstale":"2023-09-23T15:31:30.574881+0000","last_undegraded":"2023-09-23T15:31:30.574881+0000","last_fullsized":"2023-09-23T15:31:30.574881+0000","mapping_epoch":457,"log_start":"479'1800","ondisk_log_start":"479'1800","created":454,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4435,"log_dups_size":0,"ondisk_log_size":4435,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:37.656530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":391708672,"num_objects":5977,"num_object_clones":0,"num_object_copies":17931,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5977,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6235,"num_write_kb":390784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":466,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:31.295971+0000","last_change":"2023-09-23T15:31:31.295941+0000","last_active":"2023-09-23T15:31:31.295971+0000","last_peered":"2023-09-23T15:31:31.295971+0000","last_clean":"2023-09-23T15:31:31.295971+0000","last_became_active":"2023-09-23T15:30:16.872810+0000","last_became_peered":"2023-09-23T15:30:16.872810+0000","last_unstale":"2023-09-23T15:31:31.295971+0000","last_undegraded":"2023-09-23T15:31:31.295971+0000","last_fullsized":"2023-09-23T15:31:31.295971+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.554330+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.554330+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":8,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":406,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.733560+0000","last_change":"2023-09-23T15:28:46.429441+0000","last_active":"2023-09-23T15:31:15.733560+0000","last_peered":"2023-09-23T15:31:15.733560+0000","last_clean":"2023-09-23T15:31:15.733560+0000","last_became_active":"2023-09-23T15:28:46.429145+0000","last_became_peered":"2023-09-23T15:28:46.429145+0000","last_unstale":"2023-09-23T15:31:15.733560+0000","last_undegraded":"2023-09-23T15:31:15.733560+0000","last_fullsized":"2023-09-23T15:31:15.733560+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:52:01.764190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":163,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.719379+0000","last_change":"2023-09-23T15:29:51.307256+0000","last_active":"2023-09-23T15:31:15.719379+0000","last_peered":"2023-09-23T15:31:15.719379+0000","last_clean":"2023-09-23T15:31:15.719379+0000","last_became_active":"2023-09-23T15:29:51.306929+0000","last_became_peered":"2023-09-23T15:29:51.306929+0000","last_unstale":"2023-09-23T15:31:15.719379+0000","last_undegraded":"2023-09-23T15:31:15.719379+0000","last_fullsized":"2023-09-23T15:31:15.719379+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:58:55.107875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"498'6257","reported_seq":6309,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.165330+0000","last_change":"2023-09-23T15:29:48.152448+0000","last_active":"2023-09-23T15:31:32.165330+0000","last_peered":"2023-09-23T15:31:32.165330+0000","last_clean":"2023-09-23T15:31:32.165330+0000","last_became_active":"2023-09-23T15:29:48.152082+0000","last_became_peered":"2023-09-23T15:29:48.152082+0000","last_unstale":"2023-09-23T15:31:32.165330+0000","last_undegraded":"2023-09-23T15:31:32.165330+0000","last_fullsized":"2023-09-23T15:31:32.165330+0000","mapping_epoch":454,"log_start":"471'1200","ondisk_log_start":"471'1200","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5057,"log_dups_size":0,"ondisk_log_size":5057,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:26:49.020914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":380567552,"num_objects":5807,"num_object_clones":0,"num_object_copies":17421,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5807,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6257,"num_write_kb":386048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":890,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.713280+0000","last_change":"2023-09-23T15:29:53.580981+0000","last_active":"2023-09-23T15:31:15.713280+0000","last_peered":"2023-09-23T15:31:15.713280+0000","last_clean":"2023-09-23T15:31:15.713280+0000","last_became_active":"2023-09-23T15:29:53.580568+0000","last_became_peered":"2023-09-23T15:29:53.580568+0000","last_unstale":"2023-09-23T15:31:15.713280+0000","last_undegraded":"2023-09-23T15:31:15.713280+0000","last_fullsized":"2023-09-23T15:31:15.713280+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:16.245925+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":43,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.720471+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:31:15.720471+0000","last_peered":"2023-09-23T15:31:15.720471+0000","last_clean":"2023-09-23T15:31:15.720471+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:31:15.720471+0000","last_undegraded":"2023-09-23T15:31:15.720471+0000","last_fullsized":"2023-09-23T15:31:15.720471+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":496,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.835265+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:31:32.835265+0000","last_peered":"2023-09-23T15:31:32.835265+0000","last_clean":"2023-09-23T15:31:32.835265+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:31:32.835265+0000","last_undegraded":"2023-09-23T15:31:32.835265+0000","last_fullsized":"2023-09-23T15:31:32.835265+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"498'6239","reported_seq":6291,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.215538+0000","last_change":"2023-09-23T15:29:47.722819+0000","last_active":"2023-09-23T15:31:32.215538+0000","last_peered":"2023-09-23T15:31:32.215538+0000","last_clean":"2023-09-23T15:31:32.215538+0000","last_became_active":"2023-09-23T15:29:47.722512+0000","last_became_peered":"2023-09-23T15:29:47.722512+0000","last_unstale":"2023-09-23T15:31:32.215538+0000","last_undegraded":"2023-09-23T15:31:32.215538+0000","last_fullsized":"2023-09-23T15:31:32.215538+0000","mapping_epoch":454,"log_start":"471'1200","ondisk_log_start":"471'1200","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5039,"log_dups_size":0,"ondisk_log_size":5039,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:13:40.054355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":382140416,"num_objects":5831,"num_object_clones":0,"num_object_copies":17493,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5831,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6239,"num_write_kb":386240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":957,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.720123+0000","last_change":"2023-09-23T15:30:26.686277+0000","last_active":"2023-09-23T15:31:15.720123+0000","last_peered":"2023-09-23T15:31:15.720123+0000","last_clean":"2023-09-23T15:31:15.720123+0000","last_became_active":"2023-09-23T15:30:26.685851+0000","last_became_peered":"2023-09-23T15:30:26.685851+0000","last_unstale":"2023-09-23T15:31:15.720123+0000","last_undegraded":"2023-09-23T15:31:15.720123+0000","last_fullsized":"2023-09-23T15:31:15.720123+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:30.438998+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":482,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.728818+0000","last_change":"2023-09-23T15:30:02.585409+0000","last_active":"2023-09-23T15:31:15.728818+0000","last_peered":"2023-09-23T15:31:15.728818+0000","last_clean":"2023-09-23T15:31:15.728818+0000","last_became_active":"2023-09-23T15:30:02.584934+0000","last_became_peered":"2023-09-23T15:30:02.584934+0000","last_unstale":"2023-09-23T15:31:15.728818+0000","last_undegraded":"2023-09-23T15:31:15.728818+0000","last_fullsized":"2023-09-23T15:31:15.728818+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:19:24.484182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":141,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.723833+0000","last_change":"2023-09-23T15:28:46.437458+0000","last_active":"2023-09-23T15:31:15.723833+0000","last_peered":"2023-09-23T15:31:15.723833+0000","last_clean":"2023-09-23T15:31:15.723833+0000","last_became_active":"2023-09-23T15:28:46.437121+0000","last_became_peered":"2023-09-23T15:28:46.437121+0000","last_unstale":"2023-09-23T15:31:15.723833+0000","last_undegraded":"2023-09-23T15:31:15.723833+0000","last_fullsized":"2023-09-23T15:31:15.723833+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:43:38.497844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":60,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.770055+0000","last_change":"2023-09-23T15:30:13.835959+0000","last_active":"2023-09-23T15:31:24.770055+0000","last_peered":"2023-09-23T15:31:24.770055+0000","last_clean":"2023-09-23T15:31:24.770055+0000","last_became_active":"2023-09-23T15:30:13.835650+0000","last_became_peered":"2023-09-23T15:30:13.835650+0000","last_unstale":"2023-09-23T15:31:24.770055+0000","last_undegraded":"2023-09-23T15:31:24.770055+0000","last_fullsized":"2023-09-23T15:31:24.770055+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:23.396903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"498'6246","reported_seq":7643,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:30.563510+0000","last_change":"2023-09-23T15:30:14.836398+0000","last_active":"2023-09-23T15:31:30.563510+0000","last_peered":"2023-09-23T15:31:30.563510+0000","last_clean":"2023-09-23T15:31:30.563510+0000","last_became_active":"2023-09-23T15:30:14.834894+0000","last_became_peered":"2023-09-23T15:30:14.834894+0000","last_unstale":"2023-09-23T15:31:30.563510+0000","last_undegraded":"2023-09-23T15:31:30.563510+0000","last_fullsized":"2023-09-23T15:31:30.563510+0000","mapping_epoch":476,"log_start":"479'1800","ondisk_log_start":"479'1800","created":454,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4446,"log_dups_size":0,"ondisk_log_size":4446,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:32:07.546536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":391905280,"num_objects":5980,"num_object_clones":0,"num_object_copies":17940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5980,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6246,"num_write_kb":391232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":658,"num_bytes_recovered":43122688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":934,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.733298+0000","last_change":"2023-09-23T15:29:52.163429+0000","last_active":"2023-09-23T15:31:15.733298+0000","last_peered":"2023-09-23T15:31:15.733298+0000","last_clean":"2023-09-23T15:31:15.733298+0000","last_became_active":"2023-09-23T15:29:38.586026+0000","last_became_peered":"2023-09-23T15:29:38.586026+0000","last_unstale":"2023-09-23T15:31:15.733298+0000","last_undegraded":"2023-09-23T15:31:15.733298+0000","last_fullsized":"2023-09-23T15:31:15.733298+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:18.595923+0000","scrub_duration":0.0014655549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":471,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.770174+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:31:24.770174+0000","last_peered":"2023-09-23T15:31:24.770174+0000","last_clean":"2023-09-23T15:31:24.770174+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:31:24.770174+0000","last_undegraded":"2023-09-23T15:31:24.770174+0000","last_fullsized":"2023-09-23T15:31:24.770174+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":164,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.712910+0000","last_change":"2023-09-23T15:29:51.309462+0000","last_active":"2023-09-23T15:31:15.712910+0000","last_peered":"2023-09-23T15:31:15.712910+0000","last_clean":"2023-09-23T15:31:15.712910+0000","last_became_active":"2023-09-23T15:29:51.309087+0000","last_became_peered":"2023-09-23T15:29:51.309087+0000","last_unstale":"2023-09-23T15:31:15.712910+0000","last_undegraded":"2023-09-23T15:31:15.712910+0000","last_fullsized":"2023-09-23T15:31:15.712910+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:35.501350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":153,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.722521+0000","last_change":"2023-09-23T15:30:35.769038+0000","last_active":"2023-09-23T15:31:15.722521+0000","last_peered":"2023-09-23T15:31:15.722521+0000","last_clean":"2023-09-23T15:31:15.722521+0000","last_became_active":"2023-09-23T15:30:35.767802+0000","last_became_peered":"2023-09-23T15:30:35.767802+0000","last_unstale":"2023-09-23T15:31:15.722521+0000","last_undegraded":"2023-09-23T15:31:15.722521+0000","last_fullsized":"2023-09-23T15:31:15.722521+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:22:11.109581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"498'6328","reported_seq":9406,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.222234+0000","last_change":"2023-09-23T15:30:24.668123+0000","last_active":"2023-09-23T15:31:32.222234+0000","last_peered":"2023-09-23T15:31:32.222234+0000","last_clean":"2023-09-23T15:31:32.222234+0000","last_became_active":"2023-09-23T15:30:24.666026+0000","last_became_peered":"2023-09-23T15:30:24.666026+0000","last_unstale":"2023-09-23T15:31:32.222234+0000","last_undegraded":"2023-09-23T15:31:32.222234+0000","last_fullsized":"2023-09-23T15:31:32.222234+0000","mapping_epoch":481,"log_start":"471'1300","ondisk_log_start":"471'1300","created":454,"last_epoch_clean":482,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5028,"log_dups_size":0,"ondisk_log_size":5028,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:51:16.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":386793472,"num_objects":5902,"num_object_clones":0,"num_object_copies":17706,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5902,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6328,"num_write_kb":391360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1502,"num_bytes_recovered":98435072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":718,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.733049+0000","last_change":"2023-09-23T15:30:26.869109+0000","last_active":"2023-09-23T15:31:15.733049+0000","last_peered":"2023-09-23T15:31:15.733049+0000","last_clean":"2023-09-23T15:31:15.733049+0000","last_became_active":"2023-09-23T15:30:26.868850+0000","last_became_peered":"2023-09-23T15:30:26.868850+0000","last_unstale":"2023-09-23T15:31:15.733049+0000","last_undegraded":"2023-09-23T15:31:15.733049+0000","last_fullsized":"2023-09-23T15:31:15.733049+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:21.687812+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":114,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.720929+0000","last_change":"2023-09-23T15:29:35.676390+0000","last_active":"2023-09-23T15:31:15.720929+0000","last_peered":"2023-09-23T15:31:15.720929+0000","last_clean":"2023-09-23T15:31:15.720929+0000","last_became_active":"2023-09-23T15:29:35.676045+0000","last_became_peered":"2023-09-23T15:29:35.676045+0000","last_unstale":"2023-09-23T15:31:15.720929+0000","last_undegraded":"2023-09-23T15:31:15.720929+0000","last_fullsized":"2023-09-23T15:31:15.720929+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:08.284421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":112,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.712412+0000","last_change":"2023-09-23T15:29:35.887179+0000","last_active":"2023-09-23T15:31:15.712412+0000","last_peered":"2023-09-23T15:31:15.712412+0000","last_clean":"2023-09-23T15:31:15.712412+0000","last_became_active":"2023-09-23T15:29:35.886621+0000","last_became_peered":"2023-09-23T15:29:35.886621+0000","last_unstale":"2023-09-23T15:31:15.712412+0000","last_undegraded":"2023-09-23T15:31:15.712412+0000","last_fullsized":"2023-09-23T15:31:15.712412+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:03:53.121177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":61,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.769447+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:31:24.769447+0000","last_peered":"2023-09-23T15:31:24.769447+0000","last_clean":"2023-09-23T15:31:24.769447+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:31:24.769447+0000","last_undegraded":"2023-09-23T15:31:24.769447+0000","last_fullsized":"2023-09-23T15:31:24.769447+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"498'6298","reported_seq":6350,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:30.588285+0000","last_change":"2023-09-23T15:29:48.153032+0000","last_active":"2023-09-23T15:31:30.588285+0000","last_peered":"2023-09-23T15:31:30.588285+0000","last_clean":"2023-09-23T15:31:30.588285+0000","last_became_active":"2023-09-23T15:29:48.152751+0000","last_became_peered":"2023-09-23T15:29:48.152751+0000","last_unstale":"2023-09-23T15:31:30.588285+0000","last_undegraded":"2023-09-23T15:31:30.588285+0000","last_fullsized":"2023-09-23T15:31:30.588285+0000","mapping_epoch":454,"log_start":"479'1800","ondisk_log_start":"479'1800","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4498,"log_dups_size":0,"ondisk_log_size":4498,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:14:26.948560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":396886016,"num_objects":6056,"num_object_clones":0,"num_object_copies":18168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6056,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6298,"num_write_kb":395328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":27,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.728499+0000","last_change":"2023-09-23T15:30:23.671825+0000","last_active":"2023-09-23T15:31:15.728499+0000","last_peered":"2023-09-23T15:31:15.728499+0000","last_clean":"2023-09-23T15:31:15.728499+0000","last_became_active":"2023-09-23T15:30:23.671508+0000","last_became_peered":"2023-09-23T15:30:23.671508+0000","last_unstale":"2023-09-23T15:31:15.728499+0000","last_undegraded":"2023-09-23T15:31:15.728499+0000","last_fullsized":"2023-09-23T15:31:15.728499+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:42:01.238430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1014,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.726988+0000","last_change":"2023-09-23T15:30:26.867236+0000","last_active":"2023-09-23T15:31:15.726988+0000","last_peered":"2023-09-23T15:31:15.726988+0000","last_clean":"2023-09-23T15:31:15.726988+0000","last_became_active":"2023-09-23T15:30:26.866862+0000","last_became_peered":"2023-09-23T15:30:26.866862+0000","last_unstale":"2023-09-23T15:31:15.726988+0000","last_undegraded":"2023-09-23T15:31:15.726988+0000","last_fullsized":"2023-09-23T15:31:15.726988+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.204725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.204725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":141,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.721134+0000","last_change":"2023-09-23T15:30:13.835741+0000","last_active":"2023-09-23T15:31:15.721134+0000","last_peered":"2023-09-23T15:31:15.721134+0000","last_clean":"2023-09-23T15:31:15.721134+0000","last_became_active":"2023-09-23T15:30:13.835373+0000","last_became_peered":"2023-09-23T15:30:13.835373+0000","last_unstale":"2023-09-23T15:31:15.721134+0000","last_undegraded":"2023-09-23T15:31:15.721134+0000","last_fullsized":"2023-09-23T15:31:15.721134+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:46:27.258211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":164,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.719812+0000","last_change":"2023-09-23T15:30:02.583474+0000","last_active":"2023-09-23T15:31:15.719812+0000","last_peered":"2023-09-23T15:31:15.719812+0000","last_clean":"2023-09-23T15:31:15.719812+0000","last_became_active":"2023-09-23T15:30:02.583014+0000","last_became_peered":"2023-09-23T15:30:02.583014+0000","last_unstale":"2023-09-23T15:31:15.719812+0000","last_undegraded":"2023-09-23T15:31:15.719812+0000","last_fullsized":"2023-09-23T15:31:15.719812+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:40:50.653402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"498'6443","reported_seq":6495,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.214220+0000","last_change":"2023-09-23T15:29:47.839697+0000","last_active":"2023-09-23T15:31:32.214220+0000","last_peered":"2023-09-23T15:31:32.214220+0000","last_clean":"2023-09-23T15:31:32.214220+0000","last_became_active":"2023-09-23T15:29:47.839407+0000","last_became_peered":"2023-09-23T15:29:47.839407+0000","last_unstale":"2023-09-23T15:31:32.214220+0000","last_undegraded":"2023-09-23T15:31:32.214220+0000","last_fullsized":"2023-09-23T15:31:32.214220+0000","mapping_epoch":454,"log_start":"472'1400","ondisk_log_start":"472'1400","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5043,"log_dups_size":0,"ondisk_log_size":5043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:16.132386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393281536,"num_objects":6001,"num_object_clones":0,"num_object_copies":18003,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6001,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6443,"num_write_kb":398208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":445,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.712374+0000","last_change":"2023-09-23T15:30:38.622338+0000","last_active":"2023-09-23T15:31:15.712374+0000","last_peered":"2023-09-23T15:31:15.712374+0000","last_clean":"2023-09-23T15:31:15.712374+0000","last_became_active":"2023-09-23T15:30:38.621972+0000","last_became_peered":"2023-09-23T15:30:38.621972+0000","last_unstale":"2023-09-23T15:31:15.712374+0000","last_undegraded":"2023-09-23T15:31:15.712374+0000","last_fullsized":"2023-09-23T15:31:15.712374+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.549692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.549692+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":512,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.730387+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:31:15.730387+0000","last_peered":"2023-09-23T15:31:15.730387+0000","last_clean":"2023-09-23T15:31:15.730387+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:31:15.730387+0000","last_undegraded":"2023-09-23T15:31:15.730387+0000","last_fullsized":"2023-09-23T15:31:15.730387+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":43,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.720488+0000","last_change":"2023-09-23T15:30:02.587041+0000","last_active":"2023-09-23T15:31:15.720488+0000","last_peered":"2023-09-23T15:31:15.720488+0000","last_clean":"2023-09-23T15:31:15.720488+0000","last_became_active":"2023-09-23T15:30:02.586756+0000","last_became_peered":"2023-09-23T15:30:02.586756+0000","last_unstale":"2023-09-23T15:31:15.720488+0000","last_undegraded":"2023-09-23T15:31:15.720488+0000","last_fullsized":"2023-09-23T15:31:15.720488+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:28.063428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":299,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.729210+0000","last_change":"2023-09-23T15:30:13.839282+0000","last_active":"2023-09-23T15:31:15.729210+0000","last_peered":"2023-09-23T15:31:15.729210+0000","last_clean":"2023-09-23T15:31:15.729210+0000","last_became_active":"2023-09-23T15:30:13.839008+0000","last_became_peered":"2023-09-23T15:30:13.839008+0000","last_unstale":"2023-09-23T15:31:15.729210+0000","last_undegraded":"2023-09-23T15:31:15.729210+0000","last_fullsized":"2023-09-23T15:31:15.729210+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:05.524033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"498'6363","reported_seq":11106,"reported_epoch":498,"state":"active+recovering+undersized+remapped","last_fresh":"2023-09-23T15:31:30.560873+0000","last_change":"2023-09-23T15:30:54.426855+0000","last_active":"2023-09-23T15:31:30.560873+0000","last_peered":"2023-09-23T15:31:30.560873+0000","last_clean":"2023-09-23T15:30:11.998450+0000","last_became_active":"2023-09-23T15:30:35.877134+0000","last_became_peered":"2023-09-23T15:30:35.877134+0000","last_unstale":"2023-09-23T15:31:30.560873+0000","last_undegraded":"2023-09-23T15:31:30.560873+0000","last_fullsized":"2023-09-23T15:30:35.762874+0000","mapping_epoch":486,"log_start":"482'2300","ondisk_log_start":"482'2300","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4063,"log_dups_size":0,"ondisk_log_size":4063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:57.862189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":398196760,"num_objects":6077,"num_object_clones":0,"num_object_copies":18231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1054,"num_objects_unfound":0,"num_objects_dirty":6077,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6363,"num_write_kb":398017,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2333,"num_bytes_recovered":152895488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[3,7],"avail_no_missing":["3","1","7"],"object_location_counts":[{"shards":"3,5,7","objects":1054},{"shards":"3,7","objects":5023}],"blocked_by":[],"up_primary":6,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":828,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.719297+0000","last_change":"2023-09-23T15:30:05.597413+0000","last_active":"2023-09-23T15:31:15.719297+0000","last_peered":"2023-09-23T15:31:15.719297+0000","last_clean":"2023-09-23T15:31:15.719297+0000","last_became_active":"2023-09-23T15:30:05.597050+0000","last_became_peered":"2023-09-23T15:30:05.597050+0000","last_unstale":"2023-09-23T15:31:15.719297+0000","last_undegraded":"2023-09-23T15:31:15.719297+0000","last_fullsized":"2023-09-23T15:31:15.719297+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:57:38.493455+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":532,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.729748+0000","last_change":"2023-09-23T15:29:51.311080+0000","last_active":"2023-09-23T15:31:15.729748+0000","last_peered":"2023-09-23T15:31:15.729748+0000","last_clean":"2023-09-23T15:31:15.729748+0000","last_became_active":"2023-09-23T15:29:51.310774+0000","last_became_peered":"2023-09-23T15:29:51.310774+0000","last_unstale":"2023-09-23T15:31:15.729748+0000","last_undegraded":"2023-09-23T15:31:15.729748+0000","last_fullsized":"2023-09-23T15:31:15.729748+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:11:59.838570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":33,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.780565+0000","last_change":"2023-09-23T15:30:13.838070+0000","last_active":"2023-09-23T15:31:24.780565+0000","last_peered":"2023-09-23T15:31:24.780565+0000","last_clean":"2023-09-23T15:31:24.780565+0000","last_became_active":"2023-09-23T15:30:13.837719+0000","last_became_peered":"2023-09-23T15:30:13.837719+0000","last_unstale":"2023-09-23T15:31:24.780565+0000","last_undegraded":"2023-09-23T15:31:24.780565+0000","last_fullsized":"2023-09-23T15:31:24.780565+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:35:33.967187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":375,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.781652+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:31:24.781652+0000","last_peered":"2023-09-23T15:31:24.781652+0000","last_clean":"2023-09-23T15:31:24.781652+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:31:24.781652+0000","last_undegraded":"2023-09-23T15:31:24.781652+0000","last_fullsized":"2023-09-23T15:31:24.781652+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"498'6226","reported_seq":6278,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:30.551517+0000","last_change":"2023-09-23T15:29:47.842825+0000","last_active":"2023-09-23T15:31:30.551517+0000","last_peered":"2023-09-23T15:31:30.551517+0000","last_clean":"2023-09-23T15:31:30.551517+0000","last_became_active":"2023-09-23T15:29:47.842443+0000","last_became_peered":"2023-09-23T15:29:47.842443+0000","last_unstale":"2023-09-23T15:31:30.551517+0000","last_undegraded":"2023-09-23T15:31:30.551517+0000","last_fullsized":"2023-09-23T15:31:30.551517+0000","mapping_epoch":454,"log_start":"479'1800","ondisk_log_start":"479'1800","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4426,"log_dups_size":0,"ondisk_log_size":4426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:44:26.376758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":392036352,"num_objects":5982,"num_object_clones":0,"num_object_copies":17946,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5982,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6226,"num_write_kb":390656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":883,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.719090+0000","last_change":"2023-09-23T15:30:38.626404+0000","last_active":"2023-09-23T15:31:15.719090+0000","last_peered":"2023-09-23T15:31:15.719090+0000","last_clean":"2023-09-23T15:31:15.719090+0000","last_became_active":"2023-09-23T15:30:38.626116+0000","last_became_peered":"2023-09-23T15:30:38.626116+0000","last_unstale":"2023-09-23T15:31:15.719090+0000","last_undegraded":"2023-09-23T15:31:15.719090+0000","last_fullsized":"2023-09-23T15:31:15.719090+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.207409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.207409+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":522,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.724198+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:31:15.724198+0000","last_peered":"2023-09-23T15:31:15.724198+0000","last_clean":"2023-09-23T15:31:15.724198+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:31:15.724198+0000","last_undegraded":"2023-09-23T15:31:15.724198+0000","last_fullsized":"2023-09-23T15:31:15.724198+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":52,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.769746+0000","last_change":"2023-09-23T15:29:51.299069+0000","last_active":"2023-09-23T15:31:24.769746+0000","last_peered":"2023-09-23T15:31:24.769746+0000","last_clean":"2023-09-23T15:31:24.769746+0000","last_became_active":"2023-09-23T15:29:51.298750+0000","last_became_peered":"2023-09-23T15:29:51.298750+0000","last_unstale":"2023-09-23T15:31:24.769746+0000","last_undegraded":"2023-09-23T15:31:24.769746+0000","last_fullsized":"2023-09-23T15:31:24.769746+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:33:51.603253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":52,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.720493+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:31:15.720493+0000","last_peered":"2023-09-23T15:31:15.720493+0000","last_clean":"2023-09-23T15:31:15.720493+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:31:15.720493+0000","last_undegraded":"2023-09-23T15:31:15.720493+0000","last_fullsized":"2023-09-23T15:31:15.720493+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"498'6231","reported_seq":6283,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:30.577258+0000","last_change":"2023-09-23T15:29:48.152462+0000","last_active":"2023-09-23T15:31:30.577258+0000","last_peered":"2023-09-23T15:31:30.577258+0000","last_clean":"2023-09-23T15:31:30.577258+0000","last_became_active":"2023-09-23T15:29:48.152087+0000","last_became_peered":"2023-09-23T15:29:48.152087+0000","last_unstale":"2023-09-23T15:31:30.577258+0000","last_undegraded":"2023-09-23T15:31:30.577258+0000","last_fullsized":"2023-09-23T15:31:30.577258+0000","mapping_epoch":454,"log_start":"479'1800","ondisk_log_start":"479'1800","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4431,"log_dups_size":0,"ondisk_log_size":4431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:19.087954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":395509760,"num_objects":6035,"num_object_clones":0,"num_object_copies":18105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6035,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6231,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":871,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.722739+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:31:15.722739+0000","last_peered":"2023-09-23T15:31:15.722739+0000","last_clean":"2023-09-23T15:31:15.722739+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:31:15.722739+0000","last_undegraded":"2023-09-23T15:31:15.722739+0000","last_fullsized":"2023-09-23T15:31:15.722739+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":198,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.719950+0000","last_change":"2023-09-23T15:30:23.668849+0000","last_active":"2023-09-23T15:31:15.719950+0000","last_peered":"2023-09-23T15:31:15.719950+0000","last_clean":"2023-09-23T15:31:15.719950+0000","last_became_active":"2023-09-23T15:30:23.668158+0000","last_became_peered":"2023-09-23T15:30:23.668158+0000","last_unstale":"2023-09-23T15:31:15.719950+0000","last_undegraded":"2023-09-23T15:31:15.719950+0000","last_fullsized":"2023-09-23T15:31:15.719950+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:34.681437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":95,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.769650+0000","last_change":"2023-09-23T15:30:23.673564+0000","last_active":"2023-09-23T15:31:24.769650+0000","last_peered":"2023-09-23T15:31:24.769650+0000","last_clean":"2023-09-23T15:31:24.769650+0000","last_became_active":"2023-09-23T15:30:23.668203+0000","last_became_peered":"2023-09-23T15:30:23.668203+0000","last_unstale":"2023-09-23T15:31:24.769650+0000","last_undegraded":"2023-09-23T15:31:24.769650+0000","last_fullsized":"2023-09-23T15:31:24.769650+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:48.593726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":369,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.781192+0000","last_change":"2023-09-23T15:29:35.886149+0000","last_active":"2023-09-23T15:31:24.781192+0000","last_peered":"2023-09-23T15:31:24.781192+0000","last_clean":"2023-09-23T15:31:24.781192+0000","last_became_active":"2023-09-23T15:29:35.885794+0000","last_became_peered":"2023-09-23T15:29:35.885794+0000","last_unstale":"2023-09-23T15:31:24.781192+0000","last_undegraded":"2023-09-23T15:31:24.781192+0000","last_fullsized":"2023-09-23T15:31:24.781192+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:45.312477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,7],"acting":[5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":73,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.730170+0000","last_change":"2023-09-23T15:29:51.309057+0000","last_active":"2023-09-23T15:31:15.730170+0000","last_peered":"2023-09-23T15:31:15.730170+0000","last_clean":"2023-09-23T15:31:15.730170+0000","last_became_active":"2023-09-23T15:29:51.308458+0000","last_became_peered":"2023-09-23T15:29:51.308458+0000","last_unstale":"2023-09-23T15:31:15.730170+0000","last_undegraded":"2023-09-23T15:31:15.730170+0000","last_fullsized":"2023-09-23T15:31:15.730170+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:20.919600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":97,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:20.560127+0000","last_change":"2023-09-23T15:29:35.791139+0000","last_active":"2023-09-23T15:31:20.560127+0000","last_peered":"2023-09-23T15:31:20.560127+0000","last_clean":"2023-09-23T15:31:20.560127+0000","last_became_active":"2023-09-23T15:29:35.790813+0000","last_became_peered":"2023-09-23T15:29:35.790813+0000","last_unstale":"2023-09-23T15:31:20.560127+0000","last_undegraded":"2023-09-23T15:31:20.560127+0000","last_fullsized":"2023-09-23T15:31:20.560127+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:14.617842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":313,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.769140+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:31:24.769140+0000","last_peered":"2023-09-23T15:31:24.769140+0000","last_clean":"2023-09-23T15:31:24.769140+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:31:24.769140+0000","last_undegraded":"2023-09-23T15:31:24.769140+0000","last_fullsized":"2023-09-23T15:31:24.769140+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":484,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.774447+0000","last_change":"2023-09-23T15:29:51.308948+0000","last_active":"2023-09-23T15:31:24.774447+0000","last_peered":"2023-09-23T15:31:24.774447+0000","last_clean":"2023-09-23T15:31:24.774447+0000","last_became_active":"2023-09-23T15:29:51.308131+0000","last_became_peered":"2023-09-23T15:29:51.308131+0000","last_unstale":"2023-09-23T15:31:24.774447+0000","last_undegraded":"2023-09-23T15:31:24.774447+0000","last_fullsized":"2023-09-23T15:31:24.774447+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:28:31.516716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":148,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.719963+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:31:15.719963+0000","last_peered":"2023-09-23T15:31:15.719963+0000","last_clean":"2023-09-23T15:31:15.719963+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:31:15.719963+0000","last_undegraded":"2023-09-23T15:31:15.719963+0000","last_fullsized":"2023-09-23T15:31:15.719963+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":518,"reported_epoch":498,"state":"active+clean","last_fresh":"2023-09-23T15:31:24.774792+0000","last_change":"2023-09-23T15:29:35.791085+0000","last_active":"2023-09-23T15:31:24.774792+0000","last_peered":"2023-09-23T15:31:24.774792+0000","last_clean":"2023-09-23T15:31:24.774792+0000","last_became_active":"2023-09-23T15:29:35.790770+0000","last_became_peered":"2023-09-23T15:29:35.790770+0000","last_unstale":"2023-09-23T15:31:24.774792+0000","last_undegraded":"2023-09-23T15:31:24.774792+0000","last_fullsized":"2023-09-23T15:31:24.774792+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:03.718163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":150,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.722583+0000","last_change":"2023-09-23T15:30:35.768999+0000","last_active":"2023-09-23T15:31:15.722583+0000","last_peered":"2023-09-23T15:31:15.722583+0000","last_clean":"2023-09-23T15:31:15.722583+0000","last_became_active":"2023-09-23T15:30:35.767877+0000","last_became_peered":"2023-09-23T15:30:35.767877+0000","last_unstale":"2023-09-23T15:31:15.722583+0000","last_undegraded":"2023-09-23T15:31:15.722583+0000","last_fullsized":"2023-09-23T15:31:15.722583+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:13.149075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":168,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.720985+0000","last_change":"2023-09-23T15:30:13.835116+0000","last_active":"2023-09-23T15:31:15.720985+0000","last_peered":"2023-09-23T15:31:15.720985+0000","last_clean":"2023-09-23T15:31:15.720985+0000","last_became_active":"2023-09-23T15:30:13.834795+0000","last_became_peered":"2023-09-23T15:30:13.834795+0000","last_unstale":"2023-09-23T15:31:15.720985+0000","last_undegraded":"2023-09-23T15:31:15.720985+0000","last_fullsized":"2023-09-23T15:31:15.720985+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:59:03.422802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":410,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.719780+0000","last_change":"2023-09-23T15:30:02.594064+0000","last_active":"2023-09-23T15:31:15.719780+0000","last_peered":"2023-09-23T15:31:15.719780+0000","last_clean":"2023-09-23T15:31:15.719780+0000","last_became_active":"2023-09-23T15:30:02.590752+0000","last_became_peered":"2023-09-23T15:30:02.590752+0000","last_unstale":"2023-09-23T15:31:15.719780+0000","last_undegraded":"2023-09-23T15:31:15.719780+0000","last_fullsized":"2023-09-23T15:31:15.719780+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:47:14.852936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":174,"reported_epoch":497,"state":"active+clean","last_fresh":"2023-09-23T15:31:15.712511+0000","last_change":"2023-09-23T15:30:02.583395+0000","last_active":"2023-09-23T15:31:15.712511+0000","last_peered":"2023-09-23T15:31:15.712511+0000","last_clean":"2023-09-23T15:31:15.712511+0000","last_became_active":"2023-09-23T15:30:02.583103+0000","last_became_peered":"2023-09-23T15:30:02.583103+0000","last_unstale":"2023-09-23T15:31:15.712511+0000","last_undegraded":"2023-09-23T15:31:15.712511+0000","last_fullsized":"2023-09-23T15:31:15.712511+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:20:46.323645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":6292701208,"num_objects":96020,"num_object_clones":0,"num_object_copies":288060,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1054,"num_objects_unfound":0,"num_objects_dirty":96020,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":100934,"num_write_kb":6302465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10024,"num_bytes_recovered":656932864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":19026096128,"data_stored":19026083912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":71834,"ondisk_log_size":71834,"up":48,"acting":47,"num_store_stats":5},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":139,"num_bytes_recovered":34692,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":16578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":762210,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":97,"num_write":26,"num_write_kb":257,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2490403,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":62,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674486,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3802880,"kb_used_data":3446904,"kb_used_omap":85,"kb_used_meta":355882,"kb_avail":89942272,"statfs":{"total":95995035648,"available":92100886528,"internally_reserved":0,"allocated":3529629696,"data_stored":3528131912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":364423176},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.89300000000000002,"15min":2.5760000000000001},"min":{"1min":0.255,"5min":0.221,"15min":0.20799999999999999},"max":{"1min":3.7149999999999999,"5min":6.4489999999999998,"15min":206.41999999999999},"last":5.2969999999999997},{"interface":"front","average":{"1min":1.633,"5min":1.1599999999999999,"15min":2.9900000000000002},"min":{"1min":0.28699999999999998,"5min":0.223,"15min":0.223},"max":{"1min":5.6139999999999999,"5min":5.6139999999999999,"15min":206.35300000000001},"last":2.9609999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":5.3369999999999997,"5min":2.3109999999999999,"15min":2.2010000000000001},"min":{"1min":0.313,"5min":0.24199999999999999,"15min":0.24099999999999999},"max":{"1min":79.492000000000004,"5min":79.492000000000004,"15min":177.52699999999999},"last":0.496},{"interface":"front","average":{"1min":5.3719999999999999,"5min":4.5229999999999997,"15min":3.3170000000000002},"min":{"1min":0.32400000000000001,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":79.504999999999995,"5min":217.25999999999999,"15min":217.25999999999999},"last":6.2199999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":3.327,"15min":3.8839999999999999},"min":{"1min":0.32500000000000001,"5min":0.27600000000000002,"15min":0.25700000000000001},"max":{"1min":8.0380000000000003,"5min":69.870000000000005,"15min":180.59399999999999},"last":1.234},{"interface":"front","average":{"1min":1.22,"5min":3.056,"15min":4.2629999999999999},"min":{"1min":0.312,"5min":0.28699999999999998,"15min":0.249},"max":{"1min":5.5780000000000003,"5min":69.890000000000001,"15min":180.61699999999999},"last":0.60099999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":3.169,"15min":4.5229999999999997},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.5519999999999996,"5min":86.263999999999996,"15min":160.04300000000001},"last":1.077},{"interface":"front","average":{"1min":1.6930000000000001,"5min":2.798,"15min":4.5259999999999998},"min":{"1min":0.34200000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":7.4539999999999997,"5min":87.307000000000002,"15min":159.97399999999999},"last":7.7779999999999996}]},{"osd":4,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.69799999999999995,"15min":0.71999999999999997},"min":{"1min":0.33300000000000002,"5min":0.246,"15min":0.246},"max":{"1min":3.7629999999999999,"5min":3.7629999999999999,"15min":9.0640000000000001},"last":6.1589999999999998},{"interface":"front","average":{"1min":1.3720000000000001,"5min":0.751,"15min":1.127},"min":{"1min":0.34000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.476,"5min":5.476,"15min":97.524000000000001},"last":0.374}]},{"osd":5,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":2.0830000000000002,"5min":3.2229999999999999,"15min":1.966},"min":{"1min":0.33700000000000002,"5min":0.26200000000000001,"15min":0.247},"max":{"1min":9.0329999999999995,"5min":254.07300000000001,"15min":254.07300000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":1.613,"5min":3.1000000000000001,"15min":1.9350000000000001},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.26200000000000001},"max":{"1min":5.3019999999999996,"5min":254.291,"15min":254.291},"last":6.194}]},{"osd":6,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.7709999999999999,"5min":0.92300000000000004,"15min":1.2789999999999999},"min":{"1min":0.36199999999999999,"5min":0.25,"15min":0.25},"max":{"1min":7.9939999999999998,"5min":7.9939999999999998,"15min":99.772999999999996},"last":0.67400000000000004},{"interface":"front","average":{"1min":2.278,"5min":0.92400000000000004,"15min":1.2290000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":13.323,"5min":13.323,"15min":103.31699999999999},"last":7.9249999999999998}]}]},{"osd":6,"up_from":122,"seq":523986010365,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4705600,"kb_used_data":4206392,"kb_used_omap":9,"kb_used_meta":499126,"kb_avail":89039552,"statfs":{"total":95995035648,"available":91176501248,"internally_reserved":0,"allocated":4307345408,"data_stored":4305848156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":511105363},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.3999999999999999,"5min":0.98899999999999999,"15min":2.0950000000000002},"min":{"1min":0.27400000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.8179999999999996,"5min":5.4470000000000001,"15min":107.56399999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.103,"15min":2.2210000000000001},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":4.0679999999999996,"5min":9.9760000000000009,"15min":107.617},"last":0.436}]},{"osd":1,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":2.367,"15min":1.9730000000000001},"min":{"1min":0.25800000000000001,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":7.7240000000000002,"5min":85.215999999999994,"15min":85.215999999999994},"last":0.38100000000000001},{"interface":"front","average":{"1min":1.893,"5min":2.097,"15min":1.548},"min":{"1min":0.29799999999999999,"5min":0.25900000000000001,"15min":0.23999999999999999},"max":{"1min":3.6819999999999999,"5min":85.203000000000003,"15min":85.203000000000003},"last":0.40600000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.7849999999999999,"5min":1.53,"15min":2.1120000000000001},"min":{"1min":0.27600000000000002,"5min":0.27300000000000002,"15min":0.25700000000000001},"max":{"1min":6.5279999999999996,"5min":6.5279999999999996,"15min":67.558000000000007},"last":0.47099999999999997},{"interface":"front","average":{"1min":1.929,"5min":1.8089999999999999,"15min":2.4140000000000001},"min":{"1min":0.34100000000000003,"5min":0.28699999999999998,"15min":0.245},"max":{"1min":4.234,"5min":9.7569999999999997,"15min":67.718999999999994},"last":0.50900000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":4.0579999999999998,"5min":3.8620000000000001,"15min":5.258},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.26700000000000002},"max":{"1min":48.427999999999997,"5min":89.344999999999999,"15min":256.608},"last":51.978999999999999},{"interface":"front","average":{"1min":4.2050000000000001,"5min":3.6619999999999999,"15min":4.4169999999999998},"min":{"1min":0.312,"5min":0.308,"15min":0.29799999999999999},"max":{"1min":48.265000000000001,"5min":89.301000000000002,"15min":256.42500000000001},"last":51.811}]},{"osd":4,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":0.85199999999999998,"15min":0.78400000000000003},"min":{"1min":0.35899999999999999,"5min":0.25800000000000001,"15min":0.23100000000000001},"max":{"1min":7.6719999999999997,"5min":7.6719999999999997,"15min":7.6719999999999997},"last":0.35299999999999998},{"interface":"front","average":{"1min":1.3360000000000001,"5min":0.749,"15min":0.76700000000000002},"min":{"1min":0.34100000000000003,"5min":0.26900000000000002,"15min":0.23000000000000001},"max":{"1min":5.9660000000000002,"5min":5.9660000000000002,"15min":8.0310000000000006},"last":0.49299999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":3.032,"5min":2.177,"15min":1.1859999999999999},"min":{"1min":0.40100000000000002,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":12.468999999999999,"5min":127.23,"15min":127.23},"last":0.45100000000000001},{"interface":"front","average":{"1min":2.0779999999999998,"5min":2.0710000000000002,"15min":1.248},"min":{"1min":0.38300000000000001,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":7.2119999999999997,"5min":127.148,"15min":127.148},"last":0.42499999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:30:55 2023","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":0.95299999999999996,"15min":0.877},"min":{"1min":0.379,"5min":0.317,"15min":0.28999999999999998},"max":{"1min":6.0759999999999996,"5min":6.5170000000000003,"15min":11.425000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":2.093,"5min":0.995,"15min":0.92600000000000005},"min":{"1min":0.38800000000000001,"5min":0.38400000000000001,"15min":0.29899999999999999},"max":{"1min":7.2850000000000001,"5min":7.2850000000000001,"15min":9.0920000000000005},"last":0.46100000000000002}]}]},{"osd":1,"up_from":89,"seq":382252089643,"num_pgs":73,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3615592,"kb_used_data":2878048,"kb_used_omap":9,"kb_used_meta":737462,"kb_avail":90129560,"statfs":{"total":95995035648,"available":92292669440,"internally_reserved":0,"allocated":2947121152,"data_stored":2944542690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":755162089},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":1.4690000000000001,"15min":3.476},"min":{"1min":0.216,"5min":0.188,"15min":0.182},"max":{"1min":2.0169999999999999,"5min":23.858000000000001,"15min":215.946},"last":0.309},{"interface":"front","average":{"1min":0.92200000000000004,"5min":1.75,"15min":3.9670000000000001},"min":{"1min":0.24399999999999999,"5min":0.24199999999999999,"15min":0.19400000000000001},"max":{"1min":2.8900000000000001,"5min":23.791,"15min":214.88200000000001},"last":0.55900000000000005}]},{"osd":2,"last update":"Sat Sep 23 15:30:35 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":2.347,"15min":2.714},"min":{"1min":0.22600000000000001,"5min":0.21299999999999999,"15min":0.19500000000000001},"max":{"1min":1.6950000000000001,"5min":54.752000000000002,"15min":103.27500000000001},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":2.6139999999999999,"15min":3.2789999999999999},"min":{"1min":0.26100000000000001,"5min":0.20399999999999999,"15min":0.19900000000000001},"max":{"1min":0.77100000000000002,"5min":54.645000000000003,"15min":103.30800000000001},"last":5.4989999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.9470000000000001,"15min":5.6189999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.19800000000000001},"max":{"1min":3.0590000000000002,"5min":26.969000000000001,"15min":210.24799999999999},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.72799999999999998,"5min":1.889,"15min":5.2839999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.17100000000000001},"max":{"1min":4.2240000000000002,"5min":23.821000000000002,"15min":210.577},"last":4.2240000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":1.5720000000000001,"15min":1.423},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.28599999999999998},"max":{"1min":2.5819999999999999,"5min":9.8399999999999999,"15min":14.925000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.999,"5min":1.113,"15min":1.246},"min":{"1min":0.33500000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.5030000000000001,"5min":7.5999999999999996,"15min":14.489000000000001},"last":0.40899999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":1.615,"5min":2.4199999999999999,"15min":2.056},"min":{"1min":0.38700000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":5.4660000000000002,"5min":106.328,"15min":106.328},"last":5.4660000000000002},{"interface":"front","average":{"1min":1.232,"5min":2.7759999999999998,"15min":1.903},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.29699999999999999},"max":{"1min":5.274,"5min":106.31,"15min":106.31},"last":0.443}]},{"osd":6,"last update":"Sat Sep 23 15:31:12 2023","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.5649999999999999,"15min":2.153},"min":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.31},"max":{"1min":2.9780000000000002,"5min":10.811999999999999,"15min":115.018},"last":0.53400000000000003},{"interface":"front","average":{"1min":1.524,"5min":1.865,"15min":1.95},"min":{"1min":0.39500000000000002,"5min":0.33800000000000002,"15min":0.317},"max":{"1min":4.6500000000000004,"5min":9.7810000000000006,"15min":115.289},"last":5.4169999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:30:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":2.3740000000000001,"15min":2.5299999999999998},"min":{"1min":0.377,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":3.2679999999999998,"5min":109.861,"15min":112.056},"last":1.042},{"interface":"front","average":{"1min":1.032,"5min":2.899,"15min":2.694},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.33000000000000002},"max":{"1min":3.6160000000000001,"5min":107.048,"15min":111.902},"last":5.3700000000000001}]}]},{"osd":0,"up_from":0,"seq":360777253169,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":502511173884,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":99,"seq":425201762590,"num_pgs":74,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5641832,"kb_used_data":4683168,"kb_used_omap":7,"kb_used_meta":958392,"kb_avail":88103320,"statfs":{"total":95995035648,"available":90217799680,"internally_reserved":0,"allocated":4795564032,"data_stored":4793037948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":981394024},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":1.2490000000000001,"5min":4.6340000000000003,"15min":3.6429999999999998},"min":{"1min":0.20100000000000001,"5min":0.182,"15min":0.182},"max":{"1min":15.180999999999999,"5min":167.71799999999999,"15min":167.71799999999999},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":4.1589999999999998,"15min":3.1499999999999999},"min":{"1min":0.27000000000000002,"5min":0.20799999999999999,"15min":0.16500000000000001},"max":{"1min":1.2969999999999999,"5min":176.61500000000001,"15min":176.61500000000001},"last":0.74199999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":7.5529999999999999,"5min":8.7330000000000005,"15min":4.3849999999999998},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.21199999999999999},"max":{"1min":127.02200000000001,"5min":201.98099999999999,"15min":201.98099999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":7.2190000000000003,"5min":7.3230000000000004,"15min":4.1399999999999997},"min":{"1min":0.218,"5min":0.218,"15min":0.20300000000000001},"max":{"1min":124.041,"5min":202.06700000000001,"15min":202.06700000000001},"last":0.64400000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":4.282,"15min":2.9060000000000001},"min":{"1min":0.27800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.4099999999999999,"5min":163.57599999999999,"15min":163.57599999999999},"last":0.497},{"interface":"front","average":{"1min":0.56000000000000005,"5min":1.996,"15min":2.4769999999999999},"min":{"1min":0.307,"5min":0.27000000000000002,"15min":0.26400000000000001},"max":{"1min":1.361,"5min":24.010999999999999,"15min":154.73400000000001},"last":0.46200000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":2.9729999999999999,"15min":2.1589999999999998},"min":{"1min":0.373,"5min":0.30499999999999999,"15min":0.30099999999999999},"max":{"1min":2.7440000000000002,"5min":163.43700000000001,"15min":163.43700000000001},"last":2.3199999999999998},{"interface":"front","average":{"1min":0.63,"5min":2.9969999999999999,"15min":2.0070000000000001},"min":{"1min":0.39400000000000002,"5min":0.32900000000000001,"15min":0.29999999999999999},"max":{"1min":1.6120000000000001,"5min":163.72399999999999,"15min":163.72399999999999},"last":0.56000000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:30:34 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":3.8919999999999999,"15min":2.8100000000000001},"min":{"1min":0.42899999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.9039999999999999,"5min":163.696,"15min":163.696},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.69999999999999996,"5min":2.0550000000000002,"15min":2.0350000000000001},"min":{"1min":0.38700000000000001,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":1.782,"5min":55.363,"15min":126.15000000000001},"last":0.52900000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:31:20 2023","interfaces":[{"interface":"back","average":{"1min":2.492,"5min":3.7050000000000001,"15min":2.7989999999999999},"min":{"1min":0.44900000000000001,"5min":0.34100000000000003,"15min":0.28899999999999998},"max":{"1min":16.907,"5min":163.63399999999999,"15min":163.63399999999999},"last":0.69199999999999995},{"interface":"front","average":{"1min":1.772,"5min":3.1600000000000001,"15min":2.448},"min":{"1min":0.442,"5min":0.35899999999999999,"15min":0.33500000000000002},"max":{"1min":16.992000000000001,"5min":163.535,"15min":163.535},"last":0.71999999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:30:59 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":2.3809999999999998,"15min":2.0590000000000002},"min":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.35499999999999998},"max":{"1min":2.762,"5min":163.495,"15min":163.495},"last":3.4390000000000001},{"interface":"front","average":{"1min":1.383,"5min":2.879,"15min":2.427},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.508,"5min":163.51400000000001,"15min":163.51400000000001},"last":3.2400000000000002}]}]},{"osd":4,"up_from":0,"seq":133143986616,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724979,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3957956,"kb_used_data":3505212,"kb_used_omap":0,"kb_used_meta":452672,"kb_avail":89787196,"statfs":{"total":95995035648,"available":91942088704,"internally_reserved":0,"allocated":3589337088,"data_stored":3587844288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":463536128},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:05 2023","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":0.83499999999999996,"15min":2.0270000000000001},"min":{"1min":0.29199999999999998,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":6.3049999999999997,"5min":6.3049999999999997,"15min":160.77699999999999},"last":4.8529999999999998},{"interface":"front","average":{"1min":1.2330000000000001,"5min":1.044,"15min":2.2010000000000001},"min":{"1min":0.309,"5min":0.255,"15min":0.245},"max":{"1min":5.1470000000000002,"5min":9.3610000000000007,"15min":161.142},"last":8.984}]},{"osd":1,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":1.5820000000000001,"5min":1.2410000000000001,"15min":1.923},"min":{"1min":0.309,"5min":0.254,"15min":0.24299999999999999},"max":{"1min":9.0169999999999995,"5min":9.0169999999999995,"15min":119.61499999999999},"last":9.0169999999999995},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.2050000000000001,"15min":1.968},"min":{"1min":0.32200000000000001,"5min":0.26600000000000001,"15min":0.245},"max":{"1min":3.9969999999999999,"5min":6.2930000000000001,"15min":119.541},"last":3.9969999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":3.2719999999999998,"15min":3.145},"min":{"1min":0.34899999999999998,"5min":0.27800000000000002,"15min":0.26300000000000001},"max":{"1min":2.7589999999999999,"5min":168.56100000000001,"15min":168.56100000000001},"last":4.9699999999999998},{"interface":"front","average":{"1min":1.0800000000000001,"5min":3.5579999999999998,"15min":3.3340000000000001},"min":{"1min":0.39900000000000002,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":4.9630000000000001,"5min":168.58799999999999,"15min":168.58799999999999},"last":3.9380000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":1.4179999999999999,"5min":6.9039999999999999,"15min":5.9169999999999998},"min":{"1min":0.37,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0300000000000002,"5min":169.83699999999999,"15min":169.83699999999999},"last":3.9700000000000002},{"interface":"front","average":{"1min":1.5569999999999999,"5min":6.5110000000000001,"15min":5.3230000000000004},"min":{"1min":0.39700000000000002,"5min":0.34000000000000002,"15min":0.29599999999999999},"max":{"1min":9.0429999999999993,"5min":170.166,"15min":170.166},"last":9.0429999999999993}]},{"osd":4,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.47199999999999998,"15min":0.61799999999999999},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.984,"5min":2.984,"15min":40.061},"last":8.9450000000000003},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.60799999999999998,"15min":0.81200000000000006},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":2.9239999999999999,"5min":3.5430000000000001,"15min":40.124000000000002},"last":4.8179999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:31:05 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":4.8639999999999999,"15min":2.5920000000000001},"min":{"1min":0.28799999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.1210000000000004,"5min":207.054,"15min":207.054},"last":9.0909999999999993},{"interface":"front","average":{"1min":1.484,"5min":4.9980000000000002,"15min":2.7120000000000002},"min":{"1min":0.39200000000000002,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":6.8079999999999998,"5min":207.28299999999999,"15min":207.28299999999999},"last":5.0270000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":5.165,"15min":2.6680000000000001},"min":{"1min":0.32500000000000001,"5min":0.29799999999999999,"15min":0.29299999999999998},"max":{"1min":1.7230000000000001,"5min":214.78100000000001,"15min":214.78100000000001},"last":9.0679999999999996},{"interface":"front","average":{"1min":0.98599999999999999,"5min":5.2110000000000003,"15min":2.7290000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.318},"max":{"1min":2.7450000000000001,"5min":212.95500000000001,"15min":212.95500000000001},"last":7.6200000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2923495424,"data_stored":2923495424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4743565312,"data_stored":4743561240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3577479168,"data_stored":3577479168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4294578176,"data_stored":4294574104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3486978048,"data_stored":3486973976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:31:38.466 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:38.533 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:38 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 1/278073 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:38.533 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:38 smithi118 ceph-mon[212312]: pgmap v1316: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 102 B/s rd, 15 MiB/s wr, 944 op/s; 1/274263 objects degraded (0.000%); 731/274263 objects misplaced (0.267%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:38.562 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:38.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:38.574 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:38.674 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:38.743 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:38 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 1/278073 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:38.743 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:38 smithi178 ceph-mon[192298]: pgmap v1316: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 102 B/s rd, 15 MiB/s wr, 944 op/s; 1/274263 objects degraded (0.000%); 731/274263 objects misplaced (0.267%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:38.747 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:38.784 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:38.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:38 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 1/278073 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2023-09-23T15:31:38.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:38 smithi118 ceph-mon[219580]: pgmap v1316: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 102 B/s rd, 15 MiB/s wr, 944 op/s; 1/274263 objects degraded (0.000%); 731/274263 objects misplaced (0.267%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:38.844 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:38.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:38.855 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:38.862 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:31:38.863 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:31:38.863 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:31:38.863 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:31:38.955 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:39.005 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:39.383 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:39.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:39.386 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:39.487 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:39.513 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:40.001 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:40.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:40.007 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:40.012 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:31:40.108 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:40.156 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:40.285 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:40.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:40.294 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:40.394 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:40.439 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:40.467 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:31:40.480 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:40.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:40.486 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:40.587 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:40.613 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:40.696 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:40.705 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:40 smithi178 ceph-mon[192298]: pgmap v1317: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 102 B/s rd, 13 MiB/s wr, 947 op/s; 1/273330 objects degraded (0.000%); 731/273330 objects misplaced (0.267%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:40.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:40.706 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:40.807 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:40.844 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:40.945 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:40 smithi118 ceph-mon[212312]: pgmap v1317: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 102 B/s rd, 13 MiB/s wr, 947 op/s; 1/273330 objects degraded (0.000%); 731/273330 objects misplaced (0.267%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:40.949 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:40 smithi118 ceph-mon[219580]: pgmap v1317: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.6 GiB data, 20 GiB used, 427 GiB / 447 GiB avail; 102 B/s rd, 13 MiB/s wr, 947 op/s; 1/273330 objects degraded (0.000%); 731/273330 objects misplaced (0.267%); 4.3 MiB/s, 68 objects/s recovering 2023-09-23T15:31:40.964 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:40.981 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:40.982 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:41.082 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:41.110 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:41.137 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:41.140 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:41.237 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:41.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:41.245 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:41.346 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:41.398 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:41.445 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:31:41.787 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:41.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:41.792 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:41.893 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:41.947 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:42.643 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:42.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:42.648 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:42.686 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:31:42.749 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:42.777 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:42.824 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:42.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:42.826 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:42.927 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:42.973 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:42 smithi118 ceph-mon[219580]: pgmap v1318: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.4 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 1.7 MiB/s wr, 957 op/s; 1/263556 objects degraded (0.000%); 262/263556 objects misplaced (0.099%); 4.9 MiB/s, 79 objects/s recovering 2023-09-23T15:31:42.974 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:42 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1019315787' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:42.974 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:42 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:42.974 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 1/263556 objects degraded (0.000%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:31:42.974 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:42 smithi118 ceph-mon[212312]: pgmap v1318: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.4 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 1.7 MiB/s wr, 957 op/s; 1/263556 objects degraded (0.000%); 262/263556 objects misplaced (0.099%); 4.9 MiB/s, 79 objects/s recovering 2023-09-23T15:31:42.974 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:42 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1019315787' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:42.974 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:42 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:42.974 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 1/263556 objects degraded (0.000%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:31:42.982 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:42 smithi178 ceph-mon[192298]: pgmap v1318: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.4 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 1.7 MiB/s wr, 957 op/s; 1/263556 objects degraded (0.000%); 262/263556 objects misplaced (0.099%); 4.9 MiB/s, 79 objects/s recovering 2023-09-23T15:31:42.982 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:42 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1019315787' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:42.982 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:42 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:31:42.982 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 1/263556 objects degraded (0.000%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:31:42.987 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:43.040 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:43.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:43.047 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:43.148 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:43.193 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:43.306 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:43.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:43.321 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:43.422 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:43.477 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:43.581 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:43.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:43.597 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:43.698 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:43.724 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:43.767 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:43.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:43.773 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:43.874 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:43.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:43 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:43.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:43 smithi178 ceph-mon[192298]: failed to encode map e500 with expected crc 2023-09-23T15:31:43.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:43 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:31:43.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:43 smithi178 ceph-mon[192298]: osdmap e500: 8 total, 8 up, 5 in 2023-09-23T15:31:43.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:43 smithi178 ceph-mon[192298]: failed to encode map e500 with expected crc 2023-09-23T15:31:43.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:43 smithi178 ceph-mon[192298]: failed to encode map e500 with expected crc 2023-09-23T15:31:43.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:43 smithi178 ceph-mon[192298]: failed to encode map e500 with expected crc 2023-09-23T15:31:43.922 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:43.978 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:43.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:43.984 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:44.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:44.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[219580]: failed to encode map e500 with expected crc 2023-09-23T15:31:44.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:31:44.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[219580]: osdmap e500: 8 total, 8 up, 5 in 2023-09-23T15:31:44.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[219580]: failed to encode map e500 with expected crc 2023-09-23T15:31:44.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[219580]: failed to encode map e500 with expected crc 2023-09-23T15:31:44.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[219580]: failed to encode map e500 with expected crc 2023-09-23T15:31:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[212312]: failed to encode map e500 with expected crc 2023-09-23T15:31:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:31:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[212312]: osdmap e500: 8 total, 8 up, 5 in 2023-09-23T15:31:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[212312]: failed to encode map e500 with expected crc 2023-09-23T15:31:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[212312]: failed to encode map e500 with expected crc 2023-09-23T15:31:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:43 smithi118 ceph-mon[212312]: failed to encode map e500 with expected crc 2023-09-23T15:31:44.085 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:44.118 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:44.323 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:44.325 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:44.325 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:44.403 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:44.426 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:44.454 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:44.554 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:44.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:44.557 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:44.658 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:44.684 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:44.719 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:44 smithi118 ceph-mon[219580]: pgmap v1320: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 0 B/s wr, 974 op/s; 1/258885 objects degraded (0.000%); 262/258885 objects misplaced (0.101%); 4.9 MiB/s, 79 objects/s recovering 2023-09-23T15:31:44.719 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:44 smithi118 ceph-mon[219580]: failed to encode map e501 with expected crc 2023-09-23T15:31:44.719 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:44 smithi118 ceph-mon[219580]: osdmap e501: 8 total, 8 up, 5 in 2023-09-23T15:31:44.719 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:44 smithi118 ceph-mon[219580]: failed to encode map e501 with expected crc 2023-09-23T15:31:44.719 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:44 smithi118 ceph-mon[212312]: pgmap v1320: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 0 B/s wr, 974 op/s; 1/258885 objects degraded (0.000%); 262/258885 objects misplaced (0.101%); 4.9 MiB/s, 79 objects/s recovering 2023-09-23T15:31:44.719 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:44 smithi118 ceph-mon[212312]: failed to encode map e501 with expected crc 2023-09-23T15:31:44.719 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:44 smithi118 ceph-mon[212312]: osdmap e501: 8 total, 8 up, 5 in 2023-09-23T15:31:44.720 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:44 smithi118 ceph-mon[212312]: failed to encode map e501 with expected crc 2023-09-23T15:31:44.769 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:44.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:44.789 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:44.890 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:44.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:44 smithi178 ceph-mon[192298]: pgmap v1320: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 0 B/s wr, 974 op/s; 1/258885 objects degraded (0.000%); 262/258885 objects misplaced (0.101%); 4.9 MiB/s, 79 objects/s recovering 2023-09-23T15:31:44.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:44 smithi178 ceph-mon[192298]: failed to encode map e501 with expected crc 2023-09-23T15:31:44.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:44 smithi178 ceph-mon[192298]: osdmap e501: 8 total, 8 up, 5 in 2023-09-23T15:31:44.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:44 smithi178 ceph-mon[192298]: failed to encode map e501 with expected crc 2023-09-23T15:31:44.955 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:44.963 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:31:44.963 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:31:44.964 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:31:44.964 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:31:44.964 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:31:45.055 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:45.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:45.065 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:45.087 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:31:45.122 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:31:45.152 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:31:45.165 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:45.185 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:31:45.219 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:31:45.230 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:45.247 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:31:45.281 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:31:45.319 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:31:45.323 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:31:45.323 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:31:45.323 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:31:45.323 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:31:45.323 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:31:45.323 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:31:45.323 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:31:45.324 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:31:45.331 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:45.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:45.348 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:45.448 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:45.494 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:46.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:45 smithi118 ceph-mon[219580]: failed to encode map e502 with expected crc 2023-09-23T15:31:46.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:45 smithi118 ceph-mon[219580]: osdmap e502: 8 total, 8 up, 5 in 2023-09-23T15:31:46.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:45 smithi118 ceph-mon[219580]: failed to encode map e502 with expected crc 2023-09-23T15:31:46.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:45 smithi118 ceph-mon[219580]: failed to encode map e502 with expected crc 2023-09-23T15:31:46.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:45 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1397954745' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:46.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:45 smithi118 ceph-mon[212312]: failed to encode map e502 with expected crc 2023-09-23T15:31:46.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:45 smithi118 ceph-mon[212312]: osdmap e502: 8 total, 8 up, 5 in 2023-09-23T15:31:46.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:45 smithi118 ceph-mon[212312]: failed to encode map e502 with expected crc 2023-09-23T15:31:46.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:45 smithi118 ceph-mon[212312]: failed to encode map e502 with expected crc 2023-09-23T15:31:46.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:45 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1397954745' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:46.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:45 smithi178 ceph-mon[192298]: failed to encode map e502 with expected crc 2023-09-23T15:31:46.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:45 smithi178 ceph-mon[192298]: osdmap e502: 8 total, 8 up, 5 in 2023-09-23T15:31:46.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:45 smithi178 ceph-mon[192298]: failed to encode map e502 with expected crc 2023-09-23T15:31:46.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:45 smithi178 ceph-mon[192298]: failed to encode map e502 with expected crc 2023-09-23T15:31:46.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:45 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1397954745' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:46.257 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:31:46.876 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:46.878 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:46 smithi118 ceph-mon[219580]: pgmap v1323: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 0 B/s wr, 802 op/s; 1/258885 objects degraded (0.000%); 262/258885 objects misplaced (0.101%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T15:31:46.878 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:46 smithi118 ceph-mon[212312]: pgmap v1323: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 0 B/s wr, 802 op/s; 1/258885 objects degraded (0.000%); 262/258885 objects misplaced (0.101%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T15:31:46.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:46.879 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:46.980 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:47.021 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:47.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:46 smithi178 ceph-mon[192298]: pgmap v1323: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 107 active+clean; 5.3 GiB data, 19 GiB used, 428 GiB / 447 GiB avail; 0 B/s wr, 802 op/s; 1/258885 objects degraded (0.000%); 262/258885 objects misplaced (0.101%); 4.9 MiB/s, 78 objects/s recovering 2023-09-23T15:31:47.236 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:31:47.255 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:47.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:47.262 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:47.363 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:47.402 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:47.423 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:47.541 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:47.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:47.548 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:47.649 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:47.706 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:47.787 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:47.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:47.804 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:47.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 1/258885 objects degraded (0.000%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:31:47.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 1/258885 objects degraded (0.000%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:31:47.905 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:47.951 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:48.071 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 1/258885 objects degraded (0.000%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-09-23T15:31:48.166 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:31:48.172 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:31:48.200 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:48.203 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:48.204 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:48.304 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:48.352 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:48.493 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:31:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:31:48] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2023-09-23T15:31:48.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:48 smithi118 ceph-mon[219580]: pgmap v1324: 109 pgs: 109 active+clean; 5.0 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 0 B/s wr, 961 op/s; 2.8 MiB/s, 43 objects/s recovering 2023-09-23T15:31:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:48 smithi118 ceph-mon[219580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/258885 objects degraded (0.000%), 1 pg degraded, 2 pgs undersized) 2023-09-23T15:31:48.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:48 smithi118 ceph-mon[212312]: pgmap v1324: 109 pgs: 109 active+clean; 5.0 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 0 B/s wr, 961 op/s; 2.8 MiB/s, 43 objects/s recovering 2023-09-23T15:31:48.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:48 smithi118 ceph-mon[212312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/258885 objects degraded (0.000%), 1 pg degraded, 2 pgs undersized) 2023-09-23T15:31:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:48 smithi178 ceph-mon[192298]: pgmap v1324: 109 pgs: 109 active+clean; 5.0 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 0 B/s wr, 961 op/s; 2.8 MiB/s, 43 objects/s recovering 2023-09-23T15:31:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:48 smithi178 ceph-mon[192298]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/258885 objects degraded (0.000%), 1 pg degraded, 2 pgs undersized) 2023-09-23T15:31:49.192 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:31:49.784 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:49.788 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:49.789 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:49.889 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:49.943 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:49 smithi118 ceph-mon[219580]: from='client.36363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:49.944 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:49 smithi118 ceph-mon[212312]: from='client.36363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:49.950 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:50.006 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1324,"stamp":"2023-09-23T15:31:47.612765+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5378455290,"num_objects":82083,"num_object_clones":0,"num_object_copies":246249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82083,"num_whiteouts":0,"num_read":53,"num_read_kb":98,"num_write":114983,"num_write_kb":6302751,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11228,"num_bytes_recovered":728795591,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75832,"ondisk_log_size":75832,"up":327,"acting":327,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":333,"num_osds":5,"num_per_pool_osds":5,"num_per_pool_omap_osds":5,"kb":468725760,"kb_used":19279120,"kb_used_data":16261480,"kb_used_omap":112,"kb_used_meta":3017231,"kb_avail":449446640,"statfs":{"total":479975178240,"available":460233359360,"internally_reserved":0,"allocated":16651755520,"data_stored":16642151041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":114772,"internal_metadata":3089645484},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,2,5,0,0,0,0,0,14],"upper_bound":512},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-378077184,"num_objects":-5769,"num_object_clones":0,"num_object_copies":-17307,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-1,"num_objects_misplaced":-262,"num_objects_unfound":0,"num_objects_dirty":-5769,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5769,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":263,"num_bytes_recovered":17433120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001498"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":31,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.700769+0000","last_change":"2023-09-23T15:30:23.669337+0000","last_active":"2023-09-23T15:31:43.700769+0000","last_peered":"2023-09-23T15:31:43.700769+0000","last_clean":"2023-09-23T15:31:43.700769+0000","last_became_active":"2023-09-23T15:30:23.668976+0000","last_became_peered":"2023-09-23T15:30:23.668976+0000","last_unstale":"2023-09-23T15:31:43.700769+0000","last_undegraded":"2023-09-23T15:31:43.700769+0000","last_fullsized":"2023-09-23T15:31:43.700769+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:14.066936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":136,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.853637+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:31:43.853637+0000","last_peered":"2023-09-23T15:31:43.853637+0000","last_clean":"2023-09-23T15:31:43.853637+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:31:43.853637+0000","last_undegraded":"2023-09-23T15:31:43.853637+0000","last_fullsized":"2023-09-23T15:31:43.853637+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":52,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.832287+0000","last_change":"2023-09-23T15:29:52.304197+0000","last_active":"2023-09-23T15:31:32.832287+0000","last_peered":"2023-09-23T15:31:32.832287+0000","last_clean":"2023-09-23T15:31:32.832287+0000","last_became_active":"2023-09-23T15:29:52.303892+0000","last_became_peered":"2023-09-23T15:29:52.303892+0000","last_unstale":"2023-09-23T15:31:32.832287+0000","last_undegraded":"2023-09-23T15:31:32.832287+0000","last_fullsized":"2023-09-23T15:31:32.832287+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:55.580118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":31,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.700746+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:31:43.700746+0000","last_peered":"2023-09-23T15:31:43.700746+0000","last_clean":"2023-09-23T15:31:43.700746+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:31:43.700746+0000","last_undegraded":"2023-09-23T15:31:43.700746+0000","last_fullsized":"2023-09-23T15:31:43.700746+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":163,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850484+0000","last_change":"2023-09-23T15:29:51.307543+0000","last_active":"2023-09-23T15:31:43.850484+0000","last_peered":"2023-09-23T15:31:43.850484+0000","last_clean":"2023-09-23T15:31:43.850484+0000","last_became_active":"2023-09-23T15:29:51.307237+0000","last_became_peered":"2023-09-23T15:29:51.307237+0000","last_unstale":"2023-09-23T15:31:43.850484+0000","last_undegraded":"2023-09-23T15:31:43.850484+0000","last_fullsized":"2023-09-23T15:31:43.850484+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:32:03.144126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":148,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.698655+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:31:43.698655+0000","last_peered":"2023-09-23T15:31:43.698655+0000","last_clean":"2023-09-23T15:31:43.698655+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:31:43.698655+0000","last_undegraded":"2023-09-23T15:31:43.698655+0000","last_fullsized":"2023-09-23T15:31:43.698655+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":448,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.837392+0000","last_change":"2023-09-23T15:30:35.770730+0000","last_active":"2023-09-23T15:31:32.837392+0000","last_peered":"2023-09-23T15:31:32.837392+0000","last_clean":"2023-09-23T15:31:32.837392+0000","last_became_active":"2023-09-23T15:30:35.770372+0000","last_became_peered":"2023-09-23T15:30:35.770372+0000","last_unstale":"2023-09-23T15:31:32.837392+0000","last_undegraded":"2023-09-23T15:31:32.837392+0000","last_fullsized":"2023-09-23T15:31:32.837392+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:19.602521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":152,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850663+0000","last_change":"2023-09-23T15:29:51.306120+0000","last_active":"2023-09-23T15:31:43.850663+0000","last_peered":"2023-09-23T15:31:43.850663+0000","last_clean":"2023-09-23T15:31:43.850663+0000","last_became_active":"2023-09-23T15:29:51.305810+0000","last_became_peered":"2023-09-23T15:29:51.305810+0000","last_unstale":"2023-09-23T15:31:43.850663+0000","last_undegraded":"2023-09-23T15:31:43.850663+0000","last_fullsized":"2023-09-23T15:31:43.850663+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:07.544998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":917,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701149+0000","last_change":"2023-09-23T15:30:38.619094+0000","last_active":"2023-09-23T15:31:43.701149+0000","last_peered":"2023-09-23T15:31:43.701149+0000","last_clean":"2023-09-23T15:31:43.701149+0000","last_became_active":"2023-09-23T15:30:38.618738+0000","last_became_peered":"2023-09-23T15:30:38.618738+0000","last_unstale":"2023-09-23T15:31:43.701149+0000","last_undegraded":"2023-09-23T15:31:43.701149+0000","last_fullsized":"2023-09-23T15:31:43.701149+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:57.556161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:57.556161+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":34,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.837451+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:31:32.837451+0000","last_peered":"2023-09-23T15:31:32.837451+0000","last_clean":"2023-09-23T15:31:32.837451+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:31:32.837451+0000","last_undegraded":"2023-09-23T15:31:32.837451+0000","last_fullsized":"2023-09-23T15:31:32.837451+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":500,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.849559+0000","last_change":"2023-09-23T15:30:23.669550+0000","last_active":"2023-09-23T15:31:43.849559+0000","last_peered":"2023-09-23T15:31:43.849559+0000","last_clean":"2023-09-23T15:31:43.849559+0000","last_became_active":"2023-09-23T15:30:23.669261+0000","last_became_peered":"2023-09-23T15:30:23.669261+0000","last_unstale":"2023-09-23T15:31:43.849559+0000","last_undegraded":"2023-09-23T15:31:43.849559+0000","last_fullsized":"2023-09-23T15:31:43.849559+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:45.986020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":37,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.702601+0000","last_change":"2023-09-23T15:30:23.678081+0000","last_active":"2023-09-23T15:31:43.702601+0000","last_peered":"2023-09-23T15:31:43.702601+0000","last_clean":"2023-09-23T15:31:43.702601+0000","last_became_active":"2023-09-23T15:30:23.670685+0000","last_became_peered":"2023-09-23T15:30:23.670685+0000","last_unstale":"2023-09-23T15:31:43.702601+0000","last_undegraded":"2023-09-23T15:31:43.702601+0000","last_fullsized":"2023-09-23T15:31:43.702601+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:52.671244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":360,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":70,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.832988+0000","last_change":"2023-09-23T15:30:35.769422+0000","last_active":"2023-09-23T15:31:32.832988+0000","last_peered":"2023-09-23T15:31:32.832988+0000","last_clean":"2023-09-23T15:31:32.832988+0000","last_became_active":"2023-09-23T15:30:35.769206+0000","last_became_peered":"2023-09-23T15:30:35.769206+0000","last_unstale":"2023-09-23T15:31:32.832988+0000","last_undegraded":"2023-09-23T15:31:32.832988+0000","last_fullsized":"2023-09-23T15:31:32.832988+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:21.080125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":435,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701476+0000","last_change":"2023-09-23T15:29:35.904860+0000","last_active":"2023-09-23T15:31:43.701476+0000","last_peered":"2023-09-23T15:31:43.701476+0000","last_clean":"2023-09-23T15:31:43.701476+0000","last_became_active":"2023-09-23T15:29:35.880357+0000","last_became_peered":"2023-09-23T15:29:35.880357+0000","last_unstale":"2023-09-23T15:31:43.701476+0000","last_undegraded":"2023-09-23T15:31:43.701476+0000","last_fullsized":"2023-09-23T15:31:43.701476+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:08.267122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":178,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697594+0000","last_change":"2023-09-23T15:29:51.309503+0000","last_active":"2023-09-23T15:31:43.697594+0000","last_peered":"2023-09-23T15:31:43.697594+0000","last_clean":"2023-09-23T15:31:43.697594+0000","last_became_active":"2023-09-23T15:29:51.309122+0000","last_became_peered":"2023-09-23T15:29:51.309122+0000","last_unstale":"2023-09-23T15:31:43.697594+0000","last_undegraded":"2023-09-23T15:31:43.697594+0000","last_fullsized":"2023-09-23T15:31:43.697594+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:01.895280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":656,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.837796+0000","last_change":"2023-09-23T15:31:29.224569+0000","last_active":"2023-09-23T15:31:32.837796+0000","last_peered":"2023-09-23T15:31:32.837796+0000","last_clean":"2023-09-23T15:31:32.837796+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:31:32.837796+0000","last_undegraded":"2023-09-23T15:31:32.837796+0000","last_fullsized":"2023-09-23T15:31:32.837796+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.125534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.125534+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":631,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701636+0000","last_change":"2023-09-23T15:29:35.900323+0000","last_active":"2023-09-23T15:31:43.701636+0000","last_peered":"2023-09-23T15:31:43.701636+0000","last_clean":"2023-09-23T15:31:43.701636+0000","last_became_active":"2023-09-23T15:29:35.683041+0000","last_became_peered":"2023-09-23T15:29:35.683041+0000","last_unstale":"2023-09-23T15:31:43.701636+0000","last_undegraded":"2023-09-23T15:31:43.701636+0000","last_fullsized":"2023-09-23T15:31:43.701636+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:16.585416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":272,"num_keys_recovered":80,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":534,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.853038+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:31:43.853038+0000","last_peered":"2023-09-23T15:31:43.853038+0000","last_clean":"2023-09-23T15:31:43.853038+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:31:43.853038+0000","last_undegraded":"2023-09-23T15:31:43.853038+0000","last_fullsized":"2023-09-23T15:31:43.853038+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1054,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.700687+0000","last_change":"2023-09-23T15:30:16.873638+0000","last_active":"2023-09-23T15:31:43.700687+0000","last_peered":"2023-09-23T15:31:43.700687+0000","last_clean":"2023-09-23T15:31:43.700687+0000","last_became_active":"2023-09-23T15:30:16.873340+0000","last_became_peered":"2023-09-23T15:30:16.873340+0000","last_unstale":"2023-09-23T15:31:43.700687+0000","last_undegraded":"2023-09-23T15:31:43.700687+0000","last_fullsized":"2023-09-23T15:31:43.700687+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.421335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.421335+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":31,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.700585+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:31:43.700585+0000","last_peered":"2023-09-23T15:31:43.700585+0000","last_clean":"2023-09-23T15:31:43.700585+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:31:43.700585+0000","last_undegraded":"2023-09-23T15:31:43.700585+0000","last_fullsized":"2023-09-23T15:31:43.700585+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":430,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.702773+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:31:43.702773+0000","last_peered":"2023-09-23T15:31:43.702773+0000","last_clean":"2023-09-23T15:31:43.702773+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:31:43.702773+0000","last_undegraded":"2023-09-23T15:31:43.702773+0000","last_fullsized":"2023-09-23T15:31:43.702773+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":649,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852734+0000","last_change":"2023-09-23T15:30:04.593868+0000","last_active":"2023-09-23T15:31:43.852734+0000","last_peered":"2023-09-23T15:31:43.852734+0000","last_clean":"2023-09-23T15:31:43.852734+0000","last_became_active":"2023-09-23T15:30:04.593465+0000","last_became_peered":"2023-09-23T15:30:04.593465+0000","last_unstale":"2023-09-23T15:31:43.852734+0000","last_undegraded":"2023-09-23T15:31:43.852734+0000","last_fullsized":"2023-09-23T15:31:43.852734+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:43:34.476389+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":512,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701501+0000","last_change":"2023-09-23T15:29:35.883898+0000","last_active":"2023-09-23T15:31:43.701501+0000","last_peered":"2023-09-23T15:31:43.701501+0000","last_clean":"2023-09-23T15:31:43.701501+0000","last_became_active":"2023-09-23T15:29:35.883307+0000","last_became_peered":"2023-09-23T15:29:35.883307+0000","last_unstale":"2023-09-23T15:31:43.701501+0000","last_undegraded":"2023-09-23T15:31:43.701501+0000","last_fullsized":"2023-09-23T15:31:43.701501+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:38.788302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":179,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850186+0000","last_change":"2023-09-23T15:30:23.669735+0000","last_active":"2023-09-23T15:31:43.850186+0000","last_peered":"2023-09-23T15:31:43.850186+0000","last_clean":"2023-09-23T15:31:43.850186+0000","last_became_active":"2023-09-23T15:30:23.669271+0000","last_became_peered":"2023-09-23T15:30:23.669271+0000","last_unstale":"2023-09-23T15:31:43.850186+0000","last_undegraded":"2023-09-23T15:31:43.850186+0000","last_fullsized":"2023-09-23T15:31:43.850186+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:45.794620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":845,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.835896+0000","last_change":"2023-09-23T15:30:01.855771+0000","last_active":"2023-09-23T15:31:32.835896+0000","last_peered":"2023-09-23T15:31:32.835896+0000","last_clean":"2023-09-23T15:31:32.835896+0000","last_became_active":"2023-09-23T15:30:00.773322+0000","last_became_peered":"2023-09-23T15:30:00.773322+0000","last_unstale":"2023-09-23T15:31:32.835896+0000","last_undegraded":"2023-09-23T15:31:32.835896+0000","last_fullsized":"2023-09-23T15:31:32.835896+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:05.660767+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":232,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.696810+0000","last_change":"2023-09-23T15:30:13.843808+0000","last_active":"2023-09-23T15:31:43.696810+0000","last_peered":"2023-09-23T15:31:43.696810+0000","last_clean":"2023-09-23T15:31:43.696810+0000","last_became_active":"2023-09-23T15:30:13.833845+0000","last_became_peered":"2023-09-23T15:30:13.833845+0000","last_unstale":"2023-09-23T15:31:43.696810+0000","last_undegraded":"2023-09-23T15:31:43.696810+0000","last_fullsized":"2023-09-23T15:31:43.696810+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:57.514943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":56,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850737+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:31:43.850737+0000","last_peered":"2023-09-23T15:31:43.850737+0000","last_clean":"2023-09-23T15:31:43.850737+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:31:43.850737+0000","last_undegraded":"2023-09-23T15:31:43.850737+0000","last_fullsized":"2023-09-23T15:31:43.850737+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"502'7387","reported_seq":7443,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:45.601535+0000","last_change":"2023-09-23T15:29:48.152334+0000","last_active":"2023-09-23T15:31:45.601535+0000","last_peered":"2023-09-23T15:31:45.601535+0000","last_clean":"2023-09-23T15:31:45.601535+0000","last_became_active":"2023-09-23T15:29:48.152021+0000","last_became_peered":"2023-09-23T15:29:48.152021+0000","last_unstale":"2023-09-23T15:31:45.601535+0000","last_undegraded":"2023-09-23T15:31:45.601535+0000","last_fullsized":"2023-09-23T15:31:45.601535+0000","mapping_epoch":454,"log_start":"485'2900","ondisk_log_start":"485'2900","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4487,"log_dups_size":0,"ondisk_log_size":4487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:59:52.854453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":347144192,"num_objects":5297,"num_object_clones":0,"num_object_copies":15891,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5297,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7387,"num_write_kb":405888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":880,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.702732+0000","last_change":"2023-09-23T15:30:26.868164+0000","last_active":"2023-09-23T15:31:43.702732+0000","last_peered":"2023-09-23T15:31:43.702732+0000","last_clean":"2023-09-23T15:31:43.702732+0000","last_became_active":"2023-09-23T15:30:26.867379+0000","last_became_peered":"2023-09-23T15:30:26.867379+0000","last_unstale":"2023-09-23T15:31:43.702732+0000","last_undegraded":"2023-09-23T15:31:43.702732+0000","last_fullsized":"2023-09-23T15:31:43.702732+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:34.866523+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":35,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701376+0000","last_change":"2023-09-23T15:30:23.675012+0000","last_active":"2023-09-23T15:31:43.701376+0000","last_peered":"2023-09-23T15:31:43.701376+0000","last_clean":"2023-09-23T15:31:43.701376+0000","last_became_active":"2023-09-23T15:30:23.668558+0000","last_became_peered":"2023-09-23T15:30:23.668558+0000","last_unstale":"2023-09-23T15:31:43.701376+0000","last_undegraded":"2023-09-23T15:31:43.701376+0000","last_fullsized":"2023-09-23T15:31:43.701376+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:45:24.772798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":110,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":44,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.837649+0000","last_change":"2023-09-23T15:30:23.667636+0000","last_active":"2023-09-23T15:31:32.837649+0000","last_peered":"2023-09-23T15:31:32.837649+0000","last_clean":"2023-09-23T15:31:32.837649+0000","last_became_active":"2023-09-23T15:30:23.667226+0000","last_became_peered":"2023-09-23T15:30:23.667226+0000","last_unstale":"2023-09-23T15:31:32.837649+0000","last_undegraded":"2023-09-23T15:31:32.837649+0000","last_fullsized":"2023-09-23T15:31:32.837649+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:30:42.465080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"502'7254","reported_seq":11705,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:45.599594+0000","last_change":"2023-09-23T15:31:12.846883+0000","last_active":"2023-09-23T15:31:45.599594+0000","last_peered":"2023-09-23T15:31:45.599594+0000","last_clean":"2023-09-23T15:31:45.599594+0000","last_became_active":"2023-09-23T15:31:12.841101+0000","last_became_peered":"2023-09-23T15:31:12.841101+0000","last_unstale":"2023-09-23T15:31:45.599594+0000","last_undegraded":"2023-09-23T15:31:45.599594+0000","last_fullsized":"2023-09-23T15:31:45.599594+0000","mapping_epoch":495,"log_start":"485'2800","ondisk_log_start":"485'2800","created":454,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4454,"log_dups_size":0,"ondisk_log_size":4454,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:45.720806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340656128,"num_objects":5198,"num_object_clones":0,"num_object_copies":15594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7254,"num_write_kb":398464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2175,"num_bytes_recovered":142540800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":880,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852970+0000","last_change":"2023-09-23T15:30:03.599665+0000","last_active":"2023-09-23T15:31:43.852970+0000","last_peered":"2023-09-23T15:31:43.852970+0000","last_clean":"2023-09-23T15:31:43.852970+0000","last_became_active":"2023-09-23T15:30:03.598027+0000","last_became_peered":"2023-09-23T15:30:03.598027+0000","last_unstale":"2023-09-23T15:31:43.852970+0000","last_undegraded":"2023-09-23T15:31:43.852970+0000","last_fullsized":"2023-09-23T15:31:43.852970+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:54.025207+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":524,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701118+0000","last_change":"2023-09-23T15:30:13.847844+0000","last_active":"2023-09-23T15:31:43.701118+0000","last_peered":"2023-09-23T15:31:43.701118+0000","last_clean":"2023-09-23T15:31:43.701118+0000","last_became_active":"2023-09-23T15:30:13.837253+0000","last_became_peered":"2023-09-23T15:30:13.837253+0000","last_unstale":"2023-09-23T15:31:43.701118+0000","last_undegraded":"2023-09-23T15:31:43.701118+0000","last_fullsized":"2023-09-23T15:31:43.701118+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:59.684991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":47,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.849862+0000","last_change":"2023-09-23T15:30:02.579397+0000","last_active":"2023-09-23T15:31:43.849862+0000","last_peered":"2023-09-23T15:31:43.849862+0000","last_clean":"2023-09-23T15:31:43.849862+0000","last_became_active":"2023-09-23T15:30:02.579070+0000","last_became_peered":"2023-09-23T15:30:02.579070+0000","last_unstale":"2023-09-23T15:31:43.849862+0000","last_undegraded":"2023-09-23T15:31:43.849862+0000","last_fullsized":"2023-09-23T15:31:43.849862+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:05:25.171806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.4","version":"502'7262","reported_seq":7319,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:45.609751+0000","last_change":"2023-09-23T15:29:48.153266+0000","last_active":"2023-09-23T15:31:45.609751+0000","last_peered":"2023-09-23T15:31:45.609751+0000","last_clean":"2023-09-23T15:31:45.609751+0000","last_became_active":"2023-09-23T15:29:48.152940+0000","last_became_peered":"2023-09-23T15:29:48.152940+0000","last_unstale":"2023-09-23T15:31:45.609751+0000","last_undegraded":"2023-09-23T15:31:45.609751+0000","last_fullsized":"2023-09-23T15:31:45.609751+0000","mapping_epoch":454,"log_start":"485'3000","ondisk_log_start":"485'3000","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4262,"log_dups_size":0,"ondisk_log_size":4262,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:13.101293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339083264,"num_objects":5174,"num_object_clones":0,"num_object_copies":15522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5174,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7262,"num_write_kb":397952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":940,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697727+0000","last_change":"2023-09-23T15:30:03.597774+0000","last_active":"2023-09-23T15:31:43.697727+0000","last_peered":"2023-09-23T15:31:43.697727+0000","last_clean":"2023-09-23T15:31:43.697727+0000","last_became_active":"2023-09-23T15:30:03.597449+0000","last_became_peered":"2023-09-23T15:30:03.597449+0000","last_unstale":"2023-09-23T15:31:43.697727+0000","last_undegraded":"2023-09-23T15:31:43.697727+0000","last_fullsized":"2023-09-23T15:31:43.697727+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:49.222303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:49.222303+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:09:39.198832+0000","scrub_duration":0.0041920669999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":567,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.702950+0000","last_change":"2023-09-23T15:30:13.853179+0000","last_active":"2023-09-23T15:31:43.702950+0000","last_peered":"2023-09-23T15:31:43.702950+0000","last_clean":"2023-09-23T15:31:43.702950+0000","last_became_active":"2023-09-23T15:30:13.839071+0000","last_became_peered":"2023-09-23T15:30:13.839071+0000","last_unstale":"2023-09-23T15:31:43.702950+0000","last_undegraded":"2023-09-23T15:31:43.702950+0000","last_fullsized":"2023-09-23T15:31:43.702950+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:42.791562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":168,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697018+0000","last_change":"2023-09-23T15:30:23.667089+0000","last_active":"2023-09-23T15:31:43.697018+0000","last_peered":"2023-09-23T15:31:43.697018+0000","last_clean":"2023-09-23T15:31:43.697018+0000","last_became_active":"2023-09-23T15:30:23.666752+0000","last_became_peered":"2023-09-23T15:30:23.666752+0000","last_unstale":"2023-09-23T15:31:43.697018+0000","last_undegraded":"2023-09-23T15:31:43.697018+0000","last_fullsized":"2023-09-23T15:31:43.697018+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:09:06.965679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"502'6989","reported_seq":12692,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:45.568325+0000","last_change":"2023-09-23T15:30:55.714277+0000","last_active":"2023-09-23T15:31:45.568325+0000","last_peered":"2023-09-23T15:31:45.568325+0000","last_clean":"2023-09-23T15:31:45.568325+0000","last_became_active":"2023-09-23T15:30:55.710613+0000","last_became_peered":"2023-09-23T15:30:55.710613+0000","last_unstale":"2023-09-23T15:31:45.568325+0000","last_undegraded":"2023-09-23T15:31:45.568325+0000","last_fullsized":"2023-09-23T15:31:45.568325+0000","mapping_epoch":492,"log_start":"485'2800","ondisk_log_start":"485'2800","created":454,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4189,"log_dups_size":0,"ondisk_log_size":4189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:10:08.050610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332595200,"num_objects":5075,"num_object_clones":0,"num_object_copies":15225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5075,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6989,"num_write_kb":386048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2097,"num_bytes_recovered":137428992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":766,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.700948+0000","last_change":"2023-09-23T15:30:26.867697+0000","last_active":"2023-09-23T15:31:43.700948+0000","last_peered":"2023-09-23T15:31:43.700948+0000","last_clean":"2023-09-23T15:31:43.700948+0000","last_became_active":"2023-09-23T15:30:26.867226+0000","last_became_peered":"2023-09-23T15:30:26.867226+0000","last_unstale":"2023-09-23T15:31:43.700948+0000","last_undegraded":"2023-09-23T15:31:43.700948+0000","last_fullsized":"2023-09-23T15:31:43.700948+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.222854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.222854+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":136,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852818+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:31:43.852818+0000","last_peered":"2023-09-23T15:31:43.852818+0000","last_clean":"2023-09-23T15:31:43.852818+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:31:43.852818+0000","last_undegraded":"2023-09-23T15:31:43.852818+0000","last_fullsized":"2023-09-23T15:31:43.852818+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":306,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.832950+0000","last_change":"2023-09-23T15:30:13.837089+0000","last_active":"2023-09-23T15:31:32.832950+0000","last_peered":"2023-09-23T15:31:32.832950+0000","last_clean":"2023-09-23T15:31:32.832950+0000","last_became_active":"2023-09-23T15:30:13.836795+0000","last_became_peered":"2023-09-23T15:30:13.836795+0000","last_unstale":"2023-09-23T15:31:32.832950+0000","last_undegraded":"2023-09-23T15:31:32.832950+0000","last_fullsized":"2023-09-23T15:31:32.832950+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:42.295011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2","version":"500'7146","reported_seq":8480,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.476850+0000","last_change":"2023-09-23T15:30:11.475760+0000","last_active":"2023-09-23T15:31:43.476850+0000","last_peered":"2023-09-23T15:31:43.476850+0000","last_clean":"2023-09-23T15:31:43.476850+0000","last_became_active":"2023-09-23T15:30:10.814037+0000","last_became_peered":"2023-09-23T15:30:10.814037+0000","last_unstale":"2023-09-23T15:31:43.476850+0000","last_undegraded":"2023-09-23T15:31:43.476850+0000","last_fullsized":"2023-09-23T15:31:43.476850+0000","mapping_epoch":472,"log_start":"485'3000","ondisk_log_start":"485'3000","created":454,"last_epoch_clean":473,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4146,"log_dups_size":0,"ondisk_log_size":4146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:25.875228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352321536,"num_objects":5376,"num_object_clones":0,"num_object_copies":16128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5376,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7146,"num_write_kb":400704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":631,"num_bytes_recovered":41353216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":992,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701418+0000","last_change":"2023-09-23T15:28:49.609460+0000","last_active":"2023-09-23T15:31:43.701418+0000","last_peered":"2023-09-23T15:31:43.701418+0000","last_clean":"2023-09-23T15:31:43.701418+0000","last_became_active":"2023-09-23T15:28:49.609109+0000","last_became_peered":"2023-09-23T15:28:49.609109+0000","last_unstale":"2023-09-23T15:31:43.701418+0000","last_undegraded":"2023-09-23T15:31:43.701418+0000","last_fullsized":"2023-09-23T15:31:43.701418+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:30.904753+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":173,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852654+0000","last_change":"2023-09-23T15:29:51.314161+0000","last_active":"2023-09-23T15:31:43.852654+0000","last_peered":"2023-09-23T15:31:43.852654+0000","last_clean":"2023-09-23T15:31:43.852654+0000","last_became_active":"2023-09-23T15:29:51.308622+0000","last_became_peered":"2023-09-23T15:29:51.308622+0000","last_unstale":"2023-09-23T15:31:43.852654+0000","last_undegraded":"2023-09-23T15:31:43.852654+0000","last_fullsized":"2023-09-23T15:31:43.852654+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:09.209928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":381,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.853081+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:31:43.853081+0000","last_peered":"2023-09-23T15:31:43.853081+0000","last_clean":"2023-09-23T15:31:43.853081+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:31:43.853081+0000","last_undegraded":"2023-09-23T15:31:43.853081+0000","last_fullsized":"2023-09-23T15:31:43.853081+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"502'7102","reported_seq":8442,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:45.592915+0000","last_change":"2023-09-23T15:30:07.815790+0000","last_active":"2023-09-23T15:31:45.592915+0000","last_peered":"2023-09-23T15:31:45.592915+0000","last_clean":"2023-09-23T15:31:45.592915+0000","last_became_active":"2023-09-23T15:30:07.814333+0000","last_became_peered":"2023-09-23T15:30:07.814333+0000","last_unstale":"2023-09-23T15:31:45.592915+0000","last_undegraded":"2023-09-23T15:31:45.592915+0000","last_fullsized":"2023-09-23T15:31:45.592915+0000","mapping_epoch":470,"log_start":"485'2900","ondisk_log_start":"485'2900","created":454,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4202,"log_dups_size":0,"ondisk_log_size":4202,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:12.423837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339476480,"num_objects":5180,"num_object_clones":0,"num_object_copies":15540,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5180,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7102,"num_write_kb":393024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":628,"num_bytes_recovered":41156608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1018,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.707437+0000","last_change":"2023-09-23T15:31:44.707437+0000","last_active":"2023-09-23T15:31:44.707437+0000","last_peered":"2023-09-23T15:31:44.707437+0000","last_clean":"2023-09-23T15:31:44.707437+0000","last_became_active":"2023-09-23T15:31:44.706963+0000","last_became_peered":"2023-09-23T15:31:44.706963+0000","last_unstale":"2023-09-23T15:31:44.707437+0000","last_undegraded":"2023-09-23T15:31:44.707437+0000","last_fullsized":"2023-09-23T15:31:44.707437+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:23:26.711957+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2101504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":158,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.696993+0000","last_change":"2023-09-23T15:29:51.306273+0000","last_active":"2023-09-23T15:31:43.696993+0000","last_peered":"2023-09-23T15:31:43.696993+0000","last_clean":"2023-09-23T15:31:43.696993+0000","last_became_active":"2023-09-23T15:29:51.305977+0000","last_became_peered":"2023-09-23T15:29:51.305977+0000","last_unstale":"2023-09-23T15:31:43.696993+0000","last_undegraded":"2023-09-23T15:31:43.696993+0000","last_fullsized":"2023-09-23T15:31:43.696993+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:10.815566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":364,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.832865+0000","last_change":"2023-09-23T15:30:13.839085+0000","last_active":"2023-09-23T15:31:32.832865+0000","last_peered":"2023-09-23T15:31:32.832865+0000","last_clean":"2023-09-23T15:31:32.832865+0000","last_became_active":"2023-09-23T15:30:13.838774+0000","last_became_peered":"2023-09-23T15:30:13.838774+0000","last_unstale":"2023-09-23T15:31:32.832865+0000","last_undegraded":"2023-09-23T15:31:32.832865+0000","last_fullsized":"2023-09-23T15:31:32.832865+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:27:48.181516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"502'7137","reported_seq":7203,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:45.620377+0000","last_change":"2023-09-23T15:29:51.309447+0000","last_active":"2023-09-23T15:31:45.620377+0000","last_peered":"2023-09-23T15:31:45.620377+0000","last_clean":"2023-09-23T15:31:45.620377+0000","last_became_active":"2023-09-23T15:29:51.308986+0000","last_became_peered":"2023-09-23T15:29:51.308986+0000","last_unstale":"2023-09-23T15:31:45.620377+0000","last_undegraded":"2023-09-23T15:31:45.620377+0000","last_fullsized":"2023-09-23T15:31:45.620377+0000","mapping_epoch":457,"log_start":"485'2700","ondisk_log_start":"485'2700","created":454,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4437,"log_dups_size":0,"ondisk_log_size":4437,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:37.656530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332595200,"num_objects":5075,"num_object_clones":0,"num_object_copies":15225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5075,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7137,"num_write_kb":390784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":467,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.837068+0000","last_change":"2023-09-23T15:31:31.295941+0000","last_active":"2023-09-23T15:31:32.837068+0000","last_peered":"2023-09-23T15:31:32.837068+0000","last_clean":"2023-09-23T15:31:32.837068+0000","last_became_active":"2023-09-23T15:30:16.872810+0000","last_became_peered":"2023-09-23T15:30:16.872810+0000","last_unstale":"2023-09-23T15:31:32.837068+0000","last_undegraded":"2023-09-23T15:31:32.837068+0000","last_fullsized":"2023-09-23T15:31:32.837068+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.554330+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.554330+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":28,"num_write":8,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":410,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701583+0000","last_change":"2023-09-23T15:28:46.429441+0000","last_active":"2023-09-23T15:31:43.701583+0000","last_peered":"2023-09-23T15:31:43.701583+0000","last_clean":"2023-09-23T15:31:43.701583+0000","last_became_active":"2023-09-23T15:28:46.429145+0000","last_became_peered":"2023-09-23T15:28:46.429145+0000","last_unstale":"2023-09-23T15:31:43.701583+0000","last_undegraded":"2023-09-23T15:31:43.701583+0000","last_fullsized":"2023-09-23T15:31:43.701583+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:52:01.764190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":167,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697385+0000","last_change":"2023-09-23T15:29:51.307256+0000","last_active":"2023-09-23T15:31:43.697385+0000","last_peered":"2023-09-23T15:31:43.697385+0000","last_clean":"2023-09-23T15:31:43.697385+0000","last_became_active":"2023-09-23T15:29:51.306929+0000","last_became_peered":"2023-09-23T15:29:51.306929+0000","last_unstale":"2023-09-23T15:31:43.697385+0000","last_undegraded":"2023-09-23T15:31:43.697385+0000","last_fullsized":"2023-09-23T15:31:43.697385+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:58:55.107875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"502'7112","reported_seq":7168,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:47.190549+0000","last_change":"2023-09-23T15:29:48.152448+0000","last_active":"2023-09-23T15:31:47.190549+0000","last_peered":"2023-09-23T15:31:47.190549+0000","last_clean":"2023-09-23T15:31:47.190549+0000","last_became_active":"2023-09-23T15:29:48.152082+0000","last_became_peered":"2023-09-23T15:29:48.152082+0000","last_unstale":"2023-09-23T15:31:47.190549+0000","last_undegraded":"2023-09-23T15:31:47.190549+0000","last_fullsized":"2023-09-23T15:31:47.190549+0000","mapping_epoch":454,"log_start":"479'2100","ondisk_log_start":"479'2100","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5012,"log_dups_size":0,"ondisk_log_size":5012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:26:49.020914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324534272,"num_objects":4952,"num_object_clones":0,"num_object_copies":14856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4952,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7112,"num_write_kb":386048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":894,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697083+0000","last_change":"2023-09-23T15:29:53.580981+0000","last_active":"2023-09-23T15:31:43.697083+0000","last_peered":"2023-09-23T15:31:43.697083+0000","last_clean":"2023-09-23T15:31:43.697083+0000","last_became_active":"2023-09-23T15:29:53.580568+0000","last_became_peered":"2023-09-23T15:29:53.580568+0000","last_unstale":"2023-09-23T15:31:43.697083+0000","last_undegraded":"2023-09-23T15:31:43.697083+0000","last_fullsized":"2023-09-23T15:31:43.697083+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:16.245925+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":47,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850334+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:31:43.850334+0000","last_peered":"2023-09-23T15:31:43.850334+0000","last_clean":"2023-09-23T15:31:43.850334+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:31:43.850334+0000","last_undegraded":"2023-09-23T15:31:43.850334+0000","last_fullsized":"2023-09-23T15:31:43.850334+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":497,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:33.512727+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:31:33.512727+0000","last_peered":"2023-09-23T15:31:33.512727+0000","last_clean":"2023-09-23T15:31:33.512727+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:31:33.512727+0000","last_undegraded":"2023-09-23T15:31:33.512727+0000","last_fullsized":"2023-09-23T15:31:33.512727+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"502'7115","reported_seq":7171,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:47.170603+0000","last_change":"2023-09-23T15:29:47.722819+0000","last_active":"2023-09-23T15:31:47.170603+0000","last_peered":"2023-09-23T15:31:47.170603+0000","last_clean":"2023-09-23T15:31:47.170603+0000","last_became_active":"2023-09-23T15:29:47.722512+0000","last_became_peered":"2023-09-23T15:29:47.722512+0000","last_unstale":"2023-09-23T15:31:47.170603+0000","last_undegraded":"2023-09-23T15:31:47.170603+0000","last_fullsized":"2023-09-23T15:31:47.170603+0000","mapping_epoch":454,"log_start":"479'2100","ondisk_log_start":"479'2100","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5015,"log_dups_size":0,"ondisk_log_size":5015,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:13:40.054355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324730880,"num_objects":4955,"num_object_clones":0,"num_object_copies":14865,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4955,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7115,"num_write_kb":386240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":961,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.698635+0000","last_change":"2023-09-23T15:30:26.686277+0000","last_active":"2023-09-23T15:31:43.698635+0000","last_peered":"2023-09-23T15:31:43.698635+0000","last_clean":"2023-09-23T15:31:43.698635+0000","last_became_active":"2023-09-23T15:30:26.685851+0000","last_became_peered":"2023-09-23T15:30:26.685851+0000","last_unstale":"2023-09-23T15:31:43.698635+0000","last_undegraded":"2023-09-23T15:31:43.698635+0000","last_fullsized":"2023-09-23T15:31:43.698635+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:30.438998+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":486,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701383+0000","last_change":"2023-09-23T15:30:02.585409+0000","last_active":"2023-09-23T15:31:43.701383+0000","last_peered":"2023-09-23T15:31:43.701383+0000","last_clean":"2023-09-23T15:31:43.701383+0000","last_became_active":"2023-09-23T15:30:02.584934+0000","last_became_peered":"2023-09-23T15:30:02.584934+0000","last_unstale":"2023-09-23T15:31:43.701383+0000","last_undegraded":"2023-09-23T15:31:43.701383+0000","last_fullsized":"2023-09-23T15:31:43.701383+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:19:24.484182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":145,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.853644+0000","last_change":"2023-09-23T15:28:46.437458+0000","last_active":"2023-09-23T15:31:43.853644+0000","last_peered":"2023-09-23T15:31:43.853644+0000","last_clean":"2023-09-23T15:31:43.853644+0000","last_became_active":"2023-09-23T15:28:46.437121+0000","last_became_peered":"2023-09-23T15:28:46.437121+0000","last_unstale":"2023-09-23T15:31:43.853644+0000","last_undegraded":"2023-09-23T15:31:43.853644+0000","last_fullsized":"2023-09-23T15:31:43.853644+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:43:38.497844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":61,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.833065+0000","last_change":"2023-09-23T15:30:13.835959+0000","last_active":"2023-09-23T15:31:32.833065+0000","last_peered":"2023-09-23T15:31:32.833065+0000","last_clean":"2023-09-23T15:31:32.833065+0000","last_became_active":"2023-09-23T15:30:13.835650+0000","last_became_peered":"2023-09-23T15:30:13.835650+0000","last_unstale":"2023-09-23T15:31:32.833065+0000","last_undegraded":"2023-09-23T15:31:32.833065+0000","last_fullsized":"2023-09-23T15:31:32.833065+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:23.396903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"502'7113","reported_seq":8514,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:45.600023+0000","last_change":"2023-09-23T15:30:14.836398+0000","last_active":"2023-09-23T15:31:45.600023+0000","last_peered":"2023-09-23T15:31:45.600023+0000","last_clean":"2023-09-23T15:31:45.600023+0000","last_became_active":"2023-09-23T15:30:14.834894+0000","last_became_peered":"2023-09-23T15:30:14.834894+0000","last_unstale":"2023-09-23T15:31:45.600023+0000","last_undegraded":"2023-09-23T15:31:45.600023+0000","last_fullsized":"2023-09-23T15:31:45.600023+0000","mapping_epoch":476,"log_start":"485'2700","ondisk_log_start":"485'2700","created":454,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4413,"log_dups_size":0,"ondisk_log_size":4413,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:32:07.546536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":335085568,"num_objects":5113,"num_object_clones":0,"num_object_copies":15339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5113,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7113,"num_write_kb":391232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":658,"num_bytes_recovered":43122688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":938,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701259+0000","last_change":"2023-09-23T15:29:52.163429+0000","last_active":"2023-09-23T15:31:43.701259+0000","last_peered":"2023-09-23T15:31:43.701259+0000","last_clean":"2023-09-23T15:31:43.701259+0000","last_became_active":"2023-09-23T15:29:38.586026+0000","last_became_peered":"2023-09-23T15:29:38.586026+0000","last_unstale":"2023-09-23T15:31:43.701259+0000","last_undegraded":"2023-09-23T15:31:43.701259+0000","last_fullsized":"2023-09-23T15:31:43.701259+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:18.595923+0000","scrub_duration":0.0014655549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":473,"reported_epoch":500,"state":"active+clean","last_fresh":"2023-09-23T15:31:42.789896+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:31:42.789896+0000","last_peered":"2023-09-23T15:31:42.789896+0000","last_clean":"2023-09-23T15:31:42.789896+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:31:42.789896+0000","last_undegraded":"2023-09-23T15:31:42.789896+0000","last_fullsized":"2023-09-23T15:31:42.789896+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":168,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697560+0000","last_change":"2023-09-23T15:29:51.309462+0000","last_active":"2023-09-23T15:31:43.697560+0000","last_peered":"2023-09-23T15:31:43.697560+0000","last_clean":"2023-09-23T15:31:43.697560+0000","last_became_active":"2023-09-23T15:29:51.309087+0000","last_became_peered":"2023-09-23T15:29:51.309087+0000","last_unstale":"2023-09-23T15:31:43.697560+0000","last_undegraded":"2023-09-23T15:31:43.697560+0000","last_fullsized":"2023-09-23T15:31:43.697560+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:35.501350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":157,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852669+0000","last_change":"2023-09-23T15:30:35.769038+0000","last_active":"2023-09-23T15:31:43.852669+0000","last_peered":"2023-09-23T15:31:43.852669+0000","last_clean":"2023-09-23T15:31:43.852669+0000","last_became_active":"2023-09-23T15:30:35.767802+0000","last_became_peered":"2023-09-23T15:30:35.767802+0000","last_unstale":"2023-09-23T15:31:43.852669+0000","last_undegraded":"2023-09-23T15:31:43.852669+0000","last_fullsized":"2023-09-23T15:31:43.852669+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:22:11.109581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"502'7242","reported_seq":10324,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:47.227646+0000","last_change":"2023-09-23T15:30:24.668123+0000","last_active":"2023-09-23T15:31:47.227646+0000","last_peered":"2023-09-23T15:31:47.227646+0000","last_clean":"2023-09-23T15:31:47.227646+0000","last_became_active":"2023-09-23T15:30:24.666026+0000","last_became_peered":"2023-09-23T15:30:24.666026+0000","last_unstale":"2023-09-23T15:31:47.227646+0000","last_undegraded":"2023-09-23T15:31:47.227646+0000","last_fullsized":"2023-09-23T15:31:47.227646+0000","mapping_epoch":481,"log_start":"479'2200","ondisk_log_start":"479'2200","created":454,"last_epoch_clean":482,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5042,"log_dups_size":0,"ondisk_log_size":5042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:51:16.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":326893568,"num_objects":4988,"num_object_clones":0,"num_object_copies":14964,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4988,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7242,"num_write_kb":391360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1502,"num_bytes_recovered":98435072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":722,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.700681+0000","last_change":"2023-09-23T15:30:26.869109+0000","last_active":"2023-09-23T15:31:43.700681+0000","last_peered":"2023-09-23T15:31:43.700681+0000","last_clean":"2023-09-23T15:31:43.700681+0000","last_became_active":"2023-09-23T15:30:26.868850+0000","last_became_peered":"2023-09-23T15:30:26.868850+0000","last_unstale":"2023-09-23T15:31:43.700681+0000","last_undegraded":"2023-09-23T15:31:43.700681+0000","last_fullsized":"2023-09-23T15:31:43.700681+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:21.687812+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":118,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.849683+0000","last_change":"2023-09-23T15:29:35.676390+0000","last_active":"2023-09-23T15:31:43.849683+0000","last_peered":"2023-09-23T15:31:43.849683+0000","last_clean":"2023-09-23T15:31:43.849683+0000","last_became_active":"2023-09-23T15:29:35.676045+0000","last_became_peered":"2023-09-23T15:29:35.676045+0000","last_unstale":"2023-09-23T15:31:43.849683+0000","last_undegraded":"2023-09-23T15:31:43.849683+0000","last_fullsized":"2023-09-23T15:31:43.849683+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:08.284421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":116,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.696947+0000","last_change":"2023-09-23T15:29:35.887179+0000","last_active":"2023-09-23T15:31:43.696947+0000","last_peered":"2023-09-23T15:31:43.696947+0000","last_clean":"2023-09-23T15:31:43.696947+0000","last_became_active":"2023-09-23T15:29:35.886621+0000","last_became_peered":"2023-09-23T15:29:35.886621+0000","last_unstale":"2023-09-23T15:31:43.696947+0000","last_undegraded":"2023-09-23T15:31:43.696947+0000","last_fullsized":"2023-09-23T15:31:43.696947+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:03:53.121177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":62,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.835140+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:31:32.835140+0000","last_peered":"2023-09-23T15:31:32.835140+0000","last_clean":"2023-09-23T15:31:32.835140+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:31:32.835140+0000","last_undegraded":"2023-09-23T15:31:32.835140+0000","last_fullsized":"2023-09-23T15:31:32.835140+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"502'7159","reported_seq":7215,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:45.612928+0000","last_change":"2023-09-23T15:29:48.153032+0000","last_active":"2023-09-23T15:31:45.612928+0000","last_peered":"2023-09-23T15:31:45.612928+0000","last_clean":"2023-09-23T15:31:45.612928+0000","last_became_active":"2023-09-23T15:29:48.152751+0000","last_became_peered":"2023-09-23T15:29:48.152751+0000","last_unstale":"2023-09-23T15:31:45.612928+0000","last_undegraded":"2023-09-23T15:31:45.612928+0000","last_fullsized":"2023-09-23T15:31:45.612928+0000","mapping_epoch":454,"log_start":"485'2700","ondisk_log_start":"485'2700","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4459,"log_dups_size":0,"ondisk_log_size":4459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:14:26.948560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340459520,"num_objects":5195,"num_object_clones":0,"num_object_copies":15585,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5195,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7159,"num_write_kb":395328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":31,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701731+0000","last_change":"2023-09-23T15:30:23.671825+0000","last_active":"2023-09-23T15:31:43.701731+0000","last_peered":"2023-09-23T15:31:43.701731+0000","last_clean":"2023-09-23T15:31:43.701731+0000","last_became_active":"2023-09-23T15:30:23.671508+0000","last_became_peered":"2023-09-23T15:30:23.671508+0000","last_unstale":"2023-09-23T15:31:43.701731+0000","last_undegraded":"2023-09-23T15:31:43.701731+0000","last_fullsized":"2023-09-23T15:31:43.701731+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:42:01.238430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1018,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.700592+0000","last_change":"2023-09-23T15:30:26.867236+0000","last_active":"2023-09-23T15:31:43.700592+0000","last_peered":"2023-09-23T15:31:43.700592+0000","last_clean":"2023-09-23T15:31:43.700592+0000","last_became_active":"2023-09-23T15:30:26.866862+0000","last_became_peered":"2023-09-23T15:30:26.866862+0000","last_unstale":"2023-09-23T15:31:43.700592+0000","last_undegraded":"2023-09-23T15:31:43.700592+0000","last_fullsized":"2023-09-23T15:31:43.700592+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.204725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.204725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":145,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852909+0000","last_change":"2023-09-23T15:30:13.835741+0000","last_active":"2023-09-23T15:31:43.852909+0000","last_peered":"2023-09-23T15:31:43.852909+0000","last_clean":"2023-09-23T15:31:43.852909+0000","last_became_active":"2023-09-23T15:30:13.835373+0000","last_became_peered":"2023-09-23T15:30:13.835373+0000","last_unstale":"2023-09-23T15:31:43.852909+0000","last_undegraded":"2023-09-23T15:31:43.852909+0000","last_fullsized":"2023-09-23T15:31:43.852909+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:46:27.258211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":168,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697542+0000","last_change":"2023-09-23T15:30:02.583474+0000","last_active":"2023-09-23T15:31:43.697542+0000","last_peered":"2023-09-23T15:31:43.697542+0000","last_clean":"2023-09-23T15:31:43.697542+0000","last_became_active":"2023-09-23T15:30:02.583014+0000","last_became_peered":"2023-09-23T15:30:02.583014+0000","last_unstale":"2023-09-23T15:31:43.697542+0000","last_undegraded":"2023-09-23T15:31:43.697542+0000","last_fullsized":"2023-09-23T15:31:43.697542+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:40:50.653402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"502'7378","reported_seq":7433,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:47.230572+0000","last_change":"2023-09-23T15:29:47.839697+0000","last_active":"2023-09-23T15:31:47.230572+0000","last_peered":"2023-09-23T15:31:47.230572+0000","last_clean":"2023-09-23T15:31:47.230572+0000","last_became_active":"2023-09-23T15:29:47.839407+0000","last_became_peered":"2023-09-23T15:29:47.839407+0000","last_unstale":"2023-09-23T15:31:47.230572+0000","last_undegraded":"2023-09-23T15:31:47.230572+0000","last_fullsized":"2023-09-23T15:31:47.230572+0000","mapping_epoch":454,"log_start":"482'2300","ondisk_log_start":"482'2300","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5078,"log_dups_size":0,"ondisk_log_size":5078,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:16.132386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332005376,"num_objects":5066,"num_object_clones":0,"num_object_copies":15198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5066,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7378,"num_write_kb":398208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":449,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.696855+0000","last_change":"2023-09-23T15:30:38.622338+0000","last_active":"2023-09-23T15:31:43.696855+0000","last_peered":"2023-09-23T15:31:43.696855+0000","last_clean":"2023-09-23T15:31:43.696855+0000","last_became_active":"2023-09-23T15:30:38.621972+0000","last_became_peered":"2023-09-23T15:30:38.621972+0000","last_unstale":"2023-09-23T15:31:43.696855+0000","last_undegraded":"2023-09-23T15:31:43.696855+0000","last_fullsized":"2023-09-23T15:31:43.696855+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.549692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.549692+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":516,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.700990+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:31:43.700990+0000","last_peered":"2023-09-23T15:31:43.700990+0000","last_clean":"2023-09-23T15:31:43.700990+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:31:43.700990+0000","last_undegraded":"2023-09-23T15:31:43.700990+0000","last_fullsized":"2023-09-23T15:31:43.700990+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":47,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.849785+0000","last_change":"2023-09-23T15:30:02.587041+0000","last_active":"2023-09-23T15:31:43.849785+0000","last_peered":"2023-09-23T15:31:43.849785+0000","last_clean":"2023-09-23T15:31:43.849785+0000","last_became_active":"2023-09-23T15:30:02.586756+0000","last_became_peered":"2023-09-23T15:30:02.586756+0000","last_unstale":"2023-09-23T15:31:43.849785+0000","last_undegraded":"2023-09-23T15:31:43.849785+0000","last_fullsized":"2023-09-23T15:31:43.849785+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:28.063428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":303,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.700924+0000","last_change":"2023-09-23T15:30:13.839282+0000","last_active":"2023-09-23T15:31:43.700924+0000","last_peered":"2023-09-23T15:31:43.700924+0000","last_clean":"2023-09-23T15:31:43.700924+0000","last_became_active":"2023-09-23T15:30:13.839008+0000","last_became_peered":"2023-09-23T15:30:13.839008+0000","last_unstale":"2023-09-23T15:31:43.700924+0000","last_undegraded":"2023-09-23T15:31:43.700924+0000","last_fullsized":"2023-09-23T15:31:43.700924+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:05.524033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"502'7261","reported_seq":14127,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:45.612957+0000","last_change":"2023-09-23T15:31:44.712094+0000","last_active":"2023-09-23T15:31:45.612957+0000","last_peered":"2023-09-23T15:31:45.612957+0000","last_clean":"2023-09-23T15:31:45.612957+0000","last_became_active":"2023-09-23T15:31:44.700080+0000","last_became_peered":"2023-09-23T15:31:44.700080+0000","last_unstale":"2023-09-23T15:31:45.612957+0000","last_undegraded":"2023-09-23T15:31:45.612957+0000","last_fullsized":"2023-09-23T15:31:45.612957+0000","mapping_epoch":501,"log_start":"485'3000","ondisk_log_start":"485'3000","created":454,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4261,"log_dups_size":0,"ondisk_log_size":4261,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:44.065856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339345432,"num_objects":5179,"num_object_clones":0,"num_object_copies":15537,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5179,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7261,"num_write_kb":398017,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3387,"num_bytes_recovered":221970432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":832,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697277+0000","last_change":"2023-09-23T15:30:05.597413+0000","last_active":"2023-09-23T15:31:43.697277+0000","last_peered":"2023-09-23T15:31:43.697277+0000","last_clean":"2023-09-23T15:31:43.697277+0000","last_became_active":"2023-09-23T15:30:05.597050+0000","last_became_peered":"2023-09-23T15:30:05.597050+0000","last_unstale":"2023-09-23T15:31:43.697277+0000","last_undegraded":"2023-09-23T15:31:43.697277+0000","last_fullsized":"2023-09-23T15:31:43.697277+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:57:38.493455+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":536,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.702852+0000","last_change":"2023-09-23T15:29:51.311080+0000","last_active":"2023-09-23T15:31:43.702852+0000","last_peered":"2023-09-23T15:31:43.702852+0000","last_clean":"2023-09-23T15:31:43.702852+0000","last_became_active":"2023-09-23T15:29:51.310774+0000","last_became_peered":"2023-09-23T15:29:51.310774+0000","last_unstale":"2023-09-23T15:31:43.702852+0000","last_undegraded":"2023-09-23T15:31:43.702852+0000","last_fullsized":"2023-09-23T15:31:43.702852+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:11:59.838570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":34,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.835442+0000","last_change":"2023-09-23T15:30:13.838070+0000","last_active":"2023-09-23T15:31:32.835442+0000","last_peered":"2023-09-23T15:31:32.835442+0000","last_clean":"2023-09-23T15:31:32.835442+0000","last_became_active":"2023-09-23T15:30:13.837719+0000","last_became_peered":"2023-09-23T15:30:13.837719+0000","last_unstale":"2023-09-23T15:31:32.835442+0000","last_undegraded":"2023-09-23T15:31:32.835442+0000","last_fullsized":"2023-09-23T15:31:32.835442+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:35:33.967187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":376,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.837603+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:31:32.837603+0000","last_peered":"2023-09-23T15:31:32.837603+0000","last_clean":"2023-09-23T15:31:32.837603+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:31:32.837603+0000","last_undegraded":"2023-09-23T15:31:32.837603+0000","last_fullsized":"2023-09-23T15:31:32.837603+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"502'7156","reported_seq":7212,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:45.589898+0000","last_change":"2023-09-23T15:29:47.842825+0000","last_active":"2023-09-23T15:31:45.589898+0000","last_peered":"2023-09-23T15:31:45.589898+0000","last_clean":"2023-09-23T15:31:45.589898+0000","last_became_active":"2023-09-23T15:29:47.842443+0000","last_became_peered":"2023-09-23T15:29:47.842443+0000","last_unstale":"2023-09-23T15:31:45.589898+0000","last_undegraded":"2023-09-23T15:31:45.589898+0000","last_fullsized":"2023-09-23T15:31:45.589898+0000","mapping_epoch":454,"log_start":"485'2700","ondisk_log_start":"485'2700","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4456,"log_dups_size":0,"ondisk_log_size":4456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:44:26.376758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331087872,"num_objects":5052,"num_object_clones":0,"num_object_copies":15156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5052,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7156,"num_write_kb":390656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":887,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.696892+0000","last_change":"2023-09-23T15:30:38.626404+0000","last_active":"2023-09-23T15:31:43.696892+0000","last_peered":"2023-09-23T15:31:43.696892+0000","last_clean":"2023-09-23T15:31:43.696892+0000","last_became_active":"2023-09-23T15:30:38.626116+0000","last_became_peered":"2023-09-23T15:30:38.626116+0000","last_unstale":"2023-09-23T15:31:43.696892+0000","last_undegraded":"2023-09-23T15:31:43.696892+0000","last_fullsized":"2023-09-23T15:31:43.696892+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.207409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.207409+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":527,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.853996+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:31:43.853996+0000","last_peered":"2023-09-23T15:31:43.853996+0000","last_clean":"2023-09-23T15:31:43.853996+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:31:43.853996+0000","last_undegraded":"2023-09-23T15:31:43.853996+0000","last_fullsized":"2023-09-23T15:31:43.853996+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":53,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.835663+0000","last_change":"2023-09-23T15:29:51.299069+0000","last_active":"2023-09-23T15:31:32.835663+0000","last_peered":"2023-09-23T15:31:32.835663+0000","last_clean":"2023-09-23T15:31:32.835663+0000","last_became_active":"2023-09-23T15:29:51.298750+0000","last_became_peered":"2023-09-23T15:29:51.298750+0000","last_unstale":"2023-09-23T15:31:32.835663+0000","last_undegraded":"2023-09-23T15:31:32.835663+0000","last_fullsized":"2023-09-23T15:31:32.835663+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:33:51.603253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":56,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850411+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:31:43.850411+0000","last_peered":"2023-09-23T15:31:43.850411+0000","last_clean":"2023-09-23T15:31:43.850411+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:31:43.850411+0000","last_undegraded":"2023-09-23T15:31:43.850411+0000","last_fullsized":"2023-09-23T15:31:43.850411+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"502'7083","reported_seq":7139,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:45.597399+0000","last_change":"2023-09-23T15:29:48.152462+0000","last_active":"2023-09-23T15:31:45.597399+0000","last_peered":"2023-09-23T15:31:45.597399+0000","last_clean":"2023-09-23T15:31:45.597399+0000","last_became_active":"2023-09-23T15:29:48.152087+0000","last_became_peered":"2023-09-23T15:29:48.152087+0000","last_unstale":"2023-09-23T15:31:45.597399+0000","last_undegraded":"2023-09-23T15:31:45.597399+0000","last_fullsized":"2023-09-23T15:31:45.597399+0000","mapping_epoch":454,"log_start":"485'2600","ondisk_log_start":"485'2600","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4483,"log_dups_size":0,"ondisk_log_size":4483,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:19.087954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339673088,"num_objects":5183,"num_object_clones":0,"num_object_copies":15549,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5183,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7083,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":875,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852892+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:31:43.852892+0000","last_peered":"2023-09-23T15:31:43.852892+0000","last_clean":"2023-09-23T15:31:43.852892+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:31:43.852892+0000","last_undegraded":"2023-09-23T15:31:43.852892+0000","last_fullsized":"2023-09-23T15:31:43.852892+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":202,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697637+0000","last_change":"2023-09-23T15:30:23.668849+0000","last_active":"2023-09-23T15:31:43.697637+0000","last_peered":"2023-09-23T15:31:43.697637+0000","last_clean":"2023-09-23T15:31:43.697637+0000","last_became_active":"2023-09-23T15:30:23.668158+0000","last_became_peered":"2023-09-23T15:30:23.668158+0000","last_unstale":"2023-09-23T15:31:43.697637+0000","last_undegraded":"2023-09-23T15:31:43.697637+0000","last_fullsized":"2023-09-23T15:31:43.697637+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:34.681437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":96,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.835517+0000","last_change":"2023-09-23T15:30:23.673564+0000","last_active":"2023-09-23T15:31:32.835517+0000","last_peered":"2023-09-23T15:31:32.835517+0000","last_clean":"2023-09-23T15:31:32.835517+0000","last_became_active":"2023-09-23T15:30:23.668203+0000","last_became_peered":"2023-09-23T15:30:23.668203+0000","last_unstale":"2023-09-23T15:31:32.835517+0000","last_undegraded":"2023-09-23T15:31:32.835517+0000","last_fullsized":"2023-09-23T15:31:32.835517+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:48.593726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":370,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.837989+0000","last_change":"2023-09-23T15:29:35.886149+0000","last_active":"2023-09-23T15:31:32.837989+0000","last_peered":"2023-09-23T15:31:32.837989+0000","last_clean":"2023-09-23T15:31:32.837989+0000","last_became_active":"2023-09-23T15:29:35.885794+0000","last_became_peered":"2023-09-23T15:29:35.885794+0000","last_unstale":"2023-09-23T15:31:32.837989+0000","last_undegraded":"2023-09-23T15:31:32.837989+0000","last_fullsized":"2023-09-23T15:31:32.837989+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:45.312477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,7],"acting":[5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":77,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.701937+0000","last_change":"2023-09-23T15:29:51.309057+0000","last_active":"2023-09-23T15:31:43.701937+0000","last_peered":"2023-09-23T15:31:43.701937+0000","last_clean":"2023-09-23T15:31:43.701937+0000","last_became_active":"2023-09-23T15:29:51.308458+0000","last_became_peered":"2023-09-23T15:29:51.308458+0000","last_unstale":"2023-09-23T15:31:43.701937+0000","last_undegraded":"2023-09-23T15:31:43.701937+0000","last_fullsized":"2023-09-23T15:31:43.701937+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:20.919600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":101,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852743+0000","last_change":"2023-09-23T15:29:35.791139+0000","last_active":"2023-09-23T15:31:43.852743+0000","last_peered":"2023-09-23T15:31:43.852743+0000","last_clean":"2023-09-23T15:31:43.852743+0000","last_became_active":"2023-09-23T15:29:35.790813+0000","last_became_peered":"2023-09-23T15:29:35.790813+0000","last_unstale":"2023-09-23T15:31:43.852743+0000","last_undegraded":"2023-09-23T15:31:43.852743+0000","last_fullsized":"2023-09-23T15:31:43.852743+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:14.617842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":314,"reported_epoch":499,"state":"active+clean","last_fresh":"2023-09-23T15:31:32.833861+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:31:32.833861+0000","last_peered":"2023-09-23T15:31:32.833861+0000","last_clean":"2023-09-23T15:31:32.833861+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:31:32.833861+0000","last_undegraded":"2023-09-23T15:31:32.833861+0000","last_fullsized":"2023-09-23T15:31:32.833861+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":488,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852511+0000","last_change":"2023-09-23T15:29:51.308948+0000","last_active":"2023-09-23T15:31:43.852511+0000","last_peered":"2023-09-23T15:31:43.852511+0000","last_clean":"2023-09-23T15:31:43.852511+0000","last_became_active":"2023-09-23T15:29:51.308131+0000","last_became_peered":"2023-09-23T15:29:51.308131+0000","last_unstale":"2023-09-23T15:31:43.852511+0000","last_undegraded":"2023-09-23T15:31:43.852511+0000","last_fullsized":"2023-09-23T15:31:43.852511+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:28:31.516716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":152,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697684+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:31:43.697684+0000","last_peered":"2023-09-23T15:31:43.697684+0000","last_clean":"2023-09-23T15:31:43.697684+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:31:43.697684+0000","last_undegraded":"2023-09-23T15:31:43.697684+0000","last_fullsized":"2023-09-23T15:31:43.697684+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":522,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852785+0000","last_change":"2023-09-23T15:29:35.791085+0000","last_active":"2023-09-23T15:31:43.852785+0000","last_peered":"2023-09-23T15:31:43.852785+0000","last_clean":"2023-09-23T15:31:43.852785+0000","last_became_active":"2023-09-23T15:29:35.790770+0000","last_became_peered":"2023-09-23T15:29:35.790770+0000","last_unstale":"2023-09-23T15:31:43.852785+0000","last_undegraded":"2023-09-23T15:31:43.852785+0000","last_fullsized":"2023-09-23T15:31:43.852785+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:03.718163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":155,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.697490+0000","last_change":"2023-09-23T15:30:35.768999+0000","last_active":"2023-09-23T15:31:44.697490+0000","last_peered":"2023-09-23T15:31:44.697490+0000","last_clean":"2023-09-23T15:31:44.697490+0000","last_became_active":"2023-09-23T15:30:35.767877+0000","last_became_peered":"2023-09-23T15:30:35.767877+0000","last_unstale":"2023-09-23T15:31:44.697490+0000","last_undegraded":"2023-09-23T15:31:44.697490+0000","last_fullsized":"2023-09-23T15:31:44.697490+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:13.149075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":172,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.851092+0000","last_change":"2023-09-23T15:30:13.835116+0000","last_active":"2023-09-23T15:31:43.851092+0000","last_peered":"2023-09-23T15:31:43.851092+0000","last_clean":"2023-09-23T15:31:43.851092+0000","last_became_active":"2023-09-23T15:30:13.834795+0000","last_became_peered":"2023-09-23T15:30:13.834795+0000","last_unstale":"2023-09-23T15:31:43.851092+0000","last_undegraded":"2023-09-23T15:31:43.851092+0000","last_fullsized":"2023-09-23T15:31:43.851092+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:59:03.422802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":414,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697685+0000","last_change":"2023-09-23T15:30:02.594064+0000","last_active":"2023-09-23T15:31:43.697685+0000","last_peered":"2023-09-23T15:31:43.697685+0000","last_clean":"2023-09-23T15:31:43.697685+0000","last_became_active":"2023-09-23T15:30:02.590752+0000","last_became_peered":"2023-09-23T15:30:02.590752+0000","last_unstale":"2023-09-23T15:31:43.697685+0000","last_undegraded":"2023-09-23T15:31:43.697685+0000","last_fullsized":"2023-09-23T15:31:43.697685+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:47:14.852936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":178,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697193+0000","last_change":"2023-09-23T15:30:02.583395+0000","last_active":"2023-09-23T15:31:43.697193+0000","last_peered":"2023-09-23T15:31:43.697193+0000","last_clean":"2023-09-23T15:31:43.697193+0000","last_became_active":"2023-09-23T15:30:02.583103+0000","last_became_peered":"2023-09-23T15:30:02.583103+0000","last_unstale":"2023-09-23T15:31:43.697193+0000","last_undegraded":"2023-09-23T15:31:43.697193+0000","last_fullsized":"2023-09-23T15:31:43.697193+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:20:46.323645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5377687576,"num_objects":82058,"num_object_clones":0,"num_object_copies":246174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82058,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":114896,"num_write_kb":6302465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11078,"num_bytes_recovered":726007808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16544051200,"data_stored":16544038984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72396,"ondisk_log_size":72396,"up":48,"acting":48,"num_store_stats":5},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":139,"num_bytes_recovered":34692,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":16556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":762210,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":52,"num_read_kb":97,"num_write":26,"num_write_kb":257,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":2753091,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2641920,"data_stored":2624160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674489,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3280608,"kb_used_data":2927192,"kb_used_omap":85,"kb_used_meta":353322,"kb_avail":90464544,"statfs":{"total":95995035648,"available":92635693056,"internally_reserved":0,"allocated":2997444608,"data_stored":2995946460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":361801736},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.89300000000000002,"15min":2.5760000000000001},"min":{"1min":0.255,"5min":0.221,"15min":0.20799999999999999},"max":{"1min":3.7149999999999999,"5min":6.4489999999999998,"15min":206.41999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":1.633,"5min":1.1599999999999999,"15min":2.9900000000000002},"min":{"1min":0.28699999999999998,"5min":0.223,"15min":0.223},"max":{"1min":5.6139999999999999,"5min":5.6139999999999999,"15min":206.35300000000001},"last":0.627}]},{"osd":1,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":5.3369999999999997,"5min":2.3109999999999999,"15min":2.2010000000000001},"min":{"1min":0.313,"5min":0.24199999999999999,"15min":0.24099999999999999},"max":{"1min":79.492000000000004,"5min":79.492000000000004,"15min":177.52699999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":5.3719999999999999,"5min":4.5229999999999997,"15min":3.3170000000000002},"min":{"1min":0.32400000000000001,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":79.504999999999995,"5min":217.25999999999999,"15min":217.25999999999999},"last":0.432}]},{"osd":2,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.752,"5min":3.327,"15min":3.8839999999999999},"min":{"1min":0.32500000000000001,"5min":0.27600000000000002,"15min":0.25700000000000001},"max":{"1min":8.0380000000000003,"5min":69.870000000000005,"15min":180.59399999999999},"last":0.71799999999999997},{"interface":"front","average":{"1min":1.22,"5min":3.056,"15min":4.2629999999999999},"min":{"1min":0.312,"5min":0.28699999999999998,"15min":0.249},"max":{"1min":5.5780000000000003,"5min":69.890000000000001,"15min":180.61699999999999},"last":1.885}]},{"osd":3,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":3.169,"15min":4.5229999999999997},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":5.5519999999999996,"5min":86.263999999999996,"15min":160.04300000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":1.6930000000000001,"5min":2.798,"15min":4.5259999999999998},"min":{"1min":0.34200000000000003,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":7.4539999999999997,"5min":87.307000000000002,"15min":159.97399999999999},"last":1.984}]},{"osd":4,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":0.69799999999999995,"15min":0.71999999999999997},"min":{"1min":0.33300000000000002,"5min":0.246,"15min":0.246},"max":{"1min":3.7629999999999999,"5min":3.7629999999999999,"15min":9.0640000000000001},"last":1.7529999999999999},{"interface":"front","average":{"1min":1.3720000000000001,"5min":0.751,"15min":1.127},"min":{"1min":0.34000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.476,"5min":5.476,"15min":97.524000000000001},"last":3.3359999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":2.0830000000000002,"5min":3.2229999999999999,"15min":1.966},"min":{"1min":0.33700000000000002,"5min":0.26200000000000001,"15min":0.247},"max":{"1min":9.0329999999999995,"5min":254.07300000000001,"15min":254.07300000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":1.613,"5min":3.1000000000000001,"15min":1.9350000000000001},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.26200000000000001},"max":{"1min":5.3019999999999996,"5min":254.291,"15min":254.291},"last":0.40000000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":1.7709999999999999,"5min":0.92300000000000004,"15min":1.2789999999999999},"min":{"1min":0.36199999999999999,"5min":0.25,"15min":0.25},"max":{"1min":7.9939999999999998,"5min":7.9939999999999998,"15min":99.772999999999996},"last":0.59199999999999997},{"interface":"front","average":{"1min":2.278,"5min":0.92400000000000004,"15min":1.2290000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":13.323,"5min":13.323,"15min":103.31699999999999},"last":0.44800000000000001}]}]},{"osd":6,"up_from":122,"seq":523986010368,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4163300,"kb_used_data":3659356,"kb_used_omap":9,"kb_used_meta":503670,"kb_avail":89581852,"statfs":{"total":95995035648,"available":91731816448,"internally_reserved":0,"allocated":3747180544,"data_stored":3745679376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":515758419},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.3999999999999999,"5min":0.98899999999999999,"15min":2.0950000000000002},"min":{"1min":0.27400000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.8179999999999996,"5min":5.4470000000000001,"15min":107.56399999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.103,"15min":2.2210000000000001},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":4.0679999999999996,"5min":9.9760000000000009,"15min":107.617},"last":0.70499999999999996}]},{"osd":1,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":2.367,"15min":1.9730000000000001},"min":{"1min":0.25800000000000001,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":7.7240000000000002,"5min":85.215999999999994,"15min":85.215999999999994},"last":0.378},{"interface":"front","average":{"1min":1.893,"5min":2.097,"15min":1.548},"min":{"1min":0.29799999999999999,"5min":0.25900000000000001,"15min":0.23999999999999999},"max":{"1min":3.6819999999999999,"5min":85.203000000000003,"15min":85.203000000000003},"last":0.28299999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.7849999999999999,"5min":1.53,"15min":2.1120000000000001},"min":{"1min":0.27600000000000002,"5min":0.27300000000000002,"15min":0.25700000000000001},"max":{"1min":6.5279999999999996,"5min":6.5279999999999996,"15min":67.558000000000007},"last":1.202},{"interface":"front","average":{"1min":1.929,"5min":1.8089999999999999,"15min":2.4140000000000001},"min":{"1min":0.34100000000000003,"5min":0.28699999999999998,"15min":0.245},"max":{"1min":4.234,"5min":9.7569999999999997,"15min":67.718999999999994},"last":0.317}]},{"osd":3,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":4.0579999999999998,"5min":3.8620000000000001,"15min":5.258},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.26700000000000002},"max":{"1min":48.427999999999997,"5min":89.344999999999999,"15min":256.608},"last":1.5760000000000001},{"interface":"front","average":{"1min":4.2050000000000001,"5min":3.6619999999999999,"15min":4.4169999999999998},"min":{"1min":0.312,"5min":0.308,"15min":0.29799999999999999},"max":{"1min":48.265000000000001,"5min":89.301000000000002,"15min":256.42500000000001},"last":0.78900000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":0.85199999999999998,"15min":0.78400000000000003},"min":{"1min":0.35899999999999999,"5min":0.25800000000000001,"15min":0.23100000000000001},"max":{"1min":7.6719999999999997,"5min":7.6719999999999997,"15min":7.6719999999999997},"last":1.3440000000000001},{"interface":"front","average":{"1min":1.3360000000000001,"5min":0.749,"15min":0.76700000000000002},"min":{"1min":0.34100000000000003,"5min":0.26900000000000002,"15min":0.23000000000000001},"max":{"1min":5.9660000000000002,"5min":5.9660000000000002,"15min":8.0310000000000006},"last":0.35399999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":3.032,"5min":2.177,"15min":1.1859999999999999},"min":{"1min":0.40100000000000002,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":12.468999999999999,"5min":127.23,"15min":127.23},"last":1.5369999999999999},{"interface":"front","average":{"1min":2.0779999999999998,"5min":2.0710000000000002,"15min":1.248},"min":{"1min":0.38300000000000001,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":7.2119999999999997,"5min":127.148,"15min":127.148},"last":0.41799999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:30:55 2023","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":0.95299999999999996,"15min":0.877},"min":{"1min":0.379,"5min":0.317,"15min":0.28999999999999998},"max":{"1min":6.0759999999999996,"5min":6.5170000000000003,"15min":11.425000000000001},"last":4.1360000000000001},{"interface":"front","average":{"1min":2.093,"5min":0.995,"15min":0.92600000000000005},"min":{"1min":0.38800000000000001,"5min":0.38400000000000001,"15min":0.29899999999999999},"max":{"1min":7.2850000000000001,"5min":7.2850000000000001,"15min":9.0920000000000005},"last":4.1920000000000002}]}]},{"osd":1,"up_from":89,"seq":382252089645,"num_pgs":73,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3302000,"kb_used_data":2564520,"kb_used_omap":9,"kb_used_meta":737462,"kb_avail":90443152,"statfs":{"total":95995035648,"available":92613787648,"internally_reserved":0,"allocated":2626068480,"data_stored":2623489956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":755162089},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":1.4690000000000001,"15min":3.476},"min":{"1min":0.216,"5min":0.188,"15min":0.182},"max":{"1min":2.0169999999999999,"5min":23.858000000000001,"15min":215.946},"last":5.282},{"interface":"front","average":{"1min":0.92200000000000004,"5min":1.75,"15min":3.9670000000000001},"min":{"1min":0.24399999999999999,"5min":0.24199999999999999,"15min":0.19400000000000001},"max":{"1min":2.8900000000000001,"5min":23.791,"15min":214.88200000000001},"last":4.5190000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:31:35 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":2.2240000000000002,"15min":2.6960000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.19500000000000001},"max":{"1min":2.992,"5min":54.752000000000002,"15min":103.27500000000001},"last":5.2430000000000003},{"interface":"front","average":{"1min":1.3560000000000001,"5min":2.2360000000000002,"15min":3.2869999999999999},"min":{"1min":0.22900000000000001,"5min":0.20399999999999999,"15min":0.19900000000000001},"max":{"1min":6.2839999999999998,"5min":54.645000000000003,"15min":103.30800000000001},"last":4.843}]},{"osd":3,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.9470000000000001,"15min":5.6189999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.19800000000000001},"max":{"1min":3.0590000000000002,"5min":26.969000000000001,"15min":210.24799999999999},"last":2.0150000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":1.889,"15min":5.2839999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.17100000000000001},"max":{"1min":4.2240000000000002,"5min":23.821000000000002,"15min":210.577},"last":5.3079999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":1.5720000000000001,"15min":1.423},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.28599999999999998},"max":{"1min":2.5819999999999999,"5min":9.8399999999999999,"15min":14.925000000000001},"last":3.722},{"interface":"front","average":{"1min":0.999,"5min":1.113,"15min":1.246},"min":{"1min":0.33500000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.5030000000000001,"5min":7.5999999999999996,"15min":14.489000000000001},"last":0.48399999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":1.615,"5min":2.4199999999999999,"15min":2.056},"min":{"1min":0.38700000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":5.4660000000000002,"5min":106.328,"15min":106.328},"last":0.32200000000000001},{"interface":"front","average":{"1min":1.232,"5min":2.7759999999999998,"15min":1.903},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.29699999999999999},"max":{"1min":5.274,"5min":106.31,"15min":106.31},"last":3.0219999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:31:12 2023","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.5649999999999999,"15min":2.153},"min":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.31},"max":{"1min":2.9780000000000002,"5min":10.811999999999999,"15min":115.018},"last":2.056},{"interface":"front","average":{"1min":1.524,"5min":1.865,"15min":1.95},"min":{"1min":0.39500000000000002,"5min":0.33800000000000002,"15min":0.317},"max":{"1min":4.6500000000000004,"5min":9.7810000000000006,"15min":115.289},"last":7.3840000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:30:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":2.3740000000000001,"15min":2.5299999999999998},"min":{"1min":0.377,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":3.2679999999999998,"5min":109.861,"15min":112.056},"last":1.964},{"interface":"front","average":{"1min":1.032,"5min":2.899,"15min":2.694},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.33000000000000002},"max":{"1min":3.6160000000000001,"5min":107.048,"15min":111.902},"last":3.0600000000000001}]}]},{"osd":0,"up_from":0,"seq":360777253172,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":502511173887,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":99,"seq":425201762593,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4926672,"kb_used_data":3960072,"kb_used_omap":7,"kb_used_meta":966584,"kb_avail":88818480,"statfs":{"total":95995035648,"available":90950123520,"internally_reserved":0,"allocated":4055113728,"data_stored":4052579951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":989782632},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,14],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:36 2023","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":2.8159999999999998,"15min":3.6709999999999998},"min":{"1min":0.20699999999999999,"5min":0.182,"15min":0.182},"max":{"1min":6.21,"5min":80.498999999999995,"15min":167.71799999999999},"last":2.2770000000000001},{"interface":"front","average":{"1min":0.81599999999999995,"5min":2.077,"15min":3.1190000000000002},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.16500000000000001},"max":{"1min":2.6349999999999998,"5min":80.352000000000004,"15min":176.61500000000001},"last":0.94699999999999995}]},{"osd":1,"last update":"Sat Sep 23 15:31:36 2023","interfaces":[{"interface":"back","average":{"1min":4.4009999999999998,"5min":5.2679999999999998,"15min":4.6029999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":60.389000000000003,"5min":127.02200000000001,"15min":201.98099999999999},"last":1.4670000000000001},{"interface":"front","average":{"1min":5.2800000000000002,"5min":5.6790000000000003,"15min":4.4210000000000003},"min":{"1min":0.25,"5min":0.218,"15min":0.20300000000000001},"max":{"1min":59.838999999999999,"5min":124.041,"15min":202.06700000000001},"last":3.044}]},{"osd":2,"last update":"Sat Sep 23 15:31:36 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":2.2269999999999999,"15min":2.8420000000000001},"min":{"1min":0.26800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":2.8540000000000001,"5min":66.004000000000005,"15min":163.57599999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.71099999999999997,"5min":1.5629999999999999,"15min":2.3839999999999999},"min":{"1min":0.28499999999999998,"5min":0.27000000000000002,"15min":0.26400000000000001},"max":{"1min":2.54,"5min":24.010999999999999,"15min":154.73400000000001},"last":1.0680000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:31:36 2023","interfaces":[{"interface":"back","average":{"1min":1.6839999999999999,"5min":1.2230000000000001,"15min":2.198},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.4550000000000001,"5min":5.4550000000000001,"15min":163.43700000000001},"last":1.492},{"interface":"front","average":{"1min":1.641,"5min":1.4910000000000001,"15min":2.044},"min":{"1min":0.371,"5min":0.32900000000000001,"15min":0.29999999999999999},"max":{"1min":4.1550000000000002,"5min":11.145,"15min":163.72399999999999},"last":2.0640000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:31:36 2023","interfaces":[{"interface":"back","average":{"1min":1.857,"5min":2.1299999999999999,"15min":2.8599999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.1820000000000004,"5min":55.414999999999999,"15min":163.696},"last":2.0299999999999998},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.7969999999999999,"15min":2.0830000000000002},"min":{"1min":0.35799999999999998,"5min":0.33800000000000002,"15min":0.29899999999999999},"max":{"1min":10.481999999999999,"5min":55.363,"15min":126.15000000000001},"last":1.0209999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:31:20 2023","interfaces":[{"interface":"back","average":{"1min":2.492,"5min":3.7050000000000001,"15min":2.7989999999999999},"min":{"1min":0.44900000000000001,"5min":0.34100000000000003,"15min":0.28899999999999998},"max":{"1min":16.907,"5min":163.63399999999999,"15min":163.63399999999999},"last":2.1190000000000002},{"interface":"front","average":{"1min":1.772,"5min":3.1600000000000001,"15min":2.448},"min":{"1min":0.442,"5min":0.35899999999999999,"15min":0.33500000000000002},"max":{"1min":16.992000000000001,"5min":163.535,"15min":163.535},"last":0.99199999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:30:59 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":2.3809999999999998,"15min":2.0590000000000002},"min":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.35499999999999998},"max":{"1min":2.762,"5min":163.495,"15min":163.495},"last":1.095},{"interface":"front","average":{"1min":1.383,"5min":2.879,"15min":2.427},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.508,"5min":163.51400000000001,"15min":163.51400000000001},"last":1.4330000000000001}]}]},{"osd":4,"up_from":0,"seq":133143986618,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724981,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3606540,"kb_used_data":3150340,"kb_used_omap":0,"kb_used_meta":456192,"kb_avail":90138612,"statfs":{"total":95995035648,"available":92301938688,"internally_reserved":0,"allocated":3225948160,"data_stored":3224455298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":467140608},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,3],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:05 2023","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":0.83499999999999996,"15min":2.0270000000000001},"min":{"1min":0.29199999999999998,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":6.3049999999999997,"5min":6.3049999999999997,"15min":160.77699999999999},"last":2.3029999999999999},{"interface":"front","average":{"1min":1.2330000000000001,"5min":1.044,"15min":2.2010000000000001},"min":{"1min":0.309,"5min":0.255,"15min":0.245},"max":{"1min":5.1470000000000002,"5min":9.3610000000000007,"15min":161.142},"last":0.48899999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":1.5820000000000001,"5min":1.2410000000000001,"15min":1.923},"min":{"1min":0.309,"5min":0.254,"15min":0.24299999999999999},"max":{"1min":9.0169999999999995,"5min":9.0169999999999995,"15min":119.61499999999999},"last":0.438},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.2050000000000001,"15min":1.968},"min":{"1min":0.32200000000000001,"5min":0.26600000000000001,"15min":0.245},"max":{"1min":3.9969999999999999,"5min":6.2930000000000001,"15min":119.541},"last":0.58699999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":3.2719999999999998,"15min":3.145},"min":{"1min":0.34899999999999998,"5min":0.27800000000000002,"15min":0.26300000000000001},"max":{"1min":2.7589999999999999,"5min":168.56100000000001,"15min":168.56100000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":1.0800000000000001,"5min":3.5579999999999998,"15min":3.3340000000000001},"min":{"1min":0.39900000000000002,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":4.9630000000000001,"5min":168.58799999999999,"15min":168.58799999999999},"last":7.4290000000000003}]},{"osd":3,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":1.4179999999999999,"5min":6.9039999999999999,"15min":5.9169999999999998},"min":{"1min":0.37,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0300000000000002,"5min":169.83699999999999,"15min":169.83699999999999},"last":2.181},{"interface":"front","average":{"1min":1.5569999999999999,"5min":6.5110000000000001,"15min":5.3230000000000004},"min":{"1min":0.39700000000000002,"5min":0.34000000000000002,"15min":0.29599999999999999},"max":{"1min":9.0429999999999993,"5min":170.166,"15min":170.166},"last":0.67000000000000004}]},{"osd":4,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.47199999999999998,"15min":0.61799999999999999},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.984,"5min":2.984,"15min":40.061},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.60799999999999998,"15min":0.81200000000000006},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":2.9239999999999999,"5min":3.5430000000000001,"15min":40.124000000000002},"last":0.71599999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:31:05 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":4.8639999999999999,"15min":2.5920000000000001},"min":{"1min":0.28799999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.1210000000000004,"5min":207.054,"15min":207.054},"last":0.64800000000000002},{"interface":"front","average":{"1min":1.484,"5min":4.9980000000000002,"15min":2.7120000000000002},"min":{"1min":0.39200000000000002,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":6.8079999999999998,"5min":207.28299999999999,"15min":207.28299999999999},"last":0.80700000000000005}]},{"osd":7,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":5.165,"15min":2.6680000000000001},"min":{"1min":0.32500000000000001,"5min":0.29799999999999999,"15min":0.29299999999999998},"max":{"1min":1.7230000000000001,"5min":214.78100000000001,"15min":214.78100000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.98599999999999999,"5min":5.2110000000000003,"15min":2.7290000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.318},"max":{"1min":2.7450000000000001,"5min":212.95500000000001,"15min":212.95500000000001},"last":0.75}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2606301184,"data_stored":2606301184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4044427264,"data_stored":4044423192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3212181504,"data_stored":3212181504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3721269248,"data_stored":3721265176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2959872000,"data_stored":2959867928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:31:50.012 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T15:31:50.012 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:31:50.013 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-09-23T15:31:50.013 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:31:50.051 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:50.055 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:49 smithi178 ceph-mon[192298]: from='client.36363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:50.056 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:50.056 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:50.157 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:50.216 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:50.324 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:50.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:50.328 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:50.429 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:50.482 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:50.590 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:50.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:50.603 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:50.704 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:50.767 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:50.874 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:50 smithi178 ceph-mon[192298]: pgmap v1325: 109 pgs: 109 active+clean; 5.0 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 0 B/s wr, 693 op/s; 2.4 MiB/s, 37 objects/s recovering 2023-09-23T15:31:50.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:50.880 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:50.981 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:51.005 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:50 smithi118 ceph-mon[219580]: pgmap v1325: 109 pgs: 109 active+clean; 5.0 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 0 B/s wr, 693 op/s; 2.4 MiB/s, 37 objects/s recovering 2023-09-23T15:31:51.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:50 smithi118 ceph-mon[212312]: pgmap v1325: 109 pgs: 109 active+clean; 5.0 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 0 B/s wr, 693 op/s; 2.4 MiB/s, 37 objects/s recovering 2023-09-23T15:31:51.055 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:51.144 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:51.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:51.153 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:51.170 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:51.254 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:51.312 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:51.418 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:51.429 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:51.429 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:51.450 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:51.530 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:51.587 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:51.683 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:51.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:51.700 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:51.749 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:31:51.772 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:51 smithi118 ceph-mon[219580]: pgmap v1326: 109 pgs: 109 active+clean; 4.8 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 0 B/s wr, 1.02k op/s; 2.1 MiB/s, 32 objects/s recovering 2023-09-23T15:31:51.772 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:51 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1760045946' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:31:51.773 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:51 smithi118 ceph-mon[212312]: pgmap v1326: 109 pgs: 109 active+clean; 4.8 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 0 B/s wr, 1.02k op/s; 2.1 MiB/s, 32 objects/s recovering 2023-09-23T15:31:51.773 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:51 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1760045946' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:31:51.800 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:51.865 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:51.961 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:51.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:51.969 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:51 smithi178 ceph-mon[192298]: pgmap v1326: 109 pgs: 109 active+clean; 4.8 GiB data, 18 GiB used, 429 GiB / 447 GiB avail; 0 B/s wr, 1.02k op/s; 2.1 MiB/s, 32 objects/s recovering 2023-09-23T15:31:51.969 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:51 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1760045946' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:31:51.969 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:52.070 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:52.140 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:52.238 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:52.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:52.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:52.353 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:31:52.382 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:53.036 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:31:53.036 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:31:53.059 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:53.059 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[219580]: failed to encode map e503 with expected crc 2023-09-23T15:31:53.059 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[219580]: failed to encode map e503 with expected crc 2023-09-23T15:31:53.059 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1760045946' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:31:53.059 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[219580]: osdmap e503: 8 total, 8 up, 5 in 2023-09-23T15:31:53.059 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:53.059 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:53.060 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2023-09-23T15:31:53.060 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:53.060 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[212312]: failed to encode map e503 with expected crc 2023-09-23T15:31:53.060 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[212312]: failed to encode map e503 with expected crc 2023-09-23T15:31:53.060 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1760045946' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:31:53.060 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[212312]: osdmap e503: 8 total, 8 up, 5 in 2023-09-23T15:31:53.060 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:53.060 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:53.060 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2023-09-23T15:31:53.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:52 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:31:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:52 smithi178 ceph-mon[192298]: failed to encode map e503 with expected crc 2023-09-23T15:31:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:52 smithi178 ceph-mon[192298]: failed to encode map e503 with expected crc 2023-09-23T15:31:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1760045946' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:31:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:52 smithi178 ceph-mon[192298]: osdmap e503: 8 total, 8 up, 5 in 2023-09-23T15:31:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:31:53.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2023-09-23T15:31:53.370 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:31:53.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:53.375 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:31:53.476 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:53.519 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:53.747 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[219580]: 1.b scrub starts 2023-09-23T15:31:53.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[212312]: 1.b scrub starts 2023-09-23T15:31:53.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[212312]: 1.b scrub ok 2023-09-23T15:31:53.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]': finished 2023-09-23T15:31:53.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[212312]: failed to encode map e504 with expected crc 2023-09-23T15:31:53.750 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[212312]: osdmap e504: 8 total, 8 up, 5 in 2023-09-23T15:31:53.750 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[212312]: pgmap v1329: 109 pgs: 109 active+clean; 4.7 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 0 B/s wr, 1.24k op/s; 2.1 MiB/s, 32 objects/s recovering 2023-09-23T15:31:54.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[219580]: 1.b scrub ok 2023-09-23T15:31:54.054 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]': finished 2023-09-23T15:31:54.054 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[219580]: failed to encode map e504 with expected crc 2023-09-23T15:31:54.054 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[219580]: osdmap e504: 8 total, 8 up, 5 in 2023-09-23T15:31:54.054 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:53 smithi118 ceph-mon[219580]: pgmap v1329: 109 pgs: 109 active+clean; 4.7 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 0 B/s wr, 1.24k op/s; 2.1 MiB/s, 32 objects/s recovering 2023-09-23T15:31:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:53 smithi178 ceph-mon[192298]: 1.b scrub starts 2023-09-23T15:31:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:53 smithi178 ceph-mon[192298]: 1.b scrub ok 2023-09-23T15:31:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]': finished 2023-09-23T15:31:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:53 smithi178 ceph-mon[192298]: failed to encode map e504 with expected crc 2023-09-23T15:31:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:53 smithi178 ceph-mon[192298]: osdmap e504: 8 total, 8 up, 5 in 2023-09-23T15:31:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:53 smithi178 ceph-mon[192298]: pgmap v1329: 109 pgs: 109 active+clean; 4.7 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 0 B/s wr, 1.24k op/s; 2.1 MiB/s, 32 objects/s recovering 2023-09-23T15:31:54.274 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:31:54.282 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:54.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:54.285 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:54.386 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:54.454 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:54.585 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:54.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:54.597 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:54.697 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:54.757 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[219580]: failed to encode map e504 with expected crc 2023-09-23T15:31:54.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[219580]: 1.11 scrub starts 2023-09-23T15:31:54.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[219580]: 1.11 scrub ok 2023-09-23T15:31:54.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[219580]: osdmap e505: 8 total, 8 up, 5 in 2023-09-23T15:31:54.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[219580]: failed to encode map e505 with expected crc 2023-09-23T15:31:54.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[219580]: failed to encode map e505 with expected crc 2023-09-23T15:31:54.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[219580]: failed to encode map e505 with expected crc 2023-09-23T15:31:54.758 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[219580]: failed to encode map e505 with expected crc 2023-09-23T15:31:54.776 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:54.836 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:54.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:54.841 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:54.875 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:31:54.942 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:54.967 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[212312]: failed to encode map e504 with expected crc 2023-09-23T15:31:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[212312]: 1.11 scrub starts 2023-09-23T15:31:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[212312]: 1.11 scrub ok 2023-09-23T15:31:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[212312]: osdmap e505: 8 total, 8 up, 5 in 2023-09-23T15:31:55.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[212312]: failed to encode map e505 with expected crc 2023-09-23T15:31:55.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[212312]: failed to encode map e505 with expected crc 2023-09-23T15:31:55.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[212312]: failed to encode map e505 with expected crc 2023-09-23T15:31:55.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:54 smithi118 ceph-mon[212312]: failed to encode map e505 with expected crc 2023-09-23T15:31:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:54 smithi178 ceph-mon[192298]: failed to encode map e504 with expected crc 2023-09-23T15:31:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:54 smithi178 ceph-mon[192298]: 1.11 scrub starts 2023-09-23T15:31:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:54 smithi178 ceph-mon[192298]: 1.11 scrub ok 2023-09-23T15:31:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:54 smithi178 ceph-mon[192298]: osdmap e505: 8 total, 8 up, 5 in 2023-09-23T15:31:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:54 smithi178 ceph-mon[192298]: failed to encode map e505 with expected crc 2023-09-23T15:31:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:54 smithi178 ceph-mon[192298]: failed to encode map e505 with expected crc 2023-09-23T15:31:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:54 smithi178 ceph-mon[192298]: failed to encode map e505 with expected crc 2023-09-23T15:31:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:54 smithi178 ceph-mon[192298]: failed to encode map e505 with expected crc 2023-09-23T15:31:55.565 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:31:55.597 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:31:55.626 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:31:55.662 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:31:55.689 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:31:55.711 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:31:55.733 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:31:55.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:55 smithi118 ceph-mon[219580]: failed to encode map e505 with expected crc 2023-09-23T15:31:55.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:55 smithi118 ceph-mon[219580]: 1.3 scrub starts 2023-09-23T15:31:55.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:55 smithi118 ceph-mon[219580]: 1.3 scrub ok 2023-09-23T15:31:55.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:55 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1659656958' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:55.765 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:55 smithi118 ceph-mon[219580]: pgmap v1331: 109 pgs: 109 active+clean; 4.7 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 0 B/s wr, 904 op/s 2023-09-23T15:31:55.771 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:31:55.779 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:31:55.780 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:31:55.780 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:31:55.780 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:31:55.780 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:31:55.780 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:31:55.780 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:31:55.780 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:31:55.894 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:55.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:55.898 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:55.999 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:56.022 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:55 smithi178 ceph-mon[192298]: failed to encode map e505 with expected crc 2023-09-23T15:31:56.022 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:55 smithi178 ceph-mon[192298]: 1.3 scrub starts 2023-09-23T15:31:56.022 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:55 smithi178 ceph-mon[192298]: 1.3 scrub ok 2023-09-23T15:31:56.022 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:55 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1659656958' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:56.022 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:55 smithi178 ceph-mon[192298]: pgmap v1331: 109 pgs: 109 active+clean; 4.7 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 0 B/s wr, 904 op/s 2023-09-23T15:31:56.024 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:56.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:55 smithi118 ceph-mon[212312]: failed to encode map e505 with expected crc 2023-09-23T15:31:56.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:55 smithi118 ceph-mon[212312]: 1.3 scrub starts 2023-09-23T15:31:56.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:55 smithi118 ceph-mon[212312]: 1.3 scrub ok 2023-09-23T15:31:56.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:55 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1659656958' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:31:56.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:55 smithi118 ceph-mon[212312]: pgmap v1331: 109 pgs: 109 active+clean; 4.7 GiB data, 17 GiB used, 430 GiB / 447 GiB avail; 0 B/s wr, 904 op/s 2023-09-23T15:31:56.105 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:56.120 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:56.120 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:56.221 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:56.238 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:31:56.264 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:56.544 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:56.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:56.548 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:56.648 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:31:56.702 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:56.709 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:31:56.711 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:31:56.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:56 smithi118 ceph-mon[212312]: 1.10 scrub starts 2023-09-23T15:31:56.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:56 smithi118 ceph-mon[212312]: 1.10 scrub ok 2023-09-23T15:31:56.824 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:56 smithi118 ceph-mon[212312]: from='client.36381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:56.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:56 smithi118 ceph-mon[219580]: 1.10 scrub starts 2023-09-23T15:31:56.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:56 smithi118 ceph-mon[219580]: 1.10 scrub ok 2023-09-23T15:31:56.824 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:56 smithi118 ceph-mon[219580]: from='client.36381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:56.863 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:31:56.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:56.869 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:31:56.969 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:57.038 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:56 smithi178 ceph-mon[192298]: 1.10 scrub starts 2023-09-23T15:31:57.038 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:56 smithi178 ceph-mon[192298]: 1.10 scrub ok 2023-09-23T15:31:57.038 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:56 smithi178 ceph-mon[192298]: from='client.36381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:31:57.046 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:57.144 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:57.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:57.149 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:57.250 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:31:57.297 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:57.402 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:31:57.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:57.411 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:31:57.512 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:57.550 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:57.558 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1331,"stamp":"2023-09-23T15:31:55.614968+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5003833624,"num_objects":76367,"num_object_clones":0,"num_object_copies":229101,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76367,"num_whiteouts":0,"num_read":38,"num_read_kb":70,"num_write":120691,"num_write_kb":6302677,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11227,"num_bytes_recovered":728741921,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77048,"ondisk_log_size":77048,"up":327,"acting":327,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":331,"num_osds":5,"num_per_pool_osds":5,"num_per_pool_omap_osds":5,"kb":468725760,"kb_used":17929924,"kb_used_data":14904668,"kb_used_omap":112,"kb_used_meta":3024783,"kb_avail":450795836,"statfs":{"total":479975178240,"available":461614936064,"internally_reserved":0,"allocated":15262380032,"data_stored":15252770755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":114772,"internal_metadata":3097378732},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-356206050,"num_objects":-5435,"num_object_clones":0,"num_object_copies":-16305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-5435,"num_whiteouts":0,"num_read":-15,"num_read_kb":-28,"num_write":5427,"num_write_kb":-74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-1,"num_bytes_recovered":-53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001514"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":32,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698348+0000","last_change":"2023-09-23T15:30:23.669337+0000","last_active":"2023-09-23T15:31:44.698348+0000","last_peered":"2023-09-23T15:31:44.698348+0000","last_clean":"2023-09-23T15:31:44.698348+0000","last_became_active":"2023-09-23T15:30:23.668976+0000","last_became_peered":"2023-09-23T15:30:23.668976+0000","last_unstale":"2023-09-23T15:31:44.698348+0000","last_undegraded":"2023-09-23T15:31:44.698348+0000","last_fullsized":"2023-09-23T15:31:44.698348+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:14.066936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":136,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.853637+0000","last_change":"2023-09-23T15:25:44.037292+0000","last_active":"2023-09-23T15:31:43.853637+0000","last_peered":"2023-09-23T15:31:43.853637+0000","last_clean":"2023-09-23T15:31:43.853637+0000","last_became_active":"2023-09-23T15:25:44.036902+0000","last_became_peered":"2023-09-23T15:25:44.036902+0000","last_unstale":"2023-09-23T15:31:43.853637+0000","last_undegraded":"2023-09-23T15:31:43.853637+0000","last_fullsized":"2023-09-23T15:31:43.853637+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:47:47.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":56,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:51.744557+0000","last_change":"2023-09-23T15:29:52.304197+0000","last_active":"2023-09-23T15:31:51.744557+0000","last_peered":"2023-09-23T15:31:51.744557+0000","last_clean":"2023-09-23T15:31:51.744557+0000","last_became_active":"2023-09-23T15:29:52.303892+0000","last_became_peered":"2023-09-23T15:29:52.303892+0000","last_unstale":"2023-09-23T15:31:51.744557+0000","last_undegraded":"2023-09-23T15:31:51.744557+0000","last_fullsized":"2023-09-23T15:31:51.744557+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:55.580118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":32,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698623+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:31:44.698623+0000","last_peered":"2023-09-23T15:31:44.698623+0000","last_clean":"2023-09-23T15:31:44.698623+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:31:44.698623+0000","last_undegraded":"2023-09-23T15:31:44.698623+0000","last_fullsized":"2023-09-23T15:31:44.698623+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":163,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850484+0000","last_change":"2023-09-23T15:29:51.307543+0000","last_active":"2023-09-23T15:31:43.850484+0000","last_peered":"2023-09-23T15:31:43.850484+0000","last_clean":"2023-09-23T15:31:43.850484+0000","last_became_active":"2023-09-23T15:29:51.307237+0000","last_became_peered":"2023-09-23T15:29:51.307237+0000","last_unstale":"2023-09-23T15:31:43.850484+0000","last_undegraded":"2023-09-23T15:31:43.850484+0000","last_fullsized":"2023-09-23T15:31:43.850484+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:32:03.144126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":148,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.698655+0000","last_change":"2023-09-23T15:24:47.442843+0000","last_active":"2023-09-23T15:31:43.698655+0000","last_peered":"2023-09-23T15:31:43.698655+0000","last_clean":"2023-09-23T15:31:43.698655+0000","last_became_active":"2023-09-23T15:24:47.442292+0000","last_became_peered":"2023-09-23T15:24:47.442292+0000","last_unstale":"2023-09-23T15:31:43.698655+0000","last_undegraded":"2023-09-23T15:31:43.698655+0000","last_fullsized":"2023-09-23T15:31:43.698655+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:17:18.058905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":451,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.705313+0000","last_change":"2023-09-23T15:30:35.770730+0000","last_active":"2023-09-23T15:31:44.705313+0000","last_peered":"2023-09-23T15:31:44.705313+0000","last_clean":"2023-09-23T15:31:44.705313+0000","last_became_active":"2023-09-23T15:30:35.770372+0000","last_became_peered":"2023-09-23T15:30:35.770372+0000","last_unstale":"2023-09-23T15:31:44.705313+0000","last_undegraded":"2023-09-23T15:31:44.705313+0000","last_fullsized":"2023-09-23T15:31:44.705313+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:19.602521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":152,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850663+0000","last_change":"2023-09-23T15:29:51.306120+0000","last_active":"2023-09-23T15:31:43.850663+0000","last_peered":"2023-09-23T15:31:43.850663+0000","last_clean":"2023-09-23T15:31:43.850663+0000","last_became_active":"2023-09-23T15:29:51.305810+0000","last_became_peered":"2023-09-23T15:29:51.305810+0000","last_unstale":"2023-09-23T15:31:43.850663+0000","last_undegraded":"2023-09-23T15:31:43.850663+0000","last_fullsized":"2023-09-23T15:31:43.850663+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:07.544998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":918,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698918+0000","last_change":"2023-09-23T15:30:38.619094+0000","last_active":"2023-09-23T15:31:44.698918+0000","last_peered":"2023-09-23T15:31:44.698918+0000","last_clean":"2023-09-23T15:31:44.698918+0000","last_became_active":"2023-09-23T15:30:38.618738+0000","last_became_peered":"2023-09-23T15:30:38.618738+0000","last_unstale":"2023-09-23T15:31:44.698918+0000","last_undegraded":"2023-09-23T15:31:44.698918+0000","last_fullsized":"2023-09-23T15:31:44.698918+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:57.556161+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:57.556161+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":37,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.705047+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:31:44.705047+0000","last_peered":"2023-09-23T15:31:44.705047+0000","last_clean":"2023-09-23T15:31:44.705047+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:31:44.705047+0000","last_undegraded":"2023-09-23T15:31:44.705047+0000","last_fullsized":"2023-09-23T15:31:44.705047+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":500,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.849559+0000","last_change":"2023-09-23T15:30:23.669550+0000","last_active":"2023-09-23T15:31:43.849559+0000","last_peered":"2023-09-23T15:31:43.849559+0000","last_clean":"2023-09-23T15:31:43.849559+0000","last_became_active":"2023-09-23T15:30:23.669261+0000","last_became_peered":"2023-09-23T15:30:23.669261+0000","last_unstale":"2023-09-23T15:31:43.849559+0000","last_undegraded":"2023-09-23T15:31:43.849559+0000","last_fullsized":"2023-09-23T15:31:43.849559+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:45.986020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":38,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698826+0000","last_change":"2023-09-23T15:30:23.678081+0000","last_active":"2023-09-23T15:31:44.698826+0000","last_peered":"2023-09-23T15:31:44.698826+0000","last_clean":"2023-09-23T15:31:44.698826+0000","last_became_active":"2023-09-23T15:30:23.670685+0000","last_became_peered":"2023-09-23T15:30:23.670685+0000","last_unstale":"2023-09-23T15:31:44.698826+0000","last_undegraded":"2023-09-23T15:31:44.698826+0000","last_fullsized":"2023-09-23T15:31:44.698826+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:52.671244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":360,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":74,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:51.743512+0000","last_change":"2023-09-23T15:30:35.769422+0000","last_active":"2023-09-23T15:31:51.743512+0000","last_peered":"2023-09-23T15:31:51.743512+0000","last_clean":"2023-09-23T15:31:51.743512+0000","last_became_active":"2023-09-23T15:30:35.769206+0000","last_became_peered":"2023-09-23T15:30:35.769206+0000","last_unstale":"2023-09-23T15:31:51.743512+0000","last_undegraded":"2023-09-23T15:31:51.743512+0000","last_fullsized":"2023-09-23T15:31:51.743512+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:38:21.080125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":436,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.699230+0000","last_change":"2023-09-23T15:29:35.904860+0000","last_active":"2023-09-23T15:31:44.699230+0000","last_peered":"2023-09-23T15:31:44.699230+0000","last_clean":"2023-09-23T15:31:44.699230+0000","last_became_active":"2023-09-23T15:29:35.880357+0000","last_became_peered":"2023-09-23T15:29:35.880357+0000","last_unstale":"2023-09-23T15:31:44.699230+0000","last_undegraded":"2023-09-23T15:31:44.699230+0000","last_fullsized":"2023-09-23T15:31:44.699230+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:08.267122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":178,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697594+0000","last_change":"2023-09-23T15:29:51.309503+0000","last_active":"2023-09-23T15:31:43.697594+0000","last_peered":"2023-09-23T15:31:43.697594+0000","last_clean":"2023-09-23T15:31:43.697594+0000","last_became_active":"2023-09-23T15:29:51.309122+0000","last_became_peered":"2023-09-23T15:29:51.309122+0000","last_unstale":"2023-09-23T15:31:43.697594+0000","last_undegraded":"2023-09-23T15:31:43.697594+0000","last_fullsized":"2023-09-23T15:31:43.697594+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:01.895280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":659,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.704349+0000","last_change":"2023-09-23T15:31:29.224569+0000","last_active":"2023-09-23T15:31:44.704349+0000","last_peered":"2023-09-23T15:31:44.704349+0000","last_clean":"2023-09-23T15:31:44.704349+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:31:44.704349+0000","last_undegraded":"2023-09-23T15:31:44.704349+0000","last_fullsized":"2023-09-23T15:31:44.704349+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.125534+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.125534+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":632,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.699507+0000","last_change":"2023-09-23T15:29:35.900323+0000","last_active":"2023-09-23T15:31:44.699507+0000","last_peered":"2023-09-23T15:31:44.699507+0000","last_clean":"2023-09-23T15:31:44.699507+0000","last_became_active":"2023-09-23T15:29:35.683041+0000","last_became_peered":"2023-09-23T15:29:35.683041+0000","last_unstale":"2023-09-23T15:31:44.699507+0000","last_undegraded":"2023-09-23T15:31:44.699507+0000","last_fullsized":"2023-09-23T15:31:44.699507+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:16.585416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":272,"num_keys_recovered":80,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":534,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.853038+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:31:43.853038+0000","last_peered":"2023-09-23T15:31:43.853038+0000","last_clean":"2023-09-23T15:31:43.853038+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:31:43.853038+0000","last_undegraded":"2023-09-23T15:31:43.853038+0000","last_fullsized":"2023-09-23T15:31:43.853038+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1055,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698232+0000","last_change":"2023-09-23T15:30:16.873638+0000","last_active":"2023-09-23T15:31:44.698232+0000","last_peered":"2023-09-23T15:31:44.698232+0000","last_clean":"2023-09-23T15:31:44.698232+0000","last_became_active":"2023-09-23T15:30:16.873340+0000","last_became_peered":"2023-09-23T15:30:16.873340+0000","last_unstale":"2023-09-23T15:31:44.698232+0000","last_undegraded":"2023-09-23T15:31:44.698232+0000","last_fullsized":"2023-09-23T15:31:44.698232+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:59.421335+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:59.421335+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":32,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698661+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:31:44.698661+0000","last_peered":"2023-09-23T15:31:44.698661+0000","last_clean":"2023-09-23T15:31:44.698661+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:31:44.698661+0000","last_undegraded":"2023-09-23T15:31:44.698661+0000","last_fullsized":"2023-09-23T15:31:44.698661+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":431,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698996+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:31:44.698996+0000","last_peered":"2023-09-23T15:31:44.698996+0000","last_clean":"2023-09-23T15:31:44.698996+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:31:44.698996+0000","last_undegraded":"2023-09-23T15:31:44.698996+0000","last_fullsized":"2023-09-23T15:31:44.698996+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":649,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852734+0000","last_change":"2023-09-23T15:30:04.593868+0000","last_active":"2023-09-23T15:31:43.852734+0000","last_peered":"2023-09-23T15:31:43.852734+0000","last_clean":"2023-09-23T15:31:43.852734+0000","last_became_active":"2023-09-23T15:30:04.593465+0000","last_became_peered":"2023-09-23T15:30:04.593465+0000","last_unstale":"2023-09-23T15:31:43.852734+0000","last_undegraded":"2023-09-23T15:31:43.852734+0000","last_fullsized":"2023-09-23T15:31:43.852734+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:43:34.476389+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":513,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698580+0000","last_change":"2023-09-23T15:29:35.883898+0000","last_active":"2023-09-23T15:31:44.698580+0000","last_peered":"2023-09-23T15:31:44.698580+0000","last_clean":"2023-09-23T15:31:44.698580+0000","last_became_active":"2023-09-23T15:29:35.883307+0000","last_became_peered":"2023-09-23T15:29:35.883307+0000","last_unstale":"2023-09-23T15:31:44.698580+0000","last_undegraded":"2023-09-23T15:31:44.698580+0000","last_fullsized":"2023-09-23T15:31:44.698580+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:21:38.788302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":179,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850186+0000","last_change":"2023-09-23T15:30:23.669735+0000","last_active":"2023-09-23T15:31:43.850186+0000","last_peered":"2023-09-23T15:31:43.850186+0000","last_clean":"2023-09-23T15:31:43.850186+0000","last_became_active":"2023-09-23T15:30:23.669271+0000","last_became_peered":"2023-09-23T15:30:23.669271+0000","last_unstale":"2023-09-23T15:31:43.850186+0000","last_undegraded":"2023-09-23T15:31:43.850186+0000","last_fullsized":"2023-09-23T15:31:43.850186+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:45.794620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":848,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.704651+0000","last_change":"2023-09-23T15:30:01.855771+0000","last_active":"2023-09-23T15:31:44.704651+0000","last_peered":"2023-09-23T15:31:44.704651+0000","last_clean":"2023-09-23T15:31:44.704651+0000","last_became_active":"2023-09-23T15:30:00.773322+0000","last_became_peered":"2023-09-23T15:30:00.773322+0000","last_unstale":"2023-09-23T15:31:44.704651+0000","last_undegraded":"2023-09-23T15:31:44.704651+0000","last_fullsized":"2023-09-23T15:31:44.704651+0000","mapping_epoch":463,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":464,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:05.660767+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":232,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.696810+0000","last_change":"2023-09-23T15:30:13.843808+0000","last_active":"2023-09-23T15:31:43.696810+0000","last_peered":"2023-09-23T15:31:43.696810+0000","last_clean":"2023-09-23T15:31:43.696810+0000","last_became_active":"2023-09-23T15:30:13.833845+0000","last_became_peered":"2023-09-23T15:30:13.833845+0000","last_unstale":"2023-09-23T15:31:43.696810+0000","last_undegraded":"2023-09-23T15:31:43.696810+0000","last_fullsized":"2023-09-23T15:31:43.696810+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:57.514943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":56,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850737+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:31:43.850737+0000","last_peered":"2023-09-23T15:31:43.850737+0000","last_clean":"2023-09-23T15:31:43.850737+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:31:43.850737+0000","last_undegraded":"2023-09-23T15:31:43.850737+0000","last_fullsized":"2023-09-23T15:31:43.850737+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"502'7748","reported_seq":7804,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:50.623835+0000","last_change":"2023-09-23T15:29:48.152334+0000","last_active":"2023-09-23T15:31:50.623835+0000","last_peered":"2023-09-23T15:31:50.623835+0000","last_clean":"2023-09-23T15:31:50.623835+0000","last_became_active":"2023-09-23T15:29:48.152021+0000","last_became_peered":"2023-09-23T15:29:48.152021+0000","last_unstale":"2023-09-23T15:31:50.623835+0000","last_undegraded":"2023-09-23T15:31:50.623835+0000","last_fullsized":"2023-09-23T15:31:50.623835+0000","mapping_epoch":454,"log_start":"489'3300","ondisk_log_start":"489'3300","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4448,"log_dups_size":0,"ondisk_log_size":4448,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:59:52.854453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323485696,"num_objects":4936,"num_object_clones":0,"num_object_copies":14808,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4936,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7748,"num_write_kb":405888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":881,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698918+0000","last_change":"2023-09-23T15:30:26.868164+0000","last_active":"2023-09-23T15:31:44.698918+0000","last_peered":"2023-09-23T15:31:44.698918+0000","last_clean":"2023-09-23T15:31:44.698918+0000","last_became_active":"2023-09-23T15:30:26.867379+0000","last_became_peered":"2023-09-23T15:30:26.867379+0000","last_unstale":"2023-09-23T15:31:44.698918+0000","last_undegraded":"2023-09-23T15:31:44.698918+0000","last_fullsized":"2023-09-23T15:31:44.698918+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:34.866523+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":36,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.699022+0000","last_change":"2023-09-23T15:30:23.675012+0000","last_active":"2023-09-23T15:31:44.699022+0000","last_peered":"2023-09-23T15:31:44.699022+0000","last_clean":"2023-09-23T15:31:44.699022+0000","last_became_active":"2023-09-23T15:30:23.668558+0000","last_became_peered":"2023-09-23T15:30:23.668558+0000","last_unstale":"2023-09-23T15:31:44.699022+0000","last_undegraded":"2023-09-23T15:31:44.699022+0000","last_fullsized":"2023-09-23T15:31:44.699022+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:45:24.772798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":110,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":47,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.704524+0000","last_change":"2023-09-23T15:30:23.667636+0000","last_active":"2023-09-23T15:31:44.704524+0000","last_peered":"2023-09-23T15:31:44.704524+0000","last_clean":"2023-09-23T15:31:44.704524+0000","last_became_active":"2023-09-23T15:30:23.667226+0000","last_became_peered":"2023-09-23T15:30:23.667226+0000","last_unstale":"2023-09-23T15:31:44.704524+0000","last_undegraded":"2023-09-23T15:31:44.704524+0000","last_fullsized":"2023-09-23T15:31:44.704524+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:30:42.465080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"502'7595","reported_seq":12046,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:50.605635+0000","last_change":"2023-09-23T15:31:12.846883+0000","last_active":"2023-09-23T15:31:50.605635+0000","last_peered":"2023-09-23T15:31:50.605635+0000","last_clean":"2023-09-23T15:31:50.605635+0000","last_became_active":"2023-09-23T15:31:12.841101+0000","last_became_peered":"2023-09-23T15:31:12.841101+0000","last_unstale":"2023-09-23T15:31:50.605635+0000","last_undegraded":"2023-09-23T15:31:50.605635+0000","last_fullsized":"2023-09-23T15:31:50.605635+0000","mapping_epoch":495,"log_start":"487'3100","ondisk_log_start":"487'3100","created":454,"last_epoch_clean":496,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4495,"log_dups_size":0,"ondisk_log_size":4495,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:45.720806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318308352,"num_objects":4857,"num_object_clones":0,"num_object_copies":14571,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4857,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7595,"num_write_kb":398464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2175,"num_bytes_recovered":142540800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":880,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852970+0000","last_change":"2023-09-23T15:30:03.599665+0000","last_active":"2023-09-23T15:31:43.852970+0000","last_peered":"2023-09-23T15:31:43.852970+0000","last_clean":"2023-09-23T15:31:43.852970+0000","last_became_active":"2023-09-23T15:30:03.598027+0000","last_became_peered":"2023-09-23T15:30:03.598027+0000","last_unstale":"2023-09-23T15:31:43.852970+0000","last_undegraded":"2023-09-23T15:31:43.852970+0000","last_fullsized":"2023-09-23T15:31:43.852970+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:21:54.025207+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":327680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":525,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698892+0000","last_change":"2023-09-23T15:30:13.847844+0000","last_active":"2023-09-23T15:31:44.698892+0000","last_peered":"2023-09-23T15:31:44.698892+0000","last_clean":"2023-09-23T15:31:44.698892+0000","last_became_active":"2023-09-23T15:30:13.837253+0000","last_became_peered":"2023-09-23T15:30:13.837253+0000","last_unstale":"2023-09-23T15:31:44.698892+0000","last_undegraded":"2023-09-23T15:31:44.698892+0000","last_fullsized":"2023-09-23T15:31:44.698892+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:59.684991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":47,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.849862+0000","last_change":"2023-09-23T15:30:02.579397+0000","last_active":"2023-09-23T15:31:43.849862+0000","last_peered":"2023-09-23T15:31:43.849862+0000","last_clean":"2023-09-23T15:31:43.849862+0000","last_became_active":"2023-09-23T15:30:02.579070+0000","last_became_peered":"2023-09-23T15:30:02.579070+0000","last_unstale":"2023-09-23T15:31:43.849862+0000","last_undegraded":"2023-09-23T15:31:43.849862+0000","last_fullsized":"2023-09-23T15:31:43.849862+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:05:25.171806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.4","version":"502'7580","reported_seq":7637,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:50.605627+0000","last_change":"2023-09-23T15:29:48.153266+0000","last_active":"2023-09-23T15:31:50.605627+0000","last_peered":"2023-09-23T15:31:50.605627+0000","last_clean":"2023-09-23T15:31:50.605627+0000","last_became_active":"2023-09-23T15:29:48.152940+0000","last_became_peered":"2023-09-23T15:29:48.152940+0000","last_unstale":"2023-09-23T15:31:50.605627+0000","last_undegraded":"2023-09-23T15:31:50.605627+0000","last_fullsized":"2023-09-23T15:31:50.605627+0000","mapping_epoch":454,"log_start":"487'3100","ondisk_log_start":"487'3100","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4480,"log_dups_size":0,"ondisk_log_size":4480,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:13.101293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318242816,"num_objects":4856,"num_object_clones":0,"num_object_copies":14568,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4856,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7580,"num_write_kb":397952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":940,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697727+0000","last_change":"2023-09-23T15:30:03.597774+0000","last_active":"2023-09-23T15:31:43.697727+0000","last_peered":"2023-09-23T15:31:43.697727+0000","last_clean":"2023-09-23T15:31:43.697727+0000","last_became_active":"2023-09-23T15:30:03.597449+0000","last_became_peered":"2023-09-23T15:30:03.597449+0000","last_unstale":"2023-09-23T15:31:43.697727+0000","last_undegraded":"2023-09-23T15:31:43.697727+0000","last_fullsized":"2023-09-23T15:31:43.697727+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:49.222303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:49.222303+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:09:39.198832+0000","scrub_duration":0.0041920669999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":568,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.699230+0000","last_change":"2023-09-23T15:30:13.853179+0000","last_active":"2023-09-23T15:31:44.699230+0000","last_peered":"2023-09-23T15:31:44.699230+0000","last_clean":"2023-09-23T15:31:44.699230+0000","last_became_active":"2023-09-23T15:30:13.839071+0000","last_became_peered":"2023-09-23T15:30:13.839071+0000","last_unstale":"2023-09-23T15:31:44.699230+0000","last_undegraded":"2023-09-23T15:31:44.699230+0000","last_fullsized":"2023-09-23T15:31:44.699230+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:42.791562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":168,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697018+0000","last_change":"2023-09-23T15:30:23.667089+0000","last_active":"2023-09-23T15:31:43.697018+0000","last_peered":"2023-09-23T15:31:43.697018+0000","last_clean":"2023-09-23T15:31:43.697018+0000","last_became_active":"2023-09-23T15:30:23.666752+0000","last_became_peered":"2023-09-23T15:30:23.666752+0000","last_unstale":"2023-09-23T15:31:43.697018+0000","last_undegraded":"2023-09-23T15:31:43.697018+0000","last_fullsized":"2023-09-23T15:31:43.697018+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:09:06.965679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"502'7295","reported_seq":12998,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:50.615222+0000","last_change":"2023-09-23T15:30:55.714277+0000","last_active":"2023-09-23T15:31:50.615222+0000","last_peered":"2023-09-23T15:31:50.615222+0000","last_clean":"2023-09-23T15:31:50.615222+0000","last_became_active":"2023-09-23T15:30:55.710613+0000","last_became_peered":"2023-09-23T15:30:55.710613+0000","last_unstale":"2023-09-23T15:31:50.615222+0000","last_undegraded":"2023-09-23T15:31:50.615222+0000","last_fullsized":"2023-09-23T15:31:50.615222+0000","mapping_epoch":492,"log_start":"485'2800","ondisk_log_start":"485'2800","created":454,"last_epoch_clean":493,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4495,"log_dups_size":0,"ondisk_log_size":4495,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:10:08.050610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312541184,"num_objects":4769,"num_object_clones":0,"num_object_copies":14307,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4769,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7295,"num_write_kb":386048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2097,"num_bytes_recovered":137428992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":767,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698699+0000","last_change":"2023-09-23T15:30:26.867697+0000","last_active":"2023-09-23T15:31:44.698699+0000","last_peered":"2023-09-23T15:31:44.698699+0000","last_clean":"2023-09-23T15:31:44.698699+0000","last_became_active":"2023-09-23T15:30:26.867226+0000","last_became_peered":"2023-09-23T15:30:26.867226+0000","last_unstale":"2023-09-23T15:31:44.698699+0000","last_undegraded":"2023-09-23T15:31:44.698699+0000","last_fullsized":"2023-09-23T15:31:44.698699+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:51.222854+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:51.222854+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":136,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852818+0000","last_change":"2023-09-23T15:25:44.030885+0000","last_active":"2023-09-23T15:31:43.852818+0000","last_peered":"2023-09-23T15:31:43.852818+0000","last_clean":"2023-09-23T15:31:43.852818+0000","last_became_active":"2023-09-23T15:25:44.030070+0000","last_became_peered":"2023-09-23T15:25:44.030070+0000","last_unstale":"2023-09-23T15:31:43.852818+0000","last_undegraded":"2023-09-23T15:31:43.852818+0000","last_fullsized":"2023-09-23T15:31:43.852818+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:55.417069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":311,"reported_epoch":504,"state":"active+clean","last_fresh":"2023-09-23T15:31:52.932984+0000","last_change":"2023-09-23T15:30:13.837089+0000","last_active":"2023-09-23T15:31:52.932984+0000","last_peered":"2023-09-23T15:31:52.932984+0000","last_clean":"2023-09-23T15:31:52.932984+0000","last_became_active":"2023-09-23T15:30:13.836795+0000","last_became_peered":"2023-09-23T15:30:13.836795+0000","last_unstale":"2023-09-23T15:31:52.932984+0000","last_undegraded":"2023-09-23T15:31:52.932984+0000","last_fullsized":"2023-09-23T15:31:52.932984+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:42.295011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2","version":"504'7821","reported_seq":9159,"reported_epoch":504,"state":"active+clean","last_fresh":"2023-09-23T15:31:53.494521+0000","last_change":"2023-09-23T15:30:11.475760+0000","last_active":"2023-09-23T15:31:53.494521+0000","last_peered":"2023-09-23T15:31:53.494521+0000","last_clean":"2023-09-23T15:31:53.494521+0000","last_became_active":"2023-09-23T15:30:10.814037+0000","last_became_peered":"2023-09-23T15:30:10.814037+0000","last_unstale":"2023-09-23T15:31:53.494521+0000","last_undegraded":"2023-09-23T15:31:53.494521+0000","last_fullsized":"2023-09-23T15:31:53.494521+0000","mapping_epoch":472,"log_start":"490'3600","ondisk_log_start":"490'3600","created":454,"last_epoch_clean":473,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4221,"log_dups_size":0,"ondisk_log_size":4221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:25.875228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":308084736,"num_objects":4701,"num_object_clones":0,"num_object_copies":14103,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4701,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7821,"num_write_kb":400704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":631,"num_bytes_recovered":41353216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":993,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698489+0000","last_change":"2023-09-23T15:28:49.609460+0000","last_active":"2023-09-23T15:31:44.698489+0000","last_peered":"2023-09-23T15:31:44.698489+0000","last_clean":"2023-09-23T15:31:44.698489+0000","last_became_active":"2023-09-23T15:28:49.609109+0000","last_became_peered":"2023-09-23T15:28:49.609109+0000","last_unstale":"2023-09-23T15:31:44.698489+0000","last_undegraded":"2023-09-23T15:31:44.698489+0000","last_fullsized":"2023-09-23T15:31:44.698489+0000","mapping_epoch":427,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":428,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:13:30.904753+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":173,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852654+0000","last_change":"2023-09-23T15:29:51.314161+0000","last_active":"2023-09-23T15:31:43.852654+0000","last_peered":"2023-09-23T15:31:43.852654+0000","last_clean":"2023-09-23T15:31:43.852654+0000","last_became_active":"2023-09-23T15:29:51.308622+0000","last_became_peered":"2023-09-23T15:29:51.308622+0000","last_unstale":"2023-09-23T15:31:43.852654+0000","last_undegraded":"2023-09-23T15:31:43.852654+0000","last_fullsized":"2023-09-23T15:31:43.852654+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:09.209928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":381,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.853081+0000","last_change":"2023-09-23T15:24:47.426904+0000","last_active":"2023-09-23T15:31:43.853081+0000","last_peered":"2023-09-23T15:31:43.853081+0000","last_clean":"2023-09-23T15:31:43.853081+0000","last_became_active":"2023-09-23T15:24:47.426647+0000","last_became_peered":"2023-09-23T15:24:47.426647+0000","last_unstale":"2023-09-23T15:31:43.853081+0000","last_undegraded":"2023-09-23T15:31:43.853081+0000","last_fullsized":"2023-09-23T15:31:43.853081+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:21.149525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"502'7466","reported_seq":8806,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:50.620943+0000","last_change":"2023-09-23T15:30:07.815790+0000","last_active":"2023-09-23T15:31:50.620943+0000","last_peered":"2023-09-23T15:31:50.620943+0000","last_clean":"2023-09-23T15:31:50.620943+0000","last_became_active":"2023-09-23T15:30:07.814333+0000","last_became_peered":"2023-09-23T15:30:07.814333+0000","last_unstale":"2023-09-23T15:31:50.620943+0000","last_undegraded":"2023-09-23T15:31:50.620943+0000","last_fullsized":"2023-09-23T15:31:50.620943+0000","mapping_epoch":470,"log_start":"485'3000","ondisk_log_start":"485'3000","created":454,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4466,"log_dups_size":0,"ondisk_log_size":4466,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:12.423837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315621376,"num_objects":4816,"num_object_clones":0,"num_object_copies":14448,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4816,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7466,"num_write_kb":393024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":628,"num_bytes_recovered":41156608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1018,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.707437+0000","last_change":"2023-09-23T15:31:44.707437+0000","last_active":"2023-09-23T15:31:44.707437+0000","last_peered":"2023-09-23T15:31:44.707437+0000","last_clean":"2023-09-23T15:31:44.707437+0000","last_became_active":"2023-09-23T15:31:44.706963+0000","last_became_peered":"2023-09-23T15:31:44.706963+0000","last_unstale":"2023-09-23T15:31:44.707437+0000","last_undegraded":"2023-09-23T15:31:44.707437+0000","last_fullsized":"2023-09-23T15:31:44.707437+0000","mapping_epoch":501,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:23:26.711957+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2101504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":158,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.696993+0000","last_change":"2023-09-23T15:29:51.306273+0000","last_active":"2023-09-23T15:31:43.696993+0000","last_peered":"2023-09-23T15:31:43.696993+0000","last_clean":"2023-09-23T15:31:43.696993+0000","last_became_active":"2023-09-23T15:29:51.305977+0000","last_became_peered":"2023-09-23T15:29:51.305977+0000","last_unstale":"2023-09-23T15:31:43.696993+0000","last_undegraded":"2023-09-23T15:31:43.696993+0000","last_fullsized":"2023-09-23T15:31:43.696993+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:10.815566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":368,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:51.744193+0000","last_change":"2023-09-23T15:30:13.839085+0000","last_active":"2023-09-23T15:31:51.744193+0000","last_peered":"2023-09-23T15:31:51.744193+0000","last_clean":"2023-09-23T15:31:51.744193+0000","last_became_active":"2023-09-23T15:30:13.838774+0000","last_became_peered":"2023-09-23T15:30:13.838774+0000","last_unstale":"2023-09-23T15:31:51.744193+0000","last_undegraded":"2023-09-23T15:31:51.744193+0000","last_fullsized":"2023-09-23T15:31:51.744193+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:27:48.181516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"502'7463","reported_seq":7529,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:50.578743+0000","last_change":"2023-09-23T15:29:51.309447+0000","last_active":"2023-09-23T15:31:50.578743+0000","last_peered":"2023-09-23T15:31:50.578743+0000","last_clean":"2023-09-23T15:31:50.578743+0000","last_became_active":"2023-09-23T15:29:51.308986+0000","last_became_peered":"2023-09-23T15:29:51.308986+0000","last_unstale":"2023-09-23T15:31:50.578743+0000","last_undegraded":"2023-09-23T15:31:50.578743+0000","last_fullsized":"2023-09-23T15:31:50.578743+0000","mapping_epoch":457,"log_start":"485'3000","ondisk_log_start":"485'3000","created":454,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4463,"log_dups_size":0,"ondisk_log_size":4463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:23:37.656530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311230464,"num_objects":4749,"num_object_clones":0,"num_object_copies":14247,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4749,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7463,"num_write_kb":390784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":480,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:52.150408+0000","last_change":"2023-09-23T15:31:52.150361+0000","last_active":"2023-09-23T15:31:52.150408+0000","last_peered":"2023-09-23T15:31:52.150408+0000","last_clean":"2023-09-23T15:31:52.150408+0000","last_became_active":"2023-09-23T15:30:16.872810+0000","last_became_peered":"2023-09-23T15:30:16.872810+0000","last_unstale":"2023-09-23T15:31:52.150408+0000","last_undegraded":"2023-09-23T15:31:52.150408+0000","last_fullsized":"2023-09-23T15:31:52.150408+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:14:54.923984+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":411,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698635+0000","last_change":"2023-09-23T15:28:46.429441+0000","last_active":"2023-09-23T15:31:44.698635+0000","last_peered":"2023-09-23T15:31:44.698635+0000","last_clean":"2023-09-23T15:31:44.698635+0000","last_became_active":"2023-09-23T15:28:46.429145+0000","last_became_peered":"2023-09-23T15:28:46.429145+0000","last_unstale":"2023-09-23T15:31:44.698635+0000","last_undegraded":"2023-09-23T15:31:44.698635+0000","last_fullsized":"2023-09-23T15:31:44.698635+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:52:01.764190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":167,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697385+0000","last_change":"2023-09-23T15:29:51.307256+0000","last_active":"2023-09-23T15:31:43.697385+0000","last_peered":"2023-09-23T15:31:43.697385+0000","last_clean":"2023-09-23T15:31:43.697385+0000","last_became_active":"2023-09-23T15:29:51.306929+0000","last_became_peered":"2023-09-23T15:29:51.306929+0000","last_unstale":"2023-09-23T15:31:43.697385+0000","last_undegraded":"2023-09-23T15:31:43.697385+0000","last_fullsized":"2023-09-23T15:31:43.697385+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:58:55.107875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"503'7473","reported_seq":7530,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:52.230885+0000","last_change":"2023-09-23T15:29:48.152448+0000","last_active":"2023-09-23T15:31:52.230885+0000","last_peered":"2023-09-23T15:31:52.230885+0000","last_clean":"2023-09-23T15:31:52.230885+0000","last_became_active":"2023-09-23T15:29:48.152082+0000","last_became_peered":"2023-09-23T15:29:48.152082+0000","last_unstale":"2023-09-23T15:31:52.230885+0000","last_undegraded":"2023-09-23T15:31:52.230885+0000","last_fullsized":"2023-09-23T15:31:52.230885+0000","mapping_epoch":454,"log_start":"484'2400","ondisk_log_start":"484'2400","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5073,"log_dups_size":0,"ondisk_log_size":5073,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:26:49.020914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":300875776,"num_objects":4591,"num_object_clones":0,"num_object_copies":13773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7473,"num_write_kb":386048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":894,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697083+0000","last_change":"2023-09-23T15:29:53.580981+0000","last_active":"2023-09-23T15:31:43.697083+0000","last_peered":"2023-09-23T15:31:43.697083+0000","last_clean":"2023-09-23T15:31:43.697083+0000","last_became_active":"2023-09-23T15:29:53.580568+0000","last_became_peered":"2023-09-23T15:29:53.580568+0000","last_unstale":"2023-09-23T15:31:43.697083+0000","last_undegraded":"2023-09-23T15:31:43.697083+0000","last_fullsized":"2023-09-23T15:31:43.697083+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:16.245925+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":47,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850334+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:31:43.850334+0000","last_peered":"2023-09-23T15:31:43.850334+0000","last_clean":"2023-09-23T15:31:43.850334+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:31:43.850334+0000","last_undegraded":"2023-09-23T15:31:43.850334+0000","last_fullsized":"2023-09-23T15:31:43.850334+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":501,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:51.744395+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:31:51.744395+0000","last_peered":"2023-09-23T15:31:51.744395+0000","last_clean":"2023-09-23T15:31:51.744395+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:31:51.744395+0000","last_undegraded":"2023-09-23T15:31:51.744395+0000","last_fullsized":"2023-09-23T15:31:51.744395+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"503'7447","reported_seq":7504,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:52.213785+0000","last_change":"2023-09-23T15:29:47.722819+0000","last_active":"2023-09-23T15:31:52.213785+0000","last_peered":"2023-09-23T15:31:52.213785+0000","last_clean":"2023-09-23T15:31:52.213785+0000","last_became_active":"2023-09-23T15:29:47.722512+0000","last_became_peered":"2023-09-23T15:29:47.722512+0000","last_unstale":"2023-09-23T15:31:52.213785+0000","last_undegraded":"2023-09-23T15:31:52.213785+0000","last_fullsized":"2023-09-23T15:31:52.213785+0000","mapping_epoch":454,"log_start":"484'2400","ondisk_log_start":"484'2400","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5047,"log_dups_size":0,"ondisk_log_size":5047,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:13:40.054355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302972928,"num_objects":4623,"num_object_clones":0,"num_object_copies":13869,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4623,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7447,"num_write_kb":386240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":961,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.698635+0000","last_change":"2023-09-23T15:30:26.686277+0000","last_active":"2023-09-23T15:31:43.698635+0000","last_peered":"2023-09-23T15:31:43.698635+0000","last_clean":"2023-09-23T15:31:43.698635+0000","last_became_active":"2023-09-23T15:30:26.685851+0000","last_became_peered":"2023-09-23T15:30:26.685851+0000","last_unstale":"2023-09-23T15:31:43.698635+0000","last_undegraded":"2023-09-23T15:31:43.698635+0000","last_fullsized":"2023-09-23T15:31:43.698635+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:21:30.438998+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":487,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.699140+0000","last_change":"2023-09-23T15:30:02.585409+0000","last_active":"2023-09-23T15:31:44.699140+0000","last_peered":"2023-09-23T15:31:44.699140+0000","last_clean":"2023-09-23T15:31:44.699140+0000","last_became_active":"2023-09-23T15:30:02.584934+0000","last_became_peered":"2023-09-23T15:30:02.584934+0000","last_unstale":"2023-09-23T15:31:44.699140+0000","last_undegraded":"2023-09-23T15:31:44.699140+0000","last_fullsized":"2023-09-23T15:31:44.699140+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:19:24.484182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":145,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.853644+0000","last_change":"2023-09-23T15:28:46.437458+0000","last_active":"2023-09-23T15:31:43.853644+0000","last_peered":"2023-09-23T15:31:43.853644+0000","last_clean":"2023-09-23T15:31:43.853644+0000","last_became_active":"2023-09-23T15:28:46.437121+0000","last_became_peered":"2023-09-23T15:28:46.437121+0000","last_unstale":"2023-09-23T15:31:43.853644+0000","last_undegraded":"2023-09-23T15:31:43.853644+0000","last_fullsized":"2023-09-23T15:31:43.853644+0000","mapping_epoch":423,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":424,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:43:38.497844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":65,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:51.743591+0000","last_change":"2023-09-23T15:30:13.835959+0000","last_active":"2023-09-23T15:31:51.743591+0000","last_peered":"2023-09-23T15:31:51.743591+0000","last_clean":"2023-09-23T15:31:51.743591+0000","last_became_active":"2023-09-23T15:30:13.835650+0000","last_became_peered":"2023-09-23T15:30:13.835650+0000","last_unstale":"2023-09-23T15:31:51.743591+0000","last_undegraded":"2023-09-23T15:31:51.743591+0000","last_fullsized":"2023-09-23T15:31:51.743591+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:23.396903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"502'7446","reported_seq":8847,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:50.615611+0000","last_change":"2023-09-23T15:30:14.836398+0000","last_active":"2023-09-23T15:31:50.615611+0000","last_peered":"2023-09-23T15:31:50.615611+0000","last_clean":"2023-09-23T15:31:50.615611+0000","last_became_active":"2023-09-23T15:30:14.834894+0000","last_became_peered":"2023-09-23T15:30:14.834894+0000","last_unstale":"2023-09-23T15:31:50.615611+0000","last_undegraded":"2023-09-23T15:31:50.615611+0000","last_fullsized":"2023-09-23T15:31:50.615611+0000","mapping_epoch":476,"log_start":"485'3000","ondisk_log_start":"485'3000","created":454,"last_epoch_clean":477,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4446,"log_dups_size":0,"ondisk_log_size":4446,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:32:07.546536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":313262080,"num_objects":4780,"num_object_clones":0,"num_object_copies":14340,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4780,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7446,"num_write_kb":391232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":658,"num_bytes_recovered":43122688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":939,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.699248+0000","last_change":"2023-09-23T15:29:52.163429+0000","last_active":"2023-09-23T15:31:44.699248+0000","last_peered":"2023-09-23T15:31:44.699248+0000","last_clean":"2023-09-23T15:31:44.699248+0000","last_became_active":"2023-09-23T15:29:38.586026+0000","last_became_peered":"2023-09-23T15:29:38.586026+0000","last_unstale":"2023-09-23T15:31:44.699248+0000","last_undegraded":"2023-09-23T15:31:44.699248+0000","last_fullsized":"2023-09-23T15:31:44.699248+0000","mapping_epoch":450,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":451,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:50:18.595923+0000","scrub_duration":0.0014655549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":477,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:51.743712+0000","last_change":"2023-09-23T15:24:47.430632+0000","last_active":"2023-09-23T15:31:51.743712+0000","last_peered":"2023-09-23T15:31:51.743712+0000","last_clean":"2023-09-23T15:31:51.743712+0000","last_became_active":"2023-09-23T15:24:47.430350+0000","last_became_peered":"2023-09-23T15:24:47.430350+0000","last_unstale":"2023-09-23T15:31:51.743712+0000","last_undegraded":"2023-09-23T15:31:51.743712+0000","last_fullsized":"2023-09-23T15:31:51.743712+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:06.526821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":168,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697560+0000","last_change":"2023-09-23T15:29:51.309462+0000","last_active":"2023-09-23T15:31:43.697560+0000","last_peered":"2023-09-23T15:31:43.697560+0000","last_clean":"2023-09-23T15:31:43.697560+0000","last_became_active":"2023-09-23T15:29:51.309087+0000","last_became_peered":"2023-09-23T15:29:51.309087+0000","last_unstale":"2023-09-23T15:31:43.697560+0000","last_undegraded":"2023-09-23T15:31:43.697560+0000","last_fullsized":"2023-09-23T15:31:43.697560+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:19:35.501350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":157,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852669+0000","last_change":"2023-09-23T15:30:35.769038+0000","last_active":"2023-09-23T15:31:43.852669+0000","last_peered":"2023-09-23T15:31:43.852669+0000","last_clean":"2023-09-23T15:31:43.852669+0000","last_became_active":"2023-09-23T15:30:35.767802+0000","last_became_peered":"2023-09-23T15:30:35.767802+0000","last_unstale":"2023-09-23T15:31:43.852669+0000","last_undegraded":"2023-09-23T15:31:43.852669+0000","last_fullsized":"2023-09-23T15:31:43.852669+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:22:11.109581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"503'7581","reported_seq":10664,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:52.226939+0000","last_change":"2023-09-23T15:30:24.668123+0000","last_active":"2023-09-23T15:31:52.226939+0000","last_peered":"2023-09-23T15:31:52.226939+0000","last_clean":"2023-09-23T15:31:52.226939+0000","last_became_active":"2023-09-23T15:30:24.666026+0000","last_became_peered":"2023-09-23T15:30:24.666026+0000","last_unstale":"2023-09-23T15:31:52.226939+0000","last_undegraded":"2023-09-23T15:31:52.226939+0000","last_fullsized":"2023-09-23T15:31:52.226939+0000","mapping_epoch":481,"log_start":"484'2500","ondisk_log_start":"484'2500","created":454,"last_epoch_clean":482,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5081,"log_dups_size":0,"ondisk_log_size":5081,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:51:16.696475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":304676864,"num_objects":4649,"num_object_clones":0,"num_object_copies":13947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7581,"num_write_kb":391360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1502,"num_bytes_recovered":98435072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":723,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698215+0000","last_change":"2023-09-23T15:30:26.869109+0000","last_active":"2023-09-23T15:31:44.698215+0000","last_peered":"2023-09-23T15:31:44.698215+0000","last_clean":"2023-09-23T15:31:44.698215+0000","last_became_active":"2023-09-23T15:30:26.868850+0000","last_became_peered":"2023-09-23T15:30:26.868850+0000","last_unstale":"2023-09-23T15:31:44.698215+0000","last_undegraded":"2023-09-23T15:31:44.698215+0000","last_fullsized":"2023-09-23T15:31:44.698215+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:31:21.687812+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":118,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.849683+0000","last_change":"2023-09-23T15:29:35.676390+0000","last_active":"2023-09-23T15:31:43.849683+0000","last_peered":"2023-09-23T15:31:43.849683+0000","last_clean":"2023-09-23T15:31:43.849683+0000","last_became_active":"2023-09-23T15:29:35.676045+0000","last_became_peered":"2023-09-23T15:29:35.676045+0000","last_unstale":"2023-09-23T15:31:43.849683+0000","last_undegraded":"2023-09-23T15:31:43.849683+0000","last_fullsized":"2023-09-23T15:31:43.849683+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:08.284421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":116,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.696947+0000","last_change":"2023-09-23T15:29:35.887179+0000","last_active":"2023-09-23T15:31:43.696947+0000","last_peered":"2023-09-23T15:31:43.696947+0000","last_clean":"2023-09-23T15:31:43.696947+0000","last_became_active":"2023-09-23T15:29:35.886621+0000","last_became_peered":"2023-09-23T15:29:35.886621+0000","last_unstale":"2023-09-23T15:31:43.696947+0000","last_undegraded":"2023-09-23T15:31:43.696947+0000","last_fullsized":"2023-09-23T15:31:43.696947+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:03:53.121177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":66,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:51.744151+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:31:51.744151+0000","last_peered":"2023-09-23T15:31:51.744151+0000","last_clean":"2023-09-23T15:31:51.744151+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:31:51.744151+0000","last_undegraded":"2023-09-23T15:31:51.744151+0000","last_fullsized":"2023-09-23T15:31:51.744151+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"502'7505","reported_seq":7561,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:50.583919+0000","last_change":"2023-09-23T15:29:48.153032+0000","last_active":"2023-09-23T15:31:50.583919+0000","last_peered":"2023-09-23T15:31:50.583919+0000","last_clean":"2023-09-23T15:31:50.583919+0000","last_became_active":"2023-09-23T15:29:48.152751+0000","last_became_peered":"2023-09-23T15:29:48.152751+0000","last_unstale":"2023-09-23T15:31:50.583919+0000","last_undegraded":"2023-09-23T15:31:50.583919+0000","last_fullsized":"2023-09-23T15:31:50.583919+0000","mapping_epoch":454,"log_start":"487'3000","ondisk_log_start":"487'3000","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4505,"log_dups_size":0,"ondisk_log_size":4505,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:14:26.948560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317784064,"num_objects":4849,"num_object_clones":0,"num_object_copies":14547,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4849,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7505,"num_write_kb":395328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":32,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698187+0000","last_change":"2023-09-23T15:30:23.671825+0000","last_active":"2023-09-23T15:31:44.698187+0000","last_peered":"2023-09-23T15:31:44.698187+0000","last_clean":"2023-09-23T15:31:44.698187+0000","last_became_active":"2023-09-23T15:30:23.671508+0000","last_became_peered":"2023-09-23T15:30:23.671508+0000","last_unstale":"2023-09-23T15:31:44.698187+0000","last_undegraded":"2023-09-23T15:31:44.698187+0000","last_fullsized":"2023-09-23T15:31:44.698187+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:42:01.238430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1019,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698113+0000","last_change":"2023-09-23T15:30:26.867236+0000","last_active":"2023-09-23T15:31:44.698113+0000","last_peered":"2023-09-23T15:31:44.698113+0000","last_clean":"2023-09-23T15:31:44.698113+0000","last_became_active":"2023-09-23T15:30:26.866862+0000","last_became_peered":"2023-09-23T15:30:26.866862+0000","last_unstale":"2023-09-23T15:31:44.698113+0000","last_undegraded":"2023-09-23T15:31:44.698113+0000","last_fullsized":"2023-09-23T15:31:44.698113+0000","mapping_epoch":483,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":484,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.204725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.204725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.001817387,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":145,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852909+0000","last_change":"2023-09-23T15:30:13.835741+0000","last_active":"2023-09-23T15:31:43.852909+0000","last_peered":"2023-09-23T15:31:43.852909+0000","last_clean":"2023-09-23T15:31:43.852909+0000","last_became_active":"2023-09-23T15:30:13.835373+0000","last_became_peered":"2023-09-23T15:30:13.835373+0000","last_unstale":"2023-09-23T15:31:43.852909+0000","last_undegraded":"2023-09-23T15:31:43.852909+0000","last_fullsized":"2023-09-23T15:31:43.852909+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:46:27.258211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":168,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697542+0000","last_change":"2023-09-23T15:30:02.583474+0000","last_active":"2023-09-23T15:31:43.697542+0000","last_peered":"2023-09-23T15:31:43.697542+0000","last_clean":"2023-09-23T15:31:43.697542+0000","last_became_active":"2023-09-23T15:30:02.583014+0000","last_became_peered":"2023-09-23T15:30:02.583014+0000","last_unstale":"2023-09-23T15:31:43.697542+0000","last_undegraded":"2023-09-23T15:31:43.697542+0000","last_fullsized":"2023-09-23T15:31:43.697542+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:40:50.653402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"503'7705","reported_seq":7762,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:52.235876+0000","last_change":"2023-09-23T15:29:47.839697+0000","last_active":"2023-09-23T15:31:52.235876+0000","last_peered":"2023-09-23T15:31:52.235876+0000","last_clean":"2023-09-23T15:31:52.235876+0000","last_became_active":"2023-09-23T15:29:47.839407+0000","last_became_peered":"2023-09-23T15:29:47.839407+0000","last_unstale":"2023-09-23T15:31:52.235876+0000","last_undegraded":"2023-09-23T15:31:52.235876+0000","last_fullsized":"2023-09-23T15:31:52.235876+0000","mapping_epoch":454,"log_start":"485'2700","ondisk_log_start":"485'2700","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":5005,"log_dups_size":0,"ondisk_log_size":5005,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:09:16.132386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310575104,"num_objects":4739,"num_object_clones":0,"num_object_copies":14217,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4739,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7705,"num_write_kb":398208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":449,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.696855+0000","last_change":"2023-09-23T15:30:38.622338+0000","last_active":"2023-09-23T15:31:43.696855+0000","last_peered":"2023-09-23T15:31:43.696855+0000","last_clean":"2023-09-23T15:31:43.696855+0000","last_became_active":"2023-09-23T15:30:38.621972+0000","last_became_peered":"2023-09-23T15:30:38.621972+0000","last_unstale":"2023-09-23T15:31:43.696855+0000","last_undegraded":"2023-09-23T15:31:43.696855+0000","last_fullsized":"2023-09-23T15:31:43.696855+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.549692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.549692+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":517,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698572+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:31:44.698572+0000","last_peered":"2023-09-23T15:31:44.698572+0000","last_clean":"2023-09-23T15:31:44.698572+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:31:44.698572+0000","last_undegraded":"2023-09-23T15:31:44.698572+0000","last_fullsized":"2023-09-23T15:31:44.698572+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":47,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.849785+0000","last_change":"2023-09-23T15:30:02.587041+0000","last_active":"2023-09-23T15:31:43.849785+0000","last_peered":"2023-09-23T15:31:43.849785+0000","last_clean":"2023-09-23T15:31:43.849785+0000","last_became_active":"2023-09-23T15:30:02.586756+0000","last_became_peered":"2023-09-23T15:30:02.586756+0000","last_unstale":"2023-09-23T15:31:43.849785+0000","last_undegraded":"2023-09-23T15:31:43.849785+0000","last_fullsized":"2023-09-23T15:31:43.849785+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:28.063428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":304,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.698826+0000","last_change":"2023-09-23T15:30:13.839282+0000","last_active":"2023-09-23T15:31:44.698826+0000","last_peered":"2023-09-23T15:31:44.698826+0000","last_clean":"2023-09-23T15:31:44.698826+0000","last_became_active":"2023-09-23T15:30:13.839008+0000","last_became_peered":"2023-09-23T15:30:13.839008+0000","last_unstale":"2023-09-23T15:31:44.698826+0000","last_undegraded":"2023-09-23T15:31:44.698826+0000","last_fullsized":"2023-09-23T15:31:44.698826+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:55:05.524033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"502'7629","reported_seq":14495,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:50.605728+0000","last_change":"2023-09-23T15:31:44.712094+0000","last_active":"2023-09-23T15:31:50.605728+0000","last_peered":"2023-09-23T15:31:50.605728+0000","last_clean":"2023-09-23T15:31:50.605728+0000","last_became_active":"2023-09-23T15:31:44.700080+0000","last_became_peered":"2023-09-23T15:31:44.700080+0000","last_unstale":"2023-09-23T15:31:50.605728+0000","last_undegraded":"2023-09-23T15:31:50.605728+0000","last_fullsized":"2023-09-23T15:31:50.605728+0000","mapping_epoch":501,"log_start":"487'3200","ondisk_log_start":"487'3200","created":454,"last_epoch_clean":502,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4429,"log_dups_size":0,"ondisk_log_size":4429,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:08:44.065856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315228184,"num_objects":4811,"num_object_clones":0,"num_object_copies":14433,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4811,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7629,"num_write_kb":398017,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3387,"num_bytes_recovered":221970432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":832,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697277+0000","last_change":"2023-09-23T15:30:05.597413+0000","last_active":"2023-09-23T15:31:43.697277+0000","last_peered":"2023-09-23T15:31:43.697277+0000","last_clean":"2023-09-23T15:31:43.697277+0000","last_became_active":"2023-09-23T15:30:05.597050+0000","last_became_peered":"2023-09-23T15:30:05.597050+0000","last_unstale":"2023-09-23T15:31:43.697277+0000","last_undegraded":"2023-09-23T15:31:43.697277+0000","last_fullsized":"2023-09-23T15:31:43.697277+0000","mapping_epoch":468,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":469,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:57:38.493455+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":537,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.699151+0000","last_change":"2023-09-23T15:29:51.311080+0000","last_active":"2023-09-23T15:31:44.699151+0000","last_peered":"2023-09-23T15:31:44.699151+0000","last_clean":"2023-09-23T15:31:44.699151+0000","last_became_active":"2023-09-23T15:29:51.310774+0000","last_became_peered":"2023-09-23T15:29:51.310774+0000","last_unstale":"2023-09-23T15:31:44.699151+0000","last_undegraded":"2023-09-23T15:31:44.699151+0000","last_fullsized":"2023-09-23T15:31:44.699151+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:11:59.838570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":37,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.704598+0000","last_change":"2023-09-23T15:30:13.838070+0000","last_active":"2023-09-23T15:31:44.704598+0000","last_peered":"2023-09-23T15:31:44.704598+0000","last_clean":"2023-09-23T15:31:44.704598+0000","last_became_active":"2023-09-23T15:30:13.837719+0000","last_became_peered":"2023-09-23T15:30:13.837719+0000","last_unstale":"2023-09-23T15:31:44.704598+0000","last_undegraded":"2023-09-23T15:31:44.704598+0000","last_fullsized":"2023-09-23T15:31:44.704598+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:35:33.967187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":379,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.705739+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:31:44.705739+0000","last_peered":"2023-09-23T15:31:44.705739+0000","last_clean":"2023-09-23T15:31:44.705739+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:31:44.705739+0000","last_undegraded":"2023-09-23T15:31:44.705739+0000","last_fullsized":"2023-09-23T15:31:44.705739+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"502'7455","reported_seq":7511,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:50.623506+0000","last_change":"2023-09-23T15:29:47.842825+0000","last_active":"2023-09-23T15:31:50.623506+0000","last_peered":"2023-09-23T15:31:50.623506+0000","last_clean":"2023-09-23T15:31:50.623506+0000","last_became_active":"2023-09-23T15:29:47.842443+0000","last_became_peered":"2023-09-23T15:29:47.842443+0000","last_unstale":"2023-09-23T15:31:50.623506+0000","last_undegraded":"2023-09-23T15:31:50.623506+0000","last_fullsized":"2023-09-23T15:31:50.623506+0000","mapping_epoch":454,"log_start":"485'3000","ondisk_log_start":"485'3000","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4455,"log_dups_size":0,"ondisk_log_size":4455,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:44:26.376758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311492608,"num_objects":4753,"num_object_clones":0,"num_object_copies":14259,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4753,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7455,"num_write_kb":390656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":887,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.696892+0000","last_change":"2023-09-23T15:30:38.626404+0000","last_active":"2023-09-23T15:31:43.696892+0000","last_peered":"2023-09-23T15:31:43.696892+0000","last_clean":"2023-09-23T15:31:43.696892+0000","last_became_active":"2023-09-23T15:30:38.626116+0000","last_became_peered":"2023-09-23T15:30:38.626116+0000","last_unstale":"2023-09-23T15:31:43.696892+0000","last_undegraded":"2023-09-23T15:31:43.696892+0000","last_fullsized":"2023-09-23T15:31:43.696892+0000","mapping_epoch":489,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":490,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.207409+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.207409+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":527,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.853996+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:31:43.853996+0000","last_peered":"2023-09-23T15:31:43.853996+0000","last_clean":"2023-09-23T15:31:43.853996+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:31:43.853996+0000","last_undegraded":"2023-09-23T15:31:43.853996+0000","last_fullsized":"2023-09-23T15:31:43.853996+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":57,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:51.744075+0000","last_change":"2023-09-23T15:29:51.299069+0000","last_active":"2023-09-23T15:31:51.744075+0000","last_peered":"2023-09-23T15:31:51.744075+0000","last_clean":"2023-09-23T15:31:51.744075+0000","last_became_active":"2023-09-23T15:29:51.298750+0000","last_became_peered":"2023-09-23T15:29:51.298750+0000","last_unstale":"2023-09-23T15:31:51.744075+0000","last_undegraded":"2023-09-23T15:31:51.744075+0000","last_fullsized":"2023-09-23T15:31:51.744075+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:33:51.603253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,3],"acting":[1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":56,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.850411+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:31:43.850411+0000","last_peered":"2023-09-23T15:31:43.850411+0000","last_clean":"2023-09-23T15:31:43.850411+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:31:43.850411+0000","last_undegraded":"2023-09-23T15:31:43.850411+0000","last_fullsized":"2023-09-23T15:31:43.850411+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"502'7403","reported_seq":7459,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:50.614025+0000","last_change":"2023-09-23T15:29:48.152462+0000","last_active":"2023-09-23T15:31:50.614025+0000","last_peered":"2023-09-23T15:31:50.614025+0000","last_clean":"2023-09-23T15:31:50.614025+0000","last_became_active":"2023-09-23T15:29:48.152087+0000","last_became_peered":"2023-09-23T15:29:48.152087+0000","last_unstale":"2023-09-23T15:31:50.614025+0000","last_undegraded":"2023-09-23T15:31:50.614025+0000","last_fullsized":"2023-09-23T15:31:50.614025+0000","mapping_epoch":454,"log_start":"485'2900","ondisk_log_start":"485'2900","created":454,"last_epoch_clean":455,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:29:46.699131+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.699131+0000","objects_scrubbed":0,"log_size":4503,"log_dups_size":0,"ondisk_log_size":4503,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:44:19.087954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318701568,"num_objects":4863,"num_object_clones":0,"num_object_copies":14589,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4863,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7403,"num_write_kb":392512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":875,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852892+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:31:43.852892+0000","last_peered":"2023-09-23T15:31:43.852892+0000","last_clean":"2023-09-23T15:31:43.852892+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:31:43.852892+0000","last_undegraded":"2023-09-23T15:31:43.852892+0000","last_fullsized":"2023-09-23T15:31:43.852892+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":202,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697637+0000","last_change":"2023-09-23T15:30:23.668849+0000","last_active":"2023-09-23T15:31:43.697637+0000","last_peered":"2023-09-23T15:31:43.697637+0000","last_clean":"2023-09-23T15:31:43.697637+0000","last_became_active":"2023-09-23T15:30:23.668158+0000","last_became_peered":"2023-09-23T15:30:23.668158+0000","last_unstale":"2023-09-23T15:31:43.697637+0000","last_undegraded":"2023-09-23T15:31:43.697637+0000","last_fullsized":"2023-09-23T15:31:43.697637+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:34.681437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":100,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:51.743953+0000","last_change":"2023-09-23T15:30:23.673564+0000","last_active":"2023-09-23T15:31:51.743953+0000","last_peered":"2023-09-23T15:31:51.743953+0000","last_clean":"2023-09-23T15:31:51.743953+0000","last_became_active":"2023-09-23T15:30:23.668203+0000","last_became_peered":"2023-09-23T15:30:23.668203+0000","last_unstale":"2023-09-23T15:31:51.743953+0000","last_undegraded":"2023-09-23T15:31:51.743953+0000","last_fullsized":"2023-09-23T15:31:51.743953+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:48.593726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":373,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.704524+0000","last_change":"2023-09-23T15:29:35.886149+0000","last_active":"2023-09-23T15:31:44.704524+0000","last_peered":"2023-09-23T15:31:44.704524+0000","last_clean":"2023-09-23T15:31:44.704524+0000","last_became_active":"2023-09-23T15:29:35.885794+0000","last_became_peered":"2023-09-23T15:29:35.885794+0000","last_unstale":"2023-09-23T15:31:44.704524+0000","last_undegraded":"2023-09-23T15:31:44.704524+0000","last_fullsized":"2023-09-23T15:31:44.704524+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:35:45.312477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,7],"acting":[5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":78,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.699598+0000","last_change":"2023-09-23T15:29:51.309057+0000","last_active":"2023-09-23T15:31:44.699598+0000","last_peered":"2023-09-23T15:31:44.699598+0000","last_clean":"2023-09-23T15:31:44.699598+0000","last_became_active":"2023-09-23T15:29:51.308458+0000","last_became_peered":"2023-09-23T15:29:51.308458+0000","last_unstale":"2023-09-23T15:31:44.699598+0000","last_undegraded":"2023-09-23T15:31:44.699598+0000","last_fullsized":"2023-09-23T15:31:44.699598+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:20.919600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":101,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852743+0000","last_change":"2023-09-23T15:29:35.791139+0000","last_active":"2023-09-23T15:31:43.852743+0000","last_peered":"2023-09-23T15:31:43.852743+0000","last_clean":"2023-09-23T15:31:43.852743+0000","last_became_active":"2023-09-23T15:29:35.790813+0000","last_became_peered":"2023-09-23T15:29:35.790813+0000","last_unstale":"2023-09-23T15:31:43.852743+0000","last_undegraded":"2023-09-23T15:31:43.852743+0000","last_fullsized":"2023-09-23T15:31:43.852743+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:00:14.617842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":318,"reported_epoch":503,"state":"active+clean","last_fresh":"2023-09-23T15:31:51.744575+0000","last_change":"2023-09-23T15:24:47.456517+0000","last_active":"2023-09-23T15:31:51.744575+0000","last_peered":"2023-09-23T15:31:51.744575+0000","last_clean":"2023-09-23T15:31:51.744575+0000","last_became_active":"2023-09-23T15:24:47.430011+0000","last_became_peered":"2023-09-23T15:24:47.430011+0000","last_unstale":"2023-09-23T15:31:51.744575+0000","last_undegraded":"2023-09-23T15:31:51.744575+0000","last_fullsized":"2023-09-23T15:31:51.744575+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:00.384463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6],"acting":[1,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":488,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852511+0000","last_change":"2023-09-23T15:29:51.308948+0000","last_active":"2023-09-23T15:31:43.852511+0000","last_peered":"2023-09-23T15:31:43.852511+0000","last_clean":"2023-09-23T15:31:43.852511+0000","last_became_active":"2023-09-23T15:29:51.308131+0000","last_became_peered":"2023-09-23T15:29:51.308131+0000","last_unstale":"2023-09-23T15:31:43.852511+0000","last_undegraded":"2023-09-23T15:31:43.852511+0000","last_fullsized":"2023-09-23T15:31:43.852511+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:28:31.516716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":152,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697684+0000","last_change":"2023-09-23T15:24:47.461167+0000","last_active":"2023-09-23T15:31:43.697684+0000","last_peered":"2023-09-23T15:31:43.697684+0000","last_clean":"2023-09-23T15:31:43.697684+0000","last_became_active":"2023-09-23T15:24:47.444623+0000","last_became_peered":"2023-09-23T15:24:47.444623+0000","last_unstale":"2023-09-23T15:31:43.697684+0000","last_undegraded":"2023-09-23T15:31:43.697684+0000","last_fullsized":"2023-09-23T15:31:43.697684+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:49:35.531980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":522,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.852785+0000","last_change":"2023-09-23T15:29:35.791085+0000","last_active":"2023-09-23T15:31:43.852785+0000","last_peered":"2023-09-23T15:31:43.852785+0000","last_clean":"2023-09-23T15:31:43.852785+0000","last_became_active":"2023-09-23T15:29:35.790770+0000","last_became_peered":"2023-09-23T15:29:35.790770+0000","last_unstale":"2023-09-23T15:31:43.852785+0000","last_undegraded":"2023-09-23T15:31:43.852785+0000","last_fullsized":"2023-09-23T15:31:43.852785+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:03.718163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":155,"reported_epoch":502,"state":"active+clean","last_fresh":"2023-09-23T15:31:44.697490+0000","last_change":"2023-09-23T15:30:35.768999+0000","last_active":"2023-09-23T15:31:44.697490+0000","last_peered":"2023-09-23T15:31:44.697490+0000","last_clean":"2023-09-23T15:31:44.697490+0000","last_became_active":"2023-09-23T15:30:35.767877+0000","last_became_peered":"2023-09-23T15:30:35.767877+0000","last_unstale":"2023-09-23T15:31:44.697490+0000","last_undegraded":"2023-09-23T15:31:44.697490+0000","last_fullsized":"2023-09-23T15:31:44.697490+0000","mapping_epoch":486,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":487,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:13.149075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":172,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.851092+0000","last_change":"2023-09-23T15:30:13.835116+0000","last_active":"2023-09-23T15:31:43.851092+0000","last_peered":"2023-09-23T15:31:43.851092+0000","last_clean":"2023-09-23T15:31:43.851092+0000","last_became_active":"2023-09-23T15:30:13.834795+0000","last_became_peered":"2023-09-23T15:30:13.834795+0000","last_unstale":"2023-09-23T15:31:43.851092+0000","last_undegraded":"2023-09-23T15:31:43.851092+0000","last_fullsized":"2023-09-23T15:31:43.851092+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:59:03.422802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":414,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697685+0000","last_change":"2023-09-23T15:30:02.594064+0000","last_active":"2023-09-23T15:31:43.697685+0000","last_peered":"2023-09-23T15:31:43.697685+0000","last_clean":"2023-09-23T15:31:43.697685+0000","last_became_active":"2023-09-23T15:30:02.590752+0000","last_became_peered":"2023-09-23T15:30:02.590752+0000","last_unstale":"2023-09-23T15:31:43.697685+0000","last_undegraded":"2023-09-23T15:31:43.697685+0000","last_fullsized":"2023-09-23T15:31:43.697685+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:47:14.852936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":178,"reported_epoch":501,"state":"active+clean","last_fresh":"2023-09-23T15:31:43.697193+0000","last_change":"2023-09-23T15:30:02.583395+0000","last_active":"2023-09-23T15:31:43.697193+0000","last_peered":"2023-09-23T15:31:43.697193+0000","last_clean":"2023-09-23T15:31:43.697193+0000","last_became_active":"2023-09-23T15:30:02.583103+0000","last_became_peered":"2023-09-23T15:30:02.583103+0000","last_unstale":"2023-09-23T15:31:43.697193+0000","last_undegraded":"2023-09-23T15:31:43.697193+0000","last_fullsized":"2023-09-23T15:31:43.697193+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:20:46.323645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,3],"acting":[6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5003083800,"num_objects":76342,"num_object_clones":0,"num_object_copies":229026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76342,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":120612,"num_write_kb":6302465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11078,"num_bytes_recovered":726007808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15118905344,"data_stored":15118893128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":73612,"ondisk_log_size":73612,"up":48,"acting":48,"num_store_stats":5},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":139,"num_bytes_recovered":34692,"num_keys_recovered":80,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":16556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":744320,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":37,"num_read_kb":69,"num_write":18,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2699421,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674490,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3093856,"kb_used_data":2730328,"kb_used_omap":85,"kb_used_meta":363434,"kb_avail":90651296,"statfs":{"total":95995035648,"available":92826927104,"internally_reserved":0,"allocated":2795855872,"data_stored":2794357724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":372156424},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:51 2023","interfaces":[{"interface":"back","average":{"1min":1.452,"5min":0.97599999999999998,"15min":2.645},"min":{"1min":0.25800000000000001,"5min":0.223,"15min":0.20799999999999999},"max":{"1min":5.2969999999999997,"5min":5.7009999999999996,"15min":206.41999999999999},"last":1.1839999999999999},{"interface":"front","average":{"1min":2.0270000000000001,"5min":1.327,"15min":3.0979999999999999},"min":{"1min":0.27400000000000002,"5min":0.22600000000000001,"15min":0.223},"max":{"1min":9.2490000000000006,"5min":9.2490000000000006,"15min":206.35300000000001},"last":0.77200000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:31:51 2023","interfaces":[{"interface":"back","average":{"1min":1.929,"5min":2.2919999999999998,"15min":2.298},"min":{"1min":0.313,"5min":0.24199999999999999,"15min":0.24099999999999999},"max":{"1min":5.2569999999999997,"5min":79.492000000000004,"15min":177.52699999999999},"last":1.827},{"interface":"front","average":{"1min":1.8979999999999999,"5min":2.3079999999999998,"15min":3.4119999999999999},"min":{"1min":0.31,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":6.2199999999999998,"5min":79.504999999999995,"15min":217.25999999999999},"last":1.2330000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:31:51 2023","interfaces":[{"interface":"back","average":{"1min":2.2370000000000001,"5min":3.2650000000000001,"15min":3.8879999999999999},"min":{"1min":0.30399999999999999,"5min":0.27600000000000002,"15min":0.25700000000000001},"max":{"1min":9.1080000000000005,"5min":69.870000000000005,"15min":180.59399999999999},"last":0.79000000000000004},{"interface":"front","average":{"1min":1.669,"5min":3.0310000000000001,"15min":4.2359999999999998},"min":{"1min":0.32600000000000001,"5min":0.28699999999999998,"15min":0.249},"max":{"1min":4.4139999999999997,"5min":69.890000000000001,"15min":180.61699999999999},"last":1.8460000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:31:51 2023","interfaces":[{"interface":"back","average":{"1min":2.702,"5min":3.3119999999999998,"15min":4.6529999999999996},"min":{"1min":0.29699999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":20.062000000000001,"5min":86.263999999999996,"15min":160.04300000000001},"last":1.861},{"interface":"front","average":{"1min":3.1339999999999999,"5min":3.0409999999999999,"15min":4.7009999999999996},"min":{"1min":0.38800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":19.931000000000001,"5min":87.307000000000002,"15min":159.97399999999999},"last":1.3089999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:31:51 2023","interfaces":[{"interface":"back","average":{"1min":2.2930000000000001,"5min":1.056,"15min":0.84499999999999997},"min":{"1min":0.34000000000000002,"5min":0.246,"15min":0.246},"max":{"1min":6.7450000000000001,"5min":6.7450000000000001,"15min":9.0640000000000001},"last":1.266},{"interface":"front","average":{"1min":2.5270000000000001,"5min":1.107,"15min":1.2649999999999999},"min":{"1min":0.374,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":9.3759999999999994,"5min":9.3759999999999994,"15min":97.524000000000001},"last":0.74299999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:31:51 2023","interfaces":[{"interface":"back","average":{"1min":2.6379999999999999,"5min":3.625,"15min":2.1120000000000001},"min":{"1min":0.36699999999999999,"5min":0.26200000000000001,"15min":0.247},"max":{"1min":8.3309999999999995,"5min":254.07300000000001,"15min":254.07300000000001},"last":1.802},{"interface":"front","average":{"1min":2.5139999999999998,"5min":3.504,"15min":2.0720000000000001},"min":{"1min":0.375,"5min":0.28599999999999998,"15min":0.26200000000000001},"max":{"1min":7.7169999999999996,"5min":254.291,"15min":254.291},"last":1.141}]},{"osd":6,"last update":"Sat Sep 23 15:31:51 2023","interfaces":[{"interface":"back","average":{"1min":2.2530000000000001,"5min":1.167,"15min":1.3979999999999999},"min":{"1min":0.38600000000000001,"5min":0.25,"15min":0.25},"max":{"1min":9.4079999999999995,"5min":9.4079999999999995,"15min":99.772999999999996},"last":0.88800000000000001},{"interface":"front","average":{"1min":3.286,"5min":1.4650000000000001,"15min":1.415},"min":{"1min":0.44700000000000001,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":7.9610000000000003,"5min":13.323,"15min":103.31699999999999},"last":3.1920000000000002}]}]},{"osd":6,"up_from":122,"seq":523986010369,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3922148,"kb_used_data":3420252,"kb_used_omap":9,"kb_used_meta":501878,"kb_avail":89823004,"statfs":{"total":95995035648,"available":91978756096,"internally_reserved":0,"allocated":3502338048,"data_stored":3500836880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":513923411},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.3999999999999999,"5min":0.98899999999999999,"15min":2.0950000000000002},"min":{"1min":0.27400000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":4.8179999999999996,"5min":5.4470000000000001,"15min":107.56399999999999},"last":0.51800000000000002},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.103,"15min":2.2210000000000001},"min":{"1min":0.255,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":4.0679999999999996,"5min":9.9760000000000009,"15min":107.617},"last":0.91700000000000004}]},{"osd":1,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":2.367,"15min":1.9730000000000001},"min":{"1min":0.25800000000000001,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":7.7240000000000002,"5min":85.215999999999994,"15min":85.215999999999994},"last":1.014},{"interface":"front","average":{"1min":1.893,"5min":2.097,"15min":1.548},"min":{"1min":0.29799999999999999,"5min":0.25900000000000001,"15min":0.23999999999999999},"max":{"1min":3.6819999999999999,"5min":85.203000000000003,"15min":85.203000000000003},"last":0.47999999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.7849999999999999,"5min":1.53,"15min":2.1120000000000001},"min":{"1min":0.27600000000000002,"5min":0.27300000000000002,"15min":0.25700000000000001},"max":{"1min":6.5279999999999996,"5min":6.5279999999999996,"15min":67.558000000000007},"last":0.94999999999999996},{"interface":"front","average":{"1min":1.929,"5min":1.8089999999999999,"15min":2.4140000000000001},"min":{"1min":0.34100000000000003,"5min":0.28699999999999998,"15min":0.245},"max":{"1min":4.234,"5min":9.7569999999999997,"15min":67.718999999999994},"last":0.45400000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":4.0579999999999998,"5min":3.8620000000000001,"15min":5.258},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.26700000000000002},"max":{"1min":48.427999999999997,"5min":89.344999999999999,"15min":256.608},"last":0.56100000000000005},{"interface":"front","average":{"1min":4.2050000000000001,"5min":3.6619999999999999,"15min":4.4169999999999998},"min":{"1min":0.312,"5min":0.308,"15min":0.29799999999999999},"max":{"1min":48.265000000000001,"5min":89.301000000000002,"15min":256.42500000000001},"last":0.99299999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":0.85199999999999998,"15min":0.78400000000000003},"min":{"1min":0.35899999999999999,"5min":0.25800000000000001,"15min":0.23100000000000001},"max":{"1min":7.6719999999999997,"5min":7.6719999999999997,"15min":7.6719999999999997},"last":3.0910000000000002},{"interface":"front","average":{"1min":1.3360000000000001,"5min":0.749,"15min":0.76700000000000002},"min":{"1min":0.34100000000000003,"5min":0.26900000000000002,"15min":0.23000000000000001},"max":{"1min":5.9660000000000002,"5min":5.9660000000000002,"15min":8.0310000000000006},"last":0.97299999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:31:15 2023","interfaces":[{"interface":"back","average":{"1min":3.032,"5min":2.177,"15min":1.1859999999999999},"min":{"1min":0.40100000000000002,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":12.468999999999999,"5min":127.23,"15min":127.23},"last":2.9199999999999999},{"interface":"front","average":{"1min":2.0779999999999998,"5min":2.0710000000000002,"15min":1.248},"min":{"1min":0.38300000000000001,"5min":0.29199999999999998,"15min":0.255},"max":{"1min":7.2119999999999997,"5min":127.148,"15min":127.148},"last":0.58499999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:30:55 2023","interfaces":[{"interface":"back","average":{"1min":2.169,"5min":0.95299999999999996,"15min":0.877},"min":{"1min":0.379,"5min":0.317,"15min":0.28999999999999998},"max":{"1min":6.0759999999999996,"5min":6.5170000000000003,"15min":11.425000000000001},"last":1.042},{"interface":"front","average":{"1min":2.093,"5min":0.995,"15min":0.92600000000000005},"min":{"1min":0.38800000000000001,"5min":0.38400000000000001,"15min":0.29899999999999999},"max":{"1min":7.2850000000000001,"5min":7.2850000000000001,"15min":9.0920000000000005},"last":3.1800000000000002}]}]},{"osd":1,"up_from":89,"seq":382252089647,"num_pgs":72,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2969228,"kb_used_data":2231620,"kb_used_omap":9,"kb_used_meta":737462,"kb_avail":90775924,"statfs":{"total":95995035648,"available":92954546176,"internally_reserved":0,"allocated":2285178880,"data_stored":2282595918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":755162089},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":1.4690000000000001,"15min":3.476},"min":{"1min":0.216,"5min":0.188,"15min":0.182},"max":{"1min":2.0169999999999999,"5min":23.858000000000001,"15min":215.946},"last":0.374},{"interface":"front","average":{"1min":0.92200000000000004,"5min":1.75,"15min":3.9670000000000001},"min":{"1min":0.24399999999999999,"5min":0.24199999999999999,"15min":0.19400000000000001},"max":{"1min":2.8900000000000001,"5min":23.791,"15min":214.88200000000001},"last":0.32600000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:31:35 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":2.2240000000000002,"15min":2.6960000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.19500000000000001},"max":{"1min":2.992,"5min":54.752000000000002,"15min":103.27500000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":1.3560000000000001,"5min":2.2360000000000002,"15min":3.2869999999999999},"min":{"1min":0.22900000000000001,"5min":0.20399999999999999,"15min":0.19900000000000001},"max":{"1min":6.2839999999999998,"5min":54.645000000000003,"15min":103.30800000000001},"last":0.29499999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":1.9470000000000001,"15min":5.6189999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.19800000000000001},"max":{"1min":3.0590000000000002,"5min":26.969000000000001,"15min":210.24799999999999},"last":14.356999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":1.889,"15min":5.2839999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.17100000000000001},"max":{"1min":4.2240000000000002,"5min":23.821000000000002,"15min":210.577},"last":12.307}]},{"osd":4,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":1.5720000000000001,"15min":1.423},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.28599999999999998},"max":{"1min":2.5819999999999999,"5min":9.8399999999999999,"15min":14.925000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.999,"5min":1.113,"15min":1.246},"min":{"1min":0.33500000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.5030000000000001,"5min":7.5999999999999996,"15min":14.489000000000001},"last":0.51100000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":1.615,"5min":2.4199999999999999,"15min":2.056},"min":{"1min":0.38700000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":5.4660000000000002,"5min":106.328,"15min":106.328},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.232,"5min":2.7759999999999998,"15min":1.903},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.29699999999999999},"max":{"1min":5.274,"5min":106.31,"15min":106.31},"last":0.54900000000000004}]},{"osd":6,"last update":"Sat Sep 23 15:31:12 2023","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.5649999999999999,"15min":2.153},"min":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.31},"max":{"1min":2.9780000000000002,"5min":10.811999999999999,"15min":115.018},"last":0.53000000000000003},{"interface":"front","average":{"1min":1.524,"5min":1.865,"15min":1.95},"min":{"1min":0.39500000000000002,"5min":0.33800000000000002,"15min":0.317},"max":{"1min":4.6500000000000004,"5min":9.7810000000000006,"15min":115.289},"last":0.45400000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:31:49 2023","interfaces":[{"interface":"back","average":{"1min":1.732,"5min":2.4870000000000001,"15min":2.5710000000000002},"min":{"1min":0.53300000000000003,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":5.2279999999999998,"5min":109.861,"15min":112.056},"last":0.54000000000000004},{"interface":"front","average":{"1min":2.0550000000000002,"5min":2.8900000000000001,"15min":2.7570000000000001},"min":{"1min":0.47499999999999998,"5min":0.40999999999999998,"15min":0.33000000000000002},"max":{"1min":5.3700000000000001,"5min":107.048,"15min":111.902},"last":0.52200000000000002}]}]},{"osd":0,"up_from":0,"seq":360777253173,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":0,"seq":502511173888,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":99,"seq":425201762594,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4673552,"kb_used_data":3711048,"kb_used_omap":7,"kb_used_meta":962488,"kb_avail":89071600,"statfs":{"total":95995035648,"available":91209318400,"internally_reserved":0,"allocated":3800113152,"data_stored":3797579375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":985588328},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:36 2023","interfaces":[{"interface":"back","average":{"1min":1.5589999999999999,"5min":2.8159999999999998,"15min":3.6709999999999998},"min":{"1min":0.20699999999999999,"5min":0.182,"15min":0.182},"max":{"1min":6.21,"5min":80.498999999999995,"15min":167.71799999999999},"last":5.8330000000000002},{"interface":"front","average":{"1min":0.81599999999999995,"5min":2.077,"15min":3.1190000000000002},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.16500000000000001},"max":{"1min":2.6349999999999998,"5min":80.352000000000004,"15min":176.61500000000001},"last":1.3260000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:31:36 2023","interfaces":[{"interface":"back","average":{"1min":4.4009999999999998,"5min":5.2679999999999998,"15min":4.6029999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":60.389000000000003,"5min":127.02200000000001,"15min":201.98099999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":5.2800000000000002,"5min":5.6790000000000003,"15min":4.4210000000000003},"min":{"1min":0.25,"5min":0.218,"15min":0.20300000000000001},"max":{"1min":59.838999999999999,"5min":124.041,"15min":202.06700000000001},"last":2.9359999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:31:36 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":2.2269999999999999,"15min":2.8420000000000001},"min":{"1min":0.26800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":2.8540000000000001,"5min":66.004000000000005,"15min":163.57599999999999},"last":0.93000000000000005},{"interface":"front","average":{"1min":0.71099999999999997,"5min":1.5629999999999999,"15min":2.3839999999999999},"min":{"1min":0.28499999999999998,"5min":0.27000000000000002,"15min":0.26400000000000001},"max":{"1min":2.54,"5min":24.010999999999999,"15min":154.73400000000001},"last":0.79100000000000004}]},{"osd":4,"last update":"Sat Sep 23 15:31:36 2023","interfaces":[{"interface":"back","average":{"1min":1.6839999999999999,"5min":1.2230000000000001,"15min":2.198},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":5.4550000000000001,"5min":5.4550000000000001,"15min":163.43700000000001},"last":0.91700000000000004},{"interface":"front","average":{"1min":1.641,"5min":1.4910000000000001,"15min":2.044},"min":{"1min":0.371,"5min":0.32900000000000001,"15min":0.29999999999999999},"max":{"1min":4.1550000000000002,"5min":11.145,"15min":163.72399999999999},"last":0.70199999999999996}]},{"osd":5,"last update":"Sat Sep 23 15:31:36 2023","interfaces":[{"interface":"back","average":{"1min":1.857,"5min":2.1299999999999999,"15min":2.8599999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.1820000000000004,"5min":55.414999999999999,"15min":163.696},"last":0.72499999999999998},{"interface":"front","average":{"1min":1.9379999999999999,"5min":1.7969999999999999,"15min":2.0830000000000002},"min":{"1min":0.35799999999999998,"5min":0.33800000000000002,"15min":0.29899999999999999},"max":{"1min":10.481999999999999,"5min":55.363,"15min":126.15000000000001},"last":0.82899999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:31:20 2023","interfaces":[{"interface":"back","average":{"1min":2.492,"5min":3.7050000000000001,"15min":2.7989999999999999},"min":{"1min":0.44900000000000001,"5min":0.34100000000000003,"15min":0.28899999999999998},"max":{"1min":16.907,"5min":163.63399999999999,"15min":163.63399999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":1.772,"5min":3.1600000000000001,"15min":2.448},"min":{"1min":0.442,"5min":0.35899999999999999,"15min":0.33500000000000002},"max":{"1min":16.992000000000001,"5min":163.535,"15min":163.535},"last":0.88}]},{"osd":7,"last update":"Sat Sep 23 15:30:59 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":2.3809999999999998,"15min":2.0590000000000002},"min":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.35499999999999998},"max":{"1min":2.762,"5min":163.495,"15min":163.495},"last":0.90900000000000003},{"interface":"front","average":{"1min":1.383,"5min":2.879,"15min":2.427},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.508,"5min":163.51400000000001,"15min":163.51400000000001},"last":0.96399999999999997}]}]},{"osd":4,"up_from":0,"seq":133143986620,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503724983,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3271140,"kb_used_data":2811420,"kb_used_omap":0,"kb_used_meta":459520,"kb_avail":90474012,"statfs":{"total":95995035648,"available":92645388288,"internally_reserved":0,"allocated":2878894080,"data_stored":2877400858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":470548480},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:31:05 2023","interfaces":[{"interface":"back","average":{"1min":1.347,"5min":0.83499999999999996,"15min":2.0270000000000001},"min":{"1min":0.29199999999999998,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":6.3049999999999997,"5min":6.3049999999999997,"15min":160.77699999999999},"last":0.246},{"interface":"front","average":{"1min":1.2330000000000001,"5min":1.044,"15min":2.2010000000000001},"min":{"1min":0.309,"5min":0.255,"15min":0.245},"max":{"1min":5.1470000000000002,"5min":9.3610000000000007,"15min":161.142},"last":0.64500000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":1.5820000000000001,"5min":1.2410000000000001,"15min":1.923},"min":{"1min":0.309,"5min":0.254,"15min":0.24299999999999999},"max":{"1min":9.0169999999999995,"5min":9.0169999999999995,"15min":119.61499999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.2050000000000001,"15min":1.968},"min":{"1min":0.32200000000000001,"5min":0.26600000000000001,"15min":0.245},"max":{"1min":3.9969999999999999,"5min":6.2930000000000001,"15min":119.541},"last":0.309}]},{"osd":2,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":3.2719999999999998,"15min":3.145},"min":{"1min":0.34899999999999998,"5min":0.27800000000000002,"15min":0.26300000000000001},"max":{"1min":2.7589999999999999,"5min":168.56100000000001,"15min":168.56100000000001},"last":0.39800000000000002},{"interface":"front","average":{"1min":1.0800000000000001,"5min":3.5579999999999998,"15min":3.3340000000000001},"min":{"1min":0.39900000000000002,"5min":0.28199999999999997,"15min":0.26400000000000001},"max":{"1min":4.9630000000000001,"5min":168.58799999999999,"15min":168.58799999999999},"last":0.36099999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:31:31 2023","interfaces":[{"interface":"back","average":{"1min":1.4179999999999999,"5min":6.9039999999999999,"15min":5.9169999999999998},"min":{"1min":0.37,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0300000000000002,"5min":169.83699999999999,"15min":169.83699999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":1.5569999999999999,"5min":6.5110000000000001,"15min":5.3230000000000004},"min":{"1min":0.39700000000000002,"5min":0.34000000000000002,"15min":0.29599999999999999},"max":{"1min":9.0429999999999993,"5min":170.166,"15min":170.166},"last":0.73399999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.47199999999999998,"15min":0.61799999999999999},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":2.984,"5min":2.984,"15min":40.061},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.92200000000000004,"5min":0.60799999999999998,"15min":0.81200000000000006},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":2.9239999999999999,"5min":3.5430000000000001,"15min":40.124000000000002},"last":6.2439999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:31:05 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":4.8639999999999999,"15min":2.5920000000000001},"min":{"1min":0.28799999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":5.1210000000000004,"5min":207.054,"15min":207.054},"last":0.75800000000000001},{"interface":"front","average":{"1min":1.484,"5min":4.9980000000000002,"15min":2.7120000000000002},"min":{"1min":0.39200000000000002,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":6.8079999999999998,"5min":207.28299999999999,"15min":207.28299999999999},"last":0.504}]},{"osd":7,"last update":"Sat Sep 23 15:30:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":5.165,"15min":2.6680000000000001},"min":{"1min":0.32500000000000001,"5min":0.29799999999999999,"15min":0.29299999999999998},"max":{"1min":1.7230000000000001,"5min":214.78100000000001,"15min":214.78100000000001},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.98599999999999999,"5min":5.2110000000000003,"15min":2.7290000000000001},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.318},"max":{"1min":2.7450000000000001,"5min":212.95500000000001,"15min":212.95500000000001},"last":0.72599999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2254176256,"data_stored":2254176256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3785428992,"data_stored":3785424920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2845048832,"data_stored":2845048832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3481014272,"data_stored":3481010200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2753236992,"data_stored":2753232920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:31:57.565 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set .mgr pgp_num 21 2023-09-23T15:31:57.602 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:57.646 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:57.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:57.651 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:57.752 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:31:57.784 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:57.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:57 smithi118 ceph-mon[219580]: 1.5 scrub starts 2023-09-23T15:31:57.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:57 smithi118 ceph-mon[219580]: 1.5 scrub ok 2023-09-23T15:31:57.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:57 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:57.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:31:57 smithi118 ceph-mon[219580]: pgmap v1332: 109 pgs: 109 active+clean; 4.4 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 0 B/s wr, 1.12k op/s 2023-09-23T15:31:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:57 smithi118 ceph-mon[212312]: 1.5 scrub starts 2023-09-23T15:31:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:57 smithi118 ceph-mon[212312]: 1.5 scrub ok 2023-09-23T15:31:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:57 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:57.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:31:57 smithi118 ceph-mon[212312]: pgmap v1332: 109 pgs: 109 active+clean; 4.4 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 0 B/s wr, 1.12k op/s 2023-09-23T15:31:57.894 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:31:57.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:57.898 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:31:57.998 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:58.044 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:58.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:57 smithi178 ceph-mon[192298]: 1.5 scrub starts 2023-09-23T15:31:58.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:57 smithi178 ceph-mon[192298]: 1.5 scrub ok 2023-09-23T15:31:58.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:57 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:31:58.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:31:57 smithi178 ceph-mon[192298]: pgmap v1332: 109 pgs: 109 active+clean; 4.4 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 0 B/s wr, 1.12k op/s 2023-09-23T15:31:58.305 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:58.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:58.307 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:58.408 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:31:58.434 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:58.476 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:31:58.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:58.479 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:31:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:31:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:31:58] "GET /metrics HTTP/1.1" 200 36496 "" "Prometheus/2.43.0" 2023-09-23T15:31:58.580 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:31:58.624 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:58.861 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:31:58.894 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:31:58.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:58.898 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:31:58.947 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:31:58.947 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:31:58.947 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.947 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46235.0:128349 10.c e505/454 10:3e101071:::benchmark_data_smithi118_553868_object29870:head v 505'7844, mlcod=505'7842)", 2023-09-23T15:31:58.947 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:58.937854+0000", 2023-09-23T15:31:58.947 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.00071546299999999995, 2023-09-23T15:31:58.947 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00074405000000000001, 2023-09-23T15:31:58.947 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:58.947 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:31:58.947 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.937854+0000", 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.937854+0000", 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.948 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.937853+0000", 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.937860+0000", 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5989999999999998e-06 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.937875+0000", 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4687e-05 2023-09-23T15:31:58.949 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.937881+0000", 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7179999999999999e-06 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938087+0000", 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020548100000000001 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.950 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938104+0000", 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7419e-05 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop_reply(client.46235.0:128351 10.7 e505/495)", 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:58.938391+0000", 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.00017835400000000001, 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00026712200000000001, 2023-09-23T15:31:58.951 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:58.952 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:31:58.952 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:58.952 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.952 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:58.952 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938391+0000", 2023-09-23T15:31:58.952 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.952 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.952 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.952 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:58.952 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938391+0000", 2023-09-23T15:31:58.952 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.953 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.953 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.953 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:58.953 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938391+0000", 2023-09-23T15:31:58.953 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938395+0000", 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.369e-06 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938404+0000", 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.4780000000000008e-06 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.954 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938409+0000", 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3240000000000002e-06 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46235.0:128350 10.4 e505/454 10:21c50708:::benchmark_data_smithi118_553868_object29871:head v 505'8165, mlcod=505'8161)", 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:58.934690+0000", 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0038794060000000002, 2023-09-23T15:31:58.955 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0040184399999999999, 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.934690+0000", 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.934690+0000", 2023-09-23T15:31:58.956 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.934690+0000", 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.934694+0000", 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2640000000000002e-06 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.957 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.934704+0000", 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0377000000000001e-05 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.934710+0000", 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7479999999999999e-06 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.934753+0000", 2023-09-23T15:31:58.958 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2951999999999998e-05 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.934777+0000", 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3918e-05 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:128351 10.7 10:e1ab5718:::benchmark_data_smithi118_553868_object29872:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-09-23T15:31:58.959 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:58.935294+0000", 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.003275811, 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0034753309999999999, 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 128351 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:58.960 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935294+0000", 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935294+0000", 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935293+0000", 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.961 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.962 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:58.962 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935297+0000", 2023-09-23T15:31:58.962 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7500000000000001e-06 2023-09-23T15:31:58.962 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.962 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.962 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:58.962 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935305+0000", 2023-09-23T15:31:58.962 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3690000000000007e-06 2023-09-23T15:31:58.962 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.962 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.962 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935311+0000", 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8279999999999999e-06 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935350+0000", 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9363999999999998e-05 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935483+0000", 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013324699999999999 2023-09-23T15:31:58.963 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.964 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.964 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:31:58.964 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935620+0000", 2023-09-23T15:31:58.964 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013709 2023-09-23T15:31:58.964 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.964 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.964 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:31:58.964 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938057+0000", 2023-09-23T15:31:58.964 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024362139999999999 2023-09-23T15:31:58.964 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.964 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:128352 10.6 10:63a82913:::benchmark_data_smithi118_553868_object29873:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:58.935324+0000", 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.0032450370000000001, 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003524723, 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:31:58.965 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:31:58.966 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 128352 2023-09-23T15:31:58.966 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.966 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:58.966 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.966 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:58.966 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935324+0000", 2023-09-23T15:31:58.966 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.966 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.966 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.966 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:58.966 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935324+0000", 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935324+0000", 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935327+0000", 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8499999999999998e-06 2023-09-23T15:31:58.967 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935338+0000", 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1504e-05 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935343+0000", 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.994e-06 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.968 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935380+0000", 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6810000000000002e-05 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935485+0000", 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000104701 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,5", 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935614+0000", 2023-09-23T15:31:58.969 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012888099999999999 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:128353 10.f 10:fdc6caee:::benchmark_data_smithi118_553868_object29874:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:58.935353+0000", 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.003216025, 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0035654789999999999, 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:31:58.970 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 128353 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935353+0000", 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:58.971 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935353+0000", 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935353+0000", 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935356+0000", 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8420000000000001e-06 2023-09-23T15:31:58.972 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935362+0000", 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9789999999999998e-06 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935366+0000", 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1110000000000001e-06 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.973 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938049+0000", 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002683389 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938164+0000", 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011506900000000001 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938292+0000", 2023-09-23T15:31:58.974 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012771899999999999 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:128354 10.6 10:68ab6d7f:::benchmark_data_smithi118_553868_object29875:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e505)", 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:58.935371+0000", 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.003198345, 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003621628, 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:31:58.975 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 128354 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935371+0000", 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:31:58.976 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935371+0000", 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935371+0000", 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935373+0000", 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.328e-06 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.977 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935379+0000", 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5840000000000002e-06 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.935382+0000", 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7179999999999998e-06 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:31:58.978 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938090+0000", 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027074310000000002 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938186+0000", 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6304000000000005e-05 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,5", 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:58.938292+0000", 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000106103 2023-09-23T15:31:58.979 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.980 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:31:58.980 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.980 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:31:58.980 INFO:teuthology.orchestra.run.smithi178.stdout: ], 2023-09-23T15:31:58.980 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 7 2023-09-23T15:31:58.980 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:31:58.982 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:31:58.999 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:59.071 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:59.188 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:59.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:59.197 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:59.297 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:31:59.351 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:59.446 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:31:59.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:59.449 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:31:59.550 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:31:59.578 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:31:59.890 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:31:59.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:31:59.894 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:31:59.995 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:00.029 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:00.064 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T15:32:00.098 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:00.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:00.101 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:00.202 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:00.297 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:00.404 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:00.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:00.415 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:00.516 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:32:00.531 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:00.569 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:00.678 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:32:00.681 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:32:00.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:00.698 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:32:00.799 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:00.799 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:00 smithi118 ceph-mon[219580]: pgmap v1333: 109 pgs: 109 active+clean; 4.3 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 0 B/s wr, 892 op/s 2023-09-23T15:32:00.800 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1164660126' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:00.800 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:00 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:00.800 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:00 smithi118 ceph-mon[212312]: pgmap v1333: 109 pgs: 109 active+clean; 4.3 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 0 B/s wr, 892 op/s 2023-09-23T15:32:00.800 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1164660126' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:00.800 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:00 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:00.816 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:32:00.848 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:00 smithi178 ceph-mon[192298]: pgmap v1333: 109 pgs: 109 active+clean; 4.3 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 0 B/s wr, 892 op/s 2023-09-23T15:32:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1164660126' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:00 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:01.525 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:01.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:01.530 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:01.631 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:01.671 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:01.786 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:01.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:01.793 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:01.893 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:32:01.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:32:01.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:32:01.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[219580]: failed to encode map e506 with expected crc 2023-09-23T15:32:01.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[219580]: failed to encode map e506 with expected crc 2023-09-23T15:32:01.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:32:01.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[219580]: osdmap e506: 8 total, 8 up, 5 in 2023-09-23T15:32:01.937 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:32:01.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:32:01.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[212312]: failed to encode map e506 with expected crc 2023-09-23T15:32:01.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[212312]: failed to encode map e506 with expected crc 2023-09-23T15:32:01.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:32:01.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:01 smithi118 ceph-mon[212312]: osdmap e506: 8 total, 8 up, 5 in 2023-09-23T15:32:01.944 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:02.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:01 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:32:02.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:01 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:32:02.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:01 smithi178 ceph-mon[192298]: failed to encode map e506 with expected crc 2023-09-23T15:32:02.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:01 smithi178 ceph-mon[192298]: failed to encode map e506 with expected crc 2023-09-23T15:32:02.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:01 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:32:02.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:01 smithi178 ceph-mon[192298]: osdmap e506: 8 total, 8 up, 5 in 2023-09-23T15:32:02.687 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:32:02.691 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:02.691 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:32:02.792 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:02.862 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:02 smithi178 ceph-mon[192298]: pgmap v1335: 109 pgs: 109 active+clean; 4.2 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 0 B/s wr, 1.04k op/s 2023-09-23T15:32:02.869 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:02.960 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:02.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:02.964 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:03.006 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:02 smithi118 ceph-mon[219580]: pgmap v1335: 109 pgs: 109 active+clean; 4.2 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 0 B/s wr, 1.04k op/s 2023-09-23T15:32:03.006 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:02 smithi118 ceph-mon[212312]: pgmap v1335: 109 pgs: 109 active+clean; 4.2 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 0 B/s wr, 1.04k op/s 2023-09-23T15:32:03.064 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:03.156 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:03.266 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:03.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:03.271 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:03.287 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:32:03.310 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:32:03.337 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:32:03.361 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:32:03.369 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:32:03.369 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:32:03.370 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:32:03.370 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:32:03.370 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:32:03.372 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:03.393 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:32:03.423 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:32:03.423 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:03.465 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:32:03.490 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:03.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:03.495 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:03.509 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:32:03.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:32:03.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:32:03.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:32:03.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:32:03.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:32:03.517 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:32:03.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:32:03.518 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:32:03.596 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:03.634 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:03.690 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:03 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1950909523' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:32:03.690 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:03 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2336227435' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:03.694 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:03 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1950909523' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:32:03.695 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:03 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2336227435' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:03.715 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 1 pgp_num to 21 2023-09-23T15:32:03.716 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:03.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:03.732 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:03.833 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:03.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:03 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1950909523' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:32:03.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:03 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2336227435' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:03.898 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:03.972 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:03.975 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:03.975 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:04.076 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:04.103 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:04.145 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:04.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:04.148 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:04.249 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:04.282 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:04.292 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:32:04.647 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:04.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:04.651 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:04.691 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T15:32:04.751 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:04.812 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:04.943 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:04.958 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:04 smithi178 ceph-mon[192298]: pgmap v1336: 109 pgs: 109 active+clean; 4.1 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 0 B/s wr, 1.01k op/s 2023-09-23T15:32:04.958 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1950909523' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-09-23T15:32:04.959 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:04 smithi178 ceph-mon[192298]: osdmap e507: 8 total, 8 up, 5 in 2023-09-23T15:32:04.959 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:04 smithi178 ceph-mon[192298]: failed to encode map e507 with expected crc 2023-09-23T15:32:04.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:04.959 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:05.060 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:05.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:04 smithi118 ceph-mon[219580]: pgmap v1336: 109 pgs: 109 active+clean; 4.1 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 0 B/s wr, 1.01k op/s 2023-09-23T15:32:05.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1950909523' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-09-23T15:32:05.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:04 smithi118 ceph-mon[219580]: osdmap e507: 8 total, 8 up, 5 in 2023-09-23T15:32:05.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:04 smithi118 ceph-mon[219580]: failed to encode map e507 with expected crc 2023-09-23T15:32:05.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:04 smithi118 ceph-mon[212312]: pgmap v1336: 109 pgs: 109 active+clean; 4.1 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 0 B/s wr, 1.01k op/s 2023-09-23T15:32:05.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1950909523' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-09-23T15:32:05.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:04 smithi118 ceph-mon[212312]: osdmap e507: 8 total, 8 up, 5 in 2023-09-23T15:32:05.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:04 smithi118 ceph-mon[212312]: failed to encode map e507 with expected crc 2023-09-23T15:32:05.098 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:05.288 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:05.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:05.294 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:05.335 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:05.370 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:32:05.395 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:05.479 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:05.629 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:05.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:05.647 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:05.745 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:05 smithi178 ceph-mon[192298]: 1.0 scrub starts 2023-09-23T15:32:05.745 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:05 smithi178 ceph-mon[192298]: 1.0 scrub ok 2023-09-23T15:32:05.748 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:05.784 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:05 smithi118 ceph-mon[219580]: 1.0 scrub starts 2023-09-23T15:32:05.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:05 smithi118 ceph-mon[219580]: 1.0 scrub ok 2023-09-23T15:32:05.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:05 smithi118 ceph-mon[212312]: 1.0 scrub starts 2023-09-23T15:32:05.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:05 smithi118 ceph-mon[212312]: 1.0 scrub ok 2023-09-23T15:32:05.962 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:05.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:05.965 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:06.065 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:06.093 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:06.544 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:06.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:06.548 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:06.649 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:06.680 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:06.727 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:06.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:06.732 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:06.832 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:06.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:06 smithi178 ceph-mon[192298]: pgmap v1338: 109 pgs: 109 active+clean; 4.1 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 0 B/s wr, 602 op/s 2023-09-23T15:32:06.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:32:06.920 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:06.994 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:06 smithi118 ceph-mon[219580]: pgmap v1338: 109 pgs: 109 active+clean; 4.1 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 0 B/s wr, 602 op/s 2023-09-23T15:32:06.994 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:32:06.995 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:06 smithi118 ceph-mon[212312]: pgmap v1338: 109 pgs: 109 active+clean; 4.1 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 0 B/s wr, 602 op/s 2023-09-23T15:32:06.995 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:32:07.196 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:07.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:07.206 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:07.291 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:32:07.307 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:32:07.388 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:07.492 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:32:07.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:07.498 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:32:07.599 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:07.681 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:07.781 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:07.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:07.786 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:07.838 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:07.887 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:07.947 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:32:07.973 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:07.993 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:32:07.993 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:32:08.102 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:08.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:08.113 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:08.205 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:08.206 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:08.206 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3634849969' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:32:08.206 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:07 smithi118 ceph-mon[212312]: pgmap v1339: 109 pgs: 109 active+clean; 3.8 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 0 B/s wr, 1.12k op/s 2023-09-23T15:32:08.206 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:08.206 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:08.206 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3634849969' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:32:08.206 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:07 smithi118 ceph-mon[219580]: pgmap v1339: 109 pgs: 109 active+clean; 3.8 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 0 B/s wr, 1.12k op/s 2023-09-23T15:32:08.214 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:08.291 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:08.291 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:08.292 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3634849969' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:32:08.292 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:07 smithi178 ceph-mon[192298]: pgmap v1339: 109 pgs: 109 active+clean; 3.8 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 0 B/s wr, 1.12k op/s 2023-09-23T15:32:08.320 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:32:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:32:08] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2023-09-23T15:32:09.205 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:32:09.205 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3634849969' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:32:09.205 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[219580]: osdmap e508: 8 total, 8 up, 5 in 2023-09-23T15:32:09.205 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[219580]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.205 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[219580]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.205 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[219580]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.205 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[219580]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.207 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:32:09.207 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3634849969' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:32:09.207 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[212312]: osdmap e508: 8 total, 8 up, 5 in 2023-09-23T15:32:09.207 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[212312]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.207 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[212312]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.207 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[212312]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.207 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:08 smithi118 ceph-mon[212312]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.254 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:09.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:09.260 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:09.260 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:08 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:32:09.260 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:08 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3634849969' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:32:09.260 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:08 smithi178 ceph-mon[192298]: osdmap e508: 8 total, 8 up, 5 in 2023-09-23T15:32:09.260 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:08 smithi178 ceph-mon[192298]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.260 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:08 smithi178 ceph-mon[192298]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.260 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:08 smithi178 ceph-mon[192298]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.260 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:08 smithi178 ceph-mon[192298]: failed to encode map e508 with expected crc 2023-09-23T15:32:09.360 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:09.426 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:09.477 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:32:09.537 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:09.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:09.554 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:09.654 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:09.790 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:09.957 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:09.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:09.963 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:10.063 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:10.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:09 smithi118 ceph-mon[219580]: pgmap v1341: 109 pgs: 109 active+clean; 3.8 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 772 op/s 2023-09-23T15:32:10.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:09 smithi118 ceph-mon[212312]: pgmap v1341: 109 pgs: 109 active+clean; 3.8 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 772 op/s 2023-09-23T15:32:10.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:09 smithi178 ceph-mon[192298]: pgmap v1341: 109 pgs: 109 active+clean; 3.8 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 772 op/s 2023-09-23T15:32:10.149 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:10.241 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 6] out_osds: [4, 2, 0] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:32:10.241 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:32:10.241 INFO:tasks.thrashosds.thrasher:Removing osd 6, in_osds are: [1, 3, 5, 7, 6] 2023-09-23T15:32:10.241 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd out 6 2023-09-23T15:32:10.368 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:10.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:10.375 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:10.388 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:32:10.476 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:32:10.543 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:10.766 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:32:10.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:10.772 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:32:10.808 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:10.873 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:32:10.956 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:11.053 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:32:11.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:11.062 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:32:11.099 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:32:11.163 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:11.220 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:11.509 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:32:11.544 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:32:11.575 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:32:11.599 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:32:11.631 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:32:11.657 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:32:11.696 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:32:11.716 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:32:11.718 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:32:11.718 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:32:11.718 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:32:11.718 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:32:11.718 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:32:11.718 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:32:11.718 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:32:11.718 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:32:11.742 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:11 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/404225720' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:11.742 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:11 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/404225720' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:11.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:11 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/404225720' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:12.122 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:12.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:12.129 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:12.230 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:12.264 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:12.540 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:12 smithi118 ceph-mon[212312]: pgmap v1342: 109 pgs: 109 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 970 op/s 2023-09-23T15:32:12.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:12 smithi118 ceph-mon[219580]: pgmap v1342: 109 pgs: 109 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 970 op/s 2023-09-23T15:32:12.869 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:12 smithi178 ceph-mon[192298]: pgmap v1342: 109 pgs: 109 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 970 op/s 2023-09-23T15:32:13.179 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:13.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:13.187 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:13.289 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:13.306 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:13.364 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:141864 10.c 10:3dc518f6:::benchmark_data_smithi118_553868_object43385:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e508)", 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:13.422790+0000", 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.002508003, 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025383509999999999, 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:32:13.433 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 141864 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.422790+0000", 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.422790+0000", 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:32:13.434 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.422789+0000", 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.422796+0000", 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.63e-06 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:32:13.435 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.422812+0000", 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6464e-05 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.422819+0000", 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2069999999999998e-06 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.423043+0000", 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00022404 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.436 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.423170+0000", 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012698599999999999 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.423309+0000", 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013883799999999999 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:141866 10.8 10.56b53638 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e508)", 2023-09-23T15:32:13.437 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:13.424393+0000", 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.00090568699999999996, 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010322560000000001, 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 141866 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:32:13.438 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424393+0000", 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424393+0000", 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424392+0000", 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.439 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424397+0000", 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2580000000000003e-06 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424411+0000", 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4208e-05 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424417+0000", 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8719999999999999e-06 2023-09-23T15:32:13.440 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:141871 10.1 10:89098ff4:::benchmark_data_smithi118_553868_object43392:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e508)", 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:13.424433+0000", 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 0.00086538100000000003, 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001098468, 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:32:13.441 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 141871 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424433+0000", 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424433+0000", 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:32:13.442 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424433+0000", 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424436+0000", 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2260000000000001e-06 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424442+0000", 2023-09-23T15:32:13.443 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8850000000000004e-06 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424445+0000", 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.416e-06 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424482+0000", 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6678999999999999e-05 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.444 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424591+0000", 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010960500000000001 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,5", 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.424700+0000", 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000108415 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:141875 10.8 10.686236f8 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e508)", 2023-09-23T15:32:13.445 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:13.425468+0000", 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 4294967295.9998302, 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013644500000000001, 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "queued for pg", 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 141875 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:32:13.446 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.425468+0000", 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.425468+0000", 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.425467+0000", 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:32:13.447 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.425475+0000", 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9070000000000007e-06 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.425489+0000", 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3477e-05 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:13.425494+0000", 2023-09-23T15:32:13.448 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9390000000000002e-06 2023-09-23T15:32:13.449 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:32:13.449 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:32:13.449 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:32:13.449 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:32:13.449 INFO:teuthology.orchestra.run.smithi178.stdout: ], 2023-09-23T15:32:13.449 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 4 2023-09-23T15:32:13.449 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:32:13.493 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:13.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:13.501 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:13.602 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:13.695 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:14.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:14 smithi118 ceph-mon[219580]: pgmap v1343: 109 pgs: 109 active+clean; 3.5 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 935 op/s 2023-09-23T15:32:14.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:14.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:14.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:14 smithi118 ceph-mon[212312]: pgmap v1343: 109 pgs: 109 active+clean; 3.5 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 935 op/s 2023-09-23T15:32:14.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:14.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:14.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:14 smithi118 conmon[212288]: 2023-09-23T15:32:14.707+0000 7f4045f51700 -1 mon.a@0(leader).osd e508 definitely_dead 0 2023-09-23T15:32:14.866 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:32:14.868 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:14.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:14.872 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:14.973 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:15.010 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:14 smithi178 ceph-mon[192298]: pgmap v1343: 109 pgs: 109 active+clean; 3.5 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 935 op/s 2023-09-23T15:32:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:15.285 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:32:15.319 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:15.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:15.328 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:15.429 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:15.479 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:15.620 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:32:15.659 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:15.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:15.669 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:15.714 INFO:teuthology.orchestra.run.smithi118.stderr:marked out osd.6. 2023-09-23T15:32:15.769 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:15.797 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:15.977 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:15 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4066876221' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T15:32:15.977 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:15 smithi178 ceph-mon[192298]: Client client.admin marked osd.6 out, while it was still marked up 2023-09-23T15:32:16.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:15 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4066876221' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T15:32:16.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:15 smithi118 ceph-mon[219580]: Client client.admin marked osd.6 out, while it was still marked up 2023-09-23T15:32:16.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:15 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4066876221' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-09-23T15:32:16.030 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:15 smithi118 ceph-mon[212312]: Client client.admin marked osd.6 out, while it was still marked up 2023-09-23T15:32:16.047 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:16.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:16.050 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:16.151 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:32:16.178 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:16.220 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:32:16.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:16.223 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:32:16.323 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:16.353 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:16.448 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:16.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:16.451 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:16.552 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:16.578 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:16.657 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:16.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:16.660 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:16.717 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:32:16.761 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:16.795 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:16.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[219580]: pgmap v1344: 109 pgs: 109 active+clean; 3.5 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 927 op/s 2023-09-23T15:32:16.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[219580]: failed to encode map e509 with expected crc 2023-09-23T15:32:16.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4066876221' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-09-23T15:32:16.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[219580]: osdmap e509: 8 total, 8 up, 4 in 2023-09-23T15:32:16.937 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:16.938 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:16.938 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3746968223' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:16.938 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:16.938 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:32:16.938 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:32:16.938 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:16.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[212312]: pgmap v1344: 109 pgs: 109 active+clean; 3.5 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 927 op/s 2023-09-23T15:32:16.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[212312]: failed to encode map e509 with expected crc 2023-09-23T15:32:16.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4066876221' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-09-23T15:32:16.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[212312]: osdmap e509: 8 total, 8 up, 4 in 2023-09-23T15:32:16.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:16.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:16.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3746968223' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:16.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:16.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:32:16.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:32:16.939 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:16 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:17.044 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:17.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:17.047 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:16 smithi178 ceph-mon[192298]: pgmap v1344: 109 pgs: 109 active+clean; 3.5 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 0 B/s wr, 927 op/s 2023-09-23T15:32:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:16 smithi178 ceph-mon[192298]: failed to encode map e509 with expected crc 2023-09-23T15:32:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4066876221' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-09-23T15:32:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:16 smithi178 ceph-mon[192298]: osdmap e509: 8 total, 8 up, 4 in 2023-09-23T15:32:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:16 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:16 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3746968223' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:16 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:16 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:32:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:16 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:32:17.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:16 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:17.149 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:17.177 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:17.225 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:17.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:17.229 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:17.329 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:17.358 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:17.441 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:17.451 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:17.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:17.459 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:17.561 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:17.589 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:17.634 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:17.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:17.637 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:17.692 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:32:17.692 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:32:17.692 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:32:17.692 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:32:17.692 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:32:17.737 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:17.790 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:18.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:32:18.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[219580]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[219580]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:32:18.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[219580]: osdmap e510: 8 total, 8 up, 4 in 2023-09-23T15:32:18.038 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[219580]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.038 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[219580]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.038 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:32:18.038 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[212312]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.038 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[212312]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.038 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:32:18.038 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[212312]: osdmap e510: 8 total, 8 up, 4 in 2023-09-23T15:32:18.038 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[212312]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.038 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:17 smithi118 ceph-mon[212312]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.067 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:18.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:18.070 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:17 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:32:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:17 smithi178 ceph-mon[192298]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:17 smithi178 ceph-mon[192298]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:17 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:32:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:17 smithi178 ceph-mon[192298]: osdmap e510: 8 total, 8 up, 4 in 2023-09-23T15:32:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:17 smithi178 ceph-mon[192298]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:17 smithi178 ceph-mon[192298]: failed to encode map e510 with expected crc 2023-09-23T15:32:18.171 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:32:18.208 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:18.258 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:32:18.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:18.261 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:32:18.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:32:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:32:18] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2023-09-23T15:32:18.362 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:18.388 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:18.530 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:18.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:18.543 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:18.567 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:32:18.645 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:18.689 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:18.884 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: pgmap v1347: 109 pgs: 7 remapped+peering, 102 active+clean; 3.3 GiB data, 10 GiB used, 347 GiB / 358 GiB avail; 0 B/s wr, 1.07k op/s; 615 B/s, 1 keys/s, 1 objects/s recovering 2023-09-23T15:32:18.884 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: failed to encode map e511 with expected crc 2023-09-23T15:32:18.884 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: failed to encode map e511 with expected crc 2023-09-23T15:32:18.884 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: osdmap e511: 8 total, 8 up, 4 in 2023-09-23T15:32:18.884 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: failed to encode map e511 with expected crc 2023-09-23T15:32:18.884 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: failed to encode map e511 with expected crc 2023-09-23T15:32:18.884 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: 10.b starting backfill to osd.3 from (0'0,0'0] MAX to 508'8959 2023-09-23T15:32:18.884 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: 10.a starting backfill to osd.7 from (0'0,0'0] MAX to 508'8916 2023-09-23T15:32:18.884 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: failed to encode map e511 with expected crc 2023-09-23T15:32:18.884 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: 10.6 starting backfill to osd.7 from (0'0,0'0] MAX to 508'9273 2023-09-23T15:32:18.884 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: 10.4 starting backfill to osd.7 from (0'0,0'0] MAX to 508'9090 2023-09-23T15:32:18.885 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: 10.2 starting backfill to osd.7 from (0'0,0'0] MAX to 508'9134 2023-09-23T15:32:18.885 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: 10.d starting backfill to osd.5 from (0'0,485'3108] MIN to 508'9120 2023-09-23T15:32:18.885 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: failed to encode map e511 with expected crc 2023-09-23T15:32:18.885 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: 10.0 starting backfill to osd.5 from (0'0,0'0] MAX to 508'8927 2023-09-23T15:32:18.885 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: 10.c starting backfill to osd.1 from (0'0,0'0] MAX to 508'8868 2023-09-23T15:32:18.885 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: 10.e starting backfill to osd.7 from (0'0,0'0] MAX to 508'8918 2023-09-23T15:32:18.885 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: 10.7 starting backfill to osd.1 from (0'0,0'0] MAX to 508'9076 2023-09-23T15:32:18.885 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: 10.f starting backfill to osd.5 from (0'0,0'0] MAX to 508'8940 2023-09-23T15:32:18.885 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: failed to encode map e511 with expected crc 2023-09-23T15:32:18.885 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:18 smithi178 ceph-mon[192298]: failed to encode map e511 with expected crc 2023-09-23T15:32:18.898 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:18.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:18.909 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:19.009 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: pgmap v1347: 109 pgs: 7 remapped+peering, 102 active+clean; 3.3 GiB data, 10 GiB used, 347 GiB / 358 GiB avail; 0 B/s wr, 1.07k op/s; 615 B/s, 1 keys/s, 1 objects/s recovering 2023-09-23T15:32:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: osdmap e511: 8 total, 8 up, 4 in 2023-09-23T15:32:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: 10.b starting backfill to osd.3 from (0'0,0'0] MAX to 508'8959 2023-09-23T15:32:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: 10.a starting backfill to osd.7 from (0'0,0'0] MAX to 508'8916 2023-09-23T15:32:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: 10.6 starting backfill to osd.7 from (0'0,0'0] MAX to 508'9273 2023-09-23T15:32:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: 10.4 starting backfill to osd.7 from (0'0,0'0] MAX to 508'9090 2023-09-23T15:32:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: 10.2 starting backfill to osd.7 from (0'0,0'0] MAX to 508'9134 2023-09-23T15:32:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: 10.d starting backfill to osd.5 from (0'0,485'3108] MIN to 508'9120 2023-09-23T15:32:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: 10.0 starting backfill to osd.5 from (0'0,0'0] MAX to 508'8927 2023-09-23T15:32:19.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: 10.c starting backfill to osd.1 from (0'0,0'0] MAX to 508'8868 2023-09-23T15:32:19.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: 10.e starting backfill to osd.7 from (0'0,0'0] MAX to 508'8918 2023-09-23T15:32:19.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: 10.7 starting backfill to osd.1 from (0'0,0'0] MAX to 508'9076 2023-09-23T15:32:19.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: 10.f starting backfill to osd.5 from (0'0,0'0] MAX to 508'8940 2023-09-23T15:32:19.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[219580]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: pgmap v1347: 109 pgs: 7 remapped+peering, 102 active+clean; 3.3 GiB data, 10 GiB used, 347 GiB / 358 GiB avail; 0 B/s wr, 1.07k op/s; 615 B/s, 1 keys/s, 1 objects/s recovering 2023-09-23T15:32:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: osdmap e511: 8 total, 8 up, 4 in 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: 10.b starting backfill to osd.3 from (0'0,0'0] MAX to 508'8959 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: 10.a starting backfill to osd.7 from (0'0,0'0] MAX to 508'8916 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: 10.6 starting backfill to osd.7 from (0'0,0'0] MAX to 508'9273 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: 10.4 starting backfill to osd.7 from (0'0,0'0] MAX to 508'9090 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: 10.2 starting backfill to osd.7 from (0'0,0'0] MAX to 508'9134 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: 10.d starting backfill to osd.5 from (0'0,485'3108] MIN to 508'9120 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: 10.0 starting backfill to osd.5 from (0'0,0'0] MAX to 508'8927 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: 10.c starting backfill to osd.1 from (0'0,0'0] MAX to 508'8868 2023-09-23T15:32:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: 10.e starting backfill to osd.7 from (0'0,0'0] MAX to 508'8918 2023-09-23T15:32:19.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: 10.7 starting backfill to osd.1 from (0'0,0'0] MAX to 508'9076 2023-09-23T15:32:19.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: 10.f starting backfill to osd.5 from (0'0,0'0] MAX to 508'8940 2023-09-23T15:32:19.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:18 smithi118 ceph-mon[212312]: failed to encode map e511 with expected crc 2023-09-23T15:32:19.075 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:19.182 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:19.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:19.195 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:19.296 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:19.333 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:32:19.352 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:19.446 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:19.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:19.455 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:19.466 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:32:19.556 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:19.566 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:32:19.612 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:32:19.641 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:32:19.642 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:19.673 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:32:19.708 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:32:19.753 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:19.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:19.759 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:19.760 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:32:19.816 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:32:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[219580]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[219580]: osdmap e512: 8 total, 8 up, 4 in 2023-09-23T15:32:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[219580]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[219580]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[219580]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[219580]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[219580]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[219580]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3885375549' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[212312]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[212312]: osdmap e512: 8 total, 8 up, 4 in 2023-09-23T15:32:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[212312]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[212312]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[212312]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[212312]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[212312]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[212312]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:19 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3885375549' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:19.842 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:32:19.846 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:32:19.846 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:32:19.847 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:32:19.847 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:32:19.847 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:32:19.847 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:32:19.847 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:32:19.847 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:32:19.860 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:19 smithi178 ceph-mon[192298]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:19 smithi178 ceph-mon[192298]: osdmap e512: 8 total, 8 up, 4 in 2023-09-23T15:32:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:19 smithi178 ceph-mon[192298]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:19 smithi178 ceph-mon[192298]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:19 smithi178 ceph-mon[192298]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:19 smithi178 ceph-mon[192298]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:19 smithi178 ceph-mon[192298]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:19 smithi178 ceph-mon[192298]: failed to encode map e512 with expected crc 2023-09-23T15:32:19.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:19 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3885375549' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:19.896 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:20.027 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:20.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:20.031 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:20.131 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:20.215 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:20.318 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:20.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:20.321 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:20.422 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:20.451 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:20.499 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:20.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:20.502 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:20.603 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:20.680 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:20.726 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:20 smithi118 ceph-mon[212312]: pgmap v1350: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 5 active+undersized+remapped, 7 remapped+peering, 94 active+clean; 3.2 GiB data, 10 GiB used, 348 GiB / 358 GiB avail; 6.7 KiB/s rd, 18 KiB/s wr, 1.04k op/s; 9938/159363 objects misplaced (6.236%); 3.5 MiB/s, 2 keys/s, 57 objects/s recovering 2023-09-23T15:32:20.726 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:20 smithi118 ceph-mon[212312]: failed to encode map e513 with expected crc 2023-09-23T15:32:20.726 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:20 smithi118 ceph-mon[212312]: osdmap e513: 8 total, 8 up, 4 in 2023-09-23T15:32:20.726 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:20 smithi118 ceph-mon[212312]: failed to encode map e513 with expected crc 2023-09-23T15:32:20.932 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:20.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:20 smithi178 ceph-mon[192298]: pgmap v1350: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 5 active+undersized+remapped, 7 remapped+peering, 94 active+clean; 3.2 GiB data, 10 GiB used, 348 GiB / 358 GiB avail; 6.7 KiB/s rd, 18 KiB/s wr, 1.04k op/s; 9938/159363 objects misplaced (6.236%); 3.5 MiB/s, 2 keys/s, 57 objects/s recovering 2023-09-23T15:32:20.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:20 smithi178 ceph-mon[192298]: failed to encode map e513 with expected crc 2023-09-23T15:32:20.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:20 smithi178 ceph-mon[192298]: osdmap e513: 8 total, 8 up, 4 in 2023-09-23T15:32:20.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:20 smithi178 ceph-mon[192298]: failed to encode map e513 with expected crc 2023-09-23T15:32:20.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:20.938 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:21.038 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:21.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:20 smithi118 ceph-mon[219580]: pgmap v1350: 109 pgs: 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 5 active+undersized+remapped, 7 remapped+peering, 94 active+clean; 3.2 GiB data, 10 GiB used, 348 GiB / 358 GiB avail; 6.7 KiB/s rd, 18 KiB/s wr, 1.04k op/s; 9938/159363 objects misplaced (6.236%); 3.5 MiB/s, 2 keys/s, 57 objects/s recovering 2023-09-23T15:32:21.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:20 smithi118 ceph-mon[219580]: failed to encode map e513 with expected crc 2023-09-23T15:32:21.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:20 smithi118 ceph-mon[219580]: osdmap e513: 8 total, 8 up, 4 in 2023-09-23T15:32:21.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:20 smithi118 ceph-mon[219580]: failed to encode map e513 with expected crc 2023-09-23T15:32:21.085 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:21.162 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:21.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:21.171 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:21.272 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:21.345 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:21.568 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:21.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:21.576 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:21.640 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:32:21.640 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:32:21.678 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:21.724 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:21.740 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7] out_osds: [4, 2, 0, 6] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:32:21.740 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:32:21.741 INFO:tasks.thrashosds.thrasher:Adding osd 2 2023-09-23T15:32:21.741 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd in 2 2023-09-23T15:32:21.835 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:21.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:21.847 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:21.850 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:21 smithi178 ceph-mon[192298]: pgmap v1352: 109 pgs: 2 active+remapped+backfilling, 7 active+remapped+backfill_wait, 4 active+undersized+remapped, 7 remapped+peering, 89 active+clean; 3.2 GiB data, 10 GiB used, 348 GiB / 358 GiB avail; 5.5 KiB/s rd, 15 KiB/s wr, 397 op/s; 28901/156357 objects misplaced (18.484%); 6.6 MiB/s, 2 keys/s, 103 objects/s recovering 2023-09-23T15:32:21.896 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:21.948 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:22.034 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:21 smithi118 ceph-mon[212312]: pgmap v1352: 109 pgs: 2 active+remapped+backfilling, 7 active+remapped+backfill_wait, 4 active+undersized+remapped, 7 remapped+peering, 89 active+clean; 3.2 GiB data, 10 GiB used, 348 GiB / 358 GiB avail; 5.5 KiB/s rd, 15 KiB/s wr, 397 op/s; 28901/156357 objects misplaced (18.484%); 6.6 MiB/s, 2 keys/s, 103 objects/s recovering 2023-09-23T15:32:22.036 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:21 smithi118 ceph-mon[219580]: pgmap v1352: 109 pgs: 2 active+remapped+backfilling, 7 active+remapped+backfill_wait, 4 active+undersized+remapped, 7 remapped+peering, 89 active+clean; 3.2 GiB data, 10 GiB used, 348 GiB / 358 GiB avail; 5.5 KiB/s rd, 15 KiB/s wr, 397 op/s; 28901/156357 objects misplaced (18.484%); 6.6 MiB/s, 2 keys/s, 103 objects/s recovering 2023-09-23T15:32:22.046 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:22.235 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:22.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:22.244 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:22.345 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:32:22.408 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:22.659 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:32:22.661 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:32:22.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:22.669 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:32:22.769 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:22.830 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:22.916 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:22.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:22.926 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:23.027 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:23.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:23.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:23.086 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:23.825 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:32:24.235 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:24.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:24.239 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:24.240 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:23 smithi118 ceph-mon[219580]: pgmap v1353: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 3.0 GiB data, 9.7 GiB used, 348 GiB / 358 GiB avail; 4.5 KiB/s rd, 12 KiB/s wr, 554 op/s; 32560/149889 objects misplaced (21.723%); 21 MiB/s, 333 objects/s recovering 2023-09-23T15:32:24.240 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:23 smithi118 ceph-mon[212312]: pgmap v1353: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 3.0 GiB data, 9.7 GiB used, 348 GiB / 358 GiB avail; 4.5 KiB/s rd, 12 KiB/s wr, 554 op/s; 32560/149889 objects misplaced (21.723%); 21 MiB/s, 333 objects/s recovering 2023-09-23T15:32:24.341 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:23 smithi178 ceph-mon[192298]: pgmap v1353: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 3.0 GiB data, 9.7 GiB used, 348 GiB / 358 GiB avail; 4.5 KiB/s rd, 12 KiB/s wr, 554 op/s; 32560/149889 objects misplaced (21.723%); 21 MiB/s, 333 objects/s recovering 2023-09-23T15:32:24.399 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:24.408 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:24.520 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:24.524 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:24.525 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:24.608 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:24.626 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:24.690 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:24.774 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:24.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:24.777 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:24.878 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:32:24.941 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:25.061 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:32:25.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:25.072 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:32:25.130 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:25.173 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:32:25.254 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:25.361 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:32:25.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:25.371 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:32:25.471 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:25.536 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:26.722 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:32:26.825 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:26.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:26.833 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:26.934 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:26.980 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:26 smithi118 ceph-mon[219580]: pgmap v1354: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 3.0 GiB data, 9.7 GiB used, 348 GiB / 358 GiB avail; 3.4 KiB/s rd, 9.2 KiB/s wr, 420 op/s; 32560/149889 objects misplaced (21.723%); 16 MiB/s, 252 objects/s recovering 2023-09-23T15:32:26.980 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:26 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/374051934' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:32:26.980 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:26 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:32:26.980 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:26 smithi118 ceph-mon[212312]: pgmap v1354: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 3.0 GiB data, 9.7 GiB used, 348 GiB / 358 GiB avail; 3.4 KiB/s rd, 9.2 KiB/s wr, 420 op/s; 32560/149889 objects misplaced (21.723%); 16 MiB/s, 252 objects/s recovering 2023-09-23T15:32:26.980 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:26 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/374051934' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:32:26.981 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:26 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:32:26.984 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:26 smithi178 ceph-mon[192298]: pgmap v1354: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 3.0 GiB data, 9.7 GiB used, 348 GiB / 358 GiB avail; 3.4 KiB/s rd, 9.2 KiB/s wr, 420 op/s; 32560/149889 objects misplaced (21.723%); 16 MiB/s, 252 objects/s recovering 2023-09-23T15:32:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:26 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/374051934' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:32:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:26 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:32:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:32:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:32:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[212312]: osdmap e514: 8 total, 8 up, 4 in 2023-09-23T15:32:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[212312]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[212312]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[212312]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[212312]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:32:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:32:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[219580]: osdmap e514: 8 total, 8 up, 4 in 2023-09-23T15:32:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[219580]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[219580]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[219580]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:27 smithi118 ceph-mon[219580]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:27 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:32:28.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:27 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:32:28.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:27 smithi178 ceph-mon[192298]: osdmap e514: 8 total, 8 up, 4 in 2023-09-23T15:32:28.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:27 smithi178 ceph-mon[192298]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:27 smithi178 ceph-mon[192298]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:27 smithi178 ceph-mon[192298]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:27 smithi178 ceph-mon[192298]: failed to encode map e514 with expected crc 2023-09-23T15:32:28.279 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:28.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:28.285 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:28.385 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:28.449 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:28.567 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:32:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:32:28] "GET /metrics HTTP/1.1" 200 36510 "" "Prometheus/2.43.0" 2023-09-23T15:32:28.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:28.576 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:28.677 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:28.714 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:28 smithi178 ceph-mon[192298]: pgmap v1356: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 2.8 GiB data, 9.4 GiB used, 348 GiB / 358 GiB avail; 0 B/s wr, 963 op/s; 29218/136224 objects misplaced (21.448%); 19 MiB/s, 298 objects/s recovering 2023-09-23T15:32:28.736 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:28.842 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:28.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:28.856 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:28.956 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:32:29.002 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:28 smithi118 ceph-mon[219580]: pgmap v1356: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 2.8 GiB data, 9.4 GiB used, 348 GiB / 358 GiB avail; 0 B/s wr, 963 op/s; 29218/136224 objects misplaced (21.448%); 19 MiB/s, 298 objects/s recovering 2023-09-23T15:32:29.003 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:28 smithi118 ceph-mon[212312]: pgmap v1356: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 2.8 GiB data, 9.4 GiB used, 348 GiB / 358 GiB avail; 0 B/s wr, 963 op/s; 29218/136224 objects misplaced (21.448%); 19 MiB/s, 298 objects/s recovering 2023-09-23T15:32:29.008 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:30.237 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:32:30.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:30.241 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:32:30.341 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:30.369 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:30.416 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:30.421 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:30.421 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:30.522 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:30.561 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:30.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[219580]: pgmap v1357: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 2.7 GiB data, 9.1 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 892 op/s; 27249/132861 objects misplaced (20.509%); 22 MiB/s, 353 objects/s recovering 2023-09-23T15:32:30.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[219580]: osdmap e515: 8 total, 8 up, 4 in 2023-09-23T15:32:30.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[219580]: failed to encode map e515 with expected crc 2023-09-23T15:32:30.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[219580]: failed to encode map e515 with expected crc 2023-09-23T15:32:30.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[219580]: failed to encode map e515 with expected crc 2023-09-23T15:32:30.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[219580]: failed to encode map e515 with expected crc 2023-09-23T15:32:30.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[219580]: failed to encode map e515 with expected crc 2023-09-23T15:32:30.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[212312]: pgmap v1357: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 2.7 GiB data, 9.1 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 892 op/s; 27249/132861 objects misplaced (20.509%); 22 MiB/s, 353 objects/s recovering 2023-09-23T15:32:30.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[212312]: osdmap e515: 8 total, 8 up, 4 in 2023-09-23T15:32:30.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[212312]: failed to encode map e515 with expected crc 2023-09-23T15:32:30.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[212312]: failed to encode map e515 with expected crc 2023-09-23T15:32:30.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[212312]: failed to encode map e515 with expected crc 2023-09-23T15:32:30.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[212312]: failed to encode map e515 with expected crc 2023-09-23T15:32:30.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:30 smithi118 ceph-mon[212312]: failed to encode map e515 with expected crc 2023-09-23T15:32:30.905 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:30.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:30.910 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:31.011 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:31.083 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:31.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:30 smithi178 ceph-mon[192298]: pgmap v1357: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 2.7 GiB data, 9.1 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 892 op/s; 27249/132861 objects misplaced (20.509%); 22 MiB/s, 353 objects/s recovering 2023-09-23T15:32:31.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:30 smithi178 ceph-mon[192298]: osdmap e515: 8 total, 8 up, 4 in 2023-09-23T15:32:31.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:30 smithi178 ceph-mon[192298]: failed to encode map e515 with expected crc 2023-09-23T15:32:31.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:30 smithi178 ceph-mon[192298]: failed to encode map e515 with expected crc 2023-09-23T15:32:31.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:30 smithi178 ceph-mon[192298]: failed to encode map e515 with expected crc 2023-09-23T15:32:31.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:30 smithi178 ceph-mon[192298]: failed to encode map e515 with expected crc 2023-09-23T15:32:31.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:30 smithi178 ceph-mon[192298]: failed to encode map e515 with expected crc 2023-09-23T15:32:31.948 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:31.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:31.954 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:32.054 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:32:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[219580]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[219580]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[219580]: osdmap e516: 8 total, 8 up, 4 in 2023-09-23T15:32:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[219580]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[219580]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[219580]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[219580]: pgmap v1360: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 2.5 GiB data, 8.9 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 1.40k op/s; 24490/124671 objects misplaced (19.644%); 26 MiB/s, 423 objects/s recovering 2023-09-23T15:32:32.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[212312]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[212312]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[212312]: osdmap e516: 8 total, 8 up, 4 in 2023-09-23T15:32:32.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[212312]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[212312]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[212312]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:31 smithi118 ceph-mon[212312]: pgmap v1360: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 2.5 GiB data, 8.9 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 1.40k op/s; 24490/124671 objects misplaced (19.644%); 26 MiB/s, 423 objects/s recovering 2023-09-23T15:32:32.114 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:31 smithi178 ceph-mon[192298]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.114 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:31 smithi178 ceph-mon[192298]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.114 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:31 smithi178 ceph-mon[192298]: osdmap e516: 8 total, 8 up, 4 in 2023-09-23T15:32:32.115 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:31 smithi178 ceph-mon[192298]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.115 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:31 smithi178 ceph-mon[192298]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.115 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:31 smithi178 ceph-mon[192298]: failed to encode map e516 with expected crc 2023-09-23T15:32:32.115 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:31 smithi178 ceph-mon[192298]: pgmap v1360: 109 pgs: 2 active+remapped+backfilling, 9 active+remapped+backfill_wait, 98 active+clean; 2.5 GiB data, 8.9 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 1.40k op/s; 24490/124671 objects misplaced (19.644%); 26 MiB/s, 423 objects/s recovering 2023-09-23T15:32:32.116 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:32.212 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:32:32.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:32.224 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:32:32.325 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:32:32.398 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:32.502 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:32:32.515 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:32.515 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:32:32.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:32 smithi118 conmon[212288]: 2023-09-23T15:32:32.121+0000 7f4045f51700 -1 mon.a@0(leader).osd e516 definitely_dead 0 2023-09-23T15:32:32.616 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:32.668 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:32.786 INFO:teuthology.orchestra.run.smithi118.stderr:marked in osd.2. 2023-09-23T15:32:32.991 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:32.993 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1049330102' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:32:32.993 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:32 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:32:32.993 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:32 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:32.993 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1049330102' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:32:32.993 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:32 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:32:32.994 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:32 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:32.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:32.995 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:33.033 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:32:33.096 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:33.123 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1049330102' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:32:33.123 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:32 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2023-09-23T15:32:33.123 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:32 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:33.125 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:33.177 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:33.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:33.181 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:33.282 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:33.312 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:33.364 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:33.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:33.368 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:33.469 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:33.499 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:33.554 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:33.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:33.558 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:33.659 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:33.688 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:33.742 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:33.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:33.747 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:33.848 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:33.880 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[219580]: failed to encode map e517 with expected crc 2023-09-23T15:32:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T15:32:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[219580]: osdmap e517: 8 total, 8 up, 5 in 2023-09-23T15:32:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[219580]: failed to encode map e517 with expected crc 2023-09-23T15:32:34.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[219580]: failed to encode map e517 with expected crc 2023-09-23T15:32:34.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[219580]: pgmap v1362: 109 pgs: 1 remapped+peering, 9 peering, 2 active+remapped+backfilling, 7 active+remapped+backfill_wait, 90 active+clean; 2.4 GiB data, 8.4 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 1.04k op/s; 20142/117459 objects misplaced (17.148%); 37 MiB/s, 599 objects/s recovering 2023-09-23T15:32:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[212312]: failed to encode map e517 with expected crc 2023-09-23T15:32:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T15:32:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[212312]: osdmap e517: 8 total, 8 up, 5 in 2023-09-23T15:32:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[212312]: failed to encode map e517 with expected crc 2023-09-23T15:32:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[212312]: failed to encode map e517 with expected crc 2023-09-23T15:32:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:33 smithi118 ceph-mon[212312]: pgmap v1362: 109 pgs: 1 remapped+peering, 9 peering, 2 active+remapped+backfilling, 7 active+remapped+backfill_wait, 90 active+clean; 2.4 GiB data, 8.4 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 1.04k op/s; 20142/117459 objects misplaced (17.148%); 37 MiB/s, 599 objects/s recovering 2023-09-23T15:32:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:33 smithi178 ceph-mon[192298]: failed to encode map e517 with expected crc 2023-09-23T15:32:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:33 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2023-09-23T15:32:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:33 smithi178 ceph-mon[192298]: osdmap e517: 8 total, 8 up, 5 in 2023-09-23T15:32:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:33 smithi178 ceph-mon[192298]: failed to encode map e517 with expected crc 2023-09-23T15:32:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:33 smithi178 ceph-mon[192298]: failed to encode map e517 with expected crc 2023-09-23T15:32:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:33 smithi178 ceph-mon[192298]: pgmap v1362: 109 pgs: 1 remapped+peering, 9 peering, 2 active+remapped+backfilling, 7 active+remapped+backfill_wait, 90 active+clean; 2.4 GiB data, 8.4 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 1.04k op/s; 20142/117459 objects misplaced (17.148%); 37 MiB/s, 599 objects/s recovering 2023-09-23T15:32:34.443 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:34.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:34.447 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:34.548 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:34.579 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:34.648 INFO:tasks.thrashosds.thrasher:Added osd 2 2023-09-23T15:32:34.740 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:34.743 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:34.743 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:34.844 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:34.873 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:34.921 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:34.928 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:34.928 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:35.029 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:35.033 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:32:35.034 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:32:35.062 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: osdmap e518: 8 total, 8 up, 5 in 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: 10.a starting backfill to osd.2 from (0'0,0'0] MAX to 516'9859 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: 10.6 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10242 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: 10.d starting backfill to osd.2 from (0'0,0'0] MAX to 516'10103 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: 10.4 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10054 2023-09-23T15:32:35.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: 10.e starting backfill to osd.2 from (0'0,0'0] MAX to 516'9846 2023-09-23T15:32:35.064 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: 10.7 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10086 2023-09-23T15:32:35.064 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:34 smithi178 ceph-mon[192298]: 10.f starting backfill to osd.2 from (0'0,0'0] MAX to 516'9909 2023-09-23T15:32:35.069 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:32:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: osdmap e518: 8 total, 8 up, 5 in 2023-09-23T15:32:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: 10.a starting backfill to osd.2 from (0'0,0'0] MAX to 516'9859 2023-09-23T15:32:35.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: 10.6 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10242 2023-09-23T15:32:35.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: 10.d starting backfill to osd.2 from (0'0,0'0] MAX to 516'10103 2023-09-23T15:32:35.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: 10.4 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10054 2023-09-23T15:32:35.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: 10.e starting backfill to osd.2 from (0'0,0'0] MAX to 516'9846 2023-09-23T15:32:35.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: 10.7 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10086 2023-09-23T15:32:35.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[219580]: 10.f starting backfill to osd.2 from (0'0,0'0] MAX to 516'9909 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: osdmap e518: 8 total, 8 up, 5 in 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: 10.a starting backfill to osd.2 from (0'0,0'0] MAX to 516'9859 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: 10.6 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10242 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: failed to encode map e518 with expected crc 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: 10.d starting backfill to osd.2 from (0'0,0'0] MAX to 516'10103 2023-09-23T15:32:35.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: 10.4 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10054 2023-09-23T15:32:35.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: 10.e starting backfill to osd.2 from (0'0,0'0] MAX to 516'9846 2023-09-23T15:32:35.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: 10.7 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10086 2023-09-23T15:32:35.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:34 smithi118 ceph-mon[212312]: 10.f starting backfill to osd.2 from (0'0,0'0] MAX to 516'9909 2023-09-23T15:32:35.088 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:32:35.128 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:32:35.146 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:35.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:35.152 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:35.169 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:32:35.204 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:32:35.237 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:32:35.254 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:35.275 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:32:35.290 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:35.308 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:32:35.347 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:32:35.365 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:35.369 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:32:35.369 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:32:35.370 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:32:35.370 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:32:35.370 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:32:35.370 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:32:35.370 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:32:35.370 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:32:35.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:35.372 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:35.473 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:35.503 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:35.584 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:35.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:35.589 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:35.690 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:32:35.761 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:36.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: osdmap e519: 8 total, 8 up, 5 in 2023-09-23T15:32:36.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: 10.b starting backfill to osd.2 from (0'0,0'0] MAX to 516'9935 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: 10.8 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10082 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: 10.3 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9921 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: 10.5 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9701 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: 10.9 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9925 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: 10.1 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9744 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/739762153' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:36.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[212312]: pgmap v1365: 109 pgs: 1 remapped+peering, 9 peering, 2 active+remapped+backfilling, 7 active+remapped+backfill_wait, 90 active+clean; 2.4 GiB data, 8.4 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 491 op/s; 20142/117459 objects misplaced (17.148%); 21 MiB/s, 339 objects/s recovering 2023-09-23T15:32:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: osdmap e519: 8 total, 8 up, 5 in 2023-09-23T15:32:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: 10.b starting backfill to osd.2 from (0'0,0'0] MAX to 516'9935 2023-09-23T15:32:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: 10.8 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10082 2023-09-23T15:32:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: 10.3 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9921 2023-09-23T15:32:36.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: 10.5 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9701 2023-09-23T15:32:36.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: 10.9 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9925 2023-09-23T15:32:36.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: 10.1 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9744 2023-09-23T15:32:36.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/739762153' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:36.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:35 smithi118 ceph-mon[219580]: pgmap v1365: 109 pgs: 1 remapped+peering, 9 peering, 2 active+remapped+backfilling, 7 active+remapped+backfill_wait, 90 active+clean; 2.4 GiB data, 8.4 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 491 op/s; 20142/117459 objects misplaced (17.148%); 21 MiB/s, 339 objects/s recovering 2023-09-23T15:32:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: osdmap e519: 8 total, 8 up, 5 in 2023-09-23T15:32:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: 10.b starting backfill to osd.2 from (0'0,0'0] MAX to 516'9935 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: 10.8 starting backfill to osd.2 from (0'0,0'0] MAX to 516'10082 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: 10.3 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9921 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: 10.5 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9701 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: 10.9 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9925 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: 10.1 starting backfill to osd.2 from (0'0,0'0] MAX to 516'9744 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: failed to encode map e519 with expected crc 2023-09-23T15:32:36.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/739762153' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:36.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:35 smithi178 ceph-mon[192298]: pgmap v1365: 109 pgs: 1 remapped+peering, 9 peering, 2 active+remapped+backfilling, 7 active+remapped+backfill_wait, 90 active+clean; 2.4 GiB data, 8.4 GiB used, 349 GiB / 358 GiB avail; 0 B/s wr, 491 op/s; 20142/117459 objects misplaced (17.148%); 21 MiB/s, 339 objects/s recovering 2023-09-23T15:32:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[212312]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[212312]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[212312]: osdmap e520: 8 total, 8 up, 5 in 2023-09-23T15:32:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[212312]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[212312]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[212312]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[219580]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[219580]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[219580]: osdmap e520: 8 total, 8 up, 5 in 2023-09-23T15:32:37.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[219580]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[219580]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:36 smithi118 ceph-mon[219580]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:36 smithi178 ceph-mon[192298]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:36 smithi178 ceph-mon[192298]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:36 smithi178 ceph-mon[192298]: osdmap e520: 8 total, 8 up, 5 in 2023-09-23T15:32:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:36 smithi178 ceph-mon[192298]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:36 smithi178 ceph-mon[192298]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:36 smithi178 ceph-mon[192298]: failed to encode map e520 with expected crc 2023-09-23T15:32:37.816 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:32:37.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:37.821 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:32:37.922 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:37.948 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[219580]: failed to encode map e520 with expected crc 2023-09-23T15:32:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[219580]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[219580]: osdmap e521: 8 total, 8 up, 5 in 2023-09-23T15:32:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[219580]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[219580]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[219580]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[219580]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[219580]: pgmap v1368: 109 pgs: 1 remapped+peering, 14 peering, 2 active+remapped+backfilling, 1 active+undersized+remapped, 12 active+remapped+backfill_wait, 79 active+clean; 2.3 GiB data, 8.9 GiB used, 438 GiB / 447 GiB avail; 0 B/s wr, 564 op/s; 29853/110688 objects misplaced (26.970%); 31 MiB/s, 2 keys/s, 505 objects/s recovering 2023-09-23T15:32:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[212312]: failed to encode map e520 with expected crc 2023-09-23T15:32:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[212312]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[212312]: osdmap e521: 8 total, 8 up, 5 in 2023-09-23T15:32:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[212312]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[212312]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[212312]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[212312]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:38.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:37 smithi118 ceph-mon[212312]: pgmap v1368: 109 pgs: 1 remapped+peering, 14 peering, 2 active+remapped+backfilling, 1 active+undersized+remapped, 12 active+remapped+backfill_wait, 79 active+clean; 2.3 GiB data, 8.9 GiB used, 438 GiB / 447 GiB avail; 0 B/s wr, 564 op/s; 29853/110688 objects misplaced (26.970%); 31 MiB/s, 2 keys/s, 505 objects/s recovering 2023-09-23T15:32:38.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:37 smithi178 ceph-mon[192298]: failed to encode map e520 with expected crc 2023-09-23T15:32:38.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:37 smithi178 ceph-mon[192298]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:37 smithi178 ceph-mon[192298]: osdmap e521: 8 total, 8 up, 5 in 2023-09-23T15:32:38.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:37 smithi178 ceph-mon[192298]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:37 smithi178 ceph-mon[192298]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:37 smithi178 ceph-mon[192298]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:37 smithi178 ceph-mon[192298]: failed to encode map e521 with expected crc 2023-09-23T15:32:38.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:38.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:38.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:37 smithi178 ceph-mon[192298]: pgmap v1368: 109 pgs: 1 remapped+peering, 14 peering, 2 active+remapped+backfilling, 1 active+undersized+remapped, 12 active+remapped+backfill_wait, 79 active+clean; 2.3 GiB data, 8.9 GiB used, 438 GiB / 447 GiB avail; 0 B/s wr, 564 op/s; 29853/110688 objects misplaced (26.970%); 31 MiB/s, 2 keys/s, 505 objects/s recovering 2023-09-23T15:32:38.157 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:38.179 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:32:38.206 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:38.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:38.222 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:38.324 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:38.401 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:38.495 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:32:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:32:38] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2023-09-23T15:32:38.537 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:38.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:38.543 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:38.644 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:38.712 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:38.978 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:38.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:38.986 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:39.086 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:39.156 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:39.266 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:39.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:39.271 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:39.372 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:32:39.438 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:39.562 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:32:39.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:39.568 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:32:39.649 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 2] out_osds: [4, 0, 6] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:32:39.650 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T15:32:39.669 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:39.720 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:39.802 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:39.807 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:39.808 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:39.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:39 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:32:39.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:39 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:32:39.908 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:39.950 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:40.030 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:40.035 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:39 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-09-23T15:32:40.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:40.036 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:40.137 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:40.169 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:40.223 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:40.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:40.228 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:40.230 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:32:40.329 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:40.358 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:40.432 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:40.433 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:40.677 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:40.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:40.690 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:40.790 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:40.821 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:40.883 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:40.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:40.889 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:40.989 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:41.034 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:40 smithi118 ceph-mon[212312]: pgmap v1369: 109 pgs: 5 peering, 2 active+remapped+backfilling, 1 active+undersized+remapped, 14 active+remapped+backfill_wait, 87 active+clean; 2.2 GiB data, 8.9 GiB used, 438 GiB / 447 GiB avail; 0 B/s wr, 484 op/s; 32868/108942 objects misplaced (30.170%); 36 MiB/s, 1 keys/s, 578 objects/s recovering 2023-09-23T15:32:41.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:40 smithi118 ceph-mon[219580]: pgmap v1369: 109 pgs: 5 peering, 2 active+remapped+backfilling, 1 active+undersized+remapped, 14 active+remapped+backfill_wait, 87 active+clean; 2.2 GiB data, 8.9 GiB used, 438 GiB / 447 GiB avail; 0 B/s wr, 484 op/s; 32868/108942 objects misplaced (30.170%); 36 MiB/s, 1 keys/s, 578 objects/s recovering 2023-09-23T15:32:41.051 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:40 smithi178 ceph-mon[192298]: pgmap v1369: 109 pgs: 5 peering, 2 active+remapped+backfilling, 1 active+undersized+remapped, 14 active+remapped+backfill_wait, 87 active+clean; 2.2 GiB data, 8.9 GiB used, 438 GiB / 447 GiB avail; 0 B/s wr, 484 op/s; 32868/108942 objects misplaced (30.170%); 36 MiB/s, 1 keys/s, 578 objects/s recovering 2023-09-23T15:32:41.769 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[212312]: failed to encode map e522 with expected crc 2023-09-23T15:32:41.770 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[212312]: osdmap e522: 8 total, 8 up, 5 in 2023-09-23T15:32:41.770 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[212312]: failed to encode map e522 with expected crc 2023-09-23T15:32:41.770 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1456293540' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:41.770 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:41.770 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[212312]: pgmap v1371: 109 pgs: 3 active+remapped+backfilling, 13 active+remapped+backfill_wait, 93 active+clean; 2.1 GiB data, 8.7 GiB used, 438 GiB / 447 GiB avail; 0 B/s wr, 910 op/s; 29961/101070 objects misplaced (29.644%); 38 MiB/s, 1 keys/s, 613 objects/s recovering 2023-09-23T15:32:41.781 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:32:41.806 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:41.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:41.810 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:41.911 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:41.994 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:42.063 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[219580]: failed to encode map e522 with expected crc 2023-09-23T15:32:42.063 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[219580]: osdmap e522: 8 total, 8 up, 5 in 2023-09-23T15:32:42.063 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[219580]: failed to encode map e522 with expected crc 2023-09-23T15:32:42.063 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1456293540' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:42.063 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:42.064 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:41 smithi118 ceph-mon[219580]: pgmap v1371: 109 pgs: 3 active+remapped+backfilling, 13 active+remapped+backfill_wait, 93 active+clean; 2.1 GiB data, 8.7 GiB used, 438 GiB / 447 GiB avail; 0 B/s wr, 910 op/s; 29961/101070 objects misplaced (29.644%); 38 MiB/s, 1 keys/s, 613 objects/s recovering 2023-09-23T15:32:42.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:41 smithi178 ceph-mon[192298]: failed to encode map e522 with expected crc 2023-09-23T15:32:42.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:41 smithi178 ceph-mon[192298]: osdmap e522: 8 total, 8 up, 5 in 2023-09-23T15:32:42.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:41 smithi178 ceph-mon[192298]: failed to encode map e522 with expected crc 2023-09-23T15:32:42.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1456293540' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:42.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:41 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:32:42.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:41 smithi178 ceph-mon[192298]: pgmap v1371: 109 pgs: 3 active+remapped+backfilling, 13 active+remapped+backfill_wait, 93 active+clean; 2.1 GiB data, 8.7 GiB used, 438 GiB / 447 GiB avail; 0 B/s wr, 910 op/s; 29961/101070 objects misplaced (29.644%); 38 MiB/s, 1 keys/s, 613 objects/s recovering 2023-09-23T15:32:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[212312]: 1.f scrub starts 2023-09-23T15:32:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:32:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:32:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[212312]: failed to encode map e523 with expected crc 2023-09-23T15:32:43.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:32:43.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[212312]: osdmap e523: 8 total, 8 up, 5 in 2023-09-23T15:32:43.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[212312]: failed to encode map e523 with expected crc 2023-09-23T15:32:43.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[212312]: failed to encode map e523 with expected crc 2023-09-23T15:32:43.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[212312]: osdmap e524: 8 total, 8 up, 5 in 2023-09-23T15:32:43.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[219580]: 1.f scrub starts 2023-09-23T15:32:43.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:32:43.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:32:43.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[219580]: failed to encode map e523 with expected crc 2023-09-23T15:32:43.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:32:43.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[219580]: osdmap e523: 8 total, 8 up, 5 in 2023-09-23T15:32:43.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[219580]: failed to encode map e523 with expected crc 2023-09-23T15:32:43.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[219580]: failed to encode map e523 with expected crc 2023-09-23T15:32:43.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:42 smithi118 ceph-mon[219580]: osdmap e524: 8 total, 8 up, 5 in 2023-09-23T15:32:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:42 smithi178 ceph-mon[192298]: 1.f scrub starts 2023-09-23T15:32:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:42 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:32:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:42 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:32:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:42 smithi178 ceph-mon[192298]: failed to encode map e523 with expected crc 2023-09-23T15:32:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:42 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:32:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:42 smithi178 ceph-mon[192298]: osdmap e523: 8 total, 8 up, 5 in 2023-09-23T15:32:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:42 smithi178 ceph-mon[192298]: failed to encode map e523 with expected crc 2023-09-23T15:32:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:42 smithi178 ceph-mon[192298]: failed to encode map e523 with expected crc 2023-09-23T15:32:43.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:42 smithi178 ceph-mon[192298]: osdmap e524: 8 total, 8 up, 5 in 2023-09-23T15:32:43.725 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:43.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:43.728 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:43.829 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:43.903 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[212312]: 1.f scrub starts 2023-09-23T15:32:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[212312]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[212312]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[212312]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[212312]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[212312]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[212312]: pgmap v1374: 109 pgs: 1 peering, 1 active+remapped+backfilling, 13 active+remapped+backfill_wait, 94 active+clean; 2.0 GiB data, 8.5 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 739 op/s; 26965/97368 objects misplaced (27.694%); 40 MiB/s, 642 objects/s recovering 2023-09-23T15:32:44.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[212312]: osdmap e525: 8 total, 8 up, 5 in 2023-09-23T15:32:44.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[219580]: 1.f scrub starts 2023-09-23T15:32:44.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[219580]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[219580]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[219580]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[219580]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[219580]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[219580]: pgmap v1374: 109 pgs: 1 peering, 1 active+remapped+backfilling, 13 active+remapped+backfill_wait, 94 active+clean; 2.0 GiB data, 8.5 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 739 op/s; 26965/97368 objects misplaced (27.694%); 40 MiB/s, 642 objects/s recovering 2023-09-23T15:32:44.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:43 smithi118 ceph-mon[219580]: osdmap e525: 8 total, 8 up, 5 in 2023-09-23T15:32:44.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:43 smithi178 ceph-mon[192298]: 1.f scrub starts 2023-09-23T15:32:44.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:43 smithi178 ceph-mon[192298]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:43 smithi178 ceph-mon[192298]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:43 smithi178 ceph-mon[192298]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:43 smithi178 ceph-mon[192298]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:43 smithi178 ceph-mon[192298]: failed to encode map e524 with expected crc 2023-09-23T15:32:44.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:43 smithi178 ceph-mon[192298]: pgmap v1374: 109 pgs: 1 peering, 1 active+remapped+backfilling, 13 active+remapped+backfill_wait, 94 active+clean; 2.0 GiB data, 8.5 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 739 op/s; 26965/97368 objects misplaced (27.694%); 40 MiB/s, 642 objects/s recovering 2023-09-23T15:32:44.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:43 smithi178 ceph-mon[192298]: osdmap e525: 8 total, 8 up, 5 in 2023-09-23T15:32:45.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:44 smithi118 ceph-mon[212312]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:44 smithi118 ceph-mon[212312]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:44 smithi118 ceph-mon[212312]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:44 smithi118 ceph-mon[212312]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:44 smithi118 ceph-mon[212312]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:44 smithi118 ceph-mon[219580]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:44 smithi118 ceph-mon[219580]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:44 smithi118 ceph-mon[219580]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:44 smithi118 ceph-mon[219580]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:44 smithi118 ceph-mon[219580]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:44 smithi178 ceph-mon[192298]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:44 smithi178 ceph-mon[192298]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:44 smithi178 ceph-mon[192298]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:44 smithi178 ceph-mon[192298]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:44 smithi178 ceph-mon[192298]: failed to encode map e525 with expected crc 2023-09-23T15:32:45.293 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:45.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:45.304 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:45.405 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:45.435 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:45.789 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:45 smithi118 ceph-mon[212312]: pgmap v1376: 109 pgs: 1 peering, 1 active+remapped+backfilling, 13 active+remapped+backfill_wait, 94 active+clean; 2.0 GiB data, 8.5 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 253 op/s; 26965/97368 objects misplaced (27.694%); 28 MiB/s, 451 objects/s recovering 2023-09-23T15:32:46.012 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:46.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:46.017 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:46.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:45 smithi118 ceph-mon[219580]: pgmap v1376: 109 pgs: 1 peering, 1 active+remapped+backfilling, 13 active+remapped+backfill_wait, 94 active+clean; 2.0 GiB data, 8.5 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 253 op/s; 26965/97368 objects misplaced (27.694%); 28 MiB/s, 451 objects/s recovering 2023-09-23T15:32:46.118 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:46.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:45 smithi178 ceph-mon[192298]: pgmap v1376: 109 pgs: 1 peering, 1 active+remapped+backfilling, 13 active+remapped+backfill_wait, 94 active+clean; 2.0 GiB data, 8.5 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 253 op/s; 26965/97368 objects misplaced (27.694%); 28 MiB/s, 451 objects/s recovering 2023-09-23T15:32:46.139 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:46.156 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:46.233 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:46.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:46.237 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:46.337 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:46.364 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:46.407 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:46.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:46.412 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:46.513 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:46.552 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:46.747 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:46.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:46.750 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:46.790 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:46 smithi118 ceph-mon[212312]: failed to encode map e526 with expected crc 2023-09-23T15:32:46.790 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:46 smithi118 ceph-mon[212312]: osdmap e526: 8 total, 8 up, 5 in 2023-09-23T15:32:46.851 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:46.891 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:46.951 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:32:46.952 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:32:46.952 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:32:46.952 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:32:46.952 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:32:46.958 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:46.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:46.967 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:47.068 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:47.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:46 smithi118 ceph-mon[219580]: failed to encode map e526 with expected crc 2023-09-23T15:32:47.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:46 smithi118 ceph-mon[219580]: osdmap e526: 8 total, 8 up, 5 in 2023-09-23T15:32:47.098 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:46 smithi178 ceph-mon[192298]: failed to encode map e526 with expected crc 2023-09-23T15:32:47.098 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:46 smithi178 ceph-mon[192298]: osdmap e526: 8 total, 8 up, 5 in 2023-09-23T15:32:47.101 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:47.132 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:32:47.155 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:47.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:47.167 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:47.268 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:47.300 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:47.365 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:47.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:47.374 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:47.474 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:47.507 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:47.581 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:47.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:47.585 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:47.686 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:47.724 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:47.810 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:47.813 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[212312]: failed to encode map e527 with expected crc 2023-09-23T15:32:47.813 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[212312]: osdmap e527: 8 total, 8 up, 5 in 2023-09-23T15:32:47.813 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[212312]: failed to encode map e527 with expected crc 2023-09-23T15:32:47.813 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[212312]: failed to encode map e527 with expected crc 2023-09-23T15:32:47.813 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/570294523' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:32:47.813 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:32:47.813 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[212312]: pgmap v1379: 109 pgs: 1 active+clean+remapped, 1 peering, 13 active+remapped+backfill_wait, 94 active+clean; 1.9 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 551 op/s; 23433/90978 objects misplaced (25.757%); 34 MiB/s, 543 objects/s recovering 2023-09-23T15:32:47.817 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T15:32:47.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:47.821 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:47.922 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:47.986 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[219580]: failed to encode map e527 with expected crc 2023-09-23T15:32:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[219580]: osdmap e527: 8 total, 8 up, 5 in 2023-09-23T15:32:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[219580]: failed to encode map e527 with expected crc 2023-09-23T15:32:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[219580]: failed to encode map e527 with expected crc 2023-09-23T15:32:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/570294523' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:32:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:32:48.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:47 smithi118 ceph-mon[219580]: pgmap v1379: 109 pgs: 1 active+clean+remapped, 1 peering, 13 active+remapped+backfill_wait, 94 active+clean; 1.9 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 551 op/s; 23433/90978 objects misplaced (25.757%); 34 MiB/s, 543 objects/s recovering 2023-09-23T15:32:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:47 smithi178 ceph-mon[192298]: failed to encode map e527 with expected crc 2023-09-23T15:32:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:47 smithi178 ceph-mon[192298]: osdmap e527: 8 total, 8 up, 5 in 2023-09-23T15:32:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:47 smithi178 ceph-mon[192298]: failed to encode map e527 with expected crc 2023-09-23T15:32:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:47 smithi178 ceph-mon[192298]: failed to encode map e527 with expected crc 2023-09-23T15:32:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:47 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/570294523' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:32:48.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:47 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:32:48.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:47 smithi178 ceph-mon[192298]: pgmap v1379: 109 pgs: 1 active+clean+remapped, 1 peering, 13 active+remapped+backfill_wait, 94 active+clean; 1.9 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 551 op/s; 23433/90978 objects misplaced (25.757%); 34 MiB/s, 543 objects/s recovering 2023-09-23T15:32:48.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:32:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:32:48] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2023-09-23T15:32:49.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:32:49.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[219580]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[219580]: osdmap e528: 8 total, 8 up, 5 in 2023-09-23T15:32:49.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[219580]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[219580]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[219580]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:32:49.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[212312]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[212312]: osdmap e528: 8 total, 8 up, 5 in 2023-09-23T15:32:49.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[212312]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[212312]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:48 smithi118 ceph-mon[212312]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:48 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:32:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:48 smithi178 ceph-mon[192298]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:48 smithi178 ceph-mon[192298]: osdmap e528: 8 total, 8 up, 5 in 2023-09-23T15:32:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:48 smithi178 ceph-mon[192298]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:48 smithi178 ceph-mon[192298]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:48 smithi178 ceph-mon[192298]: failed to encode map e528 with expected crc 2023-09-23T15:32:49.586 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:49.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:49.589 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:49.689 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:32:49.754 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:50.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:49 smithi118 ceph-mon[219580]: pgmap v1381: 109 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 12 active+remapped+backfill_wait, 95 active+clean; 1.8 GiB data, 8.2 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 453 op/s; 22222/89226 objects misplaced (24.905%); 27 MiB/s, 437 objects/s recovering 2023-09-23T15:32:50.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:49 smithi118 ceph-mon[212312]: pgmap v1381: 109 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 12 active+remapped+backfill_wait, 95 active+clean; 1.8 GiB data, 8.2 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 453 op/s; 22222/89226 objects misplaced (24.905%); 27 MiB/s, 437 objects/s recovering 2023-09-23T15:32:50.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:49 smithi178 ceph-mon[192298]: pgmap v1381: 109 pgs: 1 active+remapped+backfilling, 1 active+clean+remapped, 12 active+remapped+backfill_wait, 95 active+clean; 1.8 GiB data, 8.2 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 453 op/s; 22222/89226 objects misplaced (24.905%); 27 MiB/s, 437 objects/s recovering 2023-09-23T15:32:50.820 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:32:50.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:50.825 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:32:50.892 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:32:50.926 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:50.959 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:51.018 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:32:51.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:51.027 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:32:51.128 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:51.217 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:51.245 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T15:32:51.405 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:51.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:51.425 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:51.526 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:51.560 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:51.615 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:51.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:51.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:51.670 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:51.724 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:51.753 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:51.814 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:51.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:51.824 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:51.904 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:32:51.925 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:32:51.926 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:51.950 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:32:51.989 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:32:52.007 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:52.028 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:32:52.062 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:32:52.111 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:32:52.146 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:32:52.176 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:32:52.189 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:32:52.190 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:32:52.190 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:32:52.190 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:32:52.190 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:32:52.190 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:32:52.190 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:32:52.190 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:32:52.369 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:32:52.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:52.378 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:32:52.479 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:52.504 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:52.579 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:52.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:52.590 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:52.691 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:32:52.740 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:52.805 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:32:52.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:52.813 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:52 smithi178 ceph-mon[192298]: pgmap v1382: 109 pgs: 1 active+remapped+backfilling, 12 active+remapped+backfill_wait, 96 active+clean; 1.7 GiB data, 8.1 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 796 op/s; 20359/83025 objects misplaced (24.522%); 27 MiB/s, 436 objects/s recovering 2023-09-23T15:32:52.813 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3214579975' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:52.813 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:52.813 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:52.814 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:32:52.915 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:32:52.968 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:52 smithi118 ceph-mon[212312]: pgmap v1382: 109 pgs: 1 active+remapped+backfilling, 12 active+remapped+backfill_wait, 96 active+clean; 1.7 GiB data, 8.1 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 796 op/s; 20359/83025 objects misplaced (24.522%); 27 MiB/s, 436 objects/s recovering 2023-09-23T15:32:52.968 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3214579975' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:52.968 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:52.969 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:52.969 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:52 smithi118 ceph-mon[219580]: pgmap v1382: 109 pgs: 1 active+remapped+backfilling, 12 active+remapped+backfill_wait, 96 active+clean; 1.7 GiB data, 8.1 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 796 op/s; 20359/83025 objects misplaced (24.522%); 27 MiB/s, 436 objects/s recovering 2023-09-23T15:32:52.969 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3214579975' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:32:52.969 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:32:52.969 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:32:52.980 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:54.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:53 smithi118 ceph-mon[212312]: 1.f scrub starts 2023-09-23T15:32:54.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:53 smithi118 ceph-mon[219580]: 1.f scrub starts 2023-09-23T15:32:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:53 smithi178 ceph-mon[192298]: 1.f scrub starts 2023-09-23T15:32:54.979 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:32:54.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:54.983 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:32:54.983 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:54 smithi118 ceph-mon[212312]: 1.f scrub starts 2023-09-23T15:32:54.983 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:54 smithi118 ceph-mon[212312]: pgmap v1383: 109 pgs: 1 active+remapped+backfilling, 12 active+remapped+backfill_wait, 96 active+clean; 1.6 GiB data, 7.7 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 583 op/s; 19030/78732 objects misplaced (24.171%); 13 MiB/s, 202 objects/s recovering 2023-09-23T15:32:54.984 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:54 smithi118 ceph-mon[219580]: 1.f scrub starts 2023-09-23T15:32:54.984 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:54 smithi118 ceph-mon[219580]: pgmap v1383: 109 pgs: 1 active+remapped+backfilling, 12 active+remapped+backfill_wait, 96 active+clean; 1.6 GiB data, 7.7 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 583 op/s; 19030/78732 objects misplaced (24.171%); 13 MiB/s, 202 objects/s recovering 2023-09-23T15:32:55.084 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:55.121 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:54 smithi178 ceph-mon[192298]: 1.f scrub starts 2023-09-23T15:32:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:54 smithi178 ceph-mon[192298]: pgmap v1383: 109 pgs: 1 active+remapped+backfilling, 12 active+remapped+backfill_wait, 96 active+clean; 1.6 GiB data, 7.7 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 583 op/s; 19030/78732 objects misplaced (24.171%); 13 MiB/s, 202 objects/s recovering 2023-09-23T15:32:55.574 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:55.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:55.577 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:55.677 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:55.707 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:55 smithi118 ceph-mon[219580]: failed to encode map e529 with expected crc 2023-09-23T15:32:55.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:55 smithi118 ceph-mon[219580]: osdmap e529: 8 total, 8 up, 5 in 2023-09-23T15:32:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:55 smithi118 ceph-mon[212312]: failed to encode map e529 with expected crc 2023-09-23T15:32:55.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:55 smithi118 ceph-mon[212312]: osdmap e529: 8 total, 8 up, 5 in 2023-09-23T15:32:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:55 smithi178 ceph-mon[192298]: failed to encode map e529 with expected crc 2023-09-23T15:32:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:55 smithi178 ceph-mon[192298]: osdmap e529: 8 total, 8 up, 5 in 2023-09-23T15:32:56.364 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:56.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:56.371 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:56.426 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:32:56.472 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:56.545 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:56.644 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:56.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:56.656 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:56.756 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:32:56.836 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:56.929 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:56 smithi118 ceph-mon[219580]: pgmap v1385: 109 pgs: 1 active+remapped+backfilling, 12 active+remapped+backfill_wait, 96 active+clean; 1.6 GiB data, 7.7 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 509 op/s; 19030/78732 objects misplaced (24.171%); 12 MiB/s, 198 objects/s recovering 2023-09-23T15:32:56.929 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:56 smithi118 ceph-mon[219580]: failed to encode map e530 with expected crc 2023-09-23T15:32:56.929 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:56 smithi118 ceph-mon[219580]: osdmap e530: 8 total, 8 up, 5 in 2023-09-23T15:32:56.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:56 smithi118 ceph-mon[212312]: pgmap v1385: 109 pgs: 1 active+remapped+backfilling, 12 active+remapped+backfill_wait, 96 active+clean; 1.6 GiB data, 7.7 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 509 op/s; 19030/78732 objects misplaced (24.171%); 12 MiB/s, 198 objects/s recovering 2023-09-23T15:32:56.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:56 smithi118 ceph-mon[212312]: failed to encode map e530 with expected crc 2023-09-23T15:32:56.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:56 smithi118 ceph-mon[212312]: osdmap e530: 8 total, 8 up, 5 in 2023-09-23T15:32:56.964 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:32:56.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:56.971 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:32:56.985 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:32:57.072 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:32:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:56 smithi178 ceph-mon[192298]: pgmap v1385: 109 pgs: 1 active+remapped+backfilling, 12 active+remapped+backfill_wait, 96 active+clean; 1.6 GiB data, 7.7 GiB used, 439 GiB / 447 GiB avail; 0 B/s wr, 509 op/s; 19030/78732 objects misplaced (24.171%); 12 MiB/s, 198 objects/s recovering 2023-09-23T15:32:57.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:56 smithi178 ceph-mon[192298]: failed to encode map e530 with expected crc 2023-09-23T15:32:57.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:56 smithi178 ceph-mon[192298]: osdmap e530: 8 total, 8 up, 5 in 2023-09-23T15:32:57.180 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:57.431 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:32:57.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:57.455 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:32:57.556 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:57.590 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:57.659 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:57.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:57.666 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:57.767 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:32:57.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:57 smithi178 ceph-mon[192298]: 1.f deep-scrub starts 2023-09-23T15:32:57.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:57 smithi178 ceph-mon[192298]: failed to encode map e530 with expected crc 2023-09-23T15:32:57.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:57 smithi178 ceph-mon[192298]: failed to encode map e530 with expected crc 2023-09-23T15:32:57.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:57 smithi178 ceph-mon[192298]: failed to encode map e530 with expected crc 2023-09-23T15:32:57.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:57 smithi178 ceph-mon[192298]: failed to encode map e530 with expected crc 2023-09-23T15:32:57.912 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:57 smithi118 ceph-mon[219580]: 1.f deep-scrub starts 2023-09-23T15:32:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:57 smithi118 ceph-mon[219580]: failed to encode map e530 with expected crc 2023-09-23T15:32:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:57 smithi118 ceph-mon[219580]: failed to encode map e530 with expected crc 2023-09-23T15:32:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:57 smithi118 ceph-mon[219580]: failed to encode map e530 with expected crc 2023-09-23T15:32:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:57 smithi118 ceph-mon[219580]: failed to encode map e530 with expected crc 2023-09-23T15:32:58.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:57 smithi118 ceph-mon[212312]: 1.f deep-scrub starts 2023-09-23T15:32:58.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:57 smithi118 ceph-mon[212312]: failed to encode map e530 with expected crc 2023-09-23T15:32:58.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:57 smithi118 ceph-mon[212312]: failed to encode map e530 with expected crc 2023-09-23T15:32:58.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:57 smithi118 ceph-mon[212312]: failed to encode map e530 with expected crc 2023-09-23T15:32:58.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:57 smithi118 ceph-mon[212312]: failed to encode map e530 with expected crc 2023-09-23T15:32:58.479 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:32:58.479 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:32:58.498 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:32:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:32:58] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.43.0" 2023-09-23T15:32:58.563 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:32:58.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:58.569 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:32:58.670 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:32:58.705 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:58.773 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:32:58.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:58.782 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:32:58.882 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:32:58.928 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:58.985 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:32:58.989 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:58 smithi178 ceph-mon[192298]: pgmap v1387: 109 pgs: 2 active+remapped+backfilling, 11 active+remapped+backfill_wait, 96 active+clean; 1.4 GiB data, 7.5 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 775 op/s; 16196/70599 objects misplaced (22.941%); 9.8 MiB/s, 157 objects/s recovering 2023-09-23T15:32:58.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:58.990 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:32:59.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:58 smithi118 ceph-mon[212312]: pgmap v1387: 109 pgs: 2 active+remapped+backfilling, 11 active+remapped+backfill_wait, 96 active+clean; 1.4 GiB data, 7.5 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 775 op/s; 16196/70599 objects misplaced (22.941%); 9.8 MiB/s, 157 objects/s recovering 2023-09-23T15:32:59.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:58 smithi118 ceph-mon[219580]: pgmap v1387: 109 pgs: 2 active+remapped+backfilling, 11 active+remapped+backfill_wait, 96 active+clean; 1.4 GiB data, 7.5 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 775 op/s; 16196/70599 objects misplaced (22.941%); 9.8 MiB/s, 157 objects/s recovering 2023-09-23T15:32:59.091 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:32:59.134 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:59.186 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:32:59.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:59.190 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:32:59.291 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:32:59.348 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:32:59.777 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:32:59.783 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:32:59.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:32:59.787 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:32:59.888 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:32:59.934 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:00.000 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:00.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:00.011 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:00.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:59 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4265270757' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:33:00.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:32:59 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:33:00.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:59 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4265270757' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:33:00.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:32:59 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:33:00.112 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:00.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:59 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4265270757' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:33:00.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:32:59 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:33:00.150 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:00.220 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:00.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:00.228 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:00.329 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:00.391 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:00.610 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:00.611 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:33:00.615 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:00.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:00.716 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:00.758 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:00.832 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:00.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:00.837 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:00.938 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:00.981 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:01.060 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:01.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:00 smithi178 ceph-mon[192298]: pgmap v1388: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.4 GiB data, 7.3 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 591 op/s; 15859/68820 objects misplaced (23.044%); 11 MiB/s, 181 objects/s recovering 2023-09-23T15:33:01.063 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:00 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:01.064 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:00 smithi178 ceph-mon[192298]: failed to encode map e531 with expected crc 2023-09-23T15:33:01.064 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:00 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:33:01.064 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:00 smithi178 ceph-mon[192298]: osdmap e531: 8 total, 8 up, 5 in 2023-09-23T15:33:01.064 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:00 smithi178 ceph-mon[192298]: failed to encode map e531 with expected crc 2023-09-23T15:33:01.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:01.065 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:01.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[212312]: pgmap v1388: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.4 GiB data, 7.3 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 591 op/s; 15859/68820 objects misplaced (23.044%); 11 MiB/s, 181 objects/s recovering 2023-09-23T15:33:01.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:01.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[212312]: failed to encode map e531 with expected crc 2023-09-23T15:33:01.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:33:01.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[212312]: osdmap e531: 8 total, 8 up, 5 in 2023-09-23T15:33:01.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[212312]: failed to encode map e531 with expected crc 2023-09-23T15:33:01.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[219580]: pgmap v1388: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.4 GiB data, 7.3 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 591 op/s; 15859/68820 objects misplaced (23.044%); 11 MiB/s, 181 objects/s recovering 2023-09-23T15:33:01.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:01.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[219580]: failed to encode map e531 with expected crc 2023-09-23T15:33:01.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:33:01.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[219580]: osdmap e531: 8 total, 8 up, 5 in 2023-09-23T15:33:01.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:00 smithi118 ceph-mon[219580]: failed to encode map e531 with expected crc 2023-09-23T15:33:01.166 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:01.202 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:01.273 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:01.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:01.281 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:01.382 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:01.447 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:01.702 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:01.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:01.716 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:01.725 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:01.817 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:01.914 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:02.001 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:02.019 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:02.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:02.034 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:02.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:01 smithi118 ceph-mon[219580]: pgmap v1390: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.3 GiB data, 7.2 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 805 op/s; 13172/61992 objects misplaced (21.248%); 14 MiB/s, 228 objects/s recovering 2023-09-23T15:33:02.035 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:01 smithi118 ceph-mon[212312]: pgmap v1390: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.3 GiB data, 7.2 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 805 op/s; 13172/61992 objects misplaced (21.248%); 14 MiB/s, 228 objects/s recovering 2023-09-23T15:33:02.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:01 smithi178 ceph-mon[192298]: pgmap v1390: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.3 GiB data, 7.2 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 805 op/s; 13172/61992 objects misplaced (21.248%); 14 MiB/s, 228 objects/s recovering 2023-09-23T15:33:02.136 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:02.197 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:02.329 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:02.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:02.337 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:02.437 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:02.483 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:02.558 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:02.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:02.564 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:02.665 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:02.744 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:02.807 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:02 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3490903858' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:33:02.807 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:02 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:33:02.827 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T15:33:03.047 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:03.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:03.052 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:03.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:02 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3490903858' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:33:03.053 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:02 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:33:03.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:02 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3490903858' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:33:03.054 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:02 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:33:03.154 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:03.218 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:03.717 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:33:04.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:03 smithi118 ceph-mon[219580]: failed to encode map e532 with expected crc 2023-09-23T15:33:04.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:03 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:33:04.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:03 smithi118 ceph-mon[219580]: osdmap e532: 8 total, 8 up, 5 in 2023-09-23T15:33:04.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:03 smithi118 ceph-mon[219580]: failed to encode map e532 with expected crc 2023-09-23T15:33:04.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:03 smithi118 ceph-mon[219580]: pgmap v1392: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.2 GiB data, 6.7 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 650 op/s; 12515/56895 objects misplaced (21.997%); 7.9 MiB/s, 125 objects/s recovering 2023-09-23T15:33:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:03 smithi118 ceph-mon[212312]: failed to encode map e532 with expected crc 2023-09-23T15:33:04.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:03 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:33:04.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:03 smithi118 ceph-mon[212312]: osdmap e532: 8 total, 8 up, 5 in 2023-09-23T15:33:04.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:03 smithi118 ceph-mon[212312]: failed to encode map e532 with expected crc 2023-09-23T15:33:04.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:03 smithi118 ceph-mon[212312]: pgmap v1392: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.2 GiB data, 6.7 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 650 op/s; 12515/56895 objects misplaced (21.997%); 7.9 MiB/s, 125 objects/s recovering 2023-09-23T15:33:04.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:03 smithi178 ceph-mon[192298]: failed to encode map e532 with expected crc 2023-09-23T15:33:04.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:03 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:33:04.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:03 smithi178 ceph-mon[192298]: osdmap e532: 8 total, 8 up, 5 in 2023-09-23T15:33:04.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:03 smithi178 ceph-mon[192298]: failed to encode map e532 with expected crc 2023-09-23T15:33:04.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:03 smithi178 ceph-mon[192298]: pgmap v1392: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.2 GiB data, 6.7 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 650 op/s; 12515/56895 objects misplaced (21.997%); 7.9 MiB/s, 125 objects/s recovering 2023-09-23T15:33:04.542 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:04.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:04.549 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:04.649 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:04.720 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:05.129 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:05.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:05.141 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:05.242 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:05.319 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:06.251 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T15:33:06.286 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:06.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:06.293 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:06.394 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:06.436 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:06.496 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:06.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:06.501 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:06.602 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:06.638 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:06.700 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:06.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:06.707 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:06.774 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:06.807 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:06.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:06 smithi118 ceph-mon[219580]: pgmap v1393: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.2 GiB data, 6.7 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 570 op/s; 12515/56895 objects misplaced (21.997%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T15:33:06.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:06 smithi118 ceph-mon[212312]: pgmap v1393: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.2 GiB data, 6.7 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 570 op/s; 12515/56895 objects misplaced (21.997%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T15:33:06.842 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:06.897 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:06.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:06.901 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:07.002 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:07.037 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:06 smithi178 ceph-mon[192298]: pgmap v1393: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 1.2 GiB data, 6.7 GiB used, 440 GiB / 447 GiB avail; 0 B/s wr, 570 op/s; 12515/56895 objects misplaced (21.997%); 7.8 MiB/s, 124 objects/s recovering 2023-09-23T15:33:07.041 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:07.100 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:07.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:07.104 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:07.204 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:07.231 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:07.272 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:07.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:07.276 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:07.377 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:07.402 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:07.442 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:07.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:07.446 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:07.547 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:07.595 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:33:07.595 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:33:07.627 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:33:07.663 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:07.682 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:33:07.704 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:33:07.741 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:33:07.768 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:07.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:07.772 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:07.789 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:33:07.836 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:33:07.873 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:07.882 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:33:07.907 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:07.924 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:33:07.931 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:33:07.932 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:33:07.932 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:33:07.932 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:33:07.932 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:33:07.932 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:33:07.932 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:33:07.932 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:33:07.947 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:07.947 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:07.947 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3637694411' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:07.947 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:07 smithi118 ceph-mon[212312]: pgmap v1394: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 974 MiB data, 6.3 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 916 op/s; 9639/46812 objects misplaced (20.591%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T15:33:07.971 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:07.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:07.977 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:08.077 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:08.117 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:08.195 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:08.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:08.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:08.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3637694411' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:08.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:07 smithi178 ceph-mon[192298]: pgmap v1394: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 974 MiB data, 6.3 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 916 op/s; 9639/46812 objects misplaced (20.591%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T15:33:08.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:08.202 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:08.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:08.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:08.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3637694411' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:08.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:07 smithi118 ceph-mon[219580]: pgmap v1394: 109 pgs: 1 active+remapped+backfilling, 11 active+remapped+backfill_wait, 97 active+clean; 974 MiB data, 6.3 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 916 op/s; 9639/46812 objects misplaced (20.591%); 9.2 MiB/s, 147 objects/s recovering 2023-09-23T15:33:08.238 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:33:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:33:08] "GET /metrics HTTP/1.1" 200 36490 "" "Prometheus/2.43.0" 2023-09-23T15:33:08.303 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:08.377 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:09.429 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:09.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:09.432 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:09.533 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:09.560 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:09.601 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:09.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:09.608 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:09.709 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:09.734 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:09.775 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:09.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:09.780 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:09.881 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:09.926 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:09.982 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:09.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:09.985 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:10.086 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:10.165 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:10.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[212312]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[212312]: osdmap e533: 8 total, 8 up, 5 in 2023-09-23T15:33:10.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[212312]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[212312]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[212312]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[212312]: pgmap v1396: 109 pgs: 2 active+remapped+backfilling, 10 active+remapped+backfill_wait, 97 active+clean; 926 MiB data, 6.0 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 729 op/s; 9444/44490 objects misplaced (21.227%); 3.1 MiB/s, 49 objects/s recovering 2023-09-23T15:33:10.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[219580]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[219580]: osdmap e533: 8 total, 8 up, 5 in 2023-09-23T15:33:10.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[219580]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[219580]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[219580]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:09 smithi118 ceph-mon[219580]: pgmap v1396: 109 pgs: 2 active+remapped+backfilling, 10 active+remapped+backfill_wait, 97 active+clean; 926 MiB data, 6.0 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 729 op/s; 9444/44490 objects misplaced (21.227%); 3.1 MiB/s, 49 objects/s recovering 2023-09-23T15:33:10.359 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:10.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:10.368 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:09 smithi178 ceph-mon[192298]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:09 smithi178 ceph-mon[192298]: osdmap e533: 8 total, 8 up, 5 in 2023-09-23T15:33:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:09 smithi178 ceph-mon[192298]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:09 smithi178 ceph-mon[192298]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:09 smithi178 ceph-mon[192298]: failed to encode map e533 with expected crc 2023-09-23T15:33:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:09 smithi178 ceph-mon[192298]: pgmap v1396: 109 pgs: 2 active+remapped+backfilling, 10 active+remapped+backfill_wait, 97 active+clean; 926 MiB data, 6.0 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 729 op/s; 9444/44490 objects misplaced (21.227%); 3.1 MiB/s, 49 objects/s recovering 2023-09-23T15:33:10.402 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:33:10.469 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:10.509 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:10.581 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:10.586 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:10.587 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:10.687 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:10.795 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:11.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:10 smithi118 ceph-mon[212312]: failed to encode map e534 with expected crc 2023-09-23T15:33:11.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:10 smithi118 ceph-mon[212312]: osdmap e534: 8 total, 8 up, 5 in 2023-09-23T15:33:11.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:10 smithi118 ceph-mon[212312]: failed to encode map e534 with expected crc 2023-09-23T15:33:11.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:10 smithi118 ceph-mon[212312]: failed to encode map e534 with expected crc 2023-09-23T15:33:11.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:10 smithi118 ceph-mon[219580]: failed to encode map e534 with expected crc 2023-09-23T15:33:11.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:10 smithi118 ceph-mon[219580]: osdmap e534: 8 total, 8 up, 5 in 2023-09-23T15:33:11.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:10 smithi118 ceph-mon[219580]: failed to encode map e534 with expected crc 2023-09-23T15:33:11.075 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:10 smithi118 ceph-mon[219580]: failed to encode map e534 with expected crc 2023-09-23T15:33:11.126 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:11.310 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:11.313 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:11.313 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:10 smithi178 ceph-mon[192298]: failed to encode map e534 with expected crc 2023-09-23T15:33:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:10 smithi178 ceph-mon[192298]: osdmap e534: 8 total, 8 up, 5 in 2023-09-23T15:33:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:10 smithi178 ceph-mon[192298]: failed to encode map e534 with expected crc 2023-09-23T15:33:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:10 smithi178 ceph-mon[192298]: failed to encode map e534 with expected crc 2023-09-23T15:33:11.414 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:11.449 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:11.515 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:11.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:11.518 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:11.619 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:11.646 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:11.690 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:11.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:11.694 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:11.795 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:11.826 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:11.879 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:12.028 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:12.031 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:11 smithi118 ceph-mon[219580]: failed to encode map e535 with expected crc 2023-09-23T15:33:12.031 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:11 smithi118 ceph-mon[219580]: osdmap e535: 8 total, 8 up, 5 in 2023-09-23T15:33:12.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:11 smithi118 ceph-mon[219580]: failed to encode map e535 with expected crc 2023-09-23T15:33:12.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:11 smithi118 ceph-mon[219580]: failed to encode map e535 with expected crc 2023-09-23T15:33:12.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:11 smithi118 ceph-mon[219580]: pgmap v1399: 109 pgs: 1 peering, 10 active+remapped+backfill_wait, 98 active+clean; 784 MiB data, 5.9 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 1.07k op/s; 6905/37680 objects misplaced (18.325%); 14 MiB/s, 218 objects/s recovering 2023-09-23T15:33:12.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:11 smithi118 ceph-mon[212312]: failed to encode map e535 with expected crc 2023-09-23T15:33:12.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:11 smithi118 ceph-mon[212312]: osdmap e535: 8 total, 8 up, 5 in 2023-09-23T15:33:12.034 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:11 smithi118 ceph-mon[212312]: failed to encode map e535 with expected crc 2023-09-23T15:33:12.034 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:11 smithi118 ceph-mon[212312]: failed to encode map e535 with expected crc 2023-09-23T15:33:12.034 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:11 smithi118 ceph-mon[212312]: pgmap v1399: 109 pgs: 1 peering, 10 active+remapped+backfill_wait, 98 active+clean; 784 MiB data, 5.9 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 1.07k op/s; 6905/37680 objects misplaced (18.325%); 14 MiB/s, 218 objects/s recovering 2023-09-23T15:33:12.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:12.035 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:12.135 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:12.194 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:12.277 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:12.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:12.283 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:11 smithi178 ceph-mon[192298]: failed to encode map e535 with expected crc 2023-09-23T15:33:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:11 smithi178 ceph-mon[192298]: osdmap e535: 8 total, 8 up, 5 in 2023-09-23T15:33:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:11 smithi178 ceph-mon[192298]: failed to encode map e535 with expected crc 2023-09-23T15:33:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:11 smithi178 ceph-mon[192298]: failed to encode map e535 with expected crc 2023-09-23T15:33:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:11 smithi178 ceph-mon[192298]: pgmap v1399: 109 pgs: 1 peering, 10 active+remapped+backfill_wait, 98 active+clean; 784 MiB data, 5.9 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 1.07k op/s; 6905/37680 objects misplaced (18.325%); 14 MiB/s, 218 objects/s recovering 2023-09-23T15:33:12.385 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:12.410 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:12.451 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:12.456 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:12.456 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:12.557 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:12.582 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:12.623 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:12.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:12.627 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:12.638 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:33:12.727 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:12.798 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:12.844 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:12.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:12.847 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:12.948 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:12.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[212312]: failed to encode map e536 with expected crc 2023-09-23T15:33:12.978 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:13.032 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:13.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:13.038 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:13.139 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:13.166 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:13.166 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:33:13.216 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:13.221 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:12 smithi178 ceph-mon[192298]: failed to encode map e536 with expected crc 2023-09-23T15:33:13.221 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:12 smithi178 ceph-mon[192298]: osdmap e536: 8 total, 8 up, 5 in 2023-09-23T15:33:13.222 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:12 smithi178 ceph-mon[192298]: failed to encode map e536 with expected crc 2023-09-23T15:33:13.222 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:12 smithi178 ceph-mon[192298]: failed to encode map e536 with expected crc 2023-09-23T15:33:13.222 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:12 smithi178 ceph-mon[192298]: failed to encode map e536 with expected crc 2023-09-23T15:33:13.222 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:12 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3796849683' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:13.222 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:12 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:13.222 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:12 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:13.222 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:12 smithi178 ceph-mon[192298]: failed to encode map e537 with expected crc 2023-09-23T15:33:13.222 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:12 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:33:13.222 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:12 smithi178 ceph-mon[192298]: osdmap e537: 8 total, 8 up, 5 in 2023-09-23T15:33:13.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:13.223 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:13.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[219580]: failed to encode map e536 with expected crc 2023-09-23T15:33:13.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[219580]: osdmap e536: 8 total, 8 up, 5 in 2023-09-23T15:33:13.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[219580]: failed to encode map e536 with expected crc 2023-09-23T15:33:13.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[219580]: failed to encode map e536 with expected crc 2023-09-23T15:33:13.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[219580]: failed to encode map e536 with expected crc 2023-09-23T15:33:13.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3796849683' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:13.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:13.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:13.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[219580]: failed to encode map e537 with expected crc 2023-09-23T15:33:13.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:33:13.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[219580]: osdmap e537: 8 total, 8 up, 5 in 2023-09-23T15:33:13.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[212312]: osdmap e536: 8 total, 8 up, 5 in 2023-09-23T15:33:13.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[212312]: failed to encode map e536 with expected crc 2023-09-23T15:33:13.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[212312]: failed to encode map e536 with expected crc 2023-09-23T15:33:13.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[212312]: failed to encode map e536 with expected crc 2023-09-23T15:33:13.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3796849683' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:13.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:13.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:13.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[212312]: failed to encode map e537 with expected crc 2023-09-23T15:33:13.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:33:13.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:12 smithi118 ceph-mon[212312]: osdmap e537: 8 total, 8 up, 5 in 2023-09-23T15:33:13.324 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:13.350 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:13.392 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:13.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:13.398 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:13.499 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:13.525 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:13.566 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:13.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:13.570 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:13.671 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:13.723 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:14.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:13 smithi118 ceph-mon[219580]: failed to encode map e537 with expected crc 2023-09-23T15:33:14.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:13 smithi118 ceph-mon[219580]: failed to encode map e537 with expected crc 2023-09-23T15:33:14.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:13 smithi118 ceph-mon[219580]: pgmap v1403: 109 pgs: 1 active+clean+remapped, 2 peering, 8 active+remapped+backfill_wait, 98 active+clean; 738 MiB data, 5.6 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 817 op/s; 5454/35466 objects misplaced (15.378%); 36 MiB/s, 576 objects/s recovering 2023-09-23T15:33:14.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:13 smithi118 ceph-mon[219580]: osdmap e538: 8 total, 8 up, 5 in 2023-09-23T15:33:14.306 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:13 smithi118 ceph-mon[219580]: failed to encode map e538 with expected crc 2023-09-23T15:33:14.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:13 smithi118 ceph-mon[212312]: failed to encode map e537 with expected crc 2023-09-23T15:33:14.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:13 smithi118 ceph-mon[212312]: failed to encode map e537 with expected crc 2023-09-23T15:33:14.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:13 smithi118 ceph-mon[212312]: pgmap v1403: 109 pgs: 1 active+clean+remapped, 2 peering, 8 active+remapped+backfill_wait, 98 active+clean; 738 MiB data, 5.6 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 817 op/s; 5454/35466 objects misplaced (15.378%); 36 MiB/s, 576 objects/s recovering 2023-09-23T15:33:14.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:13 smithi118 ceph-mon[212312]: osdmap e538: 8 total, 8 up, 5 in 2023-09-23T15:33:14.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:13 smithi118 ceph-mon[212312]: failed to encode map e538 with expected crc 2023-09-23T15:33:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:13 smithi178 ceph-mon[192298]: failed to encode map e537 with expected crc 2023-09-23T15:33:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:13 smithi178 ceph-mon[192298]: failed to encode map e537 with expected crc 2023-09-23T15:33:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:13 smithi178 ceph-mon[192298]: pgmap v1403: 109 pgs: 1 active+clean+remapped, 2 peering, 8 active+remapped+backfill_wait, 98 active+clean; 738 MiB data, 5.6 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 817 op/s; 5454/35466 objects misplaced (15.378%); 36 MiB/s, 576 objects/s recovering 2023-09-23T15:33:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:13 smithi178 ceph-mon[192298]: osdmap e538: 8 total, 8 up, 5 in 2023-09-23T15:33:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:13 smithi178 ceph-mon[192298]: failed to encode map e538 with expected crc 2023-09-23T15:33:14.709 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:14.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:14.713 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:14.814 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:14.889 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:15.190 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:15.206 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:14 smithi118 ceph-mon[219580]: failed to encode map e538 with expected crc 2023-09-23T15:33:15.206 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:14 smithi118 ceph-mon[219580]: failed to encode map e538 with expected crc 2023-09-23T15:33:15.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:14 smithi118 ceph-mon[219580]: failed to encode map e538 with expected crc 2023-09-23T15:33:15.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:14 smithi118 ceph-mon[219580]: osdmap e539: 8 total, 8 up, 5 in 2023-09-23T15:33:15.207 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:14 smithi118 ceph-mon[219580]: failed to encode map e539 with expected crc 2023-09-23T15:33:15.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:15.208 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:15.208 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:14 smithi118 ceph-mon[212312]: failed to encode map e538 with expected crc 2023-09-23T15:33:15.208 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:14 smithi118 ceph-mon[212312]: failed to encode map e538 with expected crc 2023-09-23T15:33:15.208 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:14 smithi118 ceph-mon[212312]: failed to encode map e538 with expected crc 2023-09-23T15:33:15.208 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:14 smithi118 ceph-mon[212312]: osdmap e539: 8 total, 8 up, 5 in 2023-09-23T15:33:15.208 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:14 smithi118 ceph-mon[212312]: failed to encode map e539 with expected crc 2023-09-23T15:33:15.309 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:14 smithi178 ceph-mon[192298]: failed to encode map e538 with expected crc 2023-09-23T15:33:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:14 smithi178 ceph-mon[192298]: failed to encode map e538 with expected crc 2023-09-23T15:33:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:14 smithi178 ceph-mon[192298]: failed to encode map e538 with expected crc 2023-09-23T15:33:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:14 smithi178 ceph-mon[192298]: osdmap e539: 8 total, 8 up, 5 in 2023-09-23T15:33:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:14 smithi178 ceph-mon[192298]: failed to encode map e539 with expected crc 2023-09-23T15:33:15.385 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:15.517 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:15.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:15.529 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:15.629 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:15.691 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:15.783 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:15.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:15.787 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:15.888 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:15.917 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:15.967 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:15.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:15.969 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:16.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[219580]: failed to encode map e539 with expected crc 2023-09-23T15:33:16.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[219580]: failed to encode map e539 with expected crc 2023-09-23T15:33:16.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[219580]: failed to encode map e539 with expected crc 2023-09-23T15:33:16.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[219580]: pgmap v1405: 109 pgs: 1 active+clean+remapped, 2 peering, 8 active+remapped+backfill_wait, 98 active+clean; 738 MiB data, 5.6 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 184 op/s; 5454/35466 objects misplaced (15.378%); 19 MiB/s, 301 objects/s recovering 2023-09-23T15:33:16.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[219580]: osdmap e540: 8 total, 8 up, 5 in 2023-09-23T15:33:16.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[219580]: failed to encode map e540 with expected crc 2023-09-23T15:33:16.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2849384583' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:33:16.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:33:16.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[212312]: failed to encode map e539 with expected crc 2023-09-23T15:33:16.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[212312]: failed to encode map e539 with expected crc 2023-09-23T15:33:16.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[212312]: failed to encode map e539 with expected crc 2023-09-23T15:33:16.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[212312]: pgmap v1405: 109 pgs: 1 active+clean+remapped, 2 peering, 8 active+remapped+backfill_wait, 98 active+clean; 738 MiB data, 5.6 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 184 op/s; 5454/35466 objects misplaced (15.378%); 19 MiB/s, 301 objects/s recovering 2023-09-23T15:33:16.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[212312]: osdmap e540: 8 total, 8 up, 5 in 2023-09-23T15:33:16.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[212312]: failed to encode map e540 with expected crc 2023-09-23T15:33:16.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2849384583' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:33:16.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:15 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:33:16.071 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:16.103 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:16.155 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:16.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:16.158 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:16.259 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:16.283 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:15 smithi178 ceph-mon[192298]: failed to encode map e539 with expected crc 2023-09-23T15:33:16.283 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:15 smithi178 ceph-mon[192298]: failed to encode map e539 with expected crc 2023-09-23T15:33:16.284 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:15 smithi178 ceph-mon[192298]: failed to encode map e539 with expected crc 2023-09-23T15:33:16.284 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:15 smithi178 ceph-mon[192298]: pgmap v1405: 109 pgs: 1 active+clean+remapped, 2 peering, 8 active+remapped+backfill_wait, 98 active+clean; 738 MiB data, 5.6 GiB used, 441 GiB / 447 GiB avail; 0 B/s wr, 184 op/s; 5454/35466 objects misplaced (15.378%); 19 MiB/s, 301 objects/s recovering 2023-09-23T15:33:16.284 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:15 smithi178 ceph-mon[192298]: osdmap e540: 8 total, 8 up, 5 in 2023-09-23T15:33:16.284 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:15 smithi178 ceph-mon[192298]: failed to encode map e540 with expected crc 2023-09-23T15:33:16.284 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:15 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2849384583' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:33:16.284 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:15 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:33:16.286 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:16.327 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:16.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:16.335 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:16.436 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:16.464 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:16.542 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:16.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:16.545 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:16.641 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:16.645 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:16.679 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T15:33:16.699 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:33:16.706 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:17.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[212312]: failed to encode map e540 with expected crc 2023-09-23T15:33:17.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[212312]: failed to encode map e540 with expected crc 2023-09-23T15:33:17.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:33:17.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:33:17.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[212312]: osdmap e541: 8 total, 8 up, 5 in 2023-09-23T15:33:17.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[212312]: failed to encode map e541 with expected crc 2023-09-23T15:33:17.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[219580]: failed to encode map e540 with expected crc 2023-09-23T15:33:17.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[219580]: failed to encode map e540 with expected crc 2023-09-23T15:33:17.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:33:17.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:33:17.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[219580]: osdmap e541: 8 total, 8 up, 5 in 2023-09-23T15:33:17.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:16 smithi118 ceph-mon[219580]: failed to encode map e541 with expected crc 2023-09-23T15:33:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:16 smithi178 ceph-mon[192298]: failed to encode map e540 with expected crc 2023-09-23T15:33:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:16 smithi178 ceph-mon[192298]: failed to encode map e540 with expected crc 2023-09-23T15:33:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:16 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:33:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:16 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:33:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:16 smithi178 ceph-mon[192298]: osdmap e541: 8 total, 8 up, 5 in 2023-09-23T15:33:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:16 smithi178 ceph-mon[192298]: failed to encode map e541 with expected crc 2023-09-23T15:33:17.907 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:17.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:17.912 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:18.013 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:18.049 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:18.156 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T15:33:18.209 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:17 smithi118 ceph-mon[219580]: failed to encode map e541 with expected crc 2023-09-23T15:33:18.209 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:17 smithi118 ceph-mon[219580]: failed to encode map e541 with expected crc 2023-09-23T15:33:18.209 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:17 smithi118 ceph-mon[219580]: pgmap v1408: 109 pgs: 1 active+remapped+backfilling, 1 peering, 5 active+remapped+backfill_wait, 102 active+clean; 620 MiB data, 5.5 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 470 op/s; 3076/29820 objects misplaced (10.315%); 24 MiB/s, 379 objects/s recovering 2023-09-23T15:33:18.209 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:17 smithi118 ceph-mon[219580]: failed to encode map e542 with expected crc 2023-09-23T15:33:18.209 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:17 smithi118 ceph-mon[219580]: osdmap e542: 8 total, 8 up, 5 in 2023-09-23T15:33:18.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:17 smithi118 ceph-mon[212312]: failed to encode map e541 with expected crc 2023-09-23T15:33:18.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:17 smithi118 ceph-mon[212312]: failed to encode map e541 with expected crc 2023-09-23T15:33:18.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:17 smithi118 ceph-mon[212312]: pgmap v1408: 109 pgs: 1 active+remapped+backfilling, 1 peering, 5 active+remapped+backfill_wait, 102 active+clean; 620 MiB data, 5.5 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 470 op/s; 3076/29820 objects misplaced (10.315%); 24 MiB/s, 379 objects/s recovering 2023-09-23T15:33:18.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:17 smithi118 ceph-mon[212312]: failed to encode map e542 with expected crc 2023-09-23T15:33:18.210 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:17 smithi118 ceph-mon[212312]: osdmap e542: 8 total, 8 up, 5 in 2023-09-23T15:33:18.260 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:18.264 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:17 smithi178 ceph-mon[192298]: failed to encode map e541 with expected crc 2023-09-23T15:33:18.264 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:17 smithi178 ceph-mon[192298]: failed to encode map e541 with expected crc 2023-09-23T15:33:18.264 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:17 smithi178 ceph-mon[192298]: pgmap v1408: 109 pgs: 1 active+remapped+backfilling, 1 peering, 5 active+remapped+backfill_wait, 102 active+clean; 620 MiB data, 5.5 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 470 op/s; 3076/29820 objects misplaced (10.315%); 24 MiB/s, 379 objects/s recovering 2023-09-23T15:33:18.264 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:17 smithi178 ceph-mon[192298]: failed to encode map e542 with expected crc 2023-09-23T15:33:18.264 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:17 smithi178 ceph-mon[192298]: osdmap e542: 8 total, 8 up, 5 in 2023-09-23T15:33:18.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:18.266 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:18.366 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:18.480 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:33:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:33:18] "GET /metrics HTTP/1.1" 200 36490 "" "Prometheus/2.43.0" 2023-09-23T15:33:18.496 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:18.616 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:18.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:18.627 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:18.704 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:33:18.704 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:33:18.704 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:33:18.704 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:33:18.704 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:33:18.729 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:18.776 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:19.009 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:19.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:19.012 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:19.113 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:19.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:19 smithi178 ceph-mon[192298]: failed to encode map e542 with expected crc 2023-09-23T15:33:19.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:19 smithi178 ceph-mon[192298]: failed to encode map e542 with expected crc 2023-09-23T15:33:19.160 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:19.236 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:19.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:19.242 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:19.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:19 smithi118 ceph-mon[219580]: failed to encode map e542 with expected crc 2023-09-23T15:33:19.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:19 smithi118 ceph-mon[219580]: failed to encode map e542 with expected crc 2023-09-23T15:33:19.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:19 smithi118 ceph-mon[212312]: failed to encode map e542 with expected crc 2023-09-23T15:33:19.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:19 smithi118 ceph-mon[212312]: failed to encode map e542 with expected crc 2023-09-23T15:33:19.344 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:19.387 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:19.602 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:19.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:19.612 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:19.713 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:19.747 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:19.811 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:19.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:19.817 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:19.918 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:19.949 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:20.052 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:20.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:20.055 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:20.156 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:20.186 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:20.688 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:20.691 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:20.692 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:20.793 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:20.821 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:20.864 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:20.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:20.869 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:20.970 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:20.993 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:20 smithi178 ceph-mon[192298]: pgmap v1410: 109 pgs: 1 active+remapped+backfilling, 1 peering, 5 active+remapped+backfill_wait, 102 active+clean; 603 MiB data, 5.4 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 431 op/s; 3076/29004 objects misplaced (10.605%); 19 MiB/s, 303 objects/s recovering 2023-09-23T15:33:20.993 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:20 smithi178 ceph-mon[192298]: failed to encode map e543 with expected crc 2023-09-23T15:33:20.994 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:20 smithi178 ceph-mon[192298]: failed to encode map e543 with expected crc 2023-09-23T15:33:20.994 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:20 smithi178 ceph-mon[192298]: osdmap e543: 8 total, 8 up, 5 in 2023-09-23T15:33:20.994 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:20 smithi178 ceph-mon[192298]: failed to encode map e543 with expected crc 2023-09-23T15:33:20.994 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:20 smithi178 ceph-mon[192298]: failed to encode map e543 with expected crc 2023-09-23T15:33:20.994 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:20 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:20.994 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:20 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:20.995 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:21.039 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:21.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:21.045 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:21.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[219580]: pgmap v1410: 109 pgs: 1 active+remapped+backfilling, 1 peering, 5 active+remapped+backfill_wait, 102 active+clean; 603 MiB data, 5.4 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 431 op/s; 3076/29004 objects misplaced (10.605%); 19 MiB/s, 303 objects/s recovering 2023-09-23T15:33:21.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[219580]: failed to encode map e543 with expected crc 2023-09-23T15:33:21.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[219580]: failed to encode map e543 with expected crc 2023-09-23T15:33:21.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[219580]: osdmap e543: 8 total, 8 up, 5 in 2023-09-23T15:33:21.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[219580]: failed to encode map e543 with expected crc 2023-09-23T15:33:21.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[219580]: failed to encode map e543 with expected crc 2023-09-23T15:33:21.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:21.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:21.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[212312]: pgmap v1410: 109 pgs: 1 active+remapped+backfilling, 1 peering, 5 active+remapped+backfill_wait, 102 active+clean; 603 MiB data, 5.4 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 431 op/s; 3076/29004 objects misplaced (10.605%); 19 MiB/s, 303 objects/s recovering 2023-09-23T15:33:21.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[212312]: failed to encode map e543 with expected crc 2023-09-23T15:33:21.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[212312]: failed to encode map e543 with expected crc 2023-09-23T15:33:21.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[212312]: osdmap e543: 8 total, 8 up, 5 in 2023-09-23T15:33:21.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[212312]: failed to encode map e543 with expected crc 2023-09-23T15:33:21.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[212312]: failed to encode map e543 with expected crc 2023-09-23T15:33:21.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:21.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:20 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:21.146 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:21.175 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:21.283 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:21.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:21.286 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:21.307 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:33:21.355 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:21.374 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:21.387 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:21.413 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:21.455 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:21.461 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:21.462 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:21.563 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:21.593 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:21.640 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:21.643 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:21.643 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:21.744 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:21.789 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:21.855 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:21 smithi118 ceph-mon[219580]: failed to encode map e544 with expected crc 2023-09-23T15:33:21.855 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:21 smithi118 ceph-mon[219580]: osdmap e544: 8 total, 8 up, 5 in 2023-09-23T15:33:21.855 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:21 smithi118 ceph-mon[219580]: failed to encode map e544 with expected crc 2023-09-23T15:33:21.855 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:21 smithi118 ceph-mon[219580]: failed to encode map e544 with expected crc 2023-09-23T15:33:21.855 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:21 smithi118 ceph-mon[212312]: failed to encode map e544 with expected crc 2023-09-23T15:33:21.856 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:21 smithi118 ceph-mon[212312]: osdmap e544: 8 total, 8 up, 5 in 2023-09-23T15:33:21.856 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:21 smithi118 ceph-mon[212312]: failed to encode map e544 with expected crc 2023-09-23T15:33:21.856 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:21 smithi118 ceph-mon[212312]: failed to encode map e544 with expected crc 2023-09-23T15:33:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:21 smithi178 ceph-mon[192298]: failed to encode map e544 with expected crc 2023-09-23T15:33:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:21 smithi178 ceph-mon[192298]: osdmap e544: 8 total, 8 up, 5 in 2023-09-23T15:33:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:21 smithi178 ceph-mon[192298]: failed to encode map e544 with expected crc 2023-09-23T15:33:21.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:21 smithi178 ceph-mon[192298]: failed to encode map e544 with expected crc 2023-09-23T15:33:22.385 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:33:22.404 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:33:22.422 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:33:22.441 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:33:22.443 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:22.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:22.447 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:22.461 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:33:22.481 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:33:22.499 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:33:22.518 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:33:22.521 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:33:22.521 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:33:22.521 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:33:22.521 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:33:22.521 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:33:22.521 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:33:22.521 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:33:22.521 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:33:22.548 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:22.579 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:22.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[212312]: pgmap v1413: 109 pgs: 1 active+remapped+backfilling, 2 peering, 1 active+remapped+backfill_wait, 105 active+clean; 495 MiB data, 5.3 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 475 op/s; 520/23805 objects misplaced (2.184%); 26 MiB/s, 417 objects/s recovering 2023-09-23T15:33:22.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[212312]: failed to encode map e545 with expected crc 2023-09-23T15:33:22.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[212312]: osdmap e545: 8 total, 8 up, 5 in 2023-09-23T15:33:22.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[212312]: failed to encode map e545 with expected crc 2023-09-23T15:33:22.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[212312]: failed to encode map e545 with expected crc 2023-09-23T15:33:22.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:22.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2932298598' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:22.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[219580]: pgmap v1413: 109 pgs: 1 active+remapped+backfilling, 2 peering, 1 active+remapped+backfill_wait, 105 active+clean; 495 MiB data, 5.3 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 475 op/s; 520/23805 objects misplaced (2.184%); 26 MiB/s, 417 objects/s recovering 2023-09-23T15:33:22.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[219580]: failed to encode map e545 with expected crc 2023-09-23T15:33:22.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[219580]: osdmap e545: 8 total, 8 up, 5 in 2023-09-23T15:33:22.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[219580]: failed to encode map e545 with expected crc 2023-09-23T15:33:22.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[219580]: failed to encode map e545 with expected crc 2023-09-23T15:33:22.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:22.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:22 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2932298598' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:23.010 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:23.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:23.014 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:23.115 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:23.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:22 smithi178 ceph-mon[192298]: pgmap v1413: 109 pgs: 1 active+remapped+backfilling, 2 peering, 1 active+remapped+backfill_wait, 105 active+clean; 495 MiB data, 5.3 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 475 op/s; 520/23805 objects misplaced (2.184%); 26 MiB/s, 417 objects/s recovering 2023-09-23T15:33:23.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:22 smithi178 ceph-mon[192298]: failed to encode map e545 with expected crc 2023-09-23T15:33:23.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:22 smithi178 ceph-mon[192298]: osdmap e545: 8 total, 8 up, 5 in 2023-09-23T15:33:23.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:22 smithi178 ceph-mon[192298]: failed to encode map e545 with expected crc 2023-09-23T15:33:23.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:22 smithi178 ceph-mon[192298]: failed to encode map e545 with expected crc 2023-09-23T15:33:23.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:23.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:22 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2932298598' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:23.146 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:23.206 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:23.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:23.210 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:23.311 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:23.380 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:24.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:23 smithi118 ceph-mon[212312]: failed to encode map e546 with expected crc 2023-09-23T15:33:24.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:23 smithi118 ceph-mon[212312]: failed to encode map e546 with expected crc 2023-09-23T15:33:24.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:23 smithi118 ceph-mon[212312]: osdmap e546: 8 total, 8 up, 5 in 2023-09-23T15:33:24.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:23 smithi118 ceph-mon[212312]: failed to encode map e546 with expected crc 2023-09-23T15:33:24.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:23 smithi118 ceph-mon[219580]: failed to encode map e546 with expected crc 2023-09-23T15:33:24.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:23 smithi118 ceph-mon[219580]: failed to encode map e546 with expected crc 2023-09-23T15:33:24.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:23 smithi118 ceph-mon[219580]: osdmap e546: 8 total, 8 up, 5 in 2023-09-23T15:33:24.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:23 smithi118 ceph-mon[219580]: failed to encode map e546 with expected crc 2023-09-23T15:33:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:23 smithi178 ceph-mon[192298]: failed to encode map e546 with expected crc 2023-09-23T15:33:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:23 smithi178 ceph-mon[192298]: failed to encode map e546 with expected crc 2023-09-23T15:33:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:23 smithi178 ceph-mon[192298]: osdmap e546: 8 total, 8 up, 5 in 2023-09-23T15:33:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:23 smithi178 ceph-mon[192298]: failed to encode map e546 with expected crc 2023-09-23T15:33:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:24 smithi118 ceph-mon[219580]: pgmap v1416: 109 pgs: 1 active+remapped+backfilling, 2 peering, 1 active+remapped+backfill_wait, 105 active+clean; 448 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 621 op/s; 520/21540 objects misplaced (2.414%); 32 MiB/s, 518 objects/s recovering 2023-09-23T15:33:25.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:24 smithi118 ceph-mon[212312]: pgmap v1416: 109 pgs: 1 active+remapped+backfilling, 2 peering, 1 active+remapped+backfill_wait, 105 active+clean; 448 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 621 op/s; 520/21540 objects misplaced (2.414%); 32 MiB/s, 518 objects/s recovering 2023-09-23T15:33:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:24 smithi178 ceph-mon[192298]: pgmap v1416: 109 pgs: 1 active+remapped+backfilling, 2 peering, 1 active+remapped+backfill_wait, 105 active+clean; 448 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 621 op/s; 520/21540 objects misplaced (2.414%); 32 MiB/s, 518 objects/s recovering 2023-09-23T15:33:25.149 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:25.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:25.158 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:25.259 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:25.325 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:25.420 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:25.465 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:25.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:25.474 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:25.575 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:25.605 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:25.658 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:25.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:25.665 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:25.766 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:25.840 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:26.014 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:26.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:26.021 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:26.122 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:26.177 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:26 smithi118 ceph-mon[219580]: pgmap v1417: 109 pgs: 1 active+remapped+backfilling, 2 peering, 1 active+remapped+backfill_wait, 105 active+clean; 448 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 414 op/s; 520/21540 objects misplaced (2.414%); 22 MiB/s, 345 objects/s recovering 2023-09-23T15:33:27.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:26 smithi118 ceph-mon[212312]: pgmap v1417: 109 pgs: 1 active+remapped+backfilling, 2 peering, 1 active+remapped+backfill_wait, 105 active+clean; 448 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 414 op/s; 520/21540 objects misplaced (2.414%); 22 MiB/s, 345 objects/s recovering 2023-09-23T15:33:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:26 smithi178 ceph-mon[192298]: pgmap v1417: 109 pgs: 1 active+remapped+backfilling, 2 peering, 1 active+remapped+backfill_wait, 105 active+clean; 448 MiB data, 5.0 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 414 op/s; 520/21540 objects misplaced (2.414%); 22 MiB/s, 345 objects/s recovering 2023-09-23T15:33:27.256 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:27.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:27.261 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:27.361 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:27.389 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:27.392 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:33:27.430 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:27.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:27.434 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:27.535 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:27.607 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:27.673 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:27 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3625517145' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:33:27.710 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T15:33:27.717 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:33:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:27 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3625517145' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:33:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:27 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:33:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:27 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/857577896' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:33:28.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:27 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3625517145' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:33:28.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:27 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:33:28.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:27 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/857577896' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:33:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:27 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:33:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:27 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/857577896' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:33:28.152 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:28.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:28.157 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:28.258 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:28.288 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:28.344 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:28.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:28.351 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:28.452 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:28.477 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:28.519 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:28.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:28.523 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:28.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:33:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:33:28] "GET /metrics HTTP/1.1" 200 36490 "" "Prometheus/2.43.0" 2023-09-23T15:33:28.624 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:28.680 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[219580]: pgmap v1418: 109 pgs: 109 active+clean; 265 MiB data, 4.7 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 772 op/s; 23 MiB/s, 369 objects/s recovering 2023-09-23T15:33:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[219580]: failed to encode map e547 with expected crc 2023-09-23T15:33:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[219580]: failed to encode map e547 with expected crc 2023-09-23T15:33:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:33:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/857577896' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:33:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[219580]: osdmap e547: 8 total, 8 up, 5 in 2023-09-23T15:33:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[212312]: pgmap v1418: 109 pgs: 109 active+clean; 265 MiB data, 4.7 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 772 op/s; 23 MiB/s, 369 objects/s recovering 2023-09-23T15:33:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[212312]: failed to encode map e547 with expected crc 2023-09-23T15:33:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[212312]: failed to encode map e547 with expected crc 2023-09-23T15:33:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:33:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/857577896' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:33:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:28 smithi118 ceph-mon[212312]: osdmap e547: 8 total, 8 up, 5 in 2023-09-23T15:33:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:28 smithi178 ceph-mon[192298]: pgmap v1418: 109 pgs: 109 active+clean; 265 MiB data, 4.7 GiB used, 442 GiB / 447 GiB avail; 0 B/s wr, 772 op/s; 23 MiB/s, 369 objects/s recovering 2023-09-23T15:33:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:28 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:28 smithi178 ceph-mon[192298]: failed to encode map e547 with expected crc 2023-09-23T15:33:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:28 smithi178 ceph-mon[192298]: failed to encode map e547 with expected crc 2023-09-23T15:33:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:28 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:33:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:28 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/857577896' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:33:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:28 smithi178 ceph-mon[192298]: osdmap e547: 8 total, 8 up, 5 in 2023-09-23T15:33:29.371 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T15:33:29.412 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:29.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:29.418 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:29.519 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:29.618 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:29.793 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:29.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:29.807 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:29.853 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:29.908 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:29.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:29 smithi178 ceph-mon[192298]: 1.3 scrub starts 2023-09-23T15:33:29.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:29 smithi178 ceph-mon[192298]: 1.3 scrub ok 2023-09-23T15:33:29.938 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:29.992 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:29.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:29.997 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:30.025 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:33:30.025 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:33:30.063 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:29 smithi118 ceph-mon[219580]: 1.3 scrub starts 2023-09-23T15:33:30.063 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:29 smithi118 ceph-mon[219580]: 1.3 scrub ok 2023-09-23T15:33:30.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:29 smithi118 ceph-mon[212312]: 1.3 scrub starts 2023-09-23T15:33:30.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:29 smithi118 ceph-mon[212312]: 1.3 scrub ok 2023-09-23T15:33:30.098 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:30.173 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:30.615 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:30.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:30.621 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:30.722 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:30.751 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:30.806 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:30.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:30.811 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:30.857 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Removed 98476 objects 2023-09-23T15:33:30.858 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Clean up completed and total clean up time :122.393 2023-09-23T15:33:30.912 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:30.938 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:30 smithi118 ceph-mon[219580]: pgmap v1420: 109 pgs: 109 active+clean; 233 MiB data, 4.4 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 525 op/s; 4.0 MiB/s, 64 objects/s recovering 2023-09-23T15:33:30.938 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:30 smithi118 ceph-mon[212312]: pgmap v1420: 109 pgs: 109 active+clean; 233 MiB data, 4.4 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 525 op/s; 4.0 MiB/s, 64 objects/s recovering 2023-09-23T15:33:30.940 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:31.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:30 smithi178 ceph-mon[192298]: pgmap v1420: 109 pgs: 109 active+clean; 233 MiB data, 4.4 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 525 op/s; 4.0 MiB/s, 64 objects/s recovering 2023-09-23T15:33:31.185 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:31.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:31.188 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:31.288 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:31.315 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:31.356 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:31.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:31.360 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:31.407 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:33:31.461 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:31.488 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:31.939 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_4 2023-09-23T15:33:31.939 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_4 unique_pool_4 --yes-i-really-really-mean-it 2023-09-23T15:33:31.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:31 smithi118 ceph-mon[219580]: 1.14 scrub starts 2023-09-23T15:33:31.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:31 smithi118 ceph-mon[219580]: 1.14 scrub ok 2023-09-23T15:33:31.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:31 smithi118 ceph-mon[219580]: 1.e scrub starts 2023-09-23T15:33:31.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:31 smithi118 ceph-mon[219580]: 1.e scrub ok 2023-09-23T15:33:31.963 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:31 smithi118 ceph-mon[212312]: 1.14 scrub starts 2023-09-23T15:33:31.963 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:31 smithi118 ceph-mon[212312]: 1.14 scrub ok 2023-09-23T15:33:31.963 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:31 smithi118 ceph-mon[212312]: 1.e scrub starts 2023-09-23T15:33:31.964 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:31 smithi118 ceph-mon[212312]: 1.e scrub ok 2023-09-23T15:33:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:31 smithi178 ceph-mon[192298]: 1.14 scrub starts 2023-09-23T15:33:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:31 smithi178 ceph-mon[192298]: 1.14 scrub ok 2023-09-23T15:33:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:31 smithi178 ceph-mon[192298]: 1.e scrub starts 2023-09-23T15:33:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:31 smithi178 ceph-mon[192298]: 1.e scrub ok 2023-09-23T15:33:32.403 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:33:32.403 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:32.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:32.406 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:32.505 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:32.507 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:32.536 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:32.581 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:32.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:32.587 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:32.688 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:32.697 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:32 smithi118 ceph-mon[212312]: pgmap v1421: 109 pgs: 109 active+clean; 51 MiB data, 4.0 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 741 op/s; 3.6 MiB/s, 57 objects/s recovering 2023-09-23T15:33:32.715 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:32.758 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:32.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:32.762 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:32.812 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:32.863 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:32.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:32 smithi178 ceph-mon[192298]: pgmap v1421: 109 pgs: 109 active+clean; 51 MiB data, 4.0 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 741 op/s; 3.6 MiB/s, 57 objects/s recovering 2023-09-23T15:33:32.890 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:32.973 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:32 smithi118 ceph-mon[219580]: pgmap v1421: 109 pgs: 109 active+clean; 51 MiB data, 4.0 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 741 op/s; 3.6 MiB/s, 57 objects/s recovering 2023-09-23T15:33:33.334 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:33:33.353 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:33:33.371 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:33:33.391 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:33:33.391 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:33.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:33.395 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:33.412 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:33:33.430 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:33:33.449 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:33:33.468 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:33:33.469 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:33:33.470 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:33:33.470 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:33:33.470 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:33:33.470 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:33:33.470 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:33:33.470 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:33:33.470 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:33:33.497 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:33.523 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:33.564 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:33.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:33.571 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:33.672 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:33.706 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:33.708 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:33.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3913943166' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3913943166' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:34.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3913943166' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:34.510 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:34.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:34.514 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:34.615 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:34.647 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:34.695 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:34.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:34.700 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:34.801 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:34.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:34 smithi118 ceph-mon[219580]: pgmap v1422: 109 pgs: 109 active+clean; 2.0 MiB data, 3.7 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 711 op/s; 3.2 MiB/s, 51 objects/s recovering 2023-09-23T15:33:34.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:34 smithi118 ceph-mon[212312]: pgmap v1422: 109 pgs: 109 active+clean; 2.0 MiB data, 3.7 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 711 op/s; 3.2 MiB/s, 51 objects/s recovering 2023-09-23T15:33:34.829 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:34 smithi178 ceph-mon[192298]: pgmap v1422: 109 pgs: 109 active+clean; 2.0 MiB data, 3.7 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 711 op/s; 3.2 MiB/s, 51 objects/s recovering 2023-09-23T15:33:35.985 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:35.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:35.988 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:36.089 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:36.117 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:36.564 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:36.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:36.567 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:36.668 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:36.698 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:36.700 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:36.712 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T15:33:36.714 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:36 smithi118 ceph-mon[212312]: pgmap v1423: 109 pgs: 109 active+clean; 2.0 MiB data, 3.7 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 711 op/s; 3.2 MiB/s, 51 objects/s recovering 2023-09-23T15:33:36.714 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2860883463' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:33:36.714 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:36 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:33:36.714 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:36 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:36.714 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:36 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:36.756 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:36.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:36.761 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:36.862 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:36.889 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:36.931 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:36.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:36.935 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:37.023 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:33:37.035 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:37.047 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:36 smithi118 ceph-mon[219580]: pgmap v1423: 109 pgs: 109 active+clean; 2.0 MiB data, 3.7 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 711 op/s; 3.2 MiB/s, 51 objects/s recovering 2023-09-23T15:33:37.047 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2860883463' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:33:37.047 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:36 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:33:37.047 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:36 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:37.047 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:36 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:37.059 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:36 smithi178 ceph-mon[192298]: pgmap v1423: 109 pgs: 109 active+clean; 2.0 MiB data, 3.7 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 711 op/s; 3.2 MiB/s, 51 objects/s recovering 2023-09-23T15:33:37.059 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2860883463' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:33:37.059 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:36 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:33:37.059 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:36 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:37.059 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:36 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:37.061 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:37.105 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:37.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:37.110 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:37.211 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:37.239 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:37.894 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:37.896 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:37.896 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:37.997 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:38.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[219580]: 1.5 scrub starts 2023-09-23T15:33:38.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[219580]: 1.5 scrub ok 2023-09-23T15:33:38.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[219580]: failed to encode map e548 with expected crc 2023-09-23T15:33:38.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:33:38.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[219580]: osdmap e548: 8 total, 8 up, 5 in 2023-09-23T15:33:38.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:38.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[219580]: failed to encode map e548 with expected crc 2023-09-23T15:33:38.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[219580]: failed to encode map e548 with expected crc 2023-09-23T15:33:38.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:38.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[212312]: 1.5 scrub starts 2023-09-23T15:33:38.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[212312]: 1.5 scrub ok 2023-09-23T15:33:38.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[212312]: failed to encode map e548 with expected crc 2023-09-23T15:33:38.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:33:38.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[212312]: osdmap e548: 8 total, 8 up, 5 in 2023-09-23T15:33:38.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:38.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[212312]: failed to encode map e548 with expected crc 2023-09-23T15:33:38.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[212312]: failed to encode map e548 with expected crc 2023-09-23T15:33:38.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:38.034 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T15:33:38.035 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:33:38.035 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:38.083 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:38.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:38.086 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:37 smithi178 ceph-mon[192298]: 1.5 scrub starts 2023-09-23T15:33:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:37 smithi178 ceph-mon[192298]: 1.5 scrub ok 2023-09-23T15:33:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:37 smithi178 ceph-mon[192298]: failed to encode map e548 with expected crc 2023-09-23T15:33:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:37 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:33:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:37 smithi178 ceph-mon[192298]: osdmap e548: 8 total, 8 up, 5 in 2023-09-23T15:33:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:37 smithi178 ceph-mon[192298]: failed to encode map e548 with expected crc 2023-09-23T15:33:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:37 smithi178 ceph-mon[192298]: failed to encode map e548 with expected crc 2023-09-23T15:33:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:38.186 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:38.218 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:38.276 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:38.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:38.280 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:38.280 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:33:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:33:38] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2023-09-23T15:33:38.380 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:38.391 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:38.407 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:38.449 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:38.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:38.453 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:38.553 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:38.579 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:38.621 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:38.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:38.628 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:38.729 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:38.758 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:39.000 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_4' removed 2023-09-23T15:33:39.025 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[219580]: failed to encode map e548 with expected crc 2023-09-23T15:33:39.025 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[219580]: pgmap v1425: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 424 op/s 2023-09-23T15:33:39.025 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:33:39.025 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:33:39.025 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:39.025 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3639142547' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:33:39.026 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[212312]: failed to encode map e548 with expected crc 2023-09-23T15:33:39.026 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[212312]: pgmap v1425: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 424 op/s 2023-09-23T15:33:39.026 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:33:39.026 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:33:39.026 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:39.026 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3639142547' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:33:39.118 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:39.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:39.121 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:38 smithi178 ceph-mon[192298]: failed to encode map e548 with expected crc 2023-09-23T15:33:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:38 smithi178 ceph-mon[192298]: pgmap v1425: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 443 GiB / 447 GiB avail; 0 B/s wr, 424 op/s 2023-09-23T15:33:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:38 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:33:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:38 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:33:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:38 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:33:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3639142547' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:33:39.222 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:39.248 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:39.289 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:39.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:39.296 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:39.397 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:39.422 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:39.465 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:39.470 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:39.470 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:39.571 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:39.596 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:39.638 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:39.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:39.644 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:39.728 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:39 smithi118 ceph-mon[212312]: 1.f scrub starts 2023-09-23T15:33:39.728 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:39 smithi118 ceph-mon[212312]: 1.f scrub ok 2023-09-23T15:33:39.729 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:39 smithi118 ceph-mon[212312]: failed to encode map e549 with expected crc 2023-09-23T15:33:39.729 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:39 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3639142547' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:33:39.729 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:39 smithi118 ceph-mon[212312]: osdmap e549: 8 total, 8 up, 5 in 2023-09-23T15:33:39.745 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:39.811 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:39.860 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:39.866 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:39 smithi178 ceph-mon[192298]: 1.f scrub starts 2023-09-23T15:33:39.866 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:39 smithi178 ceph-mon[192298]: 1.f scrub ok 2023-09-23T15:33:39.866 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:39 smithi178 ceph-mon[192298]: failed to encode map e549 with expected crc 2023-09-23T15:33:39.866 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:39 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3639142547' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:33:39.866 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:39 smithi178 ceph-mon[192298]: osdmap e549: 8 total, 8 up, 5 in 2023-09-23T15:33:39.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:39.867 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:39.968 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:39.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:39 smithi118 ceph-mon[219580]: 1.f scrub starts 2023-09-23T15:33:39.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:39 smithi118 ceph-mon[219580]: 1.f scrub ok 2023-09-23T15:33:39.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:39 smithi118 ceph-mon[219580]: failed to encode map e549 with expected crc 2023-09-23T15:33:39.996 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:39 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3639142547' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:33:39.997 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:39 smithi118 ceph-mon[219580]: osdmap e549: 8 total, 8 up, 5 in 2023-09-23T15:33:40.004 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:40.039 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-09-23T15:33:40.040 INFO:tasks.radosbench:Beginning radosbench... 2023-09-23T15:33:40.040 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_5 2023-09-23T15:33:40.040 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool create unique_pool_5 16 2023-09-23T15:33:40.155 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:40.158 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:40.158 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:40.259 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:40.288 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:40.510 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:40.655 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:40.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:40.658 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:40.743 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:33:40.743 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:33:40.744 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:33:40.744 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:33:40.759 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:40.790 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:40.840 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:40.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:40.845 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:40.946 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:40.973 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:40.988 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:33:41.017 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:41.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[219580]: pgmap v1427: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 443 GiB / 447 GiB avail 2023-09-23T15:33:41.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[219580]: failed to encode map e549 with expected crc 2023-09-23T15:33:41.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[219580]: failed to encode map e549 with expected crc 2023-09-23T15:33:41.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[219580]: failed to encode map e549 with expected crc 2023-09-23T15:33:41.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2696380703' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:41.020 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:41.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[212312]: pgmap v1427: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 443 GiB / 447 GiB avail 2023-09-23T15:33:41.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[212312]: failed to encode map e549 with expected crc 2023-09-23T15:33:41.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[212312]: failed to encode map e549 with expected crc 2023-09-23T15:33:41.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[212312]: failed to encode map e549 with expected crc 2023-09-23T15:33:41.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2696380703' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:41.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:40 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:41.022 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:40 smithi178 ceph-mon[192298]: pgmap v1427: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 443 GiB / 447 GiB avail 2023-09-23T15:33:41.022 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:40 smithi178 ceph-mon[192298]: failed to encode map e549 with expected crc 2023-09-23T15:33:41.022 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:40 smithi178 ceph-mon[192298]: failed to encode map e549 with expected crc 2023-09-23T15:33:41.022 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:40 smithi178 ceph-mon[192298]: failed to encode map e549 with expected crc 2023-09-23T15:33:41.022 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:40 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2696380703' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:41.022 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:40 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:33:41.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:41.023 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:41.124 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:41.174 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:41 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:33:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:41 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:33:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:41 smithi118 ceph-mon[212312]: failed to encode map e550 with expected crc 2023-09-23T15:33:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:41 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:33:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:41 smithi118 ceph-mon[212312]: osdmap e550: 8 total, 8 up, 5 in 2023-09-23T15:33:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:41 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:33:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:41 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:33:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:41 smithi118 ceph-mon[219580]: failed to encode map e550 with expected crc 2023-09-23T15:33:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:41 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:33:42.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:41 smithi118 ceph-mon[219580]: osdmap e550: 8 total, 8 up, 5 in 2023-09-23T15:33:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:41 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:33:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:41 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:33:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:41 smithi178 ceph-mon[192298]: failed to encode map e550 with expected crc 2023-09-23T15:33:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:41 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:33:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:41 smithi178 ceph-mon[192298]: osdmap e550: 8 total, 8 up, 5 in 2023-09-23T15:33:42.273 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:42.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:42.276 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:42.377 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:42.407 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:43.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:42 smithi118 ceph-mon[219580]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:42 smithi118 ceph-mon[219580]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:42 smithi118 ceph-mon[219580]: pgmap v1429: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:43.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:42 smithi118 ceph-mon[219580]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.030 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:42 smithi118 ceph-mon[219580]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.030 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:42 smithi118 ceph-mon[212312]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.030 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:42 smithi118 ceph-mon[212312]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.030 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:42 smithi118 ceph-mon[212312]: pgmap v1429: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:43.030 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:42 smithi118 ceph-mon[212312]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.030 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:42 smithi118 ceph-mon[212312]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.031 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:33:43.105 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:43.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:43.108 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:42 smithi178 ceph-mon[192298]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:42 smithi178 ceph-mon[192298]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:42 smithi178 ceph-mon[192298]: pgmap v1429: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:42 smithi178 ceph-mon[192298]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:42 smithi178 ceph-mon[192298]: failed to encode map e550 with expected crc 2023-09-23T15:33:43.209 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:43.241 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:43.289 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:43.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:43.296 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:43.397 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:43.432 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:43.603 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:33:43.603 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:43.625 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:33:43.651 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:33:43.672 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:33:43.680 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:43.683 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:43.683 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:43.694 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:33:43.718 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:33:43.743 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:33:43.761 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:33:43.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:33:43.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:33:43.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:33:43.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:33:43.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:33:43.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:33:43.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:33:43.763 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:33:43.785 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:43.813 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:43.933 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:43 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4037043697' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:43.933 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:43 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4037043697' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:44.114 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:33:44.116 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:33:44.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:43 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4037043697' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:44.737 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:44 smithi118 ceph-mon[212312]: pgmap v1430: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:44.991 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:44.993 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:44 smithi118 ceph-mon[219580]: pgmap v1430: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:44.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:44.994 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:45.095 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:45.124 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:44 smithi178 ceph-mon[192298]: pgmap v1430: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:45.127 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:45.174 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:45.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:45.180 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:45.204 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:33:45.281 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:45.309 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:45.352 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1430,"stamp":"2023-09-23T15:33:43.650877+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":166,"num_bytes_recovered":3064584,"num_keys_recovered":100,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3436,"ondisk_log_size":3436,"up":279,"acting":279,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":306,"num_osds":5,"num_per_pool_osds":5,"num_per_pool_omap_osds":5,"kb":468725760,"kb_used":3654648,"kb_used_data":126032,"kb_used_omap":184,"kb_used_meta":3528391,"kb_avail":465071112,"statfs":{"total":479975178240,"available":476232818688,"internally_reserved":0,"allocated":129056768,"data_stored":117406032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":188621,"internal_metadata":3613073203},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":53,"apply_latency_ms":53,"commit_latency_ns":53000000,"apply_latency_ns":53000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-196954,"num_write_kb":-6302465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-34657,"num_bytes_recovered":-2270494768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.946050"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709111+0000","last_change":"2023-09-23T15:32:33.931904+0000","last_active":"2023-09-23T15:33:39.709111+0000","last_peered":"2023-09-23T15:33:39.709111+0000","last_clean":"2023-09-23T15:33:39.709111+0000","last_became_active":"2023-09-23T15:32:33.931540+0000","last_became_peered":"2023-09-23T15:32:33.931540+0000","last_unstale":"2023-09-23T15:33:39.709111+0000","last_undegraded":"2023-09-23T15:33:39.709111+0000","last_fullsized":"2023-09-23T15:33:39.709111+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:30.098535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":202,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892758+0000","last_change":"2023-09-23T15:32:16.712120+0000","last_active":"2023-09-23T15:33:36.892758+0000","last_peered":"2023-09-23T15:33:36.892758+0000","last_clean":"2023-09-23T15:33:36.892758+0000","last_became_active":"2023-09-23T15:32:16.711826+0000","last_became_peered":"2023-09-23T15:32:16.711826+0000","last_unstale":"2023-09-23T15:33:36.892758+0000","last_undegraded":"2023-09-23T15:33:36.892758+0000","last_fullsized":"2023-09-23T15:33:36.892758+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:56:37.945427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":112,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.980116+0000","last_change":"2023-09-23T15:32:16.797597+0000","last_active":"2023-09-23T15:33:38.980116+0000","last_peered":"2023-09-23T15:33:38.980116+0000","last_clean":"2023-09-23T15:33:38.980116+0000","last_became_active":"2023-09-23T15:32:16.797269+0000","last_became_peered":"2023-09-23T15:32:16.797269+0000","last_unstale":"2023-09-23T15:33:38.980116+0000","last_undegraded":"2023-09-23T15:33:38.980116+0000","last_fullsized":"2023-09-23T15:33:38.980116+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:57:57.346090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":79,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709821+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:33:39.709821+0000","last_peered":"2023-09-23T15:33:39.709821+0000","last_clean":"2023-09-23T15:33:39.709821+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:33:39.709821+0000","last_undegraded":"2023-09-23T15:33:39.709821+0000","last_fullsized":"2023-09-23T15:33:39.709821+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":220,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.891964+0000","last_change":"2023-09-23T15:32:33.978354+0000","last_active":"2023-09-23T15:33:36.891964+0000","last_peered":"2023-09-23T15:33:36.891964+0000","last_clean":"2023-09-23T15:33:36.891964+0000","last_became_active":"2023-09-23T15:32:33.977437+0000","last_became_peered":"2023-09-23T15:32:33.977437+0000","last_unstale":"2023-09-23T15:33:36.891964+0000","last_undegraded":"2023-09-23T15:33:36.891964+0000","last_fullsized":"2023-09-23T15:33:36.891964+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:45:14.714928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":159,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.982270+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:33:38.982270+0000","last_peered":"2023-09-23T15:33:38.982270+0000","last_clean":"2023-09-23T15:33:38.982270+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:33:38.982270+0000","last_undegraded":"2023-09-23T15:33:38.982270+0000","last_fullsized":"2023-09-23T15:33:38.982270+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":508,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.717150+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:33:39.717150+0000","last_peered":"2023-09-23T15:33:39.717150+0000","last_clean":"2023-09-23T15:33:39.717150+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:33:39.717150+0000","last_undegraded":"2023-09-23T15:33:39.717150+0000","last_fullsized":"2023-09-23T15:33:39.717150+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":209,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892051+0000","last_change":"2023-09-23T15:32:16.713730+0000","last_active":"2023-09-23T15:33:36.892051+0000","last_peered":"2023-09-23T15:33:36.892051+0000","last_clean":"2023-09-23T15:33:36.892051+0000","last_became_active":"2023-09-23T15:32:16.712751+0000","last_became_peered":"2023-09-23T15:32:16.712751+0000","last_unstale":"2023-09-23T15:33:36.892051+0000","last_undegraded":"2023-09-23T15:33:36.892051+0000","last_fullsized":"2023-09-23T15:33:36.892051+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:03:29.991667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":900,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708519+0000","last_change":"2023-09-23T15:33:30.250740+0000","last_active":"2023-09-23T15:33:39.708519+0000","last_peered":"2023-09-23T15:33:39.708519+0000","last_clean":"2023-09-23T15:33:39.708519+0000","last_became_active":"2023-09-23T15:32:36.834973+0000","last_became_peered":"2023-09-23T15:32:36.834973+0000","last_unstale":"2023-09-23T15:33:39.708519+0000","last_undegraded":"2023-09-23T15:33:39.708519+0000","last_fullsized":"2023-09-23T15:33:39.708519+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:14:14.818106+0000","scrub_duration":0.0054612250000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":84,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.716314+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:33:39.716314+0000","last_peered":"2023-09-23T15:33:39.716314+0000","last_clean":"2023-09-23T15:33:39.716314+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:33:39.716314+0000","last_undegraded":"2023-09-23T15:33:39.716314+0000","last_fullsized":"2023-09-23T15:33:39.716314+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":557,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892402+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:33:36.892402+0000","last_peered":"2023-09-23T15:33:36.892402+0000","last_clean":"2023-09-23T15:33:36.892402+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:33:36.892402+0000","last_undegraded":"2023-09-23T15:33:36.892402+0000","last_fullsized":"2023-09-23T15:33:36.892402+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":117,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709656+0000","last_change":"2023-09-23T15:32:34.160804+0000","last_active":"2023-09-23T15:33:39.709656+0000","last_peered":"2023-09-23T15:33:39.709656+0000","last_clean":"2023-09-23T15:33:39.709656+0000","last_became_active":"2023-09-23T15:32:33.851729+0000","last_became_peered":"2023-09-23T15:32:33.851729+0000","last_unstale":"2023-09-23T15:33:39.709656+0000","last_undegraded":"2023-09-23T15:33:39.709656+0000","last_fullsized":"2023-09-23T15:33:39.709656+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:59.338761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":540,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":139,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.980561+0000","last_change":"2023-09-23T15:32:33.791475+0000","last_active":"2023-09-23T15:33:38.980561+0000","last_peered":"2023-09-23T15:33:38.980561+0000","last_clean":"2023-09-23T15:33:38.980561+0000","last_became_active":"2023-09-23T15:32:33.791142+0000","last_became_peered":"2023-09-23T15:32:33.791142+0000","last_unstale":"2023-09-23T15:33:38.980561+0000","last_undegraded":"2023-09-23T15:33:38.980561+0000","last_fullsized":"2023-09-23T15:33:38.980561+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:36.008331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":523,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710537+0000","last_change":"2023-09-23T15:32:34.026037+0000","last_active":"2023-09-23T15:33:39.710537+0000","last_peered":"2023-09-23T15:33:39.710537+0000","last_clean":"2023-09-23T15:33:39.710537+0000","last_became_active":"2023-09-23T15:32:33.786330+0000","last_became_peered":"2023-09-23T15:32:33.786330+0000","last_unstale":"2023-09-23T15:33:39.710537+0000","last_undegraded":"2023-09-23T15:33:39.710537+0000","last_fullsized":"2023-09-23T15:33:39.710537+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:14:14.839548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":37872,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":186,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.980883+0000","last_change":"2023-09-23T15:32:33.792619+0000","last_active":"2023-09-23T15:33:38.980883+0000","last_peered":"2023-09-23T15:33:38.980883+0000","last_clean":"2023-09-23T15:33:38.980883+0000","last_became_active":"2023-09-23T15:32:33.791299+0000","last_became_peered":"2023-09-23T15:32:33.791299+0000","last_unstale":"2023-09-23T15:33:38.980883+0000","last_undegraded":"2023-09-23T15:33:38.980883+0000","last_fullsized":"2023-09-23T15:33:38.980883+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:22.531973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":716,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.718851+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:33:39.718851+0000","last_peered":"2023-09-23T15:33:39.718851+0000","last_clean":"2023-09-23T15:33:39.718851+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:33:39.718851+0000","last_undegraded":"2023-09-23T15:33:39.718851+0000","last_fullsized":"2023-09-23T15:33:39.718851+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":711,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710033+0000","last_change":"2023-09-23T15:32:34.135040+0000","last_active":"2023-09-23T15:33:39.710033+0000","last_peered":"2023-09-23T15:33:39.710033+0000","last_clean":"2023-09-23T15:33:39.710033+0000","last_became_active":"2023-09-23T15:32:33.795127+0000","last_became_peered":"2023-09-23T15:32:33.795127+0000","last_unstale":"2023-09-23T15:33:39.710033+0000","last_undegraded":"2023-09-23T15:33:39.710033+0000","last_fullsized":"2023-09-23T15:33:39.710033+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:27.709533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":340,"num_keys_recovered":100,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":582,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892891+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:33:36.892891+0000","last_peered":"2023-09-23T15:33:36.892891+0000","last_clean":"2023-09-23T15:33:36.892891+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:33:36.892891+0000","last_undegraded":"2023-09-23T15:33:36.892891+0000","last_fullsized":"2023-09-23T15:33:36.892891+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1152,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708875+0000","last_change":"2023-09-23T15:32:36.818891+0000","last_active":"2023-09-23T15:33:39.708875+0000","last_peered":"2023-09-23T15:33:39.708875+0000","last_clean":"2023-09-23T15:33:39.708875+0000","last_became_active":"2023-09-23T15:32:36.818372+0000","last_became_peered":"2023-09-23T15:32:36.818372+0000","last_unstale":"2023-09-23T15:33:39.708875+0000","last_undegraded":"2023-09-23T15:33:39.708875+0000","last_fullsized":"2023-09-23T15:33:39.708875+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:14.120755+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":79,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709067+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:33:39.709067+0000","last_peered":"2023-09-23T15:33:39.709067+0000","last_clean":"2023-09-23T15:33:39.709067+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:33:39.709067+0000","last_undegraded":"2023-09-23T15:33:39.709067+0000","last_fullsized":"2023-09-23T15:33:39.709067+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":478,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709776+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:33:39.709776+0000","last_peered":"2023-09-23T15:33:39.709776+0000","last_clean":"2023-09-23T15:33:39.709776+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:33:39.709776+0000","last_undegraded":"2023-09-23T15:33:39.709776+0000","last_fullsized":"2023-09-23T15:33:39.709776+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":697,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892851+0000","last_change":"2023-09-23T15:30:04.593868+0000","last_active":"2023-09-23T15:33:36.892851+0000","last_peered":"2023-09-23T15:33:36.892851+0000","last_clean":"2023-09-23T15:33:36.892851+0000","last_became_active":"2023-09-23T15:30:04.593465+0000","last_became_peered":"2023-09-23T15:30:04.593465+0000","last_unstale":"2023-09-23T15:33:36.892851+0000","last_undegraded":"2023-09-23T15:33:36.892851+0000","last_fullsized":"2023-09-23T15:33:36.892851+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:43:34.476389+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":580,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709846+0000","last_change":"2023-09-23T15:32:33.801674+0000","last_active":"2023-09-23T15:33:39.709846+0000","last_peered":"2023-09-23T15:33:39.709846+0000","last_clean":"2023-09-23T15:33:39.709846+0000","last_became_active":"2023-09-23T15:32:33.801315+0000","last_became_peered":"2023-09-23T15:32:33.801315+0000","last_unstale":"2023-09-23T15:33:39.709846+0000","last_undegraded":"2023-09-23T15:33:39.709846+0000","last_fullsized":"2023-09-23T15:33:39.709846+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:09:45.831294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":245,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892652+0000","last_change":"2023-09-23T15:32:33.976406+0000","last_active":"2023-09-23T15:33:36.892652+0000","last_peered":"2023-09-23T15:33:36.892652+0000","last_clean":"2023-09-23T15:33:36.892652+0000","last_became_active":"2023-09-23T15:32:33.975675+0000","last_became_peered":"2023-09-23T15:32:33.975675+0000","last_unstale":"2023-09-23T15:33:36.892652+0000","last_undegraded":"2023-09-23T15:33:36.892652+0000","last_fullsized":"2023-09-23T15:33:36.892652+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:50:54.687922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":915,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.717508+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:33:39.717508+0000","last_peered":"2023-09-23T15:33:39.717508+0000","last_clean":"2023-09-23T15:33:39.717508+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:33:39.717508+0000","last_undegraded":"2023-09-23T15:33:39.717508+0000","last_fullsized":"2023-09-23T15:33:39.717508+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":116,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892145+0000","last_change":"2023-09-23T15:32:34.129968+0000","last_active":"2023-09-23T15:33:36.892145+0000","last_peered":"2023-09-23T15:33:36.892145+0000","last_clean":"2023-09-23T15:33:36.892145+0000","last_became_active":"2023-09-23T15:32:33.977870+0000","last_became_peered":"2023-09-23T15:32:33.977870+0000","last_unstale":"2023-09-23T15:33:36.892145+0000","last_undegraded":"2023-09-23T15:33:36.892145+0000","last_fullsized":"2023-09-23T15:33:36.892145+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:31:05.208070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":104,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892619+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:33:36.892619+0000","last_peered":"2023-09-23T15:33:36.892619+0000","last_clean":"2023-09-23T15:33:36.892619+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:33:36.892619+0000","last_undegraded":"2023-09-23T15:33:36.892619+0000","last_fullsized":"2023-09-23T15:33:36.892619+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":968,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709716+0000","last_change":"2023-09-23T15:32:36.821619+0000","last_active":"2023-09-23T15:33:39.709716+0000","last_peered":"2023-09-23T15:33:39.709716+0000","last_clean":"2023-09-23T15:33:39.709716+0000","last_became_active":"2023-09-23T15:32:36.820869+0000","last_became_peered":"2023-09-23T15:32:36.820869+0000","last_unstale":"2023-09-23T15:33:39.709716+0000","last_undegraded":"2023-09-23T15:33:39.709716+0000","last_fullsized":"2023-09-23T15:33:39.709716+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:52.098982+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":83,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709565+0000","last_change":"2023-09-23T15:30:23.675012+0000","last_active":"2023-09-23T15:33:39.709565+0000","last_peered":"2023-09-23T15:33:39.709565+0000","last_clean":"2023-09-23T15:33:39.709565+0000","last_became_active":"2023-09-23T15:30:23.668558+0000","last_became_peered":"2023-09-23T15:30:23.668558+0000","last_unstale":"2023-09-23T15:33:39.709565+0000","last_undegraded":"2023-09-23T15:33:39.709565+0000","last_fullsized":"2023-09-23T15:33:39.709565+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:45:24.772798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":110,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":104,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.714768+0000","last_change":"2023-09-23T15:32:16.794260+0000","last_active":"2023-09-23T15:33:39.714768+0000","last_peered":"2023-09-23T15:33:39.714768+0000","last_clean":"2023-09-23T15:33:39.714768+0000","last_became_active":"2023-09-23T15:32:16.793991+0000","last_became_peered":"2023-09-23T15:32:16.793991+0000","last_unstale":"2023-09-23T15:33:39.714768+0000","last_undegraded":"2023-09-23T15:33:39.714768+0000","last_fullsized":"2023-09-23T15:33:39.714768+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:48.562573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":948,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892848+0000","last_change":"2023-09-23T15:32:19.750018+0000","last_active":"2023-09-23T15:33:36.892848+0000","last_peered":"2023-09-23T15:33:36.892848+0000","last_clean":"2023-09-23T15:33:36.892848+0000","last_became_active":"2023-09-23T15:32:19.749630+0000","last_became_peered":"2023-09-23T15:32:19.749630+0000","last_unstale":"2023-09-23T15:33:36.892848+0000","last_undegraded":"2023-09-23T15:33:36.892848+0000","last_fullsized":"2023-09-23T15:33:36.892848+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:15:40.818256+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":572,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710226+0000","last_change":"2023-09-23T15:30:13.847844+0000","last_active":"2023-09-23T15:33:39.710226+0000","last_peered":"2023-09-23T15:33:39.710226+0000","last_clean":"2023-09-23T15:33:39.710226+0000","last_became_active":"2023-09-23T15:30:13.837253+0000","last_became_peered":"2023-09-23T15:30:13.837253+0000","last_unstale":"2023-09-23T15:33:39.710226+0000","last_undegraded":"2023-09-23T15:33:39.710226+0000","last_fullsized":"2023-09-23T15:33:39.710226+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:59.684991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":104,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.891910+0000","last_change":"2023-09-23T15:32:16.801511+0000","last_active":"2023-09-23T15:33:36.891910+0000","last_peered":"2023-09-23T15:33:36.891910+0000","last_clean":"2023-09-23T15:33:36.891910+0000","last_became_active":"2023-09-23T15:32:16.800659+0000","last_became_peered":"2023-09-23T15:32:16.800659+0000","last_unstale":"2023-09-23T15:33:36.891910+0000","last_undegraded":"2023-09-23T15:33:36.891910+0000","last_fullsized":"2023-09-23T15:33:36.891910+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:39:02.301476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":595,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.716930+0000","last_change":"2023-09-23T15:33:38.171106+0000","last_active":"2023-09-23T15:33:39.716930+0000","last_peered":"2023-09-23T15:33:39.716930+0000","last_clean":"2023-09-23T15:33:39.716930+0000","last_became_active":"2023-09-23T15:32:36.832572+0000","last_became_peered":"2023-09-23T15:32:36.832572+0000","last_unstale":"2023-09-23T15:33:39.716930+0000","last_undegraded":"2023-09-23T15:33:39.716930+0000","last_fullsized":"2023-09-23T15:33:39.716930+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:56.808037+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":629,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710349+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:33:39.710349+0000","last_peered":"2023-09-23T15:33:39.710349+0000","last_clean":"2023-09-23T15:33:39.710349+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:33:39.710349+0000","last_undegraded":"2023-09-23T15:33:39.710349+0000","last_fullsized":"2023-09-23T15:33:39.710349+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":278,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.980809+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:33:38.980809+0000","last_peered":"2023-09-23T15:33:38.980809+0000","last_clean":"2023-09-23T15:33:38.980809+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:33:38.980809+0000","last_undegraded":"2023-09-23T15:33:38.980809+0000","last_fullsized":"2023-09-23T15:33:38.980809+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":844,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709978+0000","last_change":"2023-09-23T15:33:30.380227+0000","last_active":"2023-09-23T15:33:39.709978+0000","last_peered":"2023-09-23T15:33:39.709978+0000","last_clean":"2023-09-23T15:33:39.709978+0000","last_became_active":"2023-09-23T15:32:36.830644+0000","last_became_peered":"2023-09-23T15:32:36.830644+0000","last_unstale":"2023-09-23T15:33:39.709978+0000","last_undegraded":"2023-09-23T15:33:39.709978+0000","last_fullsized":"2023-09-23T15:33:39.709978+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:03.245699+0000","scrub_duration":0.0063201189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":193,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892719+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:33:36.892719+0000","last_peered":"2023-09-23T15:33:36.892719+0000","last_clean":"2023-09-23T15:33:36.892719+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:33:36.892719+0000","last_undegraded":"2023-09-23T15:33:36.892719+0000","last_fullsized":"2023-09-23T15:33:36.892719+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":357,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.982601+0000","last_change":"2023-09-23T15:30:13.837089+0000","last_active":"2023-09-23T15:33:38.982601+0000","last_peered":"2023-09-23T15:33:38.982601+0000","last_clean":"2023-09-23T15:33:38.982601+0000","last_became_active":"2023-09-23T15:30:13.836795+0000","last_became_peered":"2023-09-23T15:30:13.836795+0000","last_unstale":"2023-09-23T15:33:38.982601+0000","last_undegraded":"2023-09-23T15:33:38.982601+0000","last_fullsized":"2023-09-23T15:33:38.982601+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:42.295011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1060,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709761+0000","last_change":"2023-09-23T15:32:36.821591+0000","last_active":"2023-09-23T15:33:39.709761+0000","last_peered":"2023-09-23T15:33:39.709761+0000","last_clean":"2023-09-23T15:33:39.709761+0000","last_became_active":"2023-09-23T15:32:36.821250+0000","last_became_peered":"2023-09-23T15:32:36.821250+0000","last_unstale":"2023-09-23T15:33:39.709761+0000","last_undegraded":"2023-09-23T15:33:39.709761+0000","last_fullsized":"2023-09-23T15:33:39.709761+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:15.354515+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":221,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892741+0000","last_change":"2023-09-23T15:29:51.314161+0000","last_active":"2023-09-23T15:33:36.892741+0000","last_peered":"2023-09-23T15:33:36.892741+0000","last_clean":"2023-09-23T15:33:36.892741+0000","last_became_active":"2023-09-23T15:29:51.308622+0000","last_became_peered":"2023-09-23T15:29:51.308622+0000","last_unstale":"2023-09-23T15:33:36.892741+0000","last_undegraded":"2023-09-23T15:33:36.892741+0000","last_fullsized":"2023-09-23T15:33:36.892741+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:09.209928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":438,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892931+0000","last_change":"2023-09-23T15:32:16.802265+0000","last_active":"2023-09-23T15:33:36.892931+0000","last_peered":"2023-09-23T15:33:36.892931+0000","last_clean":"2023-09-23T15:33:36.892931+0000","last_became_active":"2023-09-23T15:32:16.801963+0000","last_became_peered":"2023-09-23T15:32:16.801963+0000","last_unstale":"2023-09-23T15:33:36.892931+0000","last_undegraded":"2023-09-23T15:33:36.892931+0000","last_fullsized":"2023-09-23T15:33:36.892931+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:16:41.550551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1072,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707798+0000","last_change":"2023-09-23T15:32:36.835615+0000","last_active":"2023-09-23T15:33:39.707798+0000","last_peered":"2023-09-23T15:33:39.707798+0000","last_clean":"2023-09-23T15:33:39.707798+0000","last_became_active":"2023-09-23T15:32:36.835247+0000","last_became_peered":"2023-09-23T15:32:36.835247+0000","last_unstale":"2023-09-23T15:33:39.707798+0000","last_undegraded":"2023-09-23T15:33:39.707798+0000","last_fullsized":"2023-09-23T15:33:39.707798+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:23:28.135732+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":355,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892158+0000","last_change":"2023-09-23T15:32:16.712219+0000","last_active":"2023-09-23T15:33:36.892158+0000","last_peered":"2023-09-23T15:33:36.892158+0000","last_clean":"2023-09-23T15:33:36.892158+0000","last_became_active":"2023-09-23T15:32:16.711637+0000","last_became_peered":"2023-09-23T15:32:16.711637+0000","last_unstale":"2023-09-23T15:33:36.892158+0000","last_undegraded":"2023-09-23T15:33:36.892158+0000","last_fullsized":"2023-09-23T15:33:36.892158+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:56:03.785836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710448+0000","last_change":"2023-09-23T15:32:33.785435+0000","last_active":"2023-09-23T15:33:39.710448+0000","last_peered":"2023-09-23T15:33:39.710448+0000","last_clean":"2023-09-23T15:33:39.710448+0000","last_became_active":"2023-09-23T15:32:33.785141+0000","last_became_peered":"2023-09-23T15:32:33.785141+0000","last_unstale":"2023-09-23T15:33:39.710448+0000","last_undegraded":"2023-09-23T15:33:39.710448+0000","last_fullsized":"2023-09-23T15:33:39.710448+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:30.318692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":567,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.717403+0000","last_change":"2023-09-23T15:32:36.824964+0000","last_active":"2023-09-23T15:33:39.717403+0000","last_peered":"2023-09-23T15:33:39.717403+0000","last_clean":"2023-09-23T15:33:39.717403+0000","last_became_active":"2023-09-23T15:32:36.824724+0000","last_became_peered":"2023-09-23T15:32:36.824724+0000","last_unstale":"2023-09-23T15:33:39.717403+0000","last_undegraded":"2023-09-23T15:33:39.717403+0000","last_fullsized":"2023-09-23T15:33:39.717403+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:35.359008+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710268+0000","last_change":"2023-09-23T15:32:33.931523+0000","last_active":"2023-09-23T15:33:39.710268+0000","last_peered":"2023-09-23T15:33:39.710268+0000","last_clean":"2023-09-23T15:33:39.710268+0000","last_became_active":"2023-09-23T15:32:33.788904+0000","last_became_peered":"2023-09-23T15:32:33.788904+0000","last_unstale":"2023-09-23T15:33:39.710268+0000","last_undegraded":"2023-09-23T15:33:39.710268+0000","last_fullsized":"2023-09-23T15:33:39.710268+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:37:33.002814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":166,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.980388+0000","last_change":"2023-09-23T15:32:16.718625+0000","last_active":"2023-09-23T15:33:38.980388+0000","last_peered":"2023-09-23T15:33:38.980388+0000","last_clean":"2023-09-23T15:33:38.980388+0000","last_became_active":"2023-09-23T15:32:16.717810+0000","last_became_peered":"2023-09-23T15:32:16.717810+0000","last_unstale":"2023-09-23T15:33:38.980388+0000","last_undegraded":"2023-09-23T15:33:38.980388+0000","last_fullsized":"2023-09-23T15:33:38.980388+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:17.612147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":903,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709078+0000","last_change":"2023-09-23T15:32:36.835077+0000","last_active":"2023-09-23T15:33:39.709078+0000","last_peered":"2023-09-23T15:33:39.709078+0000","last_clean":"2023-09-23T15:33:39.709078+0000","last_became_active":"2023-09-23T15:32:36.834741+0000","last_became_peered":"2023-09-23T15:32:36.834741+0000","last_unstale":"2023-09-23T15:33:39.709078+0000","last_undegraded":"2023-09-23T15:33:39.709078+0000","last_fullsized":"2023-09-23T15:33:39.709078+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:29:53.833379+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":95,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.891848+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:33:36.891848+0000","last_peered":"2023-09-23T15:33:36.891848+0000","last_clean":"2023-09-23T15:33:36.891848+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:33:36.891848+0000","last_undegraded":"2023-09-23T15:33:36.891848+0000","last_fullsized":"2023-09-23T15:33:36.891848+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":547,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.982351+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:33:38.982351+0000","last_peered":"2023-09-23T15:33:38.982351+0000","last_clean":"2023-09-23T15:33:38.982351+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:33:38.982351+0000","last_undegraded":"2023-09-23T15:33:38.982351+0000","last_fullsized":"2023-09-23T15:33:38.982351+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":948,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892480+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:33:36.892480+0000","last_peered":"2023-09-23T15:33:36.892480+0000","last_clean":"2023-09-23T15:33:36.892480+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:33:36.892480+0000","last_undegraded":"2023-09-23T15:33:36.892480+0000","last_fullsized":"2023-09-23T15:33:36.892480+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":544,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710456+0000","last_change":"2023-09-23T15:32:33.795439+0000","last_active":"2023-09-23T15:33:39.710456+0000","last_peered":"2023-09-23T15:33:39.710456+0000","last_clean":"2023-09-23T15:33:39.710456+0000","last_became_active":"2023-09-23T15:32:33.795123+0000","last_became_peered":"2023-09-23T15:32:33.795123+0000","last_unstale":"2023-09-23T15:33:39.710456+0000","last_undegraded":"2023-09-23T15:33:39.710456+0000","last_fullsized":"2023-09-23T15:33:39.710456+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:16.847732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":211,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892752+0000","last_change":"2023-09-23T15:32:34.120396+0000","last_active":"2023-09-23T15:33:36.892752+0000","last_peered":"2023-09-23T15:33:36.892752+0000","last_clean":"2023-09-23T15:33:36.892752+0000","last_became_active":"2023-09-23T15:32:34.020724+0000","last_became_peered":"2023-09-23T15:32:34.020724+0000","last_unstale":"2023-09-23T15:33:36.892752+0000","last_undegraded":"2023-09-23T15:33:36.892752+0000","last_fullsized":"2023-09-23T15:33:36.892752+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:00:09.448294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":121,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.980643+0000","last_change":"2023-09-23T15:32:33.791575+0000","last_active":"2023-09-23T15:33:38.980643+0000","last_peered":"2023-09-23T15:33:38.980643+0000","last_clean":"2023-09-23T15:33:38.980643+0000","last_became_active":"2023-09-23T15:32:33.791335+0000","last_became_peered":"2023-09-23T15:32:33.791335+0000","last_unstale":"2023-09-23T15:33:38.980643+0000","last_undegraded":"2023-09-23T15:33:38.980643+0000","last_fullsized":"2023-09-23T15:33:38.980643+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:00:05.115748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":994,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710192+0000","last_change":"2023-09-23T15:32:36.824935+0000","last_active":"2023-09-23T15:33:39.710192+0000","last_peered":"2023-09-23T15:33:39.710192+0000","last_clean":"2023-09-23T15:33:39.710192+0000","last_became_active":"2023-09-23T15:32:36.824640+0000","last_became_peered":"2023-09-23T15:32:36.824640+0000","last_unstale":"2023-09-23T15:33:39.710192+0000","last_undegraded":"2023-09-23T15:33:39.710192+0000","last_fullsized":"2023-09-23T15:33:39.710192+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:26:32.085915+0000","scrub_duration":0.0014655549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":532,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.980759+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:33:38.980759+0000","last_peered":"2023-09-23T15:33:38.980759+0000","last_clean":"2023-09-23T15:33:38.980759+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:33:38.980759+0000","last_undegraded":"2023-09-23T15:33:38.980759+0000","last_fullsized":"2023-09-23T15:33:38.980759+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":167,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.980966+0000","last_change":"2023-09-23T15:32:16.713403+0000","last_active":"2023-09-23T15:33:38.980966+0000","last_peered":"2023-09-23T15:33:38.980966+0000","last_clean":"2023-09-23T15:33:38.980966+0000","last_became_active":"2023-09-23T15:32:16.713072+0000","last_became_peered":"2023-09-23T15:32:16.713072+0000","last_unstale":"2023-09-23T15:33:38.980966+0000","last_undegraded":"2023-09-23T15:33:38.980966+0000","last_fullsized":"2023-09-23T15:33:38.980966+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:36.526007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708596+0000","last_change":"2023-09-23T15:32:33.932908+0000","last_active":"2023-09-23T15:33:39.708596+0000","last_peered":"2023-09-23T15:33:39.708596+0000","last_clean":"2023-09-23T15:33:39.708596+0000","last_became_active":"2023-09-23T15:32:33.931837+0000","last_became_peered":"2023-09-23T15:32:33.931837+0000","last_unstale":"2023-09-23T15:33:39.708596+0000","last_undegraded":"2023-09-23T15:33:39.708596+0000","last_fullsized":"2023-09-23T15:33:39.708596+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:44:37.343359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":790,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709169+0000","last_change":"2023-09-23T15:32:36.819150+0000","last_active":"2023-09-23T15:33:39.709169+0000","last_peered":"2023-09-23T15:33:39.709169+0000","last_clean":"2023-09-23T15:33:39.709169+0000","last_became_active":"2023-09-23T15:32:36.818478+0000","last_became_peered":"2023-09-23T15:32:36.818478+0000","last_unstale":"2023-09-23T15:33:39.709169+0000","last_undegraded":"2023-09-23T15:33:39.709169+0000","last_fullsized":"2023-09-23T15:33:39.709169+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:38.641342+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711183+0000","last_change":"2023-09-23T15:32:33.933430+0000","last_active":"2023-09-23T15:33:39.711183+0000","last_peered":"2023-09-23T15:33:39.711183+0000","last_clean":"2023-09-23T15:33:39.711183+0000","last_became_active":"2023-09-23T15:32:33.933105+0000","last_became_peered":"2023-09-23T15:32:33.933105+0000","last_unstale":"2023-09-23T15:33:39.711183+0000","last_undegraded":"2023-09-23T15:33:39.711183+0000","last_fullsized":"2023-09-23T15:33:39.711183+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:38:41.935483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707718+0000","last_change":"2023-09-23T15:32:33.782452+0000","last_active":"2023-09-23T15:33:39.707718+0000","last_peered":"2023-09-23T15:33:39.707718+0000","last_clean":"2023-09-23T15:33:39.707718+0000","last_became_active":"2023-09-23T15:32:33.782247+0000","last_became_peered":"2023-09-23T15:32:33.782247+0000","last_unstale":"2023-09-23T15:33:39.707718+0000","last_undegraded":"2023-09-23T15:33:39.707718+0000","last_fullsized":"2023-09-23T15:33:39.707718+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:16.282642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":113,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.982199+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:33:38.982199+0000","last_peered":"2023-09-23T15:33:38.982199+0000","last_clean":"2023-09-23T15:33:38.982199+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:33:38.982199+0000","last_undegraded":"2023-09-23T15:33:38.982199+0000","last_fullsized":"2023-09-23T15:33:38.982199+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711273+0000","last_change":"2023-09-23T15:32:33.785668+0000","last_active":"2023-09-23T15:33:39.711273+0000","last_peered":"2023-09-23T15:33:39.711273+0000","last_clean":"2023-09-23T15:33:39.711273+0000","last_became_active":"2023-09-23T15:32:33.785361+0000","last_became_peered":"2023-09-23T15:32:33.785361+0000","last_unstale":"2023-09-23T15:33:39.711273+0000","last_undegraded":"2023-09-23T15:33:39.711273+0000","last_fullsized":"2023-09-23T15:33:39.711273+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:47:44.886141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1116,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708848+0000","last_change":"2023-09-23T15:32:36.821341+0000","last_active":"2023-09-23T15:33:39.708848+0000","last_peered":"2023-09-23T15:33:39.708848+0000","last_clean":"2023-09-23T15:33:39.708848+0000","last_became_active":"2023-09-23T15:32:36.820950+0000","last_became_peered":"2023-09-23T15:32:36.820950+0000","last_unstale":"2023-09-23T15:33:39.708848+0000","last_undegraded":"2023-09-23T15:33:39.708848+0000","last_fullsized":"2023-09-23T15:33:39.708848+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:18:06.693566+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":202,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892183+0000","last_change":"2023-09-23T15:32:16.712194+0000","last_active":"2023-09-23T15:33:36.892183+0000","last_peered":"2023-09-23T15:33:36.892183+0000","last_clean":"2023-09-23T15:33:36.892183+0000","last_became_active":"2023-09-23T15:32:16.711200+0000","last_became_peered":"2023-09-23T15:32:16.711200+0000","last_unstale":"2023-09-23T15:33:36.892183+0000","last_undegraded":"2023-09-23T15:33:36.892183+0000","last_fullsized":"2023-09-23T15:33:36.892183+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:37.937303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":319,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710075+0000","last_change":"2023-09-23T15:32:16.803391+0000","last_active":"2023-09-23T15:33:39.710075+0000","last_peered":"2023-09-23T15:33:39.710075+0000","last_clean":"2023-09-23T15:33:39.710075+0000","last_became_active":"2023-09-23T15:32:16.802720+0000","last_became_peered":"2023-09-23T15:32:16.802720+0000","last_unstale":"2023-09-23T15:33:39.710075+0000","last_undegraded":"2023-09-23T15:33:39.710075+0000","last_fullsized":"2023-09-23T15:33:39.710075+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:57.367686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":492,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892354+0000","last_change":"2023-09-23T15:33:28.143798+0000","last_active":"2023-09-23T15:33:36.892354+0000","last_peered":"2023-09-23T15:33:36.892354+0000","last_clean":"2023-09-23T15:33:36.892354+0000","last_became_active":"2023-09-23T15:32:19.748340+0000","last_became_peered":"2023-09-23T15:32:19.748340+0000","last_unstale":"2023-09-23T15:33:36.892354+0000","last_undegraded":"2023-09-23T15:33:36.892354+0000","last_fullsized":"2023-09-23T15:33:36.892354+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:15.656742+0000","scrub_duration":0.018102569999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":564,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710130+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:33:39.710130+0000","last_peered":"2023-09-23T15:33:39.710130+0000","last_clean":"2023-09-23T15:33:39.710130+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:33:39.710130+0000","last_undegraded":"2023-09-23T15:33:39.710130+0000","last_fullsized":"2023-09-23T15:33:39.710130+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":95,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.891926+0000","last_change":"2023-09-23T15:30:02.587041+0000","last_active":"2023-09-23T15:33:36.891926+0000","last_peered":"2023-09-23T15:33:36.891926+0000","last_clean":"2023-09-23T15:33:36.891926+0000","last_became_active":"2023-09-23T15:30:02.586756+0000","last_became_peered":"2023-09-23T15:30:02.586756+0000","last_unstale":"2023-09-23T15:33:36.891926+0000","last_undegraded":"2023-09-23T15:33:36.891926+0000","last_fullsized":"2023-09-23T15:33:36.891926+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:28.063428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":343,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.716061+0000","last_change":"2023-09-23T15:32:33.785613+0000","last_active":"2023-09-23T15:33:39.716061+0000","last_peered":"2023-09-23T15:33:39.716061+0000","last_clean":"2023-09-23T15:33:39.716061+0000","last_became_active":"2023-09-23T15:32:33.785239+0000","last_became_peered":"2023-09-23T15:32:33.785239+0000","last_unstale":"2023-09-23T15:33:39.716061+0000","last_undegraded":"2023-09-23T15:33:39.716061+0000","last_fullsized":"2023-09-23T15:33:39.716061+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:39:48.861706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":856,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892337+0000","last_change":"2023-09-23T15:32:36.827269+0000","last_active":"2023-09-23T15:33:36.892337+0000","last_peered":"2023-09-23T15:33:36.892337+0000","last_clean":"2023-09-23T15:33:36.892337+0000","last_became_active":"2023-09-23T15:32:36.826925+0000","last_became_peered":"2023-09-23T15:32:36.826925+0000","last_unstale":"2023-09-23T15:33:36.892337+0000","last_undegraded":"2023-09-23T15:33:36.892337+0000","last_fullsized":"2023-09-23T15:33:36.892337+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:36:15.181452+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":604,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710269+0000","last_change":"2023-09-23T15:32:33.795350+0000","last_active":"2023-09-23T15:33:39.710269+0000","last_peered":"2023-09-23T15:33:39.710269+0000","last_clean":"2023-09-23T15:33:39.710269+0000","last_became_active":"2023-09-23T15:32:33.795040+0000","last_became_peered":"2023-09-23T15:32:33.795040+0000","last_unstale":"2023-09-23T15:33:39.710269+0000","last_undegraded":"2023-09-23T15:33:39.710269+0000","last_fullsized":"2023-09-23T15:33:39.710269+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:25.010428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708674+0000","last_change":"2023-09-23T15:32:33.931516+0000","last_active":"2023-09-23T15:33:39.708674+0000","last_peered":"2023-09-23T15:33:39.708674+0000","last_clean":"2023-09-23T15:33:39.708674+0000","last_became_active":"2023-09-23T15:32:33.931054+0000","last_became_peered":"2023-09-23T15:32:33.931054+0000","last_unstale":"2023-09-23T15:33:39.708674+0000","last_undegraded":"2023-09-23T15:33:39.708674+0000","last_fullsized":"2023-09-23T15:33:39.708674+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:56:14.833543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":426,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.718371+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:33:39.718371+0000","last_peered":"2023-09-23T15:33:39.718371+0000","last_clean":"2023-09-23T15:33:39.718371+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:33:39.718371+0000","last_undegraded":"2023-09-23T15:33:39.718371+0000","last_fullsized":"2023-09-23T15:33:39.718371+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":948,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710364+0000","last_change":"2023-09-23T15:33:36.337210+0000","last_active":"2023-09-23T15:33:39.710364+0000","last_peered":"2023-09-23T15:33:39.710364+0000","last_clean":"2023-09-23T15:33:39.710364+0000","last_became_active":"2023-09-23T15:32:36.824779+0000","last_became_peered":"2023-09-23T15:32:36.824779+0000","last_unstale":"2023-09-23T15:33:39.710364+0000","last_undegraded":"2023-09-23T15:33:39.710364+0000","last_fullsized":"2023-09-23T15:33:39.710364+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:26:22.511074+0000","scrub_duration":0.0015568699999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":574,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892828+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:33:36.892828+0000","last_peered":"2023-09-23T15:33:36.892828+0000","last_clean":"2023-09-23T15:33:36.892828+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:33:36.892828+0000","last_undegraded":"2023-09-23T15:33:36.892828+0000","last_fullsized":"2023-09-23T15:33:36.892828+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":122,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.980874+0000","last_change":"2023-09-23T15:32:33.934627+0000","last_active":"2023-09-23T15:33:38.980874+0000","last_peered":"2023-09-23T15:33:38.980874+0000","last_clean":"2023-09-23T15:33:38.980874+0000","last_became_active":"2023-09-23T15:32:33.934215+0000","last_became_peered":"2023-09-23T15:32:33.934215+0000","last_unstale":"2023-09-23T15:33:38.980874+0000","last_undegraded":"2023-09-23T15:33:38.980874+0000","last_fullsized":"2023-09-23T15:33:38.980874+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:31.148894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":104,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.891910+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:33:36.891910+0000","last_peered":"2023-09-23T15:33:36.891910+0000","last_clean":"2023-09-23T15:33:36.891910+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:33:36.891910+0000","last_undegraded":"2023-09-23T15:33:36.891910+0000","last_fullsized":"2023-09-23T15:33:36.891910+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":923,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892797+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:33:36.892797+0000","last_peered":"2023-09-23T15:33:36.892797+0000","last_clean":"2023-09-23T15:33:36.892797+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:33:36.892797+0000","last_undegraded":"2023-09-23T15:33:36.892797+0000","last_fullsized":"2023-09-23T15:33:36.892797+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":235,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709406+0000","last_change":"2023-09-23T15:32:33.828917+0000","last_active":"2023-09-23T15:33:39.709406+0000","last_peered":"2023-09-23T15:33:39.709406+0000","last_clean":"2023-09-23T15:33:39.709406+0000","last_became_active":"2023-09-23T15:32:33.828634+0000","last_became_peered":"2023-09-23T15:32:33.828634+0000","last_unstale":"2023-09-23T15:33:39.709406+0000","last_undegraded":"2023-09-23T15:33:39.709406+0000","last_fullsized":"2023-09-23T15:33:39.709406+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:49:15.103946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":147,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.980729+0000","last_change":"2023-09-23T15:30:23.673564+0000","last_active":"2023-09-23T15:33:38.980729+0000","last_peered":"2023-09-23T15:33:38.980729+0000","last_clean":"2023-09-23T15:33:38.980729+0000","last_became_active":"2023-09-23T15:30:23.668203+0000","last_became_peered":"2023-09-23T15:30:23.668203+0000","last_unstale":"2023-09-23T15:33:38.980729+0000","last_undegraded":"2023-09-23T15:33:38.980729+0000","last_fullsized":"2023-09-23T15:33:38.980729+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:48.593726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":440,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.718928+0000","last_change":"2023-09-23T15:32:33.785891+0000","last_active":"2023-09-23T15:33:39.718928+0000","last_peered":"2023-09-23T15:33:39.718928+0000","last_clean":"2023-09-23T15:33:39.718928+0000","last_became_active":"2023-09-23T15:32:33.785557+0000","last_became_peered":"2023-09-23T15:32:33.785557+0000","last_unstale":"2023-09-23T15:33:39.718928+0000","last_undegraded":"2023-09-23T15:33:39.718928+0000","last_fullsized":"2023-09-23T15:33:39.718928+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:23.172539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":125,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709952+0000","last_change":"2023-09-23T15:29:51.309057+0000","last_active":"2023-09-23T15:33:39.709952+0000","last_peered":"2023-09-23T15:33:39.709952+0000","last_clean":"2023-09-23T15:33:39.709952+0000","last_became_active":"2023-09-23T15:29:51.308458+0000","last_became_peered":"2023-09-23T15:29:51.308458+0000","last_unstale":"2023-09-23T15:33:39.709952+0000","last_undegraded":"2023-09-23T15:33:39.709952+0000","last_fullsized":"2023-09-23T15:33:39.709952+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:20.919600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708749+0000","last_change":"2023-09-23T15:32:33.933151+0000","last_active":"2023-09-23T15:33:39.708749+0000","last_peered":"2023-09-23T15:33:39.708749+0000","last_clean":"2023-09-23T15:33:39.708749+0000","last_became_active":"2023-09-23T15:32:33.931906+0000","last_became_peered":"2023-09-23T15:32:33.931906+0000","last_unstale":"2023-09-23T15:33:39.708749+0000","last_undegraded":"2023-09-23T15:33:39.708749+0000","last_fullsized":"2023-09-23T15:33:39.708749+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:06.078912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":377,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.981874+0000","last_change":"2023-09-23T15:32:16.812739+0000","last_active":"2023-09-23T15:33:38.981874+0000","last_peered":"2023-09-23T15:33:38.981874+0000","last_clean":"2023-09-23T15:33:38.981874+0000","last_became_active":"2023-09-23T15:32:16.798250+0000","last_became_peered":"2023-09-23T15:32:16.798250+0000","last_unstale":"2023-09-23T15:33:38.981874+0000","last_undegraded":"2023-09-23T15:33:38.981874+0000","last_fullsized":"2023-09-23T15:33:38.981874+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:46.113347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":544,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892585+0000","last_change":"2023-09-23T15:32:33.977069+0000","last_active":"2023-09-23T15:33:36.892585+0000","last_peered":"2023-09-23T15:33:36.892585+0000","last_clean":"2023-09-23T15:33:36.892585+0000","last_became_active":"2023-09-23T15:32:33.976796+0000","last_became_peered":"2023-09-23T15:32:33.976796+0000","last_unstale":"2023-09-23T15:33:36.892585+0000","last_undegraded":"2023-09-23T15:33:36.892585+0000","last_fullsized":"2023-09-23T15:33:36.892585+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:13:41.998341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":151,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:38.982731+0000","last_change":"2023-09-23T15:32:16.726575+0000","last_active":"2023-09-23T15:33:38.982731+0000","last_peered":"2023-09-23T15:33:38.982731+0000","last_clean":"2023-09-23T15:33:38.982731+0000","last_became_active":"2023-09-23T15:32:16.714385+0000","last_became_peered":"2023-09-23T15:32:16.714385+0000","last_unstale":"2023-09-23T15:33:38.982731+0000","last_undegraded":"2023-09-23T15:33:38.982731+0000","last_fullsized":"2023-09-23T15:33:38.982731+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:26:54.770642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":587,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892105+0000","last_change":"2023-09-23T15:32:33.977019+0000","last_active":"2023-09-23T15:33:36.892105+0000","last_peered":"2023-09-23T15:33:36.892105+0000","last_clean":"2023-09-23T15:33:36.892105+0000","last_became_active":"2023-09-23T15:32:33.976733+0000","last_became_peered":"2023-09-23T15:32:33.976733+0000","last_unstale":"2023-09-23T15:33:36.892105+0000","last_undegraded":"2023-09-23T15:33:36.892105+0000","last_fullsized":"2023-09-23T15:33:36.892105+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:30.690493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":220,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892618+0000","last_change":"2023-09-23T15:32:33.976458+0000","last_active":"2023-09-23T15:33:36.892618+0000","last_peered":"2023-09-23T15:33:36.892618+0000","last_clean":"2023-09-23T15:33:36.892618+0000","last_became_active":"2023-09-23T15:32:33.976074+0000","last_became_peered":"2023-09-23T15:32:33.976074+0000","last_unstale":"2023-09-23T15:33:36.892618+0000","last_undegraded":"2023-09-23T15:33:36.892618+0000","last_fullsized":"2023-09-23T15:33:36.892618+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:39:40.757491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":229,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.892235+0000","last_change":"2023-09-23T15:32:33.975260+0000","last_active":"2023-09-23T15:33:36.892235+0000","last_peered":"2023-09-23T15:33:36.892235+0000","last_clean":"2023-09-23T15:33:36.892235+0000","last_became_active":"2023-09-23T15:32:33.975079+0000","last_became_peered":"2023-09-23T15:32:33.975079+0000","last_unstale":"2023-09-23T15:33:36.892235+0000","last_undegraded":"2023-09-23T15:33:36.892235+0000","last_fullsized":"2023-09-23T15:33:36.892235+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:18:55.112600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":49,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711438+0000","last_change":"2023-09-23T15:32:34.045583+0000","last_active":"2023-09-23T15:33:39.711438+0000","last_peered":"2023-09-23T15:33:39.711438+0000","last_clean":"2023-09-23T15:33:39.711438+0000","last_became_active":"2023-09-23T15:32:33.932786+0000","last_became_peered":"2023-09-23T15:32:33.932786+0000","last_unstale":"2023-09-23T15:33:39.711438+0000","last_undegraded":"2023-09-23T15:33:39.711438+0000","last_fullsized":"2023-09-23T15:33:39.711438+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:43.558741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":5540,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":193,"reported_epoch":548,"state":"active+clean","last_fresh":"2023-09-23T15:33:36.891830+0000","last_change":"2023-09-23T15:32:33.978181+0000","last_active":"2023-09-23T15:33:36.891830+0000","last_peered":"2023-09-23T15:33:36.891830+0000","last_clean":"2023-09-23T15:33:36.891830+0000","last_became_active":"2023-09-23T15:32:33.977406+0000","last_became_peered":"2023-09-23T15:32:33.977406+0000","last_unstale":"2023-09-23T15:33:36.891830+0000","last_undegraded":"2023-09-23T15:33:36.891830+0000","last_fullsized":"2023-09-23T15:33:36.891830+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:31.252040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":45032,"num_keys_recovered":100,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":22016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":3019552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2109440,"data_stored":2098784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674512,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":418656,"kb_used_data":5784,"kb_used_omap":85,"kb_used_meta":412778,"kb_avail":93326496,"statfs":{"total":95995035648,"available":95566331904,"internally_reserved":0,"allocated":5922816,"data_stored":4295279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":422684680},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.026,"15min":2.673},"min":{"1min":0.248,"5min":0.223,"15min":0.20799999999999999},"max":{"1min":2.944,"5min":5.7009999999999996,"15min":206.41999999999999},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.9450000000000001,"5min":1.484,"15min":3.2000000000000002},"min":{"1min":0.249,"5min":0.22600000000000001,"15min":0.223},"max":{"1min":8.7260000000000009,"5min":9.2490000000000006,"15min":206.35300000000001},"last":0.53800000000000003}]},{"osd":1,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":2.4740000000000002,"5min":2.6299999999999999,"15min":2.4319999999999999},"min":{"1min":0.313,"5min":0.24199999999999999,"15min":0.24099999999999999},"max":{"1min":8.0579999999999998,"5min":79.492000000000004,"15min":177.52699999999999},"last":0.60099999999999998},{"interface":"front","average":{"1min":1.131,"5min":2.395,"15min":3.456},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.245},"max":{"1min":7.1470000000000002,"5min":79.504999999999995,"15min":217.25999999999999},"last":0.47899999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":2.2189999999999999,"5min":2.5779999999999998,"15min":3.891},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.25700000000000001},"max":{"1min":8.7699999999999996,"5min":52.442,"15min":180.59399999999999},"last":0.443},{"interface":"front","average":{"1min":2.2240000000000002,"5min":2.2999999999999998,"15min":4.2450000000000001},"min":{"1min":0.30399999999999999,"5min":0.30199999999999999,"15min":0.249},"max":{"1min":8.1300000000000008,"5min":52.494999999999997,"15min":180.61699999999999},"last":0.65700000000000003}]},{"osd":3,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":9.3190000000000008,"5min":3.782,"15min":5.2249999999999996},"min":{"1min":0.307,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":68.382999999999996,"5min":68.382999999999996,"15min":160.04300000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":7.6029999999999998,"5min":3.3079999999999998,"15min":5.173},"min":{"1min":0.35799999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":68.215999999999994,"5min":68.215999999999994,"15min":159.97399999999999},"last":0.51800000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":1.141,"15min":0.876},"min":{"1min":0.29399999999999998,"5min":0.246,"15min":0.246},"max":{"1min":4.0119999999999996,"5min":6.7450000000000001,"15min":9.0640000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":2.3929999999999998,"5min":1.4790000000000001,"15min":1.393},"min":{"1min":0.372,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":9.3740000000000006,"5min":9.3759999999999994,"15min":97.524000000000001},"last":0.58499999999999996}]},{"osd":5,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":11.426,"5min":5.7869999999999999,"15min":2.8439999999999999},"min":{"1min":0.30499999999999999,"5min":0.26200000000000001,"15min":0.247},"max":{"1min":194.36099999999999,"5min":254.07300000000001,"15min":254.07300000000001},"last":0.71199999999999997},{"interface":"front","average":{"1min":10.68,"5min":5.5510000000000002,"15min":2.7530000000000001},"min":{"1min":0.32000000000000001,"5min":0.28599999999999998,"15min":0.26200000000000001},"max":{"1min":194.541,"5min":254.291,"15min":254.291},"last":0.63100000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":12.528,"5min":3.5659999999999998,"15min":2.202},"min":{"1min":0.34699999999999998,"5min":0.25,"15min":0.25},"max":{"1min":199.87700000000001,"5min":199.87700000000001,"15min":199.87700000000001},"last":0.64800000000000002},{"interface":"front","average":{"1min":12.211,"5min":3.7879999999999998,"15min":2.1949999999999998},"min":{"1min":0.36199999999999999,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":196.49700000000001,"5min":196.49700000000001,"15min":196.49700000000001},"last":0.68400000000000005}]}]},{"osd":6,"up_from":0,"seq":523986010391,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089669,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":819016,"kb_used_data":7424,"kb_used_omap":9,"kb_used_meta":811574,"kb_avail":92926136,"statfs":{"total":95995035648,"available":95156363264,"internally_reserved":0,"allocated":7602176,"data_stored":4775136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":831052777},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":1.292,"5min":1.2270000000000001,"15min":3.464},"min":{"1min":0.21299999999999999,"5min":0.185,"15min":0.185},"max":{"1min":5.3170000000000002,"5min":23.858000000000001,"15min":215.946},"last":0.45800000000000002},{"interface":"front","average":{"1min":2.2160000000000002,"5min":1.4299999999999999,"15min":4.0030000000000001},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.19400000000000001},"max":{"1min":9.5269999999999992,"5min":23.791,"15min":214.88200000000001},"last":0.44800000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:33:37 2023","interfaces":[{"interface":"back","average":{"1min":4.1070000000000002,"5min":1.5649999999999999,"15min":2.6850000000000001},"min":{"1min":0.28799999999999998,"5min":0.20000000000000001,"15min":0.19500000000000001},"max":{"1min":39.299999999999997,"5min":39.299999999999997,"15min":103.27500000000001},"last":0.504},{"interface":"front","average":{"1min":4.9699999999999998,"5min":1.794,"15min":3.2829999999999999},"min":{"1min":0.24399999999999999,"5min":0.22900000000000001,"15min":0.19900000000000001},"max":{"1min":45.07,"5min":45.07,"15min":103.30800000000001},"last":0.39900000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":2.7650000000000001,"5min":1.718,"15min":5.0670000000000002},"min":{"1min":0.27000000000000002,"5min":0.215,"15min":0.19800000000000001},"max":{"1min":10.470000000000001,"5min":26.969000000000001,"15min":210.24799999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":1.708,"5min":1.5349999999999999,"15min":4.7409999999999997},"min":{"1min":0.251,"5min":0.251,"15min":0.17100000000000001},"max":{"1min":5.5709999999999997,"5min":23.821000000000002,"15min":210.577},"last":0.30099999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.1200000000000001,"15min":1.419},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":5.2409999999999997,"5min":5.2409999999999997,"15min":14.925000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":1.3740000000000001,"5min":1.0820000000000001,"15min":1.224},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":5.3769999999999998,"5min":7.5999999999999996,"15min":14.489000000000001},"last":0.53100000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":2.1230000000000002,"5min":2.3490000000000002,"15min":2.1160000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":9.5749999999999993,"5min":106.328,"15min":106.328},"last":0.626},{"interface":"front","average":{"1min":1.425,"5min":2.2519999999999998,"15min":1.9099999999999999},"min":{"1min":0.34499999999999997,"5min":0.29999999999999999,"15min":0.29699999999999999},"max":{"1min":5.2969999999999997,"5min":106.31,"15min":106.31},"last":0.59699999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:33:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5489999999999999,"5min":1.5589999999999999,"15min":2.2879999999999998},"min":{"1min":0.40799999999999997,"5min":0.36399999999999999,"15min":0.31},"max":{"1min":9.6310000000000002,"5min":10.268000000000001,"15min":115.018},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.528,"5min":1.796,"15min":2.0859999999999999},"min":{"1min":0.377,"5min":0.33800000000000002,"15min":0.33200000000000002},"max":{"1min":4.3230000000000004,"5min":7.3840000000000003,"15min":115.289},"last":0.55100000000000005}]},{"osd":7,"last update":"Sat Sep 23 15:32:51 2023","interfaces":[{"interface":"back","average":{"1min":1.6990000000000001,"5min":1.4870000000000001,"15min":2.6099999999999999},"min":{"1min":0.35999999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":4.8600000000000003,"5min":7.5700000000000003,"15min":112.056},"last":0.56599999999999995},{"interface":"front","average":{"1min":2.4020000000000001,"5min":1.8440000000000001,"15min":2.8439999999999999},"min":{"1min":0.376,"5min":0.376,"15min":0.33000000000000002},"max":{"1min":12.388999999999999,"5min":12.388999999999999,"15min":111.902},"last":0.51500000000000001}]}]},{"osd":0,"up_from":0,"seq":360777253195,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":117,"seq":502511173910,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":750664,"kb_used_data":7296,"kb_used_omap":81,"kb_used_meta":743278,"kb_avail":92994488,"statfs":{"total":95995035648,"available":95226355712,"internally_reserved":0,"allocated":7471104,"data_stored":4699132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":761116890},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.80600000000000005,"15min":3.206},"min":{"1min":0.23499999999999999,"5min":0.182,"15min":0.182},"max":{"1min":3.9060000000000001,"5min":6.1200000000000001,"15min":94.364000000000004},"last":0.42199999999999999},{"interface":"front","average":{"1min":2.1659999999999999,"5min":1.415,"15min":3.706},"min":{"1min":0.26100000000000001,"5min":0.223,"15min":0.19900000000000001},"max":{"1min":12.768000000000001,"5min":14.571999999999999,"15min":92.241},"last":0.32300000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:32:50 2023","interfaces":[{"interface":"back","average":{"1min":4.9550000000000001,"5min":3.6970000000000001,"15min":2.9910000000000001},"min":{"1min":0.23000000000000001,"5min":0.19600000000000001,"15min":0.17399999999999999},"max":{"1min":32.991,"5min":128.19300000000001,"15min":128.19300000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":4.4989999999999997,"5min":3.7330000000000001,"15min":2.851},"min":{"1min":0.217,"5min":0.216,"15min":0.183},"max":{"1min":32.860999999999997,"5min":128.13399999999999,"15min":128.13399999999999},"last":0.36099999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:32:50 2023","interfaces":[{"interface":"back","average":{"1min":10.224,"5min":6.0759999999999996,"15min":5.7779999999999996},"min":{"1min":0.28000000000000003,"5min":0.247,"15min":0.20799999999999999},"max":{"1min":80.278999999999996,"5min":141.24299999999999,"15min":141.24299999999999},"last":0.438},{"interface":"front","average":{"1min":10.156000000000001,"5min":5.9349999999999996,"15min":5.2599999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.22900000000000001},"max":{"1min":77.605000000000004,"5min":141.06399999999999,"15min":141.06399999999999},"last":0.46000000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:32:50 2023","interfaces":[{"interface":"back","average":{"1min":1.4750000000000001,"5min":1.1819999999999999,"15min":1.405},"min":{"1min":0.34300000000000003,"5min":0.316,"15min":0.316},"max":{"1min":5.6920000000000002,"5min":7.8150000000000004,"15min":12.054},"last":0.48599999999999999},{"interface":"front","average":{"1min":2.23,"5min":1.2929999999999999,"15min":1.7010000000000001},"min":{"1min":0.40500000000000003,"5min":0.33100000000000002,"15min":0.245},"max":{"1min":12.818,"5min":12.818,"15min":16.878},"last":0.51200000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:32:50 2023","interfaces":[{"interface":"back","average":{"1min":2.153,"5min":1.4490000000000001,"15min":1.786},"min":{"1min":0.378,"5min":0.31900000000000001,"15min":0.26900000000000002},"max":{"1min":12.847,"5min":12.847,"15min":16.927},"last":0.59499999999999997},{"interface":"front","average":{"1min":1.7090000000000001,"5min":1.4650000000000001,"15min":1.5800000000000001},"min":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":6.8680000000000003,"5min":8.1579999999999995,"15min":14.223000000000001},"last":0.53200000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:33:03 2023","interfaces":[{"interface":"back","average":{"1min":2.1269999999999998,"5min":2.258,"15min":2.6720000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.311},"max":{"1min":6.1500000000000004,"5min":57.399999999999999,"15min":134.21700000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":1.4470000000000001,"5min":2.3039999999999998,"15min":2.6800000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.33800000000000002},"max":{"1min":9.2279999999999998,"5min":57.588999999999999,"15min":134.393},"last":0.66300000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:32:58 2023","interfaces":[{"interface":"back","average":{"1min":1.7010000000000001,"5min":1.5049999999999999,"15min":2.036},"min":{"1min":0.373,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":9.4730000000000008,"5min":9.4730000000000008,"15min":74.643000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":2.3690000000000002,"5min":1.7030000000000001,"15min":2.052},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.33000000000000002},"max":{"1min":8.0519999999999996,"5min":8.0519999999999996,"15min":74.724999999999994},"last":0.56699999999999995}]}]},{"osd":3,"up_from":99,"seq":425201762616,"num_pgs":74,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1059228,"kb_used_data":22356,"kb_used_omap":7,"kb_used_meta":1036856,"kb_avail":92685924,"statfs":{"total":95995035648,"available":94910386176,"internally_reserved":0,"allocated":22892544,"data_stored":20099448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1061741160},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:32:40 2023","interfaces":[{"interface":"back","average":{"1min":2.2909999999999999,"5min":2.9060000000000001,"15min":3.6589999999999998},"min":{"1min":0.23699999999999999,"5min":0.20100000000000001,"15min":0.182},"max":{"1min":7.2030000000000003,"5min":80.498999999999995,"15min":167.71799999999999},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.94299999999999995,"5min":1.9870000000000001,"15min":3.077},"min":{"1min":0.222,"5min":0.20599999999999999,"15min":0.16500000000000001},"max":{"1min":8.3680000000000003,"5min":80.352000000000004,"15min":176.61500000000001},"last":0.314}]},{"osd":1,"last update":"Sat Sep 23 15:32:40 2023","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":4.7690000000000001,"15min":4.6079999999999997},"min":{"1min":0.253,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":3.5169999999999999,"5min":127.02200000000001,"15min":201.98099999999999},"last":0.23000000000000001},{"interface":"front","average":{"1min":1.841,"5min":5.3620000000000001,"15min":4.508},"min":{"1min":0.28899999999999998,"5min":0.218,"15min":0.20300000000000001},"max":{"1min":4.7009999999999996,"5min":124.041,"15min":202.06700000000001},"last":0.32700000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:32:40 2023","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":1.5,"15min":2.8279999999999998},"min":{"1min":0.28999999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":8.4160000000000004,"5min":23.466999999999999,"15min":163.57599999999999},"last":0.246},{"interface":"front","average":{"1min":1.2370000000000001,"5min":1.5680000000000001,"15min":2.3969999999999998},"min":{"1min":0.318,"5min":0.27000000000000002,"15min":0.26400000000000001},"max":{"1min":8.4659999999999993,"5min":24.010999999999999,"15min":154.73400000000001},"last":0.34399999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:32:40 2023","interfaces":[{"interface":"back","average":{"1min":1.0409999999999999,"5min":1.117,"15min":2.2250000000000001},"min":{"1min":0.35799999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":3.1709999999999998,"5min":5.4550000000000001,"15min":163.43700000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":1.6120000000000001,"5min":1.556,"15min":2.1099999999999999},"min":{"1min":0.36699999999999999,"5min":0.32900000000000001,"15min":0.30199999999999999},"max":{"1min":4.6139999999999999,"5min":11.145,"15min":163.72399999999999},"last":0.40799999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:32:40 2023","interfaces":[{"interface":"back","average":{"1min":1.9750000000000001,"5min":1.772,"15min":2.9500000000000002},"min":{"1min":0.54000000000000004,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.702,"5min":14.978,"15min":163.696},"last":0.373},{"interface":"front","average":{"1min":1.3779999999999999,"5min":1.3759999999999999,"15min":2.1150000000000002},"min":{"1min":0.36099999999999999,"5min":0.33800000000000002,"15min":0.29899999999999999},"max":{"1min":6.2469999999999999,"5min":17.137,"15min":126.15000000000001},"last":0.36399999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:33:23 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":1.8560000000000001,"15min":2.9460000000000002},"min":{"1min":0.623,"5min":0.34100000000000003,"15min":0.28899999999999998},"max":{"1min":5.3490000000000002,"5min":16.907,"15min":163.63399999999999},"last":0.496},{"interface":"front","average":{"1min":1.23,"5min":1.1539999999999999,"15min":2.4670000000000001},"min":{"1min":0.40799999999999997,"5min":0.35899999999999999,"15min":0.33500000000000002},"max":{"1min":4.2939999999999996,"5min":16.992000000000001,"15min":163.535},"last":0.48499999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:33:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1970000000000001,"5min":1.163,"15min":2.1179999999999999},"min":{"1min":0.40699999999999997,"5min":0.377,"15min":0.35499999999999998},"max":{"1min":4.2279999999999998,"5min":6.2880000000000003,"15min":163.495},"last":0.45700000000000002},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.4530000000000001,"15min":2.5710000000000002},"min":{"1min":0.45300000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":6.2539999999999996,"5min":6.2539999999999996,"15min":163.51400000000001},"last":0.39800000000000002}]}]},{"osd":4,"up_from":0,"seq":133143986642,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503725005,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":607084,"kb_used_data":83172,"kb_used_omap":0,"kb_used_meta":523904,"kb_avail":93138068,"statfs":{"total":95995035648,"available":95373381632,"internally_reserved":0,"allocated":85168128,"data_stored":83537037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":536477696},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:11 2023","interfaces":[{"interface":"back","average":{"1min":2.036,"5min":1.3779999999999999,"15min":2.2469999999999999},"min":{"1min":0.23699999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":11.880000000000001,"5min":11.880000000000001,"15min":160.77699999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":1.534,"5min":1.3640000000000001,"15min":2.347},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":6.9470000000000001,"5min":8.984,"15min":161.142},"last":0.46500000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:33:36 2023","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.3580000000000001,"15min":1.5089999999999999},"min":{"1min":0.35099999999999998,"5min":0.27200000000000002,"15min":0.24299999999999999},"max":{"1min":8.6539999999999999,"5min":9.8260000000000005,"15min":14.744},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.96499999999999997,"5min":1.111,"15min":1.536},"min":{"1min":0.28999999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.7719999999999998,"5min":7.1859999999999999,"15min":14.960000000000001},"last":0.48999999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:32:54 2023","interfaces":[{"interface":"back","average":{"1min":1.968,"5min":2.9460000000000002,"15min":3.3300000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.26300000000000001},"max":{"1min":9.0790000000000006,"5min":168.56100000000001,"15min":168.56100000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":2.206,"5min":3.0339999999999998,"15min":3.4729999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.26400000000000001},"max":{"1min":8.6519999999999992,"5min":168.58799999999999,"15min":168.58799999999999},"last":0.42699999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:33:36 2023","interfaces":[{"interface":"back","average":{"1min":6.8890000000000002,"5min":5.9560000000000004,"15min":6.0780000000000003},"min":{"1min":0.312,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":105.316,"5min":138.54900000000001,"15min":169.83699999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":6.835,"5min":5.8650000000000002,"15min":5.5899999999999999},"min":{"1min":0.376,"5min":0.35599999999999998,"15min":0.29599999999999999},"max":{"1min":104.855,"5min":138.048,"15min":170.166},"last":0.505}]},{"osd":4,"last update":"Sat Sep 23 15:32:54 2023","interfaces":[{"interface":"back","average":{"1min":1.748,"5min":1.0209999999999999,"15min":0.68200000000000005},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.23799999999999999},"max":{"1min":6.9790000000000001,"5min":8.9450000000000003,"15min":8.9450000000000003},"last":0.625},{"interface":"front","average":{"1min":1.9279999999999999,"5min":1.389,"15min":0.96899999999999997},"min":{"1min":0.34200000000000003,"5min":0.29799999999999999,"15min":0.22900000000000001},"max":{"1min":9.2590000000000003,"5min":9.2590000000000003,"15min":9.6760000000000002},"last":0.52100000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:33:11 2023","interfaces":[{"interface":"back","average":{"1min":1.3979999999999999,"5min":2.5680000000000001,"15min":3.234},"min":{"1min":0.34699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7,"5min":107.217,"15min":207.054},"last":0.56000000000000005},{"interface":"front","average":{"1min":2.266,"5min":3.0659999999999998,"15min":3.4780000000000002},"min":{"1min":0.33300000000000002,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":13.555999999999999,"5min":107.271,"15min":207.28299999999999},"last":0.57899999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:32:54 2023","interfaces":[{"interface":"back","average":{"1min":2.4199999999999999,"5min":3.1960000000000002,"15min":3.242},"min":{"1min":0.44600000000000001,"5min":0.32500000000000001,"15min":0.29299999999999998},"max":{"1min":9.7530000000000001,"5min":97.799000000000007,"15min":214.78100000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":3.0049999999999999,"5min":3.6030000000000002,"15min":3.4289999999999998},"min":{"1min":0.43099999999999999,"5min":0.36499999999999999,"15min":0.318},"max":{"1min":13.375999999999999,"5min":98.376000000000005,"15min":212.95500000000001},"last":0.61399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:33:45.359 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:33:45.359 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:45.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:45.360 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:45.461 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:45.488 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:45.828 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:45.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:45.831 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:45.928 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:45.932 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:45.960 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:46.006 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:46.011 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:45 smithi178 ceph-mon[192298]: from='client.46529 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:33:46.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:46.014 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:46.047 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:46.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:45 smithi118 ceph-mon[219580]: from='client.46529 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:33:46.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:45 smithi118 ceph-mon[212312]: from='client.46529 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:33:46.074 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:46.114 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:46.143 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:46.198 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:46.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:46.201 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:46.302 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:46.329 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:46.371 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:46.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:46.377 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:46.477 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:46.506 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:46.553 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:46.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:46.556 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:46.657 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:46.683 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:46.724 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:46.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:46.729 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:46.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:46 smithi118 ceph-mon[219580]: pgmap v1431: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:46.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:46 smithi118 ceph-mon[212312]: pgmap v1431: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:46.830 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:46.856 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:46.897 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:46.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:46.905 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:47.006 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:47.033 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:47.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:46 smithi178 ceph-mon[192298]: pgmap v1431: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:47.218 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:47.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:47.221 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:47.313 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:33:47.322 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:47.351 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:47.396 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:47.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:47.400 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:47.501 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:47.528 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:47.571 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:47.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:47.575 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:47.675 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:47.701 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:47.743 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:47.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:47.748 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:47.764 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_5' created 2023-09-23T15:33:47.848 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:47.874 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:47.876 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:47 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1435950321' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-09-23T15:33:47.876 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:47 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1435950321' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-09-23T15:33:47.916 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:47.920 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:47.920 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:48.021 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:48.052 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:48.097 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:33:48.097 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:33:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:47 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1435950321' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-09-23T15:33:48.151 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:48.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:48.154 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:48.255 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:48.281 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:48.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:33:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:33:48] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2023-09-23T15:33:48.322 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:48.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:48.327 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:48.428 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:48.455 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:48.749 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[212312]: pgmap v1432: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:48.750 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[212312]: failed to encode map e551 with expected crc 2023-09-23T15:33:48.900 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:48.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:48.904 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:49.004 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:49.028 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[219580]: pgmap v1432: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:49.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[219580]: failed to encode map e551 with expected crc 2023-09-23T15:33:49.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[219580]: failed to encode map e551 with expected crc 2023-09-23T15:33:49.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[219580]: failed to encode map e551 with expected crc 2023-09-23T15:33:49.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1435950321' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-09-23T15:33:49.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[219580]: osdmap e551: 8 total, 8 up, 5 in 2023-09-23T15:33:49.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[219580]: failed to encode map e551 with expected crc 2023-09-23T15:33:49.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[212312]: failed to encode map e551 with expected crc 2023-09-23T15:33:49.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[212312]: failed to encode map e551 with expected crc 2023-09-23T15:33:49.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1435950321' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-09-23T15:33:49.029 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[212312]: osdmap e551: 8 total, 8 up, 5 in 2023-09-23T15:33:49.030 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:48 smithi118 ceph-mon[212312]: failed to encode map e551 with expected crc 2023-09-23T15:33:49.031 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:48 smithi178 ceph-mon[192298]: pgmap v1432: 93 pgs: 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:48 smithi178 ceph-mon[192298]: failed to encode map e551 with expected crc 2023-09-23T15:33:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:48 smithi178 ceph-mon[192298]: failed to encode map e551 with expected crc 2023-09-23T15:33:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:48 smithi178 ceph-mon[192298]: failed to encode map e551 with expected crc 2023-09-23T15:33:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1435950321' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-09-23T15:33:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:48 smithi178 ceph-mon[192298]: osdmap e551: 8 total, 8 up, 5 in 2023-09-23T15:33:49.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:48 smithi178 ceph-mon[192298]: failed to encode map e551 with expected crc 2023-09-23T15:33:49.688 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:49.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:49.691 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:49.792 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:49.823 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:49.874 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:49.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:49.878 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:49.954 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:49 smithi118 ceph-mon[219580]: failed to encode map e552 with expected crc 2023-09-23T15:33:49.954 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:49 smithi118 ceph-mon[219580]: osdmap e552: 8 total, 8 up, 5 in 2023-09-23T15:33:49.954 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:49 smithi118 ceph-mon[219580]: failed to encode map e552 with expected crc 2023-09-23T15:33:49.954 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:49 smithi118 ceph-mon[219580]: failed to encode map e552 with expected crc 2023-09-23T15:33:49.954 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:49 smithi118 ceph-mon[219580]: failed to encode map e552 with expected crc 2023-09-23T15:33:49.955 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:49 smithi118 ceph-mon[212312]: failed to encode map e552 with expected crc 2023-09-23T15:33:49.955 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:49 smithi118 ceph-mon[212312]: osdmap e552: 8 total, 8 up, 5 in 2023-09-23T15:33:49.955 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:49 smithi118 ceph-mon[212312]: failed to encode map e552 with expected crc 2023-09-23T15:33:49.955 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:49 smithi118 ceph-mon[212312]: failed to encode map e552 with expected crc 2023-09-23T15:33:49.955 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:49 smithi118 ceph-mon[212312]: failed to encode map e552 with expected crc 2023-09-23T15:33:49.971 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:33:49.979 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:50.008 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:50.054 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:50.059 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:49 smithi178 ceph-mon[192298]: failed to encode map e552 with expected crc 2023-09-23T15:33:50.059 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:49 smithi178 ceph-mon[192298]: osdmap e552: 8 total, 8 up, 5 in 2023-09-23T15:33:50.059 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:49 smithi178 ceph-mon[192298]: failed to encode map e552 with expected crc 2023-09-23T15:33:50.059 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:49 smithi178 ceph-mon[192298]: failed to encode map e552 with expected crc 2023-09-23T15:33:50.059 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:49 smithi178 ceph-mon[192298]: failed to encode map e552 with expected crc 2023-09-23T15:33:50.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:50.060 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:50.161 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:50.188 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:50.406 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool application enable unique_pool_5 rados --yes-i-really-mean-it || true 2023-09-23T15:33:50.479 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:50.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:50.483 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:50.584 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:50.615 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:50.664 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:50.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:50.671 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:50.771 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:50.799 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:50.843 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:50.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:50.847 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:50.848 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:50.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:50 smithi178 ceph-mon[192298]: pgmap v1435: 109 pgs: 3 creating+peering, 13 unknown, 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:50 smithi178 ceph-mon[192298]: failed to encode map e553 with expected crc 2023-09-23T15:33:50.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:50 smithi178 ceph-mon[192298]: osdmap e553: 8 total, 8 up, 5 in 2023-09-23T15:33:50.921 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:50.948 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:50.974 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:50.998 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:33:51.000 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:33:51.010 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:51.017 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:51.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:51.022 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:51.031 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:50 smithi118 ceph-mon[219580]: pgmap v1435: 109 pgs: 3 creating+peering, 13 unknown, 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:51.031 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:50 smithi118 ceph-mon[219580]: failed to encode map e553 with expected crc 2023-09-23T15:33:51.031 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:50 smithi118 ceph-mon[219580]: osdmap e553: 8 total, 8 up, 5 in 2023-09-23T15:33:51.031 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:50 smithi118 ceph-mon[212312]: pgmap v1435: 109 pgs: 3 creating+peering, 13 unknown, 93 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:51.032 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:50 smithi118 ceph-mon[212312]: failed to encode map e553 with expected crc 2023-09-23T15:33:51.032 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:50 smithi118 ceph-mon[212312]: osdmap e553: 8 total, 8 up, 5 in 2023-09-23T15:33:51.123 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:51.161 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:51.518 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:51.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:51.521 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:51.622 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:51.651 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:51.698 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:51.704 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:51.704 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:51.763 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:51 smithi118 ceph-mon[212312]: failed to encode map e553 with expected crc 2023-09-23T15:33:51.763 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:51 smithi118 ceph-mon[212312]: failed to encode map e553 with expected crc 2023-09-23T15:33:51.763 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:51 smithi118 ceph-mon[212312]: failed to encode map e553 with expected crc 2023-09-23T15:33:51.763 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:51 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4278297342' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:33:51.768 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:33:51.805 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:51.832 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:51.874 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:51.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:51.880 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:51.981 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:52.010 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:51 smithi118 ceph-mon[219580]: failed to encode map e553 with expected crc 2023-09-23T15:33:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:51 smithi118 ceph-mon[219580]: failed to encode map e553 with expected crc 2023-09-23T15:33:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:51 smithi118 ceph-mon[219580]: failed to encode map e553 with expected crc 2023-09-23T15:33:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:51 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4278297342' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:33:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:51 smithi178 ceph-mon[192298]: failed to encode map e553 with expected crc 2023-09-23T15:33:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:51 smithi178 ceph-mon[192298]: failed to encode map e553 with expected crc 2023-09-23T15:33:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:51 smithi178 ceph-mon[192298]: failed to encode map e553 with expected crc 2023-09-23T15:33:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:51 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4278297342' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:33:52.731 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:52.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:52.735 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:52.836 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:52.862 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:53.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[219580]: from='client.46541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:33:53.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[219580]: pgmap v1437: 109 pgs: 3 creating+peering, 4 unknown, 102 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:53.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:53.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[219580]: failed to encode map e554 with expected crc 2023-09-23T15:33:53.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[219580]: failed to encode map e554 with expected crc 2023-09-23T15:33:53.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4278297342' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:33:53.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[219580]: osdmap e554: 8 total, 8 up, 5 in 2023-09-23T15:33:53.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[212312]: from='client.46541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:33:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[212312]: pgmap v1437: 109 pgs: 3 creating+peering, 4 unknown, 102 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[212312]: failed to encode map e554 with expected crc 2023-09-23T15:33:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[212312]: failed to encode map e554 with expected crc 2023-09-23T15:33:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4278297342' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:33:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[212312]: osdmap e554: 8 total, 8 up, 5 in 2023-09-23T15:33:53.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:52 smithi178 ceph-mon[192298]: from='client.46541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:33:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:52 smithi178 ceph-mon[192298]: pgmap v1437: 109 pgs: 3 creating+peering, 4 unknown, 102 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:52 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:33:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:52 smithi178 ceph-mon[192298]: failed to encode map e554 with expected crc 2023-09-23T15:33:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:52 smithi178 ceph-mon[192298]: failed to encode map e554 with expected crc 2023-09-23T15:33:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4278297342' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:33:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:52 smithi178 ceph-mon[192298]: osdmap e554: 8 total, 8 up, 5 in 2023-09-23T15:33:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:33:53.181 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1436,"stamp":"2023-09-23T15:33:49.757343+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":166,"num_bytes_recovered":3064584,"num_keys_recovered":100,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3436,"ondisk_log_size":3436,"up":288,"acting":288,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":281,"num_osds":5,"num_per_pool_osds":5,"num_per_pool_omap_osds":5,"kb":468725760,"kb_used":3635552,"kb_used_data":106936,"kb_used_omap":184,"kb_used_meta":3528391,"kb_avail":465090208,"statfs":{"total":479975178240,"available":476252372992,"internally_reserved":0,"allocated":109502464,"data_stored":97843040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":188621,"internal_metadata":3613073203},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.106466"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709111+0000","last_change":"2023-09-23T15:32:33.931904+0000","last_active":"2023-09-23T15:33:39.709111+0000","last_peered":"2023-09-23T15:33:39.709111+0000","last_clean":"2023-09-23T15:33:39.709111+0000","last_became_active":"2023-09-23T15:32:33.931540+0000","last_became_peered":"2023-09-23T15:32:33.931540+0000","last_unstale":"2023-09-23T15:33:39.709111+0000","last_undegraded":"2023-09-23T15:33:39.709111+0000","last_fullsized":"2023-09-23T15:33:39.709111+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:30.098535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":203,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710609+0000","last_change":"2023-09-23T15:32:16.712120+0000","last_active":"2023-09-23T15:33:39.710609+0000","last_peered":"2023-09-23T15:33:39.710609+0000","last_clean":"2023-09-23T15:33:39.710609+0000","last_became_active":"2023-09-23T15:32:16.711826+0000","last_became_peered":"2023-09-23T15:32:16.711826+0000","last_unstale":"2023-09-23T15:33:39.710609+0000","last_undegraded":"2023-09-23T15:33:39.710609+0000","last_fullsized":"2023-09-23T15:33:39.710609+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:56:37.945427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":113,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.698671+0000","last_change":"2023-09-23T15:32:16.797597+0000","last_active":"2023-09-23T15:33:41.698671+0000","last_peered":"2023-09-23T15:33:41.698671+0000","last_clean":"2023-09-23T15:33:41.698671+0000","last_became_active":"2023-09-23T15:32:16.797269+0000","last_became_peered":"2023-09-23T15:32:16.797269+0000","last_unstale":"2023-09-23T15:33:41.698671+0000","last_undegraded":"2023-09-23T15:33:41.698671+0000","last_fullsized":"2023-09-23T15:33:41.698671+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:57:57.346090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":79,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709821+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:33:39.709821+0000","last_peered":"2023-09-23T15:33:39.709821+0000","last_clean":"2023-09-23T15:33:39.709821+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:33:39.709821+0000","last_undegraded":"2023-09-23T15:33:39.709821+0000","last_fullsized":"2023-09-23T15:33:39.709821+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":221,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707726+0000","last_change":"2023-09-23T15:32:33.978354+0000","last_active":"2023-09-23T15:33:39.707726+0000","last_peered":"2023-09-23T15:33:39.707726+0000","last_clean":"2023-09-23T15:33:39.707726+0000","last_became_active":"2023-09-23T15:32:33.977437+0000","last_became_peered":"2023-09-23T15:32:33.977437+0000","last_unstale":"2023-09-23T15:33:39.707726+0000","last_undegraded":"2023-09-23T15:33:39.707726+0000","last_fullsized":"2023-09-23T15:33:39.707726+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:45:14.714928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":160,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.700337+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:33:41.700337+0000","last_peered":"2023-09-23T15:33:41.700337+0000","last_clean":"2023-09-23T15:33:41.700337+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:33:41.700337+0000","last_undegraded":"2023-09-23T15:33:41.700337+0000","last_fullsized":"2023-09-23T15:33:41.700337+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":509,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.200619+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:33:41.200619+0000","last_peered":"2023-09-23T15:33:41.200619+0000","last_clean":"2023-09-23T15:33:41.200619+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:33:41.200619+0000","last_undegraded":"2023-09-23T15:33:41.200619+0000","last_fullsized":"2023-09-23T15:33:41.200619+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":210,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707802+0000","last_change":"2023-09-23T15:32:16.713730+0000","last_active":"2023-09-23T15:33:39.707802+0000","last_peered":"2023-09-23T15:33:39.707802+0000","last_clean":"2023-09-23T15:33:39.707802+0000","last_became_active":"2023-09-23T15:32:16.712751+0000","last_became_peered":"2023-09-23T15:32:16.712751+0000","last_unstale":"2023-09-23T15:33:39.707802+0000","last_undegraded":"2023-09-23T15:33:39.707802+0000","last_fullsized":"2023-09-23T15:33:39.707802+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:03:29.991667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":900,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708519+0000","last_change":"2023-09-23T15:33:30.250740+0000","last_active":"2023-09-23T15:33:39.708519+0000","last_peered":"2023-09-23T15:33:39.708519+0000","last_clean":"2023-09-23T15:33:39.708519+0000","last_became_active":"2023-09-23T15:32:36.834973+0000","last_became_peered":"2023-09-23T15:32:36.834973+0000","last_unstale":"2023-09-23T15:33:39.708519+0000","last_undegraded":"2023-09-23T15:33:39.708519+0000","last_fullsized":"2023-09-23T15:33:39.708519+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:14:14.818106+0000","scrub_duration":0.0054612250000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":85,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.200507+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:33:41.200507+0000","last_peered":"2023-09-23T15:33:41.200507+0000","last_clean":"2023-09-23T15:33:41.200507+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:33:41.200507+0000","last_undegraded":"2023-09-23T15:33:41.200507+0000","last_fullsized":"2023-09-23T15:33:41.200507+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":558,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711553+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:33:39.711553+0000","last_peered":"2023-09-23T15:33:39.711553+0000","last_clean":"2023-09-23T15:33:39.711553+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:33:39.711553+0000","last_undegraded":"2023-09-23T15:33:39.711553+0000","last_fullsized":"2023-09-23T15:33:39.711553+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":117,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709656+0000","last_change":"2023-09-23T15:32:34.160804+0000","last_active":"2023-09-23T15:33:39.709656+0000","last_peered":"2023-09-23T15:33:39.709656+0000","last_clean":"2023-09-23T15:33:39.709656+0000","last_became_active":"2023-09-23T15:32:33.851729+0000","last_became_peered":"2023-09-23T15:32:33.851729+0000","last_unstale":"2023-09-23T15:33:39.709656+0000","last_undegraded":"2023-09-23T15:33:39.709656+0000","last_fullsized":"2023-09-23T15:33:39.709656+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:59.338761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":540,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":140,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.699068+0000","last_change":"2023-09-23T15:32:33.791475+0000","last_active":"2023-09-23T15:33:41.699068+0000","last_peered":"2023-09-23T15:33:41.699068+0000","last_clean":"2023-09-23T15:33:41.699068+0000","last_became_active":"2023-09-23T15:32:33.791142+0000","last_became_peered":"2023-09-23T15:32:33.791142+0000","last_unstale":"2023-09-23T15:33:41.699068+0000","last_undegraded":"2023-09-23T15:33:41.699068+0000","last_fullsized":"2023-09-23T15:33:41.699068+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:36.008331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":523,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710537+0000","last_change":"2023-09-23T15:32:34.026037+0000","last_active":"2023-09-23T15:33:39.710537+0000","last_peered":"2023-09-23T15:33:39.710537+0000","last_clean":"2023-09-23T15:33:39.710537+0000","last_became_active":"2023-09-23T15:32:33.786330+0000","last_became_peered":"2023-09-23T15:32:33.786330+0000","last_unstale":"2023-09-23T15:33:39.710537+0000","last_undegraded":"2023-09-23T15:33:39.710537+0000","last_fullsized":"2023-09-23T15:33:39.710537+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:14:14.839548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":37872,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":187,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.698866+0000","last_change":"2023-09-23T15:32:33.792619+0000","last_active":"2023-09-23T15:33:41.698866+0000","last_peered":"2023-09-23T15:33:41.698866+0000","last_clean":"2023-09-23T15:33:41.698866+0000","last_became_active":"2023-09-23T15:32:33.791299+0000","last_became_peered":"2023-09-23T15:32:33.791299+0000","last_unstale":"2023-09-23T15:33:41.698866+0000","last_undegraded":"2023-09-23T15:33:41.698866+0000","last_fullsized":"2023-09-23T15:33:41.698866+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:22.531973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":717,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.199899+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:33:41.199899+0000","last_peered":"2023-09-23T15:33:41.199899+0000","last_clean":"2023-09-23T15:33:41.199899+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:33:41.199899+0000","last_undegraded":"2023-09-23T15:33:41.199899+0000","last_fullsized":"2023-09-23T15:33:41.199899+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":711,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710033+0000","last_change":"2023-09-23T15:32:34.135040+0000","last_active":"2023-09-23T15:33:39.710033+0000","last_peered":"2023-09-23T15:33:39.710033+0000","last_clean":"2023-09-23T15:33:39.710033+0000","last_became_active":"2023-09-23T15:32:33.795127+0000","last_became_peered":"2023-09-23T15:32:33.795127+0000","last_unstale":"2023-09-23T15:33:39.710033+0000","last_undegraded":"2023-09-23T15:33:39.710033+0000","last_fullsized":"2023-09-23T15:33:39.710033+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:27.709533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":340,"num_keys_recovered":100,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":583,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709783+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:33:39.709783+0000","last_peered":"2023-09-23T15:33:39.709783+0000","last_clean":"2023-09-23T15:33:39.709783+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:33:39.709783+0000","last_undegraded":"2023-09-23T15:33:39.709783+0000","last_fullsized":"2023-09-23T15:33:39.709783+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1152,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708875+0000","last_change":"2023-09-23T15:32:36.818891+0000","last_active":"2023-09-23T15:33:39.708875+0000","last_peered":"2023-09-23T15:33:39.708875+0000","last_clean":"2023-09-23T15:33:39.708875+0000","last_became_active":"2023-09-23T15:32:36.818372+0000","last_became_peered":"2023-09-23T15:32:36.818372+0000","last_unstale":"2023-09-23T15:33:39.708875+0000","last_undegraded":"2023-09-23T15:33:39.708875+0000","last_fullsized":"2023-09-23T15:33:39.708875+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:14.120755+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":79,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709067+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:33:39.709067+0000","last_peered":"2023-09-23T15:33:39.709067+0000","last_clean":"2023-09-23T15:33:39.709067+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:33:39.709067+0000","last_undegraded":"2023-09-23T15:33:39.709067+0000","last_fullsized":"2023-09-23T15:33:39.709067+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":478,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709776+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:33:39.709776+0000","last_peered":"2023-09-23T15:33:39.709776+0000","last_clean":"2023-09-23T15:33:39.709776+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:33:39.709776+0000","last_undegraded":"2023-09-23T15:33:39.709776+0000","last_fullsized":"2023-09-23T15:33:39.709776+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":698,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709291+0000","last_change":"2023-09-23T15:30:04.593868+0000","last_active":"2023-09-23T15:33:39.709291+0000","last_peered":"2023-09-23T15:33:39.709291+0000","last_clean":"2023-09-23T15:33:39.709291+0000","last_became_active":"2023-09-23T15:30:04.593465+0000","last_became_peered":"2023-09-23T15:30:04.593465+0000","last_unstale":"2023-09-23T15:33:39.709291+0000","last_undegraded":"2023-09-23T15:33:39.709291+0000","last_fullsized":"2023-09-23T15:33:39.709291+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:43:34.476389+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":580,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709846+0000","last_change":"2023-09-23T15:32:33.801674+0000","last_active":"2023-09-23T15:33:39.709846+0000","last_peered":"2023-09-23T15:33:39.709846+0000","last_clean":"2023-09-23T15:33:39.709846+0000","last_became_active":"2023-09-23T15:32:33.801315+0000","last_became_peered":"2023-09-23T15:32:33.801315+0000","last_unstale":"2023-09-23T15:33:39.709846+0000","last_undegraded":"2023-09-23T15:33:39.709846+0000","last_fullsized":"2023-09-23T15:33:39.709846+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:09:45.831294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":246,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708330+0000","last_change":"2023-09-23T15:32:33.976406+0000","last_active":"2023-09-23T15:33:39.708330+0000","last_peered":"2023-09-23T15:33:39.708330+0000","last_clean":"2023-09-23T15:33:39.708330+0000","last_became_active":"2023-09-23T15:32:33.975675+0000","last_became_peered":"2023-09-23T15:32:33.975675+0000","last_unstale":"2023-09-23T15:33:39.708330+0000","last_undegraded":"2023-09-23T15:33:39.708330+0000","last_fullsized":"2023-09-23T15:33:39.708330+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:50:54.687922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":916,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.200070+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:33:41.200070+0000","last_peered":"2023-09-23T15:33:41.200070+0000","last_clean":"2023-09-23T15:33:41.200070+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:33:41.200070+0000","last_undegraded":"2023-09-23T15:33:41.200070+0000","last_fullsized":"2023-09-23T15:33:41.200070+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":117,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707850+0000","last_change":"2023-09-23T15:32:34.129968+0000","last_active":"2023-09-23T15:33:39.707850+0000","last_peered":"2023-09-23T15:33:39.707850+0000","last_clean":"2023-09-23T15:33:39.707850+0000","last_became_active":"2023-09-23T15:32:33.977870+0000","last_became_peered":"2023-09-23T15:32:33.977870+0000","last_unstale":"2023-09-23T15:33:39.707850+0000","last_undegraded":"2023-09-23T15:33:39.707850+0000","last_fullsized":"2023-09-23T15:33:39.707850+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:31:05.208070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":105,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711581+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:33:39.711581+0000","last_peered":"2023-09-23T15:33:39.711581+0000","last_clean":"2023-09-23T15:33:39.711581+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:33:39.711581+0000","last_undegraded":"2023-09-23T15:33:39.711581+0000","last_fullsized":"2023-09-23T15:33:39.711581+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":551,"state":"creating+peering","last_fresh":"2023-09-23T15:33:47.757731+0000","last_change":"2023-09-23T15:33:47.757731+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.757731+0000","last_undegraded":"2023-09-23T15:33:47.757731+0000","last_fullsized":"2023-09-23T15:33:47.757731+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:32:23.091676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":968,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709716+0000","last_change":"2023-09-23T15:32:36.821619+0000","last_active":"2023-09-23T15:33:39.709716+0000","last_peered":"2023-09-23T15:33:39.709716+0000","last_clean":"2023-09-23T15:33:39.709716+0000","last_became_active":"2023-09-23T15:32:36.820869+0000","last_became_peered":"2023-09-23T15:32:36.820869+0000","last_unstale":"2023-09-23T15:33:39.709716+0000","last_undegraded":"2023-09-23T15:33:39.709716+0000","last_fullsized":"2023-09-23T15:33:39.709716+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:52.098982+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":83,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709565+0000","last_change":"2023-09-23T15:30:23.675012+0000","last_active":"2023-09-23T15:33:39.709565+0000","last_peered":"2023-09-23T15:33:39.709565+0000","last_clean":"2023-09-23T15:33:39.709565+0000","last_became_active":"2023-09-23T15:30:23.668558+0000","last_became_peered":"2023-09-23T15:30:23.668558+0000","last_unstale":"2023-09-23T15:33:39.709565+0000","last_undegraded":"2023-09-23T15:33:39.709565+0000","last_fullsized":"2023-09-23T15:33:39.709565+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:45:24.772798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":110,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":105,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.199803+0000","last_change":"2023-09-23T15:32:16.794260+0000","last_active":"2023-09-23T15:33:41.199803+0000","last_peered":"2023-09-23T15:33:41.199803+0000","last_clean":"2023-09-23T15:33:41.199803+0000","last_became_active":"2023-09-23T15:32:16.793991+0000","last_became_peered":"2023-09-23T15:32:16.793991+0000","last_unstale":"2023-09-23T15:33:41.199803+0000","last_undegraded":"2023-09-23T15:33:41.199803+0000","last_fullsized":"2023-09-23T15:33:41.199803+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:48.562573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":950,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.699270+0000","last_change":"2023-09-23T15:32:19.750018+0000","last_active":"2023-09-23T15:33:41.699270+0000","last_peered":"2023-09-23T15:33:41.699270+0000","last_clean":"2023-09-23T15:33:41.699270+0000","last_became_active":"2023-09-23T15:32:19.749630+0000","last_became_peered":"2023-09-23T15:32:19.749630+0000","last_unstale":"2023-09-23T15:33:41.699270+0000","last_undegraded":"2023-09-23T15:33:41.699270+0000","last_fullsized":"2023-09-23T15:33:41.699270+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:15:40.818256+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":572,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710226+0000","last_change":"2023-09-23T15:30:13.847844+0000","last_active":"2023-09-23T15:33:39.710226+0000","last_peered":"2023-09-23T15:33:39.710226+0000","last_clean":"2023-09-23T15:33:39.710226+0000","last_became_active":"2023-09-23T15:30:13.837253+0000","last_became_peered":"2023-09-23T15:30:13.837253+0000","last_unstale":"2023-09-23T15:33:39.710226+0000","last_undegraded":"2023-09-23T15:33:39.710226+0000","last_fullsized":"2023-09-23T15:33:39.710226+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:59.684991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":105,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711153+0000","last_change":"2023-09-23T15:32:16.801511+0000","last_active":"2023-09-23T15:33:39.711153+0000","last_peered":"2023-09-23T15:33:39.711153+0000","last_clean":"2023-09-23T15:33:39.711153+0000","last_became_active":"2023-09-23T15:32:16.800659+0000","last_became_peered":"2023-09-23T15:32:16.800659+0000","last_unstale":"2023-09-23T15:33:39.711153+0000","last_undegraded":"2023-09-23T15:33:39.711153+0000","last_fullsized":"2023-09-23T15:33:39.711153+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:39:02.301476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":596,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.200543+0000","last_change":"2023-09-23T15:33:38.171106+0000","last_active":"2023-09-23T15:33:41.200543+0000","last_peered":"2023-09-23T15:33:41.200543+0000","last_clean":"2023-09-23T15:33:41.200543+0000","last_became_active":"2023-09-23T15:32:36.832572+0000","last_became_peered":"2023-09-23T15:32:36.832572+0000","last_unstale":"2023-09-23T15:33:41.200543+0000","last_undegraded":"2023-09-23T15:33:41.200543+0000","last_fullsized":"2023-09-23T15:33:41.200543+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:56.808037+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":629,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710349+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:33:39.710349+0000","last_peered":"2023-09-23T15:33:39.710349+0000","last_clean":"2023-09-23T15:33:39.710349+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:33:39.710349+0000","last_undegraded":"2023-09-23T15:33:39.710349+0000","last_fullsized":"2023-09-23T15:33:39.710349+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":279,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.699329+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:33:41.699329+0000","last_peered":"2023-09-23T15:33:41.699329+0000","last_clean":"2023-09-23T15:33:41.699329+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:33:41.699329+0000","last_undegraded":"2023-09-23T15:33:41.699329+0000","last_fullsized":"2023-09-23T15:33:41.699329+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":844,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709978+0000","last_change":"2023-09-23T15:33:30.380227+0000","last_active":"2023-09-23T15:33:39.709978+0000","last_peered":"2023-09-23T15:33:39.709978+0000","last_clean":"2023-09-23T15:33:39.709978+0000","last_became_active":"2023-09-23T15:32:36.830644+0000","last_became_peered":"2023-09-23T15:32:36.830644+0000","last_unstale":"2023-09-23T15:33:39.709978+0000","last_undegraded":"2023-09-23T15:33:39.709978+0000","last_fullsized":"2023-09-23T15:33:39.709978+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:03.245699+0000","scrub_duration":0.0063201189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":194,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709526+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:33:39.709526+0000","last_peered":"2023-09-23T15:33:39.709526+0000","last_clean":"2023-09-23T15:33:39.709526+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:33:39.709526+0000","last_undegraded":"2023-09-23T15:33:39.709526+0000","last_fullsized":"2023-09-23T15:33:39.709526+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":358,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.699529+0000","last_change":"2023-09-23T15:30:13.837089+0000","last_active":"2023-09-23T15:33:41.699529+0000","last_peered":"2023-09-23T15:33:41.699529+0000","last_clean":"2023-09-23T15:33:41.699529+0000","last_became_active":"2023-09-23T15:30:13.836795+0000","last_became_peered":"2023-09-23T15:30:13.836795+0000","last_unstale":"2023-09-23T15:33:41.699529+0000","last_undegraded":"2023-09-23T15:33:41.699529+0000","last_fullsized":"2023-09-23T15:33:41.699529+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:42.295011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1060,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709761+0000","last_change":"2023-09-23T15:32:36.821591+0000","last_active":"2023-09-23T15:33:39.709761+0000","last_peered":"2023-09-23T15:33:39.709761+0000","last_clean":"2023-09-23T15:33:39.709761+0000","last_became_active":"2023-09-23T15:32:36.821250+0000","last_became_peered":"2023-09-23T15:32:36.821250+0000","last_unstale":"2023-09-23T15:33:39.709761+0000","last_undegraded":"2023-09-23T15:33:39.709761+0000","last_fullsized":"2023-09-23T15:33:39.709761+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:15.354515+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":222,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708792+0000","last_change":"2023-09-23T15:29:51.314161+0000","last_active":"2023-09-23T15:33:39.708792+0000","last_peered":"2023-09-23T15:33:39.708792+0000","last_clean":"2023-09-23T15:33:39.708792+0000","last_became_active":"2023-09-23T15:29:51.308622+0000","last_became_peered":"2023-09-23T15:29:51.308622+0000","last_unstale":"2023-09-23T15:33:39.708792+0000","last_undegraded":"2023-09-23T15:33:39.708792+0000","last_fullsized":"2023-09-23T15:33:39.708792+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:09.209928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":439,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709875+0000","last_change":"2023-09-23T15:32:16.802265+0000","last_active":"2023-09-23T15:33:39.709875+0000","last_peered":"2023-09-23T15:33:39.709875+0000","last_clean":"2023-09-23T15:33:39.709875+0000","last_became_active":"2023-09-23T15:32:16.801963+0000","last_became_peered":"2023-09-23T15:32:16.801963+0000","last_unstale":"2023-09-23T15:33:39.709875+0000","last_undegraded":"2023-09-23T15:33:39.709875+0000","last_fullsized":"2023-09-23T15:33:39.709875+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:16:41.550551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1072,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707798+0000","last_change":"2023-09-23T15:32:36.835615+0000","last_active":"2023-09-23T15:33:39.707798+0000","last_peered":"2023-09-23T15:33:39.707798+0000","last_clean":"2023-09-23T15:33:39.707798+0000","last_became_active":"2023-09-23T15:32:36.835247+0000","last_became_peered":"2023-09-23T15:32:36.835247+0000","last_unstale":"2023-09-23T15:33:39.707798+0000","last_undegraded":"2023-09-23T15:33:39.707798+0000","last_fullsized":"2023-09-23T15:33:39.707798+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:23:28.135732+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":356,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709994+0000","last_change":"2023-09-23T15:32:16.712219+0000","last_active":"2023-09-23T15:33:39.709994+0000","last_peered":"2023-09-23T15:33:39.709994+0000","last_clean":"2023-09-23T15:33:39.709994+0000","last_became_active":"2023-09-23T15:32:16.711637+0000","last_became_peered":"2023-09-23T15:32:16.711637+0000","last_unstale":"2023-09-23T15:33:39.709994+0000","last_undegraded":"2023-09-23T15:33:39.709994+0000","last_fullsized":"2023-09-23T15:33:39.709994+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:56:03.785836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710448+0000","last_change":"2023-09-23T15:32:33.785435+0000","last_active":"2023-09-23T15:33:39.710448+0000","last_peered":"2023-09-23T15:33:39.710448+0000","last_clean":"2023-09-23T15:33:39.710448+0000","last_became_active":"2023-09-23T15:32:33.785141+0000","last_became_peered":"2023-09-23T15:32:33.785141+0000","last_unstale":"2023-09-23T15:33:39.710448+0000","last_undegraded":"2023-09-23T15:33:39.710448+0000","last_fullsized":"2023-09-23T15:33:39.710448+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:30.318692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":568,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.200050+0000","last_change":"2023-09-23T15:32:36.824964+0000","last_active":"2023-09-23T15:33:41.200050+0000","last_peered":"2023-09-23T15:33:41.200050+0000","last_clean":"2023-09-23T15:33:41.200050+0000","last_became_active":"2023-09-23T15:32:36.824724+0000","last_became_peered":"2023-09-23T15:32:36.824724+0000","last_unstale":"2023-09-23T15:33:41.200050+0000","last_undegraded":"2023-09-23T15:33:41.200050+0000","last_fullsized":"2023-09-23T15:33:41.200050+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:35.359008+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710268+0000","last_change":"2023-09-23T15:32:33.931523+0000","last_active":"2023-09-23T15:33:39.710268+0000","last_peered":"2023-09-23T15:33:39.710268+0000","last_clean":"2023-09-23T15:33:39.710268+0000","last_became_active":"2023-09-23T15:32:33.788904+0000","last_became_peered":"2023-09-23T15:32:33.788904+0000","last_unstale":"2023-09-23T15:33:39.710268+0000","last_undegraded":"2023-09-23T15:33:39.710268+0000","last_fullsized":"2023-09-23T15:33:39.710268+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:37:33.002814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":167,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.699831+0000","last_change":"2023-09-23T15:32:16.718625+0000","last_active":"2023-09-23T15:33:41.699831+0000","last_peered":"2023-09-23T15:33:41.699831+0000","last_clean":"2023-09-23T15:33:41.699831+0000","last_became_active":"2023-09-23T15:32:16.717810+0000","last_became_peered":"2023-09-23T15:32:16.717810+0000","last_unstale":"2023-09-23T15:33:41.699831+0000","last_undegraded":"2023-09-23T15:33:41.699831+0000","last_fullsized":"2023-09-23T15:33:41.699831+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:17.612147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":903,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709078+0000","last_change":"2023-09-23T15:32:36.835077+0000","last_active":"2023-09-23T15:33:39.709078+0000","last_peered":"2023-09-23T15:33:39.709078+0000","last_clean":"2023-09-23T15:33:39.709078+0000","last_became_active":"2023-09-23T15:32:36.834741+0000","last_became_peered":"2023-09-23T15:32:36.834741+0000","last_unstale":"2023-09-23T15:33:39.709078+0000","last_undegraded":"2023-09-23T15:33:39.709078+0000","last_fullsized":"2023-09-23T15:33:39.709078+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:29:53.833379+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":96,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707642+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:33:39.707642+0000","last_peered":"2023-09-23T15:33:39.707642+0000","last_clean":"2023-09-23T15:33:39.707642+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:33:39.707642+0000","last_undegraded":"2023-09-23T15:33:39.707642+0000","last_fullsized":"2023-09-23T15:33:39.707642+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":549,"reported_epoch":551,"state":"active+clean","last_fresh":"2023-09-23T15:33:47.759817+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:33:47.759817+0000","last_peered":"2023-09-23T15:33:47.759817+0000","last_clean":"2023-09-23T15:33:47.759817+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:33:47.759817+0000","last_undegraded":"2023-09-23T15:33:47.759817+0000","last_fullsized":"2023-09-23T15:33:47.759817+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":949,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711437+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:33:39.711437+0000","last_peered":"2023-09-23T15:33:39.711437+0000","last_clean":"2023-09-23T15:33:39.711437+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:33:39.711437+0000","last_undegraded":"2023-09-23T15:33:39.711437+0000","last_fullsized":"2023-09-23T15:33:39.711437+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":544,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710456+0000","last_change":"2023-09-23T15:32:33.795439+0000","last_active":"2023-09-23T15:33:39.710456+0000","last_peered":"2023-09-23T15:33:39.710456+0000","last_clean":"2023-09-23T15:33:39.710456+0000","last_became_active":"2023-09-23T15:32:33.795123+0000","last_became_peered":"2023-09-23T15:32:33.795123+0000","last_unstale":"2023-09-23T15:33:39.710456+0000","last_undegraded":"2023-09-23T15:33:39.710456+0000","last_fullsized":"2023-09-23T15:33:39.710456+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:16.847732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":212,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710687+0000","last_change":"2023-09-23T15:32:34.120396+0000","last_active":"2023-09-23T15:33:39.710687+0000","last_peered":"2023-09-23T15:33:39.710687+0000","last_clean":"2023-09-23T15:33:39.710687+0000","last_became_active":"2023-09-23T15:32:34.020724+0000","last_became_peered":"2023-09-23T15:32:34.020724+0000","last_unstale":"2023-09-23T15:33:39.710687+0000","last_undegraded":"2023-09-23T15:33:39.710687+0000","last_fullsized":"2023-09-23T15:33:39.710687+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:00:09.448294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":122,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.699146+0000","last_change":"2023-09-23T15:32:33.791575+0000","last_active":"2023-09-23T15:33:41.699146+0000","last_peered":"2023-09-23T15:33:41.699146+0000","last_clean":"2023-09-23T15:33:41.699146+0000","last_became_active":"2023-09-23T15:32:33.791335+0000","last_became_peered":"2023-09-23T15:32:33.791335+0000","last_unstale":"2023-09-23T15:33:41.699146+0000","last_undegraded":"2023-09-23T15:33:41.699146+0000","last_fullsized":"2023-09-23T15:33:41.699146+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:00:05.115748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":994,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710192+0000","last_change":"2023-09-23T15:32:36.824935+0000","last_active":"2023-09-23T15:33:39.710192+0000","last_peered":"2023-09-23T15:33:39.710192+0000","last_clean":"2023-09-23T15:33:39.710192+0000","last_became_active":"2023-09-23T15:32:36.824640+0000","last_became_peered":"2023-09-23T15:32:36.824640+0000","last_unstale":"2023-09-23T15:33:39.710192+0000","last_undegraded":"2023-09-23T15:33:39.710192+0000","last_fullsized":"2023-09-23T15:33:39.710192+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:26:32.085915+0000","scrub_duration":0.0014655549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":534,"reported_epoch":551,"state":"active+clean","last_fresh":"2023-09-23T15:33:47.758858+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:33:47.758858+0000","last_peered":"2023-09-23T15:33:47.758858+0000","last_clean":"2023-09-23T15:33:47.758858+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:33:47.758858+0000","last_undegraded":"2023-09-23T15:33:47.758858+0000","last_fullsized":"2023-09-23T15:33:47.758858+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":168,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.698899+0000","last_change":"2023-09-23T15:32:16.713403+0000","last_active":"2023-09-23T15:33:41.698899+0000","last_peered":"2023-09-23T15:33:41.698899+0000","last_clean":"2023-09-23T15:33:41.698899+0000","last_became_active":"2023-09-23T15:32:16.713072+0000","last_became_peered":"2023-09-23T15:32:16.713072+0000","last_unstale":"2023-09-23T15:33:41.698899+0000","last_undegraded":"2023-09-23T15:33:41.698899+0000","last_fullsized":"2023-09-23T15:33:41.698899+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:36.526007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708596+0000","last_change":"2023-09-23T15:32:33.932908+0000","last_active":"2023-09-23T15:33:39.708596+0000","last_peered":"2023-09-23T15:33:39.708596+0000","last_clean":"2023-09-23T15:33:39.708596+0000","last_became_active":"2023-09-23T15:32:33.931837+0000","last_became_peered":"2023-09-23T15:32:33.931837+0000","last_unstale":"2023-09-23T15:33:39.708596+0000","last_undegraded":"2023-09-23T15:33:39.708596+0000","last_fullsized":"2023-09-23T15:33:39.708596+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:44:37.343359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":790,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709169+0000","last_change":"2023-09-23T15:32:36.819150+0000","last_active":"2023-09-23T15:33:39.709169+0000","last_peered":"2023-09-23T15:33:39.709169+0000","last_clean":"2023-09-23T15:33:39.709169+0000","last_became_active":"2023-09-23T15:32:36.818478+0000","last_became_peered":"2023-09-23T15:32:36.818478+0000","last_unstale":"2023-09-23T15:33:39.709169+0000","last_undegraded":"2023-09-23T15:33:39.709169+0000","last_fullsized":"2023-09-23T15:33:39.709169+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:38.641342+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711183+0000","last_change":"2023-09-23T15:32:33.933430+0000","last_active":"2023-09-23T15:33:39.711183+0000","last_peered":"2023-09-23T15:33:39.711183+0000","last_clean":"2023-09-23T15:33:39.711183+0000","last_became_active":"2023-09-23T15:32:33.933105+0000","last_became_peered":"2023-09-23T15:32:33.933105+0000","last_unstale":"2023-09-23T15:33:39.711183+0000","last_undegraded":"2023-09-23T15:33:39.711183+0000","last_fullsized":"2023-09-23T15:33:39.711183+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:38:41.935483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707718+0000","last_change":"2023-09-23T15:32:33.782452+0000","last_active":"2023-09-23T15:33:39.707718+0000","last_peered":"2023-09-23T15:33:39.707718+0000","last_clean":"2023-09-23T15:33:39.707718+0000","last_became_active":"2023-09-23T15:32:33.782247+0000","last_became_peered":"2023-09-23T15:32:33.782247+0000","last_unstale":"2023-09-23T15:33:39.707718+0000","last_undegraded":"2023-09-23T15:33:39.707718+0000","last_fullsized":"2023-09-23T15:33:39.707718+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:16.282642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":114,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.700256+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:33:41.700256+0000","last_peered":"2023-09-23T15:33:41.700256+0000","last_clean":"2023-09-23T15:33:41.700256+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:33:41.700256+0000","last_undegraded":"2023-09-23T15:33:41.700256+0000","last_fullsized":"2023-09-23T15:33:41.700256+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711273+0000","last_change":"2023-09-23T15:32:33.785668+0000","last_active":"2023-09-23T15:33:39.711273+0000","last_peered":"2023-09-23T15:33:39.711273+0000","last_clean":"2023-09-23T15:33:39.711273+0000","last_became_active":"2023-09-23T15:32:33.785361+0000","last_became_peered":"2023-09-23T15:32:33.785361+0000","last_unstale":"2023-09-23T15:33:39.711273+0000","last_undegraded":"2023-09-23T15:33:39.711273+0000","last_fullsized":"2023-09-23T15:33:39.711273+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:47:44.886141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1116,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708848+0000","last_change":"2023-09-23T15:32:36.821341+0000","last_active":"2023-09-23T15:33:39.708848+0000","last_peered":"2023-09-23T15:33:39.708848+0000","last_clean":"2023-09-23T15:33:39.708848+0000","last_became_active":"2023-09-23T15:32:36.820950+0000","last_became_peered":"2023-09-23T15:32:36.820950+0000","last_unstale":"2023-09-23T15:33:39.708848+0000","last_undegraded":"2023-09-23T15:33:39.708848+0000","last_fullsized":"2023-09-23T15:33:39.708848+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:18:06.693566+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":203,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710072+0000","last_change":"2023-09-23T15:32:16.712194+0000","last_active":"2023-09-23T15:33:39.710072+0000","last_peered":"2023-09-23T15:33:39.710072+0000","last_clean":"2023-09-23T15:33:39.710072+0000","last_became_active":"2023-09-23T15:32:16.711200+0000","last_became_peered":"2023-09-23T15:32:16.711200+0000","last_unstale":"2023-09-23T15:33:39.710072+0000","last_undegraded":"2023-09-23T15:33:39.710072+0000","last_fullsized":"2023-09-23T15:33:39.710072+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:37.937303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":319,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710075+0000","last_change":"2023-09-23T15:32:16.803391+0000","last_active":"2023-09-23T15:33:39.710075+0000","last_peered":"2023-09-23T15:33:39.710075+0000","last_clean":"2023-09-23T15:33:39.710075+0000","last_became_active":"2023-09-23T15:32:16.802720+0000","last_became_peered":"2023-09-23T15:32:16.802720+0000","last_unstale":"2023-09-23T15:33:39.710075+0000","last_undegraded":"2023-09-23T15:33:39.710075+0000","last_fullsized":"2023-09-23T15:33:39.710075+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:57.367686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":493,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707983+0000","last_change":"2023-09-23T15:33:28.143798+0000","last_active":"2023-09-23T15:33:39.707983+0000","last_peered":"2023-09-23T15:33:39.707983+0000","last_clean":"2023-09-23T15:33:39.707983+0000","last_became_active":"2023-09-23T15:32:19.748340+0000","last_became_peered":"2023-09-23T15:32:19.748340+0000","last_unstale":"2023-09-23T15:33:39.707983+0000","last_undegraded":"2023-09-23T15:33:39.707983+0000","last_fullsized":"2023-09-23T15:33:39.707983+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:15.656742+0000","scrub_duration":0.018102569999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":564,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710130+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:33:39.710130+0000","last_peered":"2023-09-23T15:33:39.710130+0000","last_clean":"2023-09-23T15:33:39.710130+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:33:39.710130+0000","last_undegraded":"2023-09-23T15:33:39.710130+0000","last_fullsized":"2023-09-23T15:33:39.710130+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":96,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711064+0000","last_change":"2023-09-23T15:30:02.587041+0000","last_active":"2023-09-23T15:33:39.711064+0000","last_peered":"2023-09-23T15:33:39.711064+0000","last_clean":"2023-09-23T15:33:39.711064+0000","last_became_active":"2023-09-23T15:30:02.586756+0000","last_became_peered":"2023-09-23T15:30:02.586756+0000","last_unstale":"2023-09-23T15:33:39.711064+0000","last_undegraded":"2023-09-23T15:33:39.711064+0000","last_fullsized":"2023-09-23T15:33:39.711064+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:28.063428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":344,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.200553+0000","last_change":"2023-09-23T15:32:33.785613+0000","last_active":"2023-09-23T15:33:41.200553+0000","last_peered":"2023-09-23T15:33:41.200553+0000","last_clean":"2023-09-23T15:33:41.200553+0000","last_became_active":"2023-09-23T15:32:33.785239+0000","last_became_peered":"2023-09-23T15:32:33.785239+0000","last_unstale":"2023-09-23T15:33:41.200553+0000","last_undegraded":"2023-09-23T15:33:41.200553+0000","last_fullsized":"2023-09-23T15:33:41.200553+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:39:48.861706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":1,"reported_epoch":551,"state":"creating+peering","last_fresh":"2023-09-23T15:33:47.756347+0000","last_change":"2023-09-23T15:33:47.756347+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.756347+0000","last_undegraded":"2023-09-23T15:33:47.756347+0000","last_fullsized":"2023-09-23T15:33:47.756347+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:45.796636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":857,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707974+0000","last_change":"2023-09-23T15:32:36.827269+0000","last_active":"2023-09-23T15:33:39.707974+0000","last_peered":"2023-09-23T15:33:39.707974+0000","last_clean":"2023-09-23T15:33:39.707974+0000","last_became_active":"2023-09-23T15:32:36.826925+0000","last_became_peered":"2023-09-23T15:32:36.826925+0000","last_unstale":"2023-09-23T15:33:39.707974+0000","last_undegraded":"2023-09-23T15:33:39.707974+0000","last_fullsized":"2023-09-23T15:33:39.707974+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:36:15.181452+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":604,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710269+0000","last_change":"2023-09-23T15:32:33.795350+0000","last_active":"2023-09-23T15:33:39.710269+0000","last_peered":"2023-09-23T15:33:39.710269+0000","last_clean":"2023-09-23T15:33:39.710269+0000","last_became_active":"2023-09-23T15:32:33.795040+0000","last_became_peered":"2023-09-23T15:32:33.795040+0000","last_unstale":"2023-09-23T15:33:39.710269+0000","last_undegraded":"2023-09-23T15:33:39.710269+0000","last_fullsized":"2023-09-23T15:33:39.710269+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:25.010428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708674+0000","last_change":"2023-09-23T15:32:33.931516+0000","last_active":"2023-09-23T15:33:39.708674+0000","last_peered":"2023-09-23T15:33:39.708674+0000","last_clean":"2023-09-23T15:33:39.708674+0000","last_became_active":"2023-09-23T15:32:33.931054+0000","last_became_peered":"2023-09-23T15:32:33.931054+0000","last_unstale":"2023-09-23T15:33:39.708674+0000","last_undegraded":"2023-09-23T15:33:39.708674+0000","last_fullsized":"2023-09-23T15:33:39.708674+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:56:14.833543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":427,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.200290+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:33:41.200290+0000","last_peered":"2023-09-23T15:33:41.200290+0000","last_clean":"2023-09-23T15:33:41.200290+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:33:41.200290+0000","last_undegraded":"2023-09-23T15:33:41.200290+0000","last_fullsized":"2023-09-23T15:33:41.200290+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:33:47.742560+0000","last_change":"2023-09-23T15:33:47.742560+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.742560+0000","last_undegraded":"2023-09-23T15:33:47.742560+0000","last_fullsized":"2023-09-23T15:33:47.742560+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":948,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.710364+0000","last_change":"2023-09-23T15:33:36.337210+0000","last_active":"2023-09-23T15:33:39.710364+0000","last_peered":"2023-09-23T15:33:39.710364+0000","last_clean":"2023-09-23T15:33:39.710364+0000","last_became_active":"2023-09-23T15:32:36.824779+0000","last_became_peered":"2023-09-23T15:32:36.824779+0000","last_unstale":"2023-09-23T15:33:39.710364+0000","last_undegraded":"2023-09-23T15:33:39.710364+0000","last_fullsized":"2023-09-23T15:33:39.710364+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:26:22.511074+0000","scrub_duration":0.0015568699999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":575,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.712104+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:33:39.712104+0000","last_peered":"2023-09-23T15:33:39.712104+0000","last_clean":"2023-09-23T15:33:39.712104+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:33:39.712104+0000","last_undegraded":"2023-09-23T15:33:39.712104+0000","last_fullsized":"2023-09-23T15:33:39.712104+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":123,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.699961+0000","last_change":"2023-09-23T15:32:33.934627+0000","last_active":"2023-09-23T15:33:41.699961+0000","last_peered":"2023-09-23T15:33:41.699961+0000","last_clean":"2023-09-23T15:33:41.699961+0000","last_became_active":"2023-09-23T15:32:33.934215+0000","last_became_peered":"2023-09-23T15:32:33.934215+0000","last_unstale":"2023-09-23T15:33:41.699961+0000","last_undegraded":"2023-09-23T15:33:41.699961+0000","last_fullsized":"2023-09-23T15:33:41.699961+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:31.148894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":105,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707679+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:33:39.707679+0000","last_peered":"2023-09-23T15:33:39.707679+0000","last_clean":"2023-09-23T15:33:39.707679+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:33:39.707679+0000","last_undegraded":"2023-09-23T15:33:39.707679+0000","last_fullsized":"2023-09-23T15:33:39.707679+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":551,"state":"creating+peering","last_fresh":"2023-09-23T15:33:47.757119+0000","last_change":"2023-09-23T15:33:47.757119+0000","last_active":"2023-09-23T15:33:47.742560+0000","last_peered":"2023-09-23T15:33:47.742560+0000","last_clean":"2023-09-23T15:33:47.742560+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:33:47.757119+0000","last_undegraded":"2023-09-23T15:33:47.757119+0000","last_fullsized":"2023-09-23T15:33:47.757119+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:00:33.974087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":924,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709610+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:33:39.709610+0000","last_peered":"2023-09-23T15:33:39.709610+0000","last_clean":"2023-09-23T15:33:39.709610+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:33:39.709610+0000","last_undegraded":"2023-09-23T15:33:39.709610+0000","last_fullsized":"2023-09-23T15:33:39.709610+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":235,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709406+0000","last_change":"2023-09-23T15:32:33.828917+0000","last_active":"2023-09-23T15:33:39.709406+0000","last_peered":"2023-09-23T15:33:39.709406+0000","last_clean":"2023-09-23T15:33:39.709406+0000","last_became_active":"2023-09-23T15:32:33.828634+0000","last_became_peered":"2023-09-23T15:32:33.828634+0000","last_unstale":"2023-09-23T15:33:39.709406+0000","last_undegraded":"2023-09-23T15:33:39.709406+0000","last_fullsized":"2023-09-23T15:33:39.709406+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:49:15.103946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":148,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.699883+0000","last_change":"2023-09-23T15:30:23.673564+0000","last_active":"2023-09-23T15:33:41.699883+0000","last_peered":"2023-09-23T15:33:41.699883+0000","last_clean":"2023-09-23T15:33:41.699883+0000","last_became_active":"2023-09-23T15:30:23.668203+0000","last_became_peered":"2023-09-23T15:30:23.668203+0000","last_unstale":"2023-09-23T15:33:41.699883+0000","last_undegraded":"2023-09-23T15:33:41.699883+0000","last_fullsized":"2023-09-23T15:33:41.699883+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:48.593726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":441,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.199891+0000","last_change":"2023-09-23T15:32:33.785891+0000","last_active":"2023-09-23T15:33:41.199891+0000","last_peered":"2023-09-23T15:33:41.199891+0000","last_clean":"2023-09-23T15:33:41.199891+0000","last_became_active":"2023-09-23T15:32:33.785557+0000","last_became_peered":"2023-09-23T15:32:33.785557+0000","last_unstale":"2023-09-23T15:33:41.199891+0000","last_undegraded":"2023-09-23T15:33:41.199891+0000","last_fullsized":"2023-09-23T15:33:41.199891+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:23.172539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":125,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709952+0000","last_change":"2023-09-23T15:29:51.309057+0000","last_active":"2023-09-23T15:33:39.709952+0000","last_peered":"2023-09-23T15:33:39.709952+0000","last_clean":"2023-09-23T15:33:39.709952+0000","last_became_active":"2023-09-23T15:29:51.308458+0000","last_became_peered":"2023-09-23T15:29:51.308458+0000","last_unstale":"2023-09-23T15:33:39.709952+0000","last_undegraded":"2023-09-23T15:33:39.709952+0000","last_fullsized":"2023-09-23T15:33:39.709952+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:20.919600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":43,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708749+0000","last_change":"2023-09-23T15:32:33.933151+0000","last_active":"2023-09-23T15:33:39.708749+0000","last_peered":"2023-09-23T15:33:39.708749+0000","last_clean":"2023-09-23T15:33:39.708749+0000","last_became_active":"2023-09-23T15:32:33.931906+0000","last_became_peered":"2023-09-23T15:32:33.931906+0000","last_unstale":"2023-09-23T15:33:39.708749+0000","last_undegraded":"2023-09-23T15:33:39.708749+0000","last_fullsized":"2023-09-23T15:33:39.708749+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:06.078912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":378,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.699767+0000","last_change":"2023-09-23T15:32:16.812739+0000","last_active":"2023-09-23T15:33:41.699767+0000","last_peered":"2023-09-23T15:33:41.699767+0000","last_clean":"2023-09-23T15:33:41.699767+0000","last_became_active":"2023-09-23T15:32:16.798250+0000","last_became_peered":"2023-09-23T15:32:16.798250+0000","last_unstale":"2023-09-23T15:33:41.699767+0000","last_undegraded":"2023-09-23T15:33:41.699767+0000","last_fullsized":"2023-09-23T15:33:41.699767+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:46.113347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":545,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.708633+0000","last_change":"2023-09-23T15:32:33.977069+0000","last_active":"2023-09-23T15:33:39.708633+0000","last_peered":"2023-09-23T15:33:39.708633+0000","last_clean":"2023-09-23T15:33:39.708633+0000","last_became_active":"2023-09-23T15:32:33.976796+0000","last_became_peered":"2023-09-23T15:32:33.976796+0000","last_unstale":"2023-09-23T15:33:39.708633+0000","last_undegraded":"2023-09-23T15:33:39.708633+0000","last_fullsized":"2023-09-23T15:33:39.708633+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:13:41.998341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":152,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.699976+0000","last_change":"2023-09-23T15:32:16.726575+0000","last_active":"2023-09-23T15:33:41.699976+0000","last_peered":"2023-09-23T15:33:41.699976+0000","last_clean":"2023-09-23T15:33:41.699976+0000","last_became_active":"2023-09-23T15:32:16.714385+0000","last_became_peered":"2023-09-23T15:32:16.714385+0000","last_unstale":"2023-09-23T15:33:41.699976+0000","last_undegraded":"2023-09-23T15:33:41.699976+0000","last_fullsized":"2023-09-23T15:33:41.699976+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:26:54.770642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":588,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.709908+0000","last_change":"2023-09-23T15:32:33.977019+0000","last_active":"2023-09-23T15:33:39.709908+0000","last_peered":"2023-09-23T15:33:39.709908+0000","last_clean":"2023-09-23T15:33:39.709908+0000","last_became_active":"2023-09-23T15:32:33.976733+0000","last_became_peered":"2023-09-23T15:32:33.976733+0000","last_unstale":"2023-09-23T15:33:39.709908+0000","last_undegraded":"2023-09-23T15:33:39.709908+0000","last_fullsized":"2023-09-23T15:33:39.709908+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:30.690493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":222,"reported_epoch":550,"state":"active+clean","last_fresh":"2023-09-23T15:33:41.700432+0000","last_change":"2023-09-23T15:32:33.976458+0000","last_active":"2023-09-23T15:33:41.700432+0000","last_peered":"2023-09-23T15:33:41.700432+0000","last_clean":"2023-09-23T15:33:41.700432+0000","last_became_active":"2023-09-23T15:32:33.976074+0000","last_became_peered":"2023-09-23T15:32:33.976074+0000","last_unstale":"2023-09-23T15:33:41.700432+0000","last_undegraded":"2023-09-23T15:33:41.700432+0000","last_fullsized":"2023-09-23T15:33:41.700432+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:39:40.757491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":230,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711422+0000","last_change":"2023-09-23T15:32:33.975260+0000","last_active":"2023-09-23T15:33:39.711422+0000","last_peered":"2023-09-23T15:33:39.711422+0000","last_clean":"2023-09-23T15:33:39.711422+0000","last_became_active":"2023-09-23T15:32:33.975079+0000","last_became_peered":"2023-09-23T15:32:33.975079+0000","last_unstale":"2023-09-23T15:33:39.711422+0000","last_undegraded":"2023-09-23T15:33:39.711422+0000","last_fullsized":"2023-09-23T15:33:39.711422+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:18:55.112600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":49,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.711438+0000","last_change":"2023-09-23T15:32:34.045583+0000","last_active":"2023-09-23T15:33:39.711438+0000","last_peered":"2023-09-23T15:33:39.711438+0000","last_clean":"2023-09-23T15:33:39.711438+0000","last_became_active":"2023-09-23T15:32:33.932786+0000","last_became_peered":"2023-09-23T15:32:33.932786+0000","last_unstale":"2023-09-23T15:33:39.711438+0000","last_undegraded":"2023-09-23T15:33:39.711438+0000","last_fullsized":"2023-09-23T15:33:39.711438+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:43.558741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":5540,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":194,"reported_epoch":549,"state":"active+clean","last_fresh":"2023-09-23T15:33:39.707590+0000","last_change":"2023-09-23T15:32:33.978181+0000","last_active":"2023-09-23T15:33:39.707590+0000","last_peered":"2023-09-23T15:33:39.707590+0000","last_clean":"2023-09-23T15:33:39.707590+0000","last_became_active":"2023-09-23T15:32:33.977406+0000","last_became_peered":"2023-09-23T15:32:33.977406+0000","last_unstale":"2023-09-23T15:33:39.707590+0000","last_undegraded":"2023-09-23T15:33:39.707590+0000","last_fullsized":"2023-09-23T15:33:39.707590+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:31.252040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":9,"acting":9,"num_store_stats":1},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":45032,"num_keys_recovered":100,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":22016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":3019552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2109440,"data_stored":2098784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674513,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":418664,"kb_used_data":5792,"kb_used_omap":85,"kb_used_meta":412778,"kb_avail":93326488,"statfs":{"total":95995035648,"available":95566323712,"internally_reserved":0,"allocated":5931008,"data_stored":4303015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":422684680},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.83499999999999996,"5min":1.026,"15min":2.673},"min":{"1min":0.248,"5min":0.223,"15min":0.20799999999999999},"max":{"1min":2.944,"5min":5.7009999999999996,"15min":206.41999999999999},"last":0.32200000000000001},{"interface":"front","average":{"1min":1.9450000000000001,"5min":1.484,"15min":3.2000000000000002},"min":{"1min":0.249,"5min":0.22600000000000001,"15min":0.223},"max":{"1min":8.7260000000000009,"5min":9.2490000000000006,"15min":206.35300000000001},"last":0.42399999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":2.4740000000000002,"5min":2.6299999999999999,"15min":2.4319999999999999},"min":{"1min":0.313,"5min":0.24199999999999999,"15min":0.24099999999999999},"max":{"1min":8.0579999999999998,"5min":79.492000000000004,"15min":177.52699999999999},"last":0.497},{"interface":"front","average":{"1min":1.131,"5min":2.395,"15min":3.456},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.245},"max":{"1min":7.1470000000000002,"5min":79.504999999999995,"15min":217.25999999999999},"last":0.374}]},{"osd":2,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":2.2189999999999999,"5min":2.5779999999999998,"15min":3.891},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.25700000000000001},"max":{"1min":8.7699999999999996,"5min":52.442,"15min":180.59399999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":2.2240000000000002,"5min":2.2999999999999998,"15min":4.2450000000000001},"min":{"1min":0.30399999999999999,"5min":0.30199999999999999,"15min":0.249},"max":{"1min":8.1300000000000008,"5min":52.494999999999997,"15min":180.61699999999999},"last":0.53200000000000003}]},{"osd":3,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":9.3190000000000008,"5min":3.782,"15min":5.2249999999999996},"min":{"1min":0.307,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":68.382999999999996,"5min":68.382999999999996,"15min":160.04300000000001},"last":0.437},{"interface":"front","average":{"1min":7.6029999999999998,"5min":3.3079999999999998,"15min":5.173},"min":{"1min":0.35799999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":68.215999999999994,"5min":68.215999999999994,"15min":159.97399999999999},"last":0.40600000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":1.141,"15min":0.876},"min":{"1min":0.29399999999999998,"5min":0.246,"15min":0.246},"max":{"1min":4.0119999999999996,"5min":6.7450000000000001,"15min":9.0640000000000001},"last":0.45500000000000002},{"interface":"front","average":{"1min":2.3929999999999998,"5min":1.4790000000000001,"15min":1.393},"min":{"1min":0.372,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":9.3740000000000006,"5min":9.3759999999999994,"15min":97.524000000000001},"last":0.52400000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":11.426,"5min":5.7869999999999999,"15min":2.8439999999999999},"min":{"1min":0.30499999999999999,"5min":0.26200000000000001,"15min":0.247},"max":{"1min":194.36099999999999,"5min":254.07300000000001,"15min":254.07300000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":10.68,"5min":5.5510000000000002,"15min":2.7530000000000001},"min":{"1min":0.32000000000000001,"5min":0.28599999999999998,"15min":0.26200000000000001},"max":{"1min":194.541,"5min":254.291,"15min":254.291},"last":0.51200000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:32:53 2023","interfaces":[{"interface":"back","average":{"1min":12.528,"5min":3.5659999999999998,"15min":2.202},"min":{"1min":0.34699999999999998,"5min":0.25,"15min":0.25},"max":{"1min":199.87700000000001,"5min":199.87700000000001,"15min":199.87700000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":12.211,"5min":3.7879999999999998,"15min":2.1949999999999998},"min":{"1min":0.36199999999999999,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":196.49700000000001,"5min":196.49700000000001,"15min":196.49700000000001},"last":0.56299999999999994}]}]},{"osd":6,"up_from":0,"seq":523986010392,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089670,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":819028,"kb_used_data":7436,"kb_used_omap":9,"kb_used_meta":811574,"kb_avail":92926124,"statfs":{"total":95995035648,"available":95156350976,"internally_reserved":0,"allocated":7614464,"data_stored":4783898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":831052777},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":1.292,"5min":1.2270000000000001,"15min":3.464},"min":{"1min":0.21299999999999999,"5min":0.185,"15min":0.185},"max":{"1min":5.3170000000000002,"5min":23.858000000000001,"15min":215.946},"last":0.21299999999999999},{"interface":"front","average":{"1min":2.2160000000000002,"5min":1.4299999999999999,"15min":4.0030000000000001},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.19400000000000001},"max":{"1min":9.5269999999999992,"5min":23.791,"15min":214.88200000000001},"last":0.29599999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:33:37 2023","interfaces":[{"interface":"back","average":{"1min":4.1070000000000002,"5min":1.5649999999999999,"15min":2.6850000000000001},"min":{"1min":0.28799999999999998,"5min":0.20000000000000001,"15min":0.19500000000000001},"max":{"1min":39.299999999999997,"5min":39.299999999999997,"15min":103.27500000000001},"last":0.252},{"interface":"front","average":{"1min":4.9699999999999998,"5min":1.794,"15min":3.2829999999999999},"min":{"1min":0.24399999999999999,"5min":0.22900000000000001,"15min":0.19900000000000001},"max":{"1min":45.07,"5min":45.07,"15min":103.30800000000001},"last":0.34000000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":2.7650000000000001,"5min":1.718,"15min":5.0670000000000002},"min":{"1min":0.27000000000000002,"5min":0.215,"15min":0.19800000000000001},"max":{"1min":10.470000000000001,"5min":26.969000000000001,"15min":210.24799999999999},"last":0.28399999999999997},{"interface":"front","average":{"1min":1.708,"5min":1.5349999999999999,"15min":4.7409999999999997},"min":{"1min":0.251,"5min":0.251,"15min":0.17100000000000001},"max":{"1min":5.5709999999999997,"5min":23.821000000000002,"15min":210.577},"last":0.32500000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.1200000000000001,"15min":1.419},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":5.2409999999999997,"5min":5.2409999999999997,"15min":14.925000000000001},"last":0.435},{"interface":"front","average":{"1min":1.3740000000000001,"5min":1.0820000000000001,"15min":1.224},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":5.3769999999999998,"5min":7.5999999999999996,"15min":14.489000000000001},"last":0.36399999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":2.1230000000000002,"5min":2.3490000000000002,"15min":2.1160000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":9.5749999999999993,"5min":106.328,"15min":106.328},"last":0.44800000000000001},{"interface":"front","average":{"1min":1.425,"5min":2.2519999999999998,"15min":1.9099999999999999},"min":{"1min":0.34499999999999997,"5min":0.29999999999999999,"15min":0.29699999999999999},"max":{"1min":5.2969999999999997,"5min":106.31,"15min":106.31},"last":0.46500000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:33:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5489999999999999,"5min":1.5589999999999999,"15min":2.2879999999999998},"min":{"1min":0.40799999999999997,"5min":0.36399999999999999,"15min":0.31},"max":{"1min":9.6310000000000002,"5min":10.268000000000001,"15min":115.018},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.528,"5min":1.796,"15min":2.0859999999999999},"min":{"1min":0.377,"5min":0.33800000000000002,"15min":0.33200000000000002},"max":{"1min":4.3230000000000004,"5min":7.3840000000000003,"15min":115.289},"last":0.40000000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:32:51 2023","interfaces":[{"interface":"back","average":{"1min":1.6990000000000001,"5min":1.4870000000000001,"15min":2.6099999999999999},"min":{"1min":0.35999999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":4.8600000000000003,"5min":7.5700000000000003,"15min":112.056},"last":0.48599999999999999},{"interface":"front","average":{"1min":2.4020000000000001,"5min":1.8440000000000001,"15min":2.8439999999999999},"min":{"1min":0.376,"5min":0.376,"15min":0.33000000000000002},"max":{"1min":12.388999999999999,"5min":12.388999999999999,"15min":111.902},"last":0.52000000000000002}]}]},{"osd":0,"up_from":0,"seq":360777253196,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":117,"seq":502511173911,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":750676,"kb_used_data":7308,"kb_used_omap":81,"kb_used_meta":743278,"kb_avail":92994476,"statfs":{"total":95995035648,"available":95226343424,"internally_reserved":0,"allocated":7483392,"data_stored":4707170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":761116890},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:32:50 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.80600000000000005,"15min":3.206},"min":{"1min":0.23499999999999999,"5min":0.182,"15min":0.182},"max":{"1min":3.9060000000000001,"5min":6.1200000000000001,"15min":94.364000000000004},"last":0.26300000000000001},{"interface":"front","average":{"1min":2.1659999999999999,"5min":1.415,"15min":3.706},"min":{"1min":0.26100000000000001,"5min":0.223,"15min":0.19900000000000001},"max":{"1min":12.768000000000001,"5min":14.571999999999999,"15min":92.241},"last":0.28399999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:32:50 2023","interfaces":[{"interface":"back","average":{"1min":4.9550000000000001,"5min":3.6970000000000001,"15min":2.9910000000000001},"min":{"1min":0.23000000000000001,"5min":0.19600000000000001,"15min":0.17399999999999999},"max":{"1min":32.991,"5min":128.19300000000001,"15min":128.19300000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":4.4989999999999997,"5min":3.7330000000000001,"15min":2.851},"min":{"1min":0.217,"5min":0.216,"15min":0.183},"max":{"1min":32.860999999999997,"5min":128.13399999999999,"15min":128.13399999999999},"last":0.437}]},{"osd":3,"last update":"Sat Sep 23 15:32:50 2023","interfaces":[{"interface":"back","average":{"1min":10.224,"5min":6.0759999999999996,"15min":5.7779999999999996},"min":{"1min":0.28000000000000003,"5min":0.247,"15min":0.20799999999999999},"max":{"1min":80.278999999999996,"5min":141.24299999999999,"15min":141.24299999999999},"last":0.32400000000000001},{"interface":"front","average":{"1min":10.156000000000001,"5min":5.9349999999999996,"15min":5.2599999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.22900000000000001},"max":{"1min":77.605000000000004,"5min":141.06399999999999,"15min":141.06399999999999},"last":0.40000000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:32:50 2023","interfaces":[{"interface":"back","average":{"1min":1.4750000000000001,"5min":1.1819999999999999,"15min":1.405},"min":{"1min":0.34300000000000003,"5min":0.316,"15min":0.316},"max":{"1min":5.6920000000000002,"5min":7.8150000000000004,"15min":12.054},"last":0.59699999999999998},{"interface":"front","average":{"1min":2.23,"5min":1.2929999999999999,"15min":1.7010000000000001},"min":{"1min":0.40500000000000003,"5min":0.33100000000000002,"15min":0.245},"max":{"1min":12.818,"5min":12.818,"15min":16.878},"last":0.56299999999999994}]},{"osd":5,"last update":"Sat Sep 23 15:32:50 2023","interfaces":[{"interface":"back","average":{"1min":2.153,"5min":1.4490000000000001,"15min":1.786},"min":{"1min":0.378,"5min":0.31900000000000001,"15min":0.26900000000000002},"max":{"1min":12.847,"5min":12.847,"15min":16.927},"last":1.504},{"interface":"front","average":{"1min":1.7090000000000001,"5min":1.4650000000000001,"15min":1.5800000000000001},"min":{"1min":0.35899999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":6.8680000000000003,"5min":8.1579999999999995,"15min":14.223000000000001},"last":0.621}]},{"osd":6,"last update":"Sat Sep 23 15:33:03 2023","interfaces":[{"interface":"back","average":{"1min":2.1269999999999998,"5min":2.258,"15min":2.6720000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.311},"max":{"1min":6.1500000000000004,"5min":57.399999999999999,"15min":134.21700000000001},"last":0.63},{"interface":"front","average":{"1min":1.4470000000000001,"5min":2.3039999999999998,"15min":2.6800000000000002},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.33800000000000002},"max":{"1min":9.2279999999999998,"5min":57.588999999999999,"15min":134.393},"last":0.58399999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:32:58 2023","interfaces":[{"interface":"back","average":{"1min":1.7010000000000001,"5min":1.5049999999999999,"15min":2.036},"min":{"1min":0.373,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":9.4730000000000008,"5min":9.4730000000000008,"15min":74.643000000000001},"last":0.65200000000000002},{"interface":"front","average":{"1min":2.3690000000000002,"5min":1.7030000000000001,"15min":2.052},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.33000000000000002},"max":{"1min":8.0519999999999996,"5min":8.0519999999999996,"15min":74.724999999999994},"last":0.66600000000000004}]}]},{"osd":3,"up_from":99,"seq":425201762617,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1049700,"kb_used_data":12828,"kb_used_omap":7,"kb_used_meta":1036856,"kb_avail":92695452,"statfs":{"total":95995035648,"available":94920142848,"internally_reserved":0,"allocated":13135872,"data_stored":10342320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1061741160},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":1.825,"5min":2.0190000000000001,"15min":3.6589999999999998},"min":{"1min":0.20699999999999999,"5min":0.20100000000000001,"15min":0.182},"max":{"1min":9.2810000000000006,"5min":19.585000000000001,"15min":167.71799999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.79400000000000004,"5min":1.004,"15min":3},"min":{"1min":0.21099999999999999,"5min":0.20599999999999999,"15min":0.16500000000000001},"max":{"1min":3.097,"5min":19.538,"15min":176.61500000000001},"last":0.38500000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":6.0060000000000002,"5min":5.6369999999999996,"15min":4.8869999999999996},"min":{"1min":0.23000000000000001,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":76.411000000000001,"5min":127.02200000000001,"15min":201.98099999999999},"last":0.42199999999999999},{"interface":"front","average":{"1min":6.1079999999999997,"5min":6.069,"15min":4.8300000000000001},"min":{"1min":0.24399999999999999,"5min":0.218,"15min":0.20300000000000001},"max":{"1min":78.858999999999995,"5min":124.041,"15min":202.06700000000001},"last":0.443}]},{"osd":2,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.81000000000000005,"15min":2.7879999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.23100000000000001},"max":{"1min":2.875,"5min":8.4160000000000004,"15min":163.57599999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":1.7829999999999999,"5min":0.98999999999999999,"15min":2.4279999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":7.8490000000000002,"5min":8.4659999999999993,"15min":154.73400000000001},"last":0.46500000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":2.3620000000000001,"5min":1.371,"15min":2.266},"min":{"1min":0.38700000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":9.3719999999999999,"5min":9.3719999999999999,"15min":163.43700000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":1.925,"5min":1.623,"15min":2.149},"min":{"1min":0.40799999999999997,"5min":0.34899999999999998,"15min":0.30199999999999999},"max":{"1min":4.7309999999999999,"5min":11.145,"15min":163.72399999999999},"last":0.69899999999999995}]},{"osd":5,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.625,"15min":2.9700000000000002},"min":{"1min":0.373,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.6240000000000001,"5min":8.0109999999999992,"15min":163.696},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.84499999999999997,"5min":1.0960000000000001,"15min":2.077},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.29899999999999999},"max":{"1min":3.2749999999999999,"5min":10.481999999999999,"15min":126.15000000000001},"last":0.56899999999999995}]},{"osd":6,"last update":"Sat Sep 23 15:33:23 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":1.8560000000000001,"15min":2.9460000000000002},"min":{"1min":0.623,"5min":0.34100000000000003,"15min":0.28899999999999998},"max":{"1min":5.3490000000000002,"5min":16.907,"15min":163.63399999999999},"last":0.66800000000000004},{"interface":"front","average":{"1min":1.23,"5min":1.1539999999999999,"15min":2.4670000000000001},"min":{"1min":0.40799999999999997,"5min":0.35899999999999999,"15min":0.33500000000000002},"max":{"1min":4.2939999999999996,"5min":16.992000000000001,"15min":163.535},"last":0.63400000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:33:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1970000000000001,"5min":1.163,"15min":2.1179999999999999},"min":{"1min":0.40699999999999997,"5min":0.377,"15min":0.35499999999999998},"max":{"1min":4.2279999999999998,"5min":6.2880000000000003,"15min":163.495},"last":0.55100000000000005},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.4530000000000001,"15min":2.5710000000000002},"min":{"1min":0.45300000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":6.2539999999999996,"5min":6.2539999999999996,"15min":163.51400000000001},"last":0.68899999999999995}]}]},{"osd":4,"up_from":0,"seq":133143986643,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503725006,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":597484,"kb_used_data":73572,"kb_used_omap":0,"kb_used_meta":523904,"kb_avail":93147668,"statfs":{"total":95995035648,"available":95383212032,"internally_reserved":0,"allocated":75337728,"data_stored":73706637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":536477696},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:11 2023","interfaces":[{"interface":"back","average":{"1min":2.036,"5min":1.3779999999999999,"15min":2.2469999999999999},"min":{"1min":0.23699999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":11.880000000000001,"5min":11.880000000000001,"15min":160.77699999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.534,"5min":1.3640000000000001,"15min":2.347},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":6.9470000000000001,"5min":8.984,"15min":161.142},"last":0.65100000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:33:36 2023","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.3580000000000001,"15min":1.5089999999999999},"min":{"1min":0.35099999999999998,"5min":0.27200000000000002,"15min":0.24299999999999999},"max":{"1min":8.6539999999999999,"5min":9.8260000000000005,"15min":14.744},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.96499999999999997,"5min":1.111,"15min":1.536},"min":{"1min":0.28999999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.7719999999999998,"5min":7.1859999999999999,"15min":14.960000000000001},"last":0.50600000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:32:54 2023","interfaces":[{"interface":"back","average":{"1min":1.968,"5min":2.9460000000000002,"15min":3.3300000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.26300000000000001},"max":{"1min":9.0790000000000006,"5min":168.56100000000001,"15min":168.56100000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":2.206,"5min":3.0339999999999998,"15min":3.4729999999999999},"min":{"1min":0.313,"5min":0.313,"15min":0.26400000000000001},"max":{"1min":8.6519999999999992,"5min":168.58799999999999,"15min":168.58799999999999},"last":0.63}]},{"osd":3,"last update":"Sat Sep 23 15:33:36 2023","interfaces":[{"interface":"back","average":{"1min":6.8890000000000002,"5min":5.9560000000000004,"15min":6.0780000000000003},"min":{"1min":0.312,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":105.316,"5min":138.54900000000001,"15min":169.83699999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":6.835,"5min":5.8650000000000002,"15min":5.5899999999999999},"min":{"1min":0.376,"5min":0.35599999999999998,"15min":0.29599999999999999},"max":{"1min":104.855,"5min":138.048,"15min":170.166},"last":0.67900000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:32:54 2023","interfaces":[{"interface":"back","average":{"1min":1.748,"5min":1.0209999999999999,"15min":0.68200000000000005},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.23799999999999999},"max":{"1min":6.9790000000000001,"5min":8.9450000000000003,"15min":8.9450000000000003},"last":0.60099999999999998},{"interface":"front","average":{"1min":1.9279999999999999,"5min":1.389,"15min":0.96899999999999997},"min":{"1min":0.34200000000000003,"5min":0.29799999999999999,"15min":0.22900000000000001},"max":{"1min":9.2590000000000003,"5min":9.2590000000000003,"15min":9.6760000000000002},"last":0.435}]},{"osd":6,"last update":"Sat Sep 23 15:33:11 2023","interfaces":[{"interface":"back","average":{"1min":1.3979999999999999,"5min":2.5680000000000001,"15min":3.234},"min":{"1min":0.34699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7,"5min":107.217,"15min":207.054},"last":0.52600000000000002},{"interface":"front","average":{"1min":2.266,"5min":3.0659999999999998,"15min":3.4780000000000002},"min":{"1min":0.33300000000000002,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":13.555999999999999,"5min":107.271,"15min":207.28299999999999},"last":0.58599999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:32:54 2023","interfaces":[{"interface":"back","average":{"1min":2.4199999999999999,"5min":3.1960000000000002,"15min":3.242},"min":{"1min":0.44600000000000001,"5min":0.32500000000000001,"15min":0.29299999999999998},"max":{"1min":9.7530000000000001,"5min":97.799000000000007,"15min":214.78100000000001},"last":0.57599999999999996},{"interface":"front","average":{"1min":3.0049999999999999,"5min":3.6030000000000002,"15min":3.4289999999999998},"min":{"1min":0.43099999999999999,"5min":0.36499999999999999,"15min":0.318},"max":{"1min":13.375999999999999,"5min":98.376000000000005,"15min":212.95500000000001},"last":0.61699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:33:53.189 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T15:33:53.612 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:53.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:53.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:53.717 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:53.743 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:53.940 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:53.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:53.944 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:54.044 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:33:54.077 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:54.125 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:33:54.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:54.132 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:33:54.233 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:54.261 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:54.306 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:54.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:54.314 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:54.415 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:54.442 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:54.485 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:54.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:54.492 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:54.593 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:33:54.619 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:54.659 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:33:54.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:54.664 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:33:54.761 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:33:54.766 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:54.771 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:33:54.791 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:33:54.791 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:54.811 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:33:54.830 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:33:54.832 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:54.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:54.837 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:54.849 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:33:54.869 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:33:54.882 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:54.889 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:33:54.891 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:33:54.891 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:33:54.891 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:33:54.891 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:33:54.892 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:33:54.892 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:33:54.892 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:33:54.892 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:33:54.938 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:54.976 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:55.051 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:54 smithi118 ceph-mon[219580]: pgmap v1439: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:55.051 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:54 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3148307273' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:55.051 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:54 smithi118 ceph-mon[212312]: pgmap v1439: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:55.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:54 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3148307273' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:54 smithi178 ceph-mon[192298]: pgmap v1439: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:54 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3148307273' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:33:55.271 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:55.274 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:55.274 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:55.375 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:55.404 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:55.812 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:33:55.812 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:33:55.812 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:33:55.812 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:33:55.812 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.812 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:48628 10.d 10:b75918e7:::benchmark_data_smithi118_553868_object48627:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e485)", 2023-09-23T15:33:55.812 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:30:34.763603+0000", 2023-09-23T15:33:55.812 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 200.985162782, 2023-09-23T15:33:55.812 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.124576217, 2023-09-23T15:33:55.812 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48628 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763603+0000", 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.813 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763603+0000", 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763601+0000", 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.814 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763627+0000", 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5746999999999999e-05 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763639+0000", 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2330999999999999e-05 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763647+0000", 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.498e-06 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.815 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763692+0000", 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4858999999999999e-05 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763874+0000", 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018233 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,7", 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.764101+0000", 2023-09-23T15:33:55.816 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00022723200000000001 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.769246+0000", 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0051450189999999998 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.769259+0000", 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2432000000000001e-05 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.817 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:35.880644+0000", 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1113849069999999 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:35.881158+0000", 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00051394099999999996 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:35.888106+0000", 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0069485149999999997 2023-09-23T15:33:55.818 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:35.888179+0000", 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2763999999999997e-05 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143832 10.e 10:73289639:::benchmark_data_smithi118_553868_object45353:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.703891+0000", 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 100.044874155, 2023-09-23T15:33:55.819 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1917609470000001, 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143832 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703891+0000", 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.820 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703891+0000", 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703890+0000", 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.821 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703900+0000", 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0247e-05 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706605+0000", 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027055099999999999 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706618+0000", 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2996999999999999e-05 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.822 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.715788+0000", 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0091698370000000001 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.715800+0000", 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1634000000000001e-05 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.699773+0000", 2023-09-23T15:33:55.823 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98397274499999998 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.699784+0000", 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1005999999999999e-05 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.893960+0000", 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.194176723 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.824 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.895652+0000", 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016921060000000001 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143833 10.a 10:58037401:::benchmark_data_smithi118_553868_object45354:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.706629+0000", 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 100.04213647500001, 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1978673899999999, 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.825 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143833 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706629+0000", 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.826 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706629+0000", 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706628+0000", 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.829 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706633+0000", 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3709999999999999e-06 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706642+0000", 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1499999999999999e-06 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706647+0000", 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1200000000000001e-06 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.830 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.717281+0000", 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010633952 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.717292+0000", 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1285e-05 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.695789+0000", 2023-09-23T15:33:55.831 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97849725899999995 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.695802+0000", 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3064000000000001e-05 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.904411+0000", 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.208608522 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.832 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.904496+0000", 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5612999999999995e-05 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143837 10.e 10:765463eb:::benchmark_data_smithi118_553868_object45358:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.706652+0000", 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 100.04211400200001, 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1892880770000001, 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.833 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143837 2023-09-23T15:33:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706652+0000", 2023-09-23T15:33:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.834 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706652+0000", 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706651+0000", 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706654+0000", 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5660000000000001e-06 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.835 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706660+0000", 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8830000000000003e-06 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706665+0000", 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3800000000000002e-06 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.715825+0000", 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0091600759999999996 2023-09-23T15:33:55.836 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.715833+0000", 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4830000000000002e-06 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.699805+0000", 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98397292000000003 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.699814+0000", 2023-09-23T15:33:55.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2029999999999992e-06 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.895872+0000", 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1960587330000001 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.895940+0000", 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7198000000000003e-05 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.838 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143839 10.a 10:52e5c177:::benchmark_data_smithi118_553868_object45360:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.706669+0000", 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 100.04209631000001, 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2363028690000002, 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143839 2023-09-23T15:33:55.839 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706669+0000", 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706669+0000", 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706669+0000", 2023-09-23T15:33:55.840 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706671+0000", 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.492e-06 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706677+0000", 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9159999999999998e-06 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.841 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706682+0000", 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0529999999999997e-06 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.717335+0000", 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010652897999999999 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.717345+0000", 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2590000000000006e-06 2023-09-23T15:33:55.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.695832+0000", 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97848716400000002 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.695842+0000", 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9219999999999992e-06 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.904913+0000", 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2090716029999999 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905038+0000", 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000125158 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,6,7", 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905449+0000", 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00041100700000000002 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.919961+0000", 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014511879 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.919974+0000", 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2832e-05 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924461+0000", 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044873480000000004 2023-09-23T15:33:55.845 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.942812+0000", 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.018350152000000002 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.942877+0000", 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5827999999999994e-05 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.942972+0000", 2023-09-23T15:33:55.846 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4708000000000002e-05 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143840 10.7 10:eb76bfb3:::benchmark_data_smithi118_553868_object45361:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.706686+0000", 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 100.04207927100001, 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2194946290000002, 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.847 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143840 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706686+0000", 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706686+0000", 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706686+0000", 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706688+0000", 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.543e-06 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706694+0000", 2023-09-23T15:33:55.849 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6679999999999998e-06 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706699+0000", 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0499999999999999e-06 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.718496+0000", 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011796414 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.718506+0000", 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0142e-05 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702264+0000", 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98375827800000004 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702275+0000", 2023-09-23T15:33:55.851 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0946e-05 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894010+0000", 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.191734686 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894144+0000", 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000133905 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,5,6", 2023-09-23T15:33:55.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894576+0000", 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00043204499999999999 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905632+0000", 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011056086 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.913990+0000", 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0083584330000000002 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924383+0000", 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.01039264 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926012+0000", 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016294829999999999 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926063+0000", 2023-09-23T15:33:55.854 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0275000000000002e-05 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926181+0000", 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000118373 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143844 10.f 10:f78426a7:::benchmark_data_smithi118_553868_object45365:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.706706+0000", 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 100.042059959, 2023-09-23T15:33:55.855 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.199761096, 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143844 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706706+0000", 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.856 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706706+0000", 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706705+0000", 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.857 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706708+0000", 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4360000000000001e-06 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706714+0000", 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2929999999999997e-06 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706719+0000", 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.882e-06 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.718531+0000", 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011812097000000001 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.718539+0000", 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3070000000000003e-06 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700078+0000", 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98153852500000005 2023-09-23T15:33:55.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700089+0000", 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1374e-05 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.878816+0000", 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1787268639999999 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.860 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.880169+0000", 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001352547 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,5,6", 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.880402+0000", 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00023301999999999999 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.893927+0000", 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013525808 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.861 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905369+0000", 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011441307 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905411+0000", 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2014999999999997e-05 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906322+0000", 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00091157200000000003 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.862 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906366+0000", 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4150999999999998e-05 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906467+0000", 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000100238 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.863 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143853 10.f 10:fb2ba984:::benchmark_data_smithi118_553868_object45374:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.733325+0000", 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 100.015440176, 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1748179780000001, 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143853 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.864 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733325+0000", 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733325+0000", 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733324+0000", 2023-09-23T15:33:55.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733330+0000", 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2089999999999996e-06 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733346+0000", 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6441000000000001e-05 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733354+0000", 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7340000000000008e-06 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733406+0000", 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2061000000000002e-05 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733414+0000", 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7200000000000006e-06 2023-09-23T15:33:55.867 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700114+0000", 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96670009599999995 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700123+0000", 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7600000000000008e-06 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.891411+0000", 2023-09-23T15:33:55.868 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1912882009999999 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.891564+0000", 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000152979 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,5,6", 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.891715+0000", 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015157199999999999 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.893976+0000", 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022604859999999999 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905375+0000", 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011399652 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906508+0000", 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0011330890000000001 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.907985+0000", 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00147696 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.908040+0000", 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4135000000000003e-05 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.908143+0000", 2023-09-23T15:33:55.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010377100000000001 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143855 10.7 10:e0d4dbdd:::benchmark_data_smithi118_553868_object45376:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.736917+0000", 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 100.011848961, 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1894861379999999, 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.872 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143855 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736917+0000", 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736917+0000", 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736915+0000", 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736921+0000", 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6609999999999997e-06 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.874 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736932+0000", 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1405e-05 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736939+0000", 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7870000000000004e-06 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736992+0000", 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2828000000000003e-05 2023-09-23T15:33:55.875 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.737000+0000", 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9379999999999992e-06 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702298+0000", 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96529847199999996 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702314+0000", 2023-09-23T15:33:55.876 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5143999999999999e-05 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.903338+0000", 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2010239700000001 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.903465+0000", 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000127286 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.877 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,5,6", 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.903602+0000", 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000137257 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905639+0000", 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020370079999999999 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.914033+0000", 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0083934119999999994 2023-09-23T15:33:55.878 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.925975+0000", 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011942898 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926249+0000", 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00027398599999999999 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:33:55.879 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926291+0000", 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1872000000000002e-05 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926403+0000", 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000111464 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143856 10.f 10:fbfe89c3:::benchmark_data_smithi118_553868_object45377:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:33:55.880 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.736959+0000", 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 100.01180616000001, 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1873785379999999, 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143856 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736959+0000", 2023-09-23T15:33:55.881 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736959+0000", 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736959+0000", 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.882 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736962+0000", 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.05e-06 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736968+0000", 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6330000000000001e-06 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736971+0000", 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2490000000000001e-06 2023-09-23T15:33:55.883 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.737009+0000", 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8671000000000003e-05 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.737022+0000", 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2778e-05 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.884 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700146+0000", 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96312382399999996 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700154+0000", 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2379999999999997e-06 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894027+0000", 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.193872781 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.885 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894151+0000", 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012421700000000001 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,5,6", 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894283+0000", 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000131462 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905419+0000", 2023-09-23T15:33:55.886 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011135755000000001 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.907198+0000", 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017797189999999999 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924131+0000", 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016933165999999999 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.887 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924166+0000", 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4557999999999997e-05 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924214+0000", 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8446999999999999e-05 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924338+0000", 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012349 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.888 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:183992 10.d 10:b271432d:::benchmark_data_smithi118_553868_object85513:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e532)", 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:33:08.942717+0000", 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 46.806048089999997, 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.070633033, 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 183992 2023-09-23T15:33:55.889 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942717+0000", 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942717+0000", 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.890 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942716+0000", 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942720+0000", 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2409999999999997e-06 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942729+0000", 2023-09-23T15:33:55.891 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9609999999999994e-06 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942735+0000", 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.879e-06 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.947692+0000", 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0049570589999999998 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.892 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.947802+0000", 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000109558 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,6,7", 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.947912+0000", 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010977800000000001 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952408+0000", 2023-09-23T15:33:55.893 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044965969999999997 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.955799+0000", 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0033902120000000001 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.956027+0000", 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00022878199999999999 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.894 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964507+0000", 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0084799160000000005 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964515+0000", 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9670000000000001e-06 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013249+0000", 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0487333750000001 2023-09-23T15:33:55.895 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013350+0000", 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000101927 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:184000 10.d 10:b5fdba5a:::benchmark_data_smithi118_553868_object85521:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e532)", 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:33:08.952808+0000", 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 46.795957170000001, 2023-09-23T15:33:55.896 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.060904802, 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 184000 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952808+0000", 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.897 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952808+0000", 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952808+0000", 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952811+0000", 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7159999999999999e-06 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952817+0000", 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0850000000000002e-06 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952822+0000", 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9189999999999998e-06 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.899 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952877+0000", 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5566999999999998e-05 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.953060+0000", 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018320399999999999 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,6,7", 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.953173+0000", 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000112452 2023-09-23T15:33:55.900 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964538+0000", 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011365195 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964544+0000", 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2890000000000003e-06 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013659+0000", 2023-09-23T15:33:55.901 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0491144160000001 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013713+0000", 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4354999999999997e-05 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:184002 10.d 10:bbd4cbfb:::benchmark_data_smithi118_553868_object85523:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e532)", 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:33:08.952851+0000", 2023-09-23T15:33:55.902 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 46.795914080000003, 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0679416909999999, 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 184002 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.903 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952851+0000", 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952851+0000", 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952851+0000", 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.904 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952853+0000", 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.429e-06 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952859+0000", 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1699999999999996e-06 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952864+0000", 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2410000000000003e-06 2023-09-23T15:33:55.905 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.956049+0000", 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031856010000000001 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.956165+0000", 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000115758 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,6,7", 2023-09-23T15:33:55.906 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.956282+0000", 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000117194 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964567+0000", 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0082843280000000005 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964573+0000", 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2829999999999998e-06 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.907 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013754+0000", 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.049181264 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for missing object", 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013848+0000", 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3372e-05 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020720+0000", 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0068723430000000004 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.908 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020793+0000", 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3207999999999994e-05 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:184033 10.d 10:bef38231:::benchmark_data_smithi118_553868_object85554:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e533)", 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:33:08.989417+0000", 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 46.759348140999997, 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0315499560000001, 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.909 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 184033 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989417+0000", 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.910 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989417+0000", 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989417+0000", 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989421+0000", 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8709999999999996e-06 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.911 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989432+0000", 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.076e-05 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989440+0000", 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.435e-06 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989488+0000", 2023-09-23T15:33:55.912 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7929000000000001e-05 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989508+0000", 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0684000000000001e-05 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013890+0000", 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0243818579999999 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.913 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013990+0000", 2023-09-23T15:33:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9949000000000001e-05 2023-09-23T15:33:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:33:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.014064+0000", 2023-09-23T15:33:55.914 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4438999999999997e-05 2023-09-23T15:33:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020324+0000", 2023-09-23T15:33:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0062597989999999999 2023-09-23T15:33:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020659+0000", 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00033442200000000002 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020869+0000", 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00020982299999999999 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020898+0000", 2023-09-23T15:33:55.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9558000000000001e-05 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020967+0000", 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9282000000000005e-05 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:184048 10.d 10:beab17c9:::benchmark_data_smithi118_553868_object85569:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e533)", 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:33:09.000352+0000", 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 46.748413585999998, 2023-09-23T15:33:55.917 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0211799779999999, 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 184048 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000352+0000", 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.918 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000352+0000", 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000351+0000", 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:33:55.919 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000354+0000", 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7930000000000002e-06 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000360+0000", 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.789e-06 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000366+0000", 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5199999999999997e-06 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.920 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.003158+0000", 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002792512 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.003167+0000", 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0710000000000001e-06 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:33:55.921 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.018382+0000", 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.015215237 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.018503+0000", 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012027999999999999 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.018623+0000", 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120152 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.922 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020841+0000", 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022184010000000001 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.021203+0000", 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00036145699999999998 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.021388+0000", 2023-09-23T15:33:55.923 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000185071 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.021440+0000", 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2633999999999998e-05 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.021532+0000", 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1613999999999994e-05 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.924 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:33:55.925 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:33:55.925 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:33:55.925 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:33:56.299 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:56.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:56.302 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:56.403 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:56.434 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:56.483 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:56.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:56.489 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:56.590 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:56.620 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:56.685 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:33:56.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:56 smithi118 ceph-mon[219580]: pgmap v1440: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:56.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:56 smithi118 ceph-mon[212312]: pgmap v1440: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:56.924 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:56.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:56.928 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:57.028 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:33:57.034 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:33:57.056 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:57.099 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:33:57.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:57.102 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:33:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:56 smithi178 ceph-mon[192298]: pgmap v1440: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:57.202 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:57.229 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:57.505 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:57.508 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:57.508 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:57.609 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:57.609 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:33:57.640 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:57.731 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:57.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:57.734 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:57.778 INFO:teuthology.orchestra.run.smithi118.stderr:enabled application 'rados' on pool 'unique_pool_5' 2023-09-23T15:33:57.835 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:57.863 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:57 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4017052029' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:33:57.866 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:57.910 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:57.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:57.913 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:57.927 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:33:58.014 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:33:58.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:57 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4017052029' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:33:58.038 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:57 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4017052029' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:33:58.040 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:58.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:33:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:33:58] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2023-09-23T15:33:58.730 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:33:58.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:58.734 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:33:58.740 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:33:58.740 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:33:58.740 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:33:58.740 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:33:58.779 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:33:58.779 INFO:teuthology.orchestra.run.smithi118.stdout:{"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1760,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":555,"num_osds":8,"num_up_osds":8,"osd_up_since":1695482188,"num_in_osds":5,"osd_in_since":1695483152,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":109}],"num_pgs":109,"num_pools":5,"num_objects":24,"data_bytes":595872,"bytes_used":3708174336,"bytes_avail":476267003904,"bytes_total":479975178240},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi118.efkhxl","status":"up:active","gid":24566}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"}},"servicemap":{"epoch":29,"modified":"2023-09-23T15:32:53.632722+0000","services":{}},"progress_events":{"6eed1e4c-d43f-49ed-9fa1-01d4ae5d302e":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [============................] (remaining: 5m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-09-23T15:33:58.834 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:33:58.862 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:58.957 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:33:58.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:58.960 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:33:59.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[219580]: pgmap v1441: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:59.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[219580]: failed to encode map e555 with expected crc 2023-09-23T15:33:59.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4017052029' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:33:59.004 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[219580]: osdmap e555: 8 total, 8 up, 5 in 2023-09-23T15:33:59.005 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[219580]: failed to encode map e555 with expected crc 2023-09-23T15:33:59.005 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[219580]: failed to encode map e555 with expected crc 2023-09-23T15:33:59.005 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4292287699' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:33:59.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[212312]: pgmap v1441: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:59.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[212312]: failed to encode map e555 with expected crc 2023-09-23T15:33:59.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4017052029' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:33:59.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[212312]: osdmap e555: 8 total, 8 up, 5 in 2023-09-23T15:33:59.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[212312]: failed to encode map e555 with expected crc 2023-09-23T15:33:59.006 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[212312]: failed to encode map e555 with expected crc 2023-09-23T15:33:59.006 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:58 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4292287699' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:33:59.060 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:59.084 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:58 smithi178 ceph-mon[192298]: pgmap v1441: 109 pgs: 109 active+clean; 582 KiB data, 3.5 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:33:59.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:58 smithi178 ceph-mon[192298]: failed to encode map e555 with expected crc 2023-09-23T15:33:59.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:58 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4017052029' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-09-23T15:33:59.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:58 smithi178 ceph-mon[192298]: osdmap e555: 8 total, 8 up, 5 in 2023-09-23T15:33:59.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:58 smithi178 ceph-mon[192298]: failed to encode map e555 with expected crc 2023-09-23T15:33:59.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:58 smithi178 ceph-mon[192298]: failed to encode map e555 with expected crc 2023-09-23T15:33:59.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:58 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4292287699' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:33:59.087 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:59.130 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:59.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:59.133 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:33:59.233 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:33:59.262 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:59.407 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:33:59.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:59.410 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:33:59.421 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:33:59.510 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:33:59.537 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:59.614 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-09-23T15:33:59.614 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:33:59.725 DEBUG:teuthology.orchestra.run.smithi118:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_5 bench 90 write' 2023-09-23T15:33:59.728 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-09-23T15:33:59.728 INFO:teuthology.orchestra.run:waiting for 3000 2023-09-23T15:33:59.732 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:33:59.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:59.737 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:33:59.759 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:33:59.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:33:59 smithi118 ceph-mon[219580]: failed to encode map e555 with expected crc 2023-09-23T15:33:59.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:33:59 smithi118 ceph-mon[212312]: failed to encode map e555 with expected crc 2023-09-23T15:33:59.838 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:33:59.841 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:hints = 1 2023-09-23T15:33:59.841 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-09-23T15:33:59.841 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object prefix: benchmark_data_smithi118_606503 2023-09-23T15:33:59.841 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:33:59.841 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 0 0 0 0 0 0 - 0 2023-09-23T15:33:59.871 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:33:59.986 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:33:59.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:33:59.989 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:00.027 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:33:59 smithi178 ceph-mon[192298]: failed to encode map e555 with expected crc 2023-09-23T15:34:00.091 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:34:00.160 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:00.161 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:00.266 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:34:00.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:00.275 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:34:00.376 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:00.417 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:00.466 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:00.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:00.469 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:00.570 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:00.595 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:00.637 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:00.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:00.640 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:00.741 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:00.780 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:00.835 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:00.841 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 1 16 2181 2165 135.305 135.312 0.00795276 0.00736029 2023-09-23T15:34:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:00 smithi178 ceph-mon[192298]: pgmap v1443: 109 pgs: 109 active+clean; 582 KiB data, 3.4 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:34:01.017 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:01.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:01.021 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:01.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:00 smithi118 ceph-mon[219580]: pgmap v1443: 109 pgs: 109 active+clean; 582 KiB data, 3.4 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:34:01.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:00 smithi118 ceph-mon[212312]: pgmap v1443: 109 pgs: 109 active+clean; 582 KiB data, 3.4 GiB used, 444 GiB / 447 GiB avail 2023-09-23T15:34:01.122 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:34:01.194 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:01.569 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:34:01.570 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:34:01.570 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:34:01.570 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:34:01.570 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:34:01.810 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:34:01.841 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 2 16 5273 5257 164.27 193.25 0.00323939 0.00607445 2023-09-23T15:34:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3078050099' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:01 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:01.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:01 smithi178 ceph-mon[192298]: pgmap v1444: 109 pgs: 109 active+clean; 78 MiB data, 3.5 GiB used, 444 GiB / 447 GiB avail; 7.9 MiB/s wr, 125 op/s 2023-09-23T15:34:02.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3078050099' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:02.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:01 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:02.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:01 smithi118 ceph-mon[212312]: pgmap v1444: 109 pgs: 109 active+clean; 78 MiB data, 3.5 GiB used, 444 GiB / 447 GiB avail; 7.9 MiB/s wr, 125 op/s 2023-09-23T15:34:02.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3078050099' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:02.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:01 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:02.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:01 smithi118 ceph-mon[219580]: pgmap v1444: 109 pgs: 109 active+clean; 78 MiB data, 3.5 GiB used, 444 GiB / 447 GiB avail; 7.9 MiB/s wr, 125 op/s 2023-09-23T15:34:02.331 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:34:02.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:02.338 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:34:02.439 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:02.499 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:02.651 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:34:02.842 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 3 16 8297 8281 172.507 189 0.00319179 0.00578505 2023-09-23T15:34:03.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:03.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[219580]: failed to encode map e556 with expected crc 2023-09-23T15:34:03.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:34:03.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[219580]: osdmap e556: 8 total, 8 up, 5 in 2023-09-23T15:34:03.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[219580]: failed to encode map e556 with expected crc 2023-09-23T15:34:03.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[219580]: failed to encode map e556 with expected crc 2023-09-23T15:34:03.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:03.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:03.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[212312]: failed to encode map e556 with expected crc 2023-09-23T15:34:03.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:34:03.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[212312]: osdmap e556: 8 total, 8 up, 5 in 2023-09-23T15:34:03.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[212312]: failed to encode map e556 with expected crc 2023-09-23T15:34:03.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[212312]: failed to encode map e556 with expected crc 2023-09-23T15:34:03.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:02 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:02 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:02 smithi178 ceph-mon[192298]: failed to encode map e556 with expected crc 2023-09-23T15:34:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:02 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:34:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:02 smithi178 ceph-mon[192298]: osdmap e556: 8 total, 8 up, 5 in 2023-09-23T15:34:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:02 smithi178 ceph-mon[192298]: failed to encode map e556 with expected crc 2023-09-23T15:34:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:02 smithi178 ceph-mon[192298]: failed to encode map e556 with expected crc 2023-09-23T15:34:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:02 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:03.137 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:34:03.842 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 4 16 11194 11178 174.598 181.062 0.0058789 0.0057185 2023-09-23T15:34:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:03 smithi118 ceph-mon[212312]: pgmap v1446: 109 pgs: 109 active+clean; 305 MiB data, 4.4 GiB used, 443 GiB / 447 GiB avail; 38 MiB/s wr, 608 op/s 2023-09-23T15:34:04.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:03 smithi118 ceph-mon[219580]: pgmap v1446: 109 pgs: 109 active+clean; 305 MiB data, 4.4 GiB used, 443 GiB / 447 GiB avail; 38 MiB/s wr, 608 op/s 2023-09-23T15:34:04.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:03 smithi178 ceph-mon[192298]: pgmap v1446: 109 pgs: 109 active+clean; 305 MiB data, 4.4 GiB used, 443 GiB / 447 GiB avail; 38 MiB/s wr, 608 op/s 2023-09-23T15:34:04.433 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:04.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:04.437 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:04.538 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:04.574 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:04.749 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:04.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:04.752 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:04.845 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 5 16 13697 13681 170.893 156.438 0.00720908 0.00584516 2023-09-23T15:34:04.853 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:04.893 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:04.983 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:04.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:04.986 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:05.086 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:05.203 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:05.334 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:05.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:05.341 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:05.442 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:05.491 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:34:05.491 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:34:05.491 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:34:05.491 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [] 2023-09-23T15:34:05.491 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:34:05.496 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:05.597 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:05.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:05.602 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:05.703 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:05.731 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:05.794 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:05.797 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:05.797 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:05.845 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 6 16 15914 15898 165.505 138.562 0.00777821 0.00603621 2023-09-23T15:34:05.898 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:05.955 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:06.026 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:06.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:06.028 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:06.129 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:34:06.198 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:06.346 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:34:06.380 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:34:06.418 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:34:06.454 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:34:06.483 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:34:06.491 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:34:06.517 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:34:06.529 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:34:06.580 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:34:06.590 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:34:06.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:06.596 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:34:06.613 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:34:06.628 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:34:06.628 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:34:06.629 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:34:06.629 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:34:06.629 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:34:06.629 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:34:06.629 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:34:06.629 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:34:06.696 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:06.732 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:06.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:06 smithi118 ceph-mon[219580]: pgmap v1447: 109 pgs: 109 active+clean; 305 MiB data, 4.4 GiB used, 443 GiB / 447 GiB avail; 38 MiB/s wr, 608 op/s 2023-09-23T15:34:06.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:06 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/966008481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:06.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:06 smithi118 ceph-mon[212312]: pgmap v1447: 109 pgs: 109 active+clean; 305 MiB data, 4.4 GiB used, 443 GiB / 447 GiB avail; 38 MiB/s wr, 608 op/s 2023-09-23T15:34:06.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:06 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/966008481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:06.831 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:06.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:06.836 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:06.845 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 7 16 17876 17860 159.371 122.625 0.00587417 0.00626842 2023-09-23T15:34:06.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:06 smithi178 ceph-mon[192298]: pgmap v1447: 109 pgs: 109 active+clean; 305 MiB data, 4.4 GiB used, 443 GiB / 447 GiB avail; 38 MiB/s wr, 608 op/s 2023-09-23T15:34:06.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:06 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/966008481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:06.938 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:06.943 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:34:06.999 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:07.319 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:07.322 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:07.322 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:07.423 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:07.468 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:07.846 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 8 16 20111 20095 156.898 139.688 0.00633394 0.00636729 2023-09-23T15:34:07.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:07.937 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:07.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:07.941 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:08.041 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:08.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:08.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:08.076 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:08.136 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:08.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:08.139 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:08.240 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:08.273 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:08.452 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:08.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:08.456 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:08.556 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:34:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:34:08] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-09-23T15:34:08.586 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:08.676 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:08.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:08.681 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:08.782 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:08.822 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:08.846 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 9 16 21761 21745 150.925 103.125 0.00387722 0.00661839 2023-09-23T15:34:08.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:08 smithi178 ceph-mon[192298]: pgmap v1448: 109 pgs: 109 active+clean; 977 MiB data, 5.7 GiB used, 441 GiB / 447 GiB avail; 99 MiB/s wr, 1.58k op/s 2023-09-23T15:34:08.919 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:08.978 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:08.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:08.982 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:09.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:08 smithi118 ceph-mon[219580]: pgmap v1448: 109 pgs: 109 active+clean; 977 MiB data, 5.7 GiB used, 441 GiB / 447 GiB avail; 99 MiB/s wr, 1.58k op/s 2023-09-23T15:34:09.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:08 smithi118 ceph-mon[212312]: pgmap v1448: 109 pgs: 109 active+clean; 977 MiB data, 5.7 GiB used, 441 GiB / 447 GiB avail; 99 MiB/s wr, 1.58k op/s 2023-09-23T15:34:09.078 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:34:09.078 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:34:09.083 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:09.146 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:09.304 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:09.307 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:09.308 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:09.408 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:09.437 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:09.479 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:09.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:09.481 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:09.582 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:34:09.614 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:09.741 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:34:09.746 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:34:09.747 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:09.747 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:34:09.755 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:34:09.846 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 10 16 23242 23226 145.091 92.5625 0.00953539 0.00688482 2023-09-23T15:34:09.849 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:34:09.904 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:10.004 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:34:10.485 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:34:10.838 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:34:10.846 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 11 16 25311 25295 143.653 129.312 0.00834726 0.00695453 2023-09-23T15:34:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:10 smithi118 ceph-mon[219580]: pgmap v1449: 109 pgs: 109 active+clean; 1.1 GiB data, 6.7 GiB used, 440 GiB / 447 GiB avail; 110 MiB/s wr, 1.77k op/s 2023-09-23T15:34:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:10 smithi118 ceph-mon[219580]: from='client.46589 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:34:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:10 smithi118 ceph-mon[212312]: pgmap v1449: 109 pgs: 109 active+clean; 1.1 GiB data, 6.7 GiB used, 440 GiB / 447 GiB avail; 110 MiB/s wr, 1.77k op/s 2023-09-23T15:34:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:10 smithi118 ceph-mon[212312]: from='client.46589 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:34:11.081 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:34:11.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:11.088 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:34:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:10 smithi178 ceph-mon[192298]: pgmap v1449: 109 pgs: 109 active+clean; 1.1 GiB data, 6.7 GiB used, 440 GiB / 447 GiB avail; 110 MiB/s wr, 1.77k op/s 2023-09-23T15:34:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:10 smithi178 ceph-mon[192298]: from='client.46589 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:34:11.189 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:11.241 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:11.846 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 12 16 26316 26300 136.918 62.8125 0.00250138 0.00723433 2023-09-23T15:34:12.493 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:12.497 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1449,"stamp":"2023-09-23T15:34:09.662379+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1159141280,"num_objects":17702,"num_object_clones":0,"num_object_copies":53106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17702,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17739,"num_write_kb":1131421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":166,"num_bytes_recovered":3064584,"num_keys_recovered":100,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21114,"ondisk_log_size":21114,"up":327,"acting":327,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":328,"num_osds":5,"num_per_pool_osds":5,"num_per_pool_omap_osds":5,"kb":468725760,"kb_used":7007288,"kb_used_data":3443024,"kb_used_omap":184,"kb_used_meta":3564039,"kb_avail":461718472,"statfs":{"total":479975178240,"available":472799715328,"internally_reserved":0,"allocated":3525656576,"data_stored":3513951570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":188621,"internal_metadata":3649576755},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,2,6,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1158545408,"num_objects":17678,"num_object_clones":0,"num_object_copies":53034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17678,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17678,"num_write_kb":1131392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.007887"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":49,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993345+0000","last_change":"2023-09-23T15:32:33.931904+0000","last_active":"2023-09-23T15:33:57.993345+0000","last_peered":"2023-09-23T15:33:57.993345+0000","last_clean":"2023-09-23T15:33:57.993345+0000","last_became_active":"2023-09-23T15:32:33.931540+0000","last_became_peered":"2023-09-23T15:32:33.931540+0000","last_unstale":"2023-09-23T15:33:57.993345+0000","last_undegraded":"2023-09-23T15:33:57.993345+0000","last_fullsized":"2023-09-23T15:33:57.993345+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:30.098535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":209,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994700+0000","last_change":"2023-09-23T15:32:16.712120+0000","last_active":"2023-09-23T15:33:57.994700+0000","last_peered":"2023-09-23T15:33:57.994700+0000","last_clean":"2023-09-23T15:33:57.994700+0000","last_became_active":"2023-09-23T15:32:16.711826+0000","last_became_peered":"2023-09-23T15:32:16.711826+0000","last_unstale":"2023-09-23T15:33:57.994700+0000","last_undegraded":"2023-09-23T15:33:57.994700+0000","last_fullsized":"2023-09-23T15:33:57.994700+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:56:37.945427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":118,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.773467+0000","last_change":"2023-09-23T15:32:16.797597+0000","last_active":"2023-09-23T15:33:57.773467+0000","last_peered":"2023-09-23T15:33:57.773467+0000","last_clean":"2023-09-23T15:33:57.773467+0000","last_became_active":"2023-09-23T15:32:16.797269+0000","last_became_peered":"2023-09-23T15:32:16.797269+0000","last_unstale":"2023-09-23T15:33:57.773467+0000","last_undegraded":"2023-09-23T15:33:57.773467+0000","last_fullsized":"2023-09-23T15:33:57.773467+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:57:57.346090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":85,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994722+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:33:57.994722+0000","last_peered":"2023-09-23T15:33:57.994722+0000","last_clean":"2023-09-23T15:33:57.994722+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:33:57.994722+0000","last_undegraded":"2023-09-23T15:33:57.994722+0000","last_fullsized":"2023-09-23T15:33:57.994722+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":227,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993408+0000","last_change":"2023-09-23T15:32:33.978354+0000","last_active":"2023-09-23T15:33:57.993408+0000","last_peered":"2023-09-23T15:33:57.993408+0000","last_clean":"2023-09-23T15:33:57.993408+0000","last_became_active":"2023-09-23T15:32:33.977437+0000","last_became_peered":"2023-09-23T15:32:33.977437+0000","last_unstale":"2023-09-23T15:33:57.993408+0000","last_undegraded":"2023-09-23T15:33:57.993408+0000","last_fullsized":"2023-09-23T15:33:57.993408+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:45:14.714928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":165,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.775195+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:33:57.775195+0000","last_peered":"2023-09-23T15:33:57.775195+0000","last_clean":"2023-09-23T15:33:57.775195+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:33:57.775195+0000","last_undegraded":"2023-09-23T15:33:57.775195+0000","last_fullsized":"2023-09-23T15:33:57.775195+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":514,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.941125+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:33:57.941125+0000","last_peered":"2023-09-23T15:33:57.941125+0000","last_clean":"2023-09-23T15:33:57.941125+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:33:57.941125+0000","last_undegraded":"2023-09-23T15:33:57.941125+0000","last_fullsized":"2023-09-23T15:33:57.941125+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":216,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993594+0000","last_change":"2023-09-23T15:32:16.713730+0000","last_active":"2023-09-23T15:33:57.993594+0000","last_peered":"2023-09-23T15:33:57.993594+0000","last_clean":"2023-09-23T15:33:57.993594+0000","last_became_active":"2023-09-23T15:32:16.712751+0000","last_became_peered":"2023-09-23T15:32:16.712751+0000","last_unstale":"2023-09-23T15:33:57.993594+0000","last_undegraded":"2023-09-23T15:33:57.993594+0000","last_fullsized":"2023-09-23T15:33:57.993594+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:03:29.991667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":906,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994039+0000","last_change":"2023-09-23T15:33:30.250740+0000","last_active":"2023-09-23T15:33:57.994039+0000","last_peered":"2023-09-23T15:33:57.994039+0000","last_clean":"2023-09-23T15:33:57.994039+0000","last_became_active":"2023-09-23T15:32:36.834973+0000","last_became_peered":"2023-09-23T15:32:36.834973+0000","last_unstale":"2023-09-23T15:33:57.994039+0000","last_undegraded":"2023-09-23T15:33:57.994039+0000","last_fullsized":"2023-09-23T15:33:57.994039+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:14:14.818106+0000","scrub_duration":0.0054612250000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":90,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.940203+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:33:57.940203+0000","last_peered":"2023-09-23T15:33:57.940203+0000","last_clean":"2023-09-23T15:33:57.940203+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:33:57.940203+0000","last_undegraded":"2023-09-23T15:33:57.940203+0000","last_fullsized":"2023-09-23T15:33:57.940203+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":564,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993857+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:33:57.993857+0000","last_peered":"2023-09-23T15:33:57.993857+0000","last_clean":"2023-09-23T15:33:57.993857+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:33:57.993857+0000","last_undegraded":"2023-09-23T15:33:57.993857+0000","last_fullsized":"2023-09-23T15:33:57.993857+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":123,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994573+0000","last_change":"2023-09-23T15:32:34.160804+0000","last_active":"2023-09-23T15:33:57.994573+0000","last_peered":"2023-09-23T15:33:57.994573+0000","last_clean":"2023-09-23T15:33:57.994573+0000","last_became_active":"2023-09-23T15:32:33.851729+0000","last_became_peered":"2023-09-23T15:32:33.851729+0000","last_unstale":"2023-09-23T15:33:57.994573+0000","last_undegraded":"2023-09-23T15:33:57.994573+0000","last_fullsized":"2023-09-23T15:33:57.994573+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:59.338761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":540,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":145,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.773753+0000","last_change":"2023-09-23T15:32:33.791475+0000","last_active":"2023-09-23T15:33:57.773753+0000","last_peered":"2023-09-23T15:33:57.773753+0000","last_clean":"2023-09-23T15:33:57.773753+0000","last_became_active":"2023-09-23T15:32:33.791142+0000","last_became_peered":"2023-09-23T15:32:33.791142+0000","last_unstale":"2023-09-23T15:33:57.773753+0000","last_undegraded":"2023-09-23T15:33:57.773753+0000","last_fullsized":"2023-09-23T15:33:57.773753+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:36.008331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":529,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994758+0000","last_change":"2023-09-23T15:32:34.026037+0000","last_active":"2023-09-23T15:33:57.994758+0000","last_peered":"2023-09-23T15:33:57.994758+0000","last_clean":"2023-09-23T15:33:57.994758+0000","last_became_active":"2023-09-23T15:32:33.786330+0000","last_became_peered":"2023-09-23T15:32:33.786330+0000","last_unstale":"2023-09-23T15:33:57.994758+0000","last_undegraded":"2023-09-23T15:33:57.994758+0000","last_fullsized":"2023-09-23T15:33:57.994758+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:14:14.839548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":37872,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":192,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.773809+0000","last_change":"2023-09-23T15:32:33.792619+0000","last_active":"2023-09-23T15:33:57.773809+0000","last_peered":"2023-09-23T15:33:57.773809+0000","last_clean":"2023-09-23T15:33:57.773809+0000","last_became_active":"2023-09-23T15:32:33.791299+0000","last_became_peered":"2023-09-23T15:32:33.791299+0000","last_unstale":"2023-09-23T15:33:57.773809+0000","last_undegraded":"2023-09-23T15:33:57.773809+0000","last_fullsized":"2023-09-23T15:33:57.773809+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:22.531973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":722,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.940343+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:33:57.940343+0000","last_peered":"2023-09-23T15:33:57.940343+0000","last_clean":"2023-09-23T15:33:57.940343+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:33:57.940343+0000","last_undegraded":"2023-09-23T15:33:57.940343+0000","last_fullsized":"2023-09-23T15:33:57.940343+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":717,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994500+0000","last_change":"2023-09-23T15:32:34.135040+0000","last_active":"2023-09-23T15:33:57.994500+0000","last_peered":"2023-09-23T15:33:57.994500+0000","last_clean":"2023-09-23T15:33:57.994500+0000","last_became_active":"2023-09-23T15:32:33.795127+0000","last_became_peered":"2023-09-23T15:32:33.795127+0000","last_unstale":"2023-09-23T15:33:57.994500+0000","last_undegraded":"2023-09-23T15:33:57.994500+0000","last_fullsized":"2023-09-23T15:33:57.994500+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:27.709533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":340,"num_keys_recovered":100,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":589,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.995068+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:33:57.995068+0000","last_peered":"2023-09-23T15:33:57.995068+0000","last_clean":"2023-09-23T15:33:57.995068+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:33:57.995068+0000","last_undegraded":"2023-09-23T15:33:57.995068+0000","last_fullsized":"2023-09-23T15:33:57.995068+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1158,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994181+0000","last_change":"2023-09-23T15:32:36.818891+0000","last_active":"2023-09-23T15:33:57.994181+0000","last_peered":"2023-09-23T15:33:57.994181+0000","last_clean":"2023-09-23T15:33:57.994181+0000","last_became_active":"2023-09-23T15:32:36.818372+0000","last_became_peered":"2023-09-23T15:32:36.818372+0000","last_unstale":"2023-09-23T15:33:57.994181+0000","last_undegraded":"2023-09-23T15:33:57.994181+0000","last_fullsized":"2023-09-23T15:33:57.994181+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:14.120755+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":85,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994343+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:33:57.994343+0000","last_peered":"2023-09-23T15:33:57.994343+0000","last_clean":"2023-09-23T15:33:57.994343+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:33:57.994343+0000","last_undegraded":"2023-09-23T15:33:57.994343+0000","last_fullsized":"2023-09-23T15:33:57.994343+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":484,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994655+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:33:57.994655+0000","last_peered":"2023-09-23T15:33:57.994655+0000","last_clean":"2023-09-23T15:33:57.994655+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:33:57.994655+0000","last_undegraded":"2023-09-23T15:33:57.994655+0000","last_fullsized":"2023-09-23T15:33:57.994655+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":704,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.995346+0000","last_change":"2023-09-23T15:30:04.593868+0000","last_active":"2023-09-23T15:33:57.995346+0000","last_peered":"2023-09-23T15:33:57.995346+0000","last_clean":"2023-09-23T15:33:57.995346+0000","last_became_active":"2023-09-23T15:30:04.593465+0000","last_became_peered":"2023-09-23T15:30:04.593465+0000","last_unstale":"2023-09-23T15:33:57.995346+0000","last_undegraded":"2023-09-23T15:33:57.995346+0000","last_fullsized":"2023-09-23T15:33:57.995346+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:43:34.476389+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":586,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994433+0000","last_change":"2023-09-23T15:32:33.801674+0000","last_active":"2023-09-23T15:33:57.994433+0000","last_peered":"2023-09-23T15:33:57.994433+0000","last_clean":"2023-09-23T15:33:57.994433+0000","last_became_active":"2023-09-23T15:32:33.801315+0000","last_became_peered":"2023-09-23T15:32:33.801315+0000","last_unstale":"2023-09-23T15:33:57.994433+0000","last_undegraded":"2023-09-23T15:33:57.994433+0000","last_fullsized":"2023-09-23T15:33:57.994433+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:09:45.831294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":252,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994597+0000","last_change":"2023-09-23T15:32:33.976406+0000","last_active":"2023-09-23T15:33:57.994597+0000","last_peered":"2023-09-23T15:33:57.994597+0000","last_clean":"2023-09-23T15:33:57.994597+0000","last_became_active":"2023-09-23T15:32:33.975675+0000","last_became_peered":"2023-09-23T15:32:33.975675+0000","last_unstale":"2023-09-23T15:33:57.994597+0000","last_undegraded":"2023-09-23T15:33:57.994597+0000","last_fullsized":"2023-09-23T15:33:57.994597+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:50:54.687922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":921,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.940617+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:33:57.940617+0000","last_peered":"2023-09-23T15:33:57.940617+0000","last_clean":"2023-09-23T15:33:57.940617+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:33:57.940617+0000","last_undegraded":"2023-09-23T15:33:57.940617+0000","last_fullsized":"2023-09-23T15:33:57.940617+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":123,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993696+0000","last_change":"2023-09-23T15:32:34.129968+0000","last_active":"2023-09-23T15:33:57.993696+0000","last_peered":"2023-09-23T15:33:57.993696+0000","last_clean":"2023-09-23T15:33:57.993696+0000","last_became_active":"2023-09-23T15:32:33.977870+0000","last_became_peered":"2023-09-23T15:32:33.977870+0000","last_unstale":"2023-09-23T15:33:57.993696+0000","last_undegraded":"2023-09-23T15:33:57.993696+0000","last_fullsized":"2023-09-23T15:33:57.993696+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:31:05.208070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":111,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994863+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:33:57.994863+0000","last_peered":"2023-09-23T15:33:57.994863+0000","last_clean":"2023-09-23T15:33:57.994863+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:33:57.994863+0000","last_undegraded":"2023-09-23T15:33:57.994863+0000","last_fullsized":"2023-09-23T15:33:57.994863+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"556'1356","reported_seq":1370,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:08.595701+0000","last_change":"2023-09-23T15:33:48.772424+0000","last_active":"2023-09-23T15:34:08.595701+0000","last_peered":"2023-09-23T15:34:08.595701+0000","last_clean":"2023-09-23T15:34:08.595701+0000","last_became_active":"2023-09-23T15:33:48.772114+0000","last_became_peered":"2023-09-23T15:33:48.772114+0000","last_unstale":"2023-09-23T15:34:08.595701+0000","last_undegraded":"2023-09-23T15:34:08.595701+0000","last_fullsized":"2023-09-23T15:34:08.595701+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1356,"log_dups_size":0,"ondisk_log_size":1356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:32:23.091676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88866816,"num_objects":1356,"num_object_clones":0,"num_object_copies":4068,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1356,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1356,"num_write_kb":86784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":974,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994591+0000","last_change":"2023-09-23T15:32:36.821619+0000","last_active":"2023-09-23T15:33:57.994591+0000","last_peered":"2023-09-23T15:33:57.994591+0000","last_clean":"2023-09-23T15:33:57.994591+0000","last_became_active":"2023-09-23T15:32:36.820869+0000","last_became_peered":"2023-09-23T15:32:36.820869+0000","last_unstale":"2023-09-23T15:33:57.994591+0000","last_undegraded":"2023-09-23T15:33:57.994591+0000","last_fullsized":"2023-09-23T15:33:57.994591+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:52.098982+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":89,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.995001+0000","last_change":"2023-09-23T15:30:23.675012+0000","last_active":"2023-09-23T15:33:57.995001+0000","last_peered":"2023-09-23T15:33:57.995001+0000","last_clean":"2023-09-23T15:33:57.995001+0000","last_became_active":"2023-09-23T15:30:23.668558+0000","last_became_peered":"2023-09-23T15:30:23.668558+0000","last_unstale":"2023-09-23T15:33:57.995001+0000","last_undegraded":"2023-09-23T15:33:57.995001+0000","last_fullsized":"2023-09-23T15:33:57.995001+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:45:24.772798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":110,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":110,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.940499+0000","last_change":"2023-09-23T15:32:16.794260+0000","last_active":"2023-09-23T15:33:57.940499+0000","last_peered":"2023-09-23T15:33:57.940499+0000","last_clean":"2023-09-23T15:33:57.940499+0000","last_became_active":"2023-09-23T15:32:16.793991+0000","last_became_peered":"2023-09-23T15:32:16.793991+0000","last_unstale":"2023-09-23T15:33:57.940499+0000","last_undegraded":"2023-09-23T15:33:57.940499+0000","last_fullsized":"2023-09-23T15:33:57.940499+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:48.562573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"556'1040","reported_seq":1054,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:06.014811+0000","last_change":"2023-09-23T15:33:48.771643+0000","last_active":"2023-09-23T15:34:06.014811+0000","last_peered":"2023-09-23T15:34:06.014811+0000","last_clean":"2023-09-23T15:34:06.014811+0000","last_became_active":"2023-09-23T15:33:48.771320+0000","last_became_peered":"2023-09-23T15:33:48.771320+0000","last_unstale":"2023-09-23T15:34:06.014811+0000","last_undegraded":"2023-09-23T15:34:06.014811+0000","last_fullsized":"2023-09-23T15:34:06.014811+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1040,"log_dups_size":0,"ondisk_log_size":1040,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:06.136750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68157440,"num_objects":1040,"num_object_clones":0,"num_object_copies":3120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1040,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1040,"num_write_kb":66560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":956,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994990+0000","last_change":"2023-09-23T15:32:19.750018+0000","last_active":"2023-09-23T15:33:57.994990+0000","last_peered":"2023-09-23T15:33:57.994990+0000","last_clean":"2023-09-23T15:33:57.994990+0000","last_became_active":"2023-09-23T15:32:19.749630+0000","last_became_peered":"2023-09-23T15:32:19.749630+0000","last_unstale":"2023-09-23T15:33:57.994990+0000","last_undegraded":"2023-09-23T15:33:57.994990+0000","last_fullsized":"2023-09-23T15:33:57.994990+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:15:40.818256+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":578,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994042+0000","last_change":"2023-09-23T15:30:13.847844+0000","last_active":"2023-09-23T15:33:57.994042+0000","last_peered":"2023-09-23T15:33:57.994042+0000","last_clean":"2023-09-23T15:33:57.994042+0000","last_became_active":"2023-09-23T15:30:13.837253+0000","last_became_peered":"2023-09-23T15:30:13.837253+0000","last_unstale":"2023-09-23T15:33:57.994042+0000","last_undegraded":"2023-09-23T15:33:57.994042+0000","last_fullsized":"2023-09-23T15:33:57.994042+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:59.684991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":111,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993317+0000","last_change":"2023-09-23T15:32:16.801511+0000","last_active":"2023-09-23T15:33:57.993317+0000","last_peered":"2023-09-23T15:33:57.993317+0000","last_clean":"2023-09-23T15:33:57.993317+0000","last_became_active":"2023-09-23T15:32:16.800659+0000","last_became_peered":"2023-09-23T15:32:16.800659+0000","last_unstale":"2023-09-23T15:33:57.993317+0000","last_undegraded":"2023-09-23T15:33:57.993317+0000","last_fullsized":"2023-09-23T15:33:57.993317+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:39:02.301476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.5","version":"556'1130","reported_seq":1143,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:07.283717+0000","last_change":"2023-09-23T15:33:48.772251+0000","last_active":"2023-09-23T15:34:07.283717+0000","last_peered":"2023-09-23T15:34:07.283717+0000","last_clean":"2023-09-23T15:34:07.283717+0000","last_became_active":"2023-09-23T15:33:48.771753+0000","last_became_peered":"2023-09-23T15:33:48.771753+0000","last_unstale":"2023-09-23T15:34:07.283717+0000","last_undegraded":"2023-09-23T15:34:07.283717+0000","last_fullsized":"2023-09-23T15:34:07.283717+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1130,"log_dups_size":0,"ondisk_log_size":1130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:01.509590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":74055680,"num_objects":1130,"num_object_clones":0,"num_object_copies":3390,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1130,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1130,"num_write_kb":72320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":601,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.941039+0000","last_change":"2023-09-23T15:33:38.171106+0000","last_active":"2023-09-23T15:33:57.941039+0000","last_peered":"2023-09-23T15:33:57.941039+0000","last_clean":"2023-09-23T15:33:57.941039+0000","last_became_active":"2023-09-23T15:32:36.832572+0000","last_became_peered":"2023-09-23T15:32:36.832572+0000","last_unstale":"2023-09-23T15:33:57.941039+0000","last_undegraded":"2023-09-23T15:33:57.941039+0000","last_fullsized":"2023-09-23T15:33:57.941039+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:56.808037+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":635,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994840+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:33:57.994840+0000","last_peered":"2023-09-23T15:33:57.994840+0000","last_clean":"2023-09-23T15:33:57.994840+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:33:57.994840+0000","last_undegraded":"2023-09-23T15:33:57.994840+0000","last_fullsized":"2023-09-23T15:33:57.994840+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":284,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.776380+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:33:57.776380+0000","last_peered":"2023-09-23T15:33:57.776380+0000","last_clean":"2023-09-23T15:33:57.776380+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:33:57.776380+0000","last_undegraded":"2023-09-23T15:33:57.776380+0000","last_fullsized":"2023-09-23T15:33:57.776380+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.4","version":"556'1160","reported_seq":1173,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:07.277987+0000","last_change":"2023-09-23T15:33:48.766168+0000","last_active":"2023-09-23T15:34:07.277987+0000","last_peered":"2023-09-23T15:34:07.277987+0000","last_clean":"2023-09-23T15:34:07.277987+0000","last_became_active":"2023-09-23T15:33:48.765890+0000","last_became_peered":"2023-09-23T15:33:48.765890+0000","last_unstale":"2023-09-23T15:34:07.277987+0000","last_undegraded":"2023-09-23T15:34:07.277987+0000","last_fullsized":"2023-09-23T15:34:07.277987+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1160,"log_dups_size":0,"ondisk_log_size":1160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:52.134937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76021760,"num_objects":1160,"num_object_clones":0,"num_object_copies":3480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1160,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1160,"num_write_kb":74240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":850,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994880+0000","last_change":"2023-09-23T15:33:30.380227+0000","last_active":"2023-09-23T15:33:57.994880+0000","last_peered":"2023-09-23T15:33:57.994880+0000","last_clean":"2023-09-23T15:33:57.994880+0000","last_became_active":"2023-09-23T15:32:36.830644+0000","last_became_peered":"2023-09-23T15:32:36.830644+0000","last_unstale":"2023-09-23T15:33:57.994880+0000","last_undegraded":"2023-09-23T15:33:57.994880+0000","last_fullsized":"2023-09-23T15:33:57.994880+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:03.245699+0000","scrub_duration":0.0063201189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":200,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994813+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:33:57.994813+0000","last_peered":"2023-09-23T15:33:57.994813+0000","last_clean":"2023-09-23T15:33:57.994813+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:33:57.994813+0000","last_undegraded":"2023-09-23T15:33:57.994813+0000","last_fullsized":"2023-09-23T15:33:57.994813+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":364,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803897+0000","last_change":"2023-09-23T15:30:13.837089+0000","last_active":"2023-09-23T15:34:01.803897+0000","last_peered":"2023-09-23T15:34:01.803897+0000","last_clean":"2023-09-23T15:34:01.803897+0000","last_became_active":"2023-09-23T15:30:13.836795+0000","last_became_peered":"2023-09-23T15:30:13.836795+0000","last_unstale":"2023-09-23T15:34:01.803897+0000","last_undegraded":"2023-09-23T15:34:01.803897+0000","last_fullsized":"2023-09-23T15:34:01.803897+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:42.295011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"556'1200","reported_seq":1213,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:07.276943+0000","last_change":"2023-09-23T15:33:48.772076+0000","last_active":"2023-09-23T15:34:07.276943+0000","last_peered":"2023-09-23T15:34:07.276943+0000","last_clean":"2023-09-23T15:34:07.276943+0000","last_became_active":"2023-09-23T15:33:48.771792+0000","last_became_peered":"2023-09-23T15:33:48.771792+0000","last_unstale":"2023-09-23T15:34:07.276943+0000","last_undegraded":"2023-09-23T15:34:07.276943+0000","last_fullsized":"2023-09-23T15:34:07.276943+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1200,"log_dups_size":0,"ondisk_log_size":1200,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:58.867549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":78643200,"num_objects":1200,"num_object_clones":0,"num_object_copies":3600,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1200,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1200,"num_write_kb":76800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1066,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994386+0000","last_change":"2023-09-23T15:32:36.821591+0000","last_active":"2023-09-23T15:33:57.994386+0000","last_peered":"2023-09-23T15:33:57.994386+0000","last_clean":"2023-09-23T15:33:57.994386+0000","last_became_active":"2023-09-23T15:32:36.821250+0000","last_became_peered":"2023-09-23T15:32:36.821250+0000","last_unstale":"2023-09-23T15:33:57.994386+0000","last_undegraded":"2023-09-23T15:33:57.994386+0000","last_fullsized":"2023-09-23T15:33:57.994386+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:15.354515+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":228,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.995289+0000","last_change":"2023-09-23T15:29:51.314161+0000","last_active":"2023-09-23T15:33:57.995289+0000","last_peered":"2023-09-23T15:33:57.995289+0000","last_clean":"2023-09-23T15:33:57.995289+0000","last_became_active":"2023-09-23T15:29:51.308622+0000","last_became_peered":"2023-09-23T15:29:51.308622+0000","last_unstale":"2023-09-23T15:33:57.995289+0000","last_undegraded":"2023-09-23T15:33:57.995289+0000","last_fullsized":"2023-09-23T15:33:57.995289+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:09.209928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":445,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.995143+0000","last_change":"2023-09-23T15:32:16.802265+0000","last_active":"2023-09-23T15:33:57.995143+0000","last_peered":"2023-09-23T15:33:57.995143+0000","last_clean":"2023-09-23T15:33:57.995143+0000","last_became_active":"2023-09-23T15:32:16.801963+0000","last_became_peered":"2023-09-23T15:32:16.801963+0000","last_unstale":"2023-09-23T15:33:57.995143+0000","last_undegraded":"2023-09-23T15:33:57.995143+0000","last_fullsized":"2023-09-23T15:33:57.995143+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:16:41.550551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2","version":"556'1025","reported_seq":1039,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:05.980847+0000","last_change":"2023-09-23T15:33:48.762988+0000","last_active":"2023-09-23T15:34:05.980847+0000","last_peered":"2023-09-23T15:34:05.980847+0000","last_clean":"2023-09-23T15:34:05.980847+0000","last_became_active":"2023-09-23T15:33:48.762706+0000","last_became_peered":"2023-09-23T15:33:48.762706+0000","last_unstale":"2023-09-23T15:34:05.980847+0000","last_undegraded":"2023-09-23T15:34:05.980847+0000","last_fullsized":"2023-09-23T15:34:05.980847+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1025,"log_dups_size":0,"ondisk_log_size":1025,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:22:07.554842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67174400,"num_objects":1025,"num_object_clones":0,"num_object_copies":3075,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1025,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1025,"num_write_kb":65600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1078,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.992950+0000","last_change":"2023-09-23T15:32:36.835615+0000","last_active":"2023-09-23T15:33:57.992950+0000","last_peered":"2023-09-23T15:33:57.992950+0000","last_clean":"2023-09-23T15:33:57.992950+0000","last_became_active":"2023-09-23T15:32:36.835247+0000","last_became_peered":"2023-09-23T15:32:36.835247+0000","last_unstale":"2023-09-23T15:33:57.992950+0000","last_undegraded":"2023-09-23T15:33:57.992950+0000","last_fullsized":"2023-09-23T15:33:57.992950+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:23:28.135732+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":362,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993672+0000","last_change":"2023-09-23T15:32:16.712219+0000","last_active":"2023-09-23T15:33:57.993672+0000","last_peered":"2023-09-23T15:33:57.993672+0000","last_clean":"2023-09-23T15:33:57.993672+0000","last_became_active":"2023-09-23T15:32:16.711637+0000","last_became_peered":"2023-09-23T15:32:16.711637+0000","last_unstale":"2023-09-23T15:33:57.993672+0000","last_undegraded":"2023-09-23T15:33:57.993672+0000","last_fullsized":"2023-09-23T15:33:57.993672+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:56:03.785836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":49,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994192+0000","last_change":"2023-09-23T15:32:33.785435+0000","last_active":"2023-09-23T15:33:57.994192+0000","last_peered":"2023-09-23T15:33:57.994192+0000","last_clean":"2023-09-23T15:33:57.994192+0000","last_became_active":"2023-09-23T15:32:33.785141+0000","last_became_peered":"2023-09-23T15:32:33.785141+0000","last_unstale":"2023-09-23T15:33:57.994192+0000","last_undegraded":"2023-09-23T15:33:57.994192+0000","last_fullsized":"2023-09-23T15:33:57.994192+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:30.318692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1","version":"556'1036","reported_seq":1049,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:05.784931+0000","last_change":"2023-09-23T15:33:48.767024+0000","last_active":"2023-09-23T15:34:05.784931+0000","last_peered":"2023-09-23T15:34:05.784931+0000","last_clean":"2023-09-23T15:34:05.784931+0000","last_became_active":"2023-09-23T15:33:48.766610+0000","last_became_peered":"2023-09-23T15:33:48.766610+0000","last_unstale":"2023-09-23T15:34:05.784931+0000","last_undegraded":"2023-09-23T15:34:05.784931+0000","last_fullsized":"2023-09-23T15:34:05.784931+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1036,"log_dups_size":0,"ondisk_log_size":1036,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:50.202815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67895296,"num_objects":1036,"num_object_clones":0,"num_object_copies":3108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1036,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1036,"num_write_kb":66304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":573,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.940514+0000","last_change":"2023-09-23T15:32:36.824964+0000","last_active":"2023-09-23T15:33:57.940514+0000","last_peered":"2023-09-23T15:33:57.940514+0000","last_clean":"2023-09-23T15:33:57.940514+0000","last_became_active":"2023-09-23T15:32:36.824724+0000","last_became_peered":"2023-09-23T15:32:36.824724+0000","last_unstale":"2023-09-23T15:33:57.940514+0000","last_undegraded":"2023-09-23T15:33:57.940514+0000","last_fullsized":"2023-09-23T15:33:57.940514+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:35.359008+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":49,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993658+0000","last_change":"2023-09-23T15:32:33.931523+0000","last_active":"2023-09-23T15:33:57.993658+0000","last_peered":"2023-09-23T15:33:57.993658+0000","last_clean":"2023-09-23T15:33:57.993658+0000","last_became_active":"2023-09-23T15:32:33.788904+0000","last_became_peered":"2023-09-23T15:32:33.788904+0000","last_unstale":"2023-09-23T15:33:57.993658+0000","last_undegraded":"2023-09-23T15:33:57.993658+0000","last_fullsized":"2023-09-23T15:33:57.993658+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:37:33.002814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":172,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.775000+0000","last_change":"2023-09-23T15:32:16.718625+0000","last_active":"2023-09-23T15:33:57.775000+0000","last_peered":"2023-09-23T15:33:57.775000+0000","last_clean":"2023-09-23T15:33:57.775000+0000","last_became_active":"2023-09-23T15:32:16.717810+0000","last_became_peered":"2023-09-23T15:32:16.717810+0000","last_unstale":"2023-09-23T15:33:57.775000+0000","last_undegraded":"2023-09-23T15:33:57.775000+0000","last_fullsized":"2023-09-23T15:33:57.775000+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:17.612147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"556'945","reported_seq":959,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:05.784476+0000","last_change":"2023-09-23T15:33:48.773770+0000","last_active":"2023-09-23T15:34:05.784476+0000","last_peered":"2023-09-23T15:34:05.784476+0000","last_clean":"2023-09-23T15:34:05.784476+0000","last_became_active":"2023-09-23T15:33:48.767290+0000","last_became_peered":"2023-09-23T15:33:48.767290+0000","last_unstale":"2023-09-23T15:34:05.784476+0000","last_undegraded":"2023-09-23T15:34:05.784476+0000","last_fullsized":"2023-09-23T15:34:05.784476+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":945,"log_dups_size":0,"ondisk_log_size":945,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:32.553216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61931520,"num_objects":945,"num_object_clones":0,"num_object_copies":2835,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":945,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":945,"num_write_kb":60480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":909,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993435+0000","last_change":"2023-09-23T15:32:36.835077+0000","last_active":"2023-09-23T15:33:57.993435+0000","last_peered":"2023-09-23T15:33:57.993435+0000","last_clean":"2023-09-23T15:33:57.993435+0000","last_became_active":"2023-09-23T15:32:36.834741+0000","last_became_peered":"2023-09-23T15:32:36.834741+0000","last_unstale":"2023-09-23T15:33:57.993435+0000","last_undegraded":"2023-09-23T15:33:57.993435+0000","last_fullsized":"2023-09-23T15:33:57.993435+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:29:53.833379+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":102,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993296+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:33:57.993296+0000","last_peered":"2023-09-23T15:33:57.993296+0000","last_clean":"2023-09-23T15:33:57.993296+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:33:57.993296+0000","last_undegraded":"2023-09-23T15:33:57.993296+0000","last_fullsized":"2023-09-23T15:33:57.993296+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":554,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.775203+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:33:57.775203+0000","last_peered":"2023-09-23T15:33:57.775203+0000","last_clean":"2023-09-23T15:33:57.775203+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:33:57.775203+0000","last_undegraded":"2023-09-23T15:33:57.775203+0000","last_fullsized":"2023-09-23T15:33:57.775203+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"556'1046","reported_seq":1060,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:05.995159+0000","last_change":"2023-09-23T15:33:48.771629+0000","last_active":"2023-09-23T15:34:05.995159+0000","last_peered":"2023-09-23T15:34:05.995159+0000","last_clean":"2023-09-23T15:34:05.995159+0000","last_became_active":"2023-09-23T15:33:48.771364+0000","last_became_peered":"2023-09-23T15:33:48.771364+0000","last_unstale":"2023-09-23T15:34:05.995159+0000","last_undegraded":"2023-09-23T15:34:05.995159+0000","last_fullsized":"2023-09-23T15:34:05.995159+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1046,"log_dups_size":0,"ondisk_log_size":1046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:16:11.197878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68550656,"num_objects":1046,"num_object_clones":0,"num_object_copies":3138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1046,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1046,"num_write_kb":66944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":955,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994777+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:33:57.994777+0000","last_peered":"2023-09-23T15:33:57.994777+0000","last_clean":"2023-09-23T15:33:57.994777+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:33:57.994777+0000","last_undegraded":"2023-09-23T15:33:57.994777+0000","last_fullsized":"2023-09-23T15:33:57.994777+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":550,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994702+0000","last_change":"2023-09-23T15:32:33.795439+0000","last_active":"2023-09-23T15:33:57.994702+0000","last_peered":"2023-09-23T15:33:57.994702+0000","last_clean":"2023-09-23T15:33:57.994702+0000","last_became_active":"2023-09-23T15:32:33.795123+0000","last_became_peered":"2023-09-23T15:32:33.795123+0000","last_unstale":"2023-09-23T15:33:57.994702+0000","last_undegraded":"2023-09-23T15:33:57.994702+0000","last_fullsized":"2023-09-23T15:33:57.994702+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:16.847732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":219,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.806537+0000","last_change":"2023-09-23T15:32:34.120396+0000","last_active":"2023-09-23T15:34:01.806537+0000","last_peered":"2023-09-23T15:34:01.806537+0000","last_clean":"2023-09-23T15:34:01.806537+0000","last_became_active":"2023-09-23T15:32:34.020724+0000","last_became_peered":"2023-09-23T15:32:34.020724+0000","last_unstale":"2023-09-23T15:34:01.806537+0000","last_undegraded":"2023-09-23T15:34:01.806537+0000","last_fullsized":"2023-09-23T15:34:01.806537+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:00:09.448294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":128,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.798932+0000","last_change":"2023-09-23T15:32:33.791575+0000","last_active":"2023-09-23T15:34:01.798932+0000","last_peered":"2023-09-23T15:34:01.798932+0000","last_clean":"2023-09-23T15:34:01.798932+0000","last_became_active":"2023-09-23T15:32:33.791335+0000","last_became_peered":"2023-09-23T15:32:33.791335+0000","last_unstale":"2023-09-23T15:34:01.798932+0000","last_undegraded":"2023-09-23T15:34:01.798932+0000","last_fullsized":"2023-09-23T15:34:01.798932+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:00:05.115748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"556'918","reported_seq":932,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:05.772328+0000","last_change":"2023-09-23T15:33:48.778663+0000","last_active":"2023-09-23T15:34:05.772328+0000","last_peered":"2023-09-23T15:34:05.772328+0000","last_clean":"2023-09-23T15:34:05.772328+0000","last_became_active":"2023-09-23T15:33:48.775506+0000","last_became_peered":"2023-09-23T15:33:48.775506+0000","last_unstale":"2023-09-23T15:34:05.772328+0000","last_undegraded":"2023-09-23T15:34:05.772328+0000","last_fullsized":"2023-09-23T15:34:05.772328+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":918,"log_dups_size":0,"ondisk_log_size":918,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:45.315519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60162048,"num_objects":918,"num_object_clones":0,"num_object_copies":2754,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":918,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":918,"num_write_kb":58752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":1000,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993503+0000","last_change":"2023-09-23T15:32:36.824935+0000","last_active":"2023-09-23T15:33:57.993503+0000","last_peered":"2023-09-23T15:33:57.993503+0000","last_clean":"2023-09-23T15:33:57.993503+0000","last_became_active":"2023-09-23T15:32:36.824640+0000","last_became_peered":"2023-09-23T15:32:36.824640+0000","last_unstale":"2023-09-23T15:33:57.993503+0000","last_undegraded":"2023-09-23T15:33:57.993503+0000","last_fullsized":"2023-09-23T15:33:57.993503+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:26:32.085915+0000","scrub_duration":0.0014655549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":539,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.773854+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:33:57.773854+0000","last_peered":"2023-09-23T15:33:57.773854+0000","last_clean":"2023-09-23T15:33:57.773854+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:33:57.773854+0000","last_undegraded":"2023-09-23T15:33:57.773854+0000","last_fullsized":"2023-09-23T15:33:57.773854+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":173,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.776746+0000","last_change":"2023-09-23T15:32:16.713403+0000","last_active":"2023-09-23T15:33:57.776746+0000","last_peered":"2023-09-23T15:33:57.776746+0000","last_clean":"2023-09-23T15:33:57.776746+0000","last_became_active":"2023-09-23T15:32:16.713072+0000","last_became_peered":"2023-09-23T15:32:16.713072+0000","last_unstale":"2023-09-23T15:33:57.776746+0000","last_undegraded":"2023-09-23T15:33:57.776746+0000","last_fullsized":"2023-09-23T15:33:57.776746+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:36.526007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":49,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994115+0000","last_change":"2023-09-23T15:32:33.932908+0000","last_active":"2023-09-23T15:33:57.994115+0000","last_peered":"2023-09-23T15:33:57.994115+0000","last_clean":"2023-09-23T15:33:57.994115+0000","last_became_active":"2023-09-23T15:32:33.931837+0000","last_became_peered":"2023-09-23T15:32:33.931837+0000","last_unstale":"2023-09-23T15:33:57.994115+0000","last_undegraded":"2023-09-23T15:33:57.994115+0000","last_fullsized":"2023-09-23T15:33:57.994115+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:44:37.343359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"556'1015","reported_seq":1029,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:05.744501+0000","last_change":"2023-09-23T15:33:48.774385+0000","last_active":"2023-09-23T15:34:05.744501+0000","last_peered":"2023-09-23T15:34:05.744501+0000","last_clean":"2023-09-23T15:34:05.744501+0000","last_became_active":"2023-09-23T15:33:48.774093+0000","last_became_peered":"2023-09-23T15:33:48.774093+0000","last_unstale":"2023-09-23T15:34:05.744501+0000","last_undegraded":"2023-09-23T15:34:05.744501+0000","last_fullsized":"2023-09-23T15:34:05.744501+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1015,"log_dups_size":0,"ondisk_log_size":1015,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:15.895078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66519040,"num_objects":1015,"num_object_clones":0,"num_object_copies":3045,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1015,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1015,"num_write_kb":64960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":796,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994380+0000","last_change":"2023-09-23T15:32:36.819150+0000","last_active":"2023-09-23T15:33:57.994380+0000","last_peered":"2023-09-23T15:33:57.994380+0000","last_clean":"2023-09-23T15:33:57.994380+0000","last_became_active":"2023-09-23T15:32:36.818478+0000","last_became_peered":"2023-09-23T15:32:36.818478+0000","last_unstale":"2023-09-23T15:33:57.994380+0000","last_undegraded":"2023-09-23T15:33:57.994380+0000","last_fullsized":"2023-09-23T15:33:57.994380+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:38.641342+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":49,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993732+0000","last_change":"2023-09-23T15:32:33.933430+0000","last_active":"2023-09-23T15:33:57.993732+0000","last_peered":"2023-09-23T15:33:57.993732+0000","last_clean":"2023-09-23T15:33:57.993732+0000","last_became_active":"2023-09-23T15:32:33.933105+0000","last_became_peered":"2023-09-23T15:32:33.933105+0000","last_unstale":"2023-09-23T15:33:57.993732+0000","last_undegraded":"2023-09-23T15:33:57.993732+0000","last_fullsized":"2023-09-23T15:33:57.993732+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:38:41.935483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":49,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.992920+0000","last_change":"2023-09-23T15:32:33.782452+0000","last_active":"2023-09-23T15:33:57.992920+0000","last_peered":"2023-09-23T15:33:57.992920+0000","last_clean":"2023-09-23T15:33:57.992920+0000","last_became_active":"2023-09-23T15:32:33.782247+0000","last_became_peered":"2023-09-23T15:32:33.782247+0000","last_unstale":"2023-09-23T15:33:57.992920+0000","last_undegraded":"2023-09-23T15:33:57.992920+0000","last_fullsized":"2023-09-23T15:33:57.992920+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:16.282642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":119,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.775156+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:33:57.775156+0000","last_peered":"2023-09-23T15:33:57.775156+0000","last_clean":"2023-09-23T15:33:57.775156+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:33:57.775156+0000","last_undegraded":"2023-09-23T15:33:57.775156+0000","last_fullsized":"2023-09-23T15:33:57.775156+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"556'975","reported_seq":989,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:05.781808+0000","last_change":"2023-09-23T15:33:48.773775+0000","last_active":"2023-09-23T15:34:05.781808+0000","last_peered":"2023-09-23T15:34:05.781808+0000","last_clean":"2023-09-23T15:34:05.781808+0000","last_became_active":"2023-09-23T15:33:48.771772+0000","last_became_peered":"2023-09-23T15:33:48.771772+0000","last_unstale":"2023-09-23T15:34:05.781808+0000","last_undegraded":"2023-09-23T15:34:05.781808+0000","last_fullsized":"2023-09-23T15:34:05.781808+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":975,"log_dups_size":0,"ondisk_log_size":975,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:52.940798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63897600,"num_objects":975,"num_object_clones":0,"num_object_copies":2925,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":975,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":975,"num_write_kb":62400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":49,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993758+0000","last_change":"2023-09-23T15:32:33.785668+0000","last_active":"2023-09-23T15:33:57.993758+0000","last_peered":"2023-09-23T15:33:57.993758+0000","last_clean":"2023-09-23T15:33:57.993758+0000","last_became_active":"2023-09-23T15:32:33.785361+0000","last_became_peered":"2023-09-23T15:32:33.785361+0000","last_unstale":"2023-09-23T15:33:57.993758+0000","last_undegraded":"2023-09-23T15:33:57.993758+0000","last_fullsized":"2023-09-23T15:33:57.993758+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:47:44.886141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1122,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994138+0000","last_change":"2023-09-23T15:32:36.821341+0000","last_active":"2023-09-23T15:33:57.994138+0000","last_peered":"2023-09-23T15:33:57.994138+0000","last_clean":"2023-09-23T15:33:57.994138+0000","last_became_active":"2023-09-23T15:32:36.820950+0000","last_became_peered":"2023-09-23T15:32:36.820950+0000","last_unstale":"2023-09-23T15:33:57.994138+0000","last_undegraded":"2023-09-23T15:33:57.994138+0000","last_fullsized":"2023-09-23T15:33:57.994138+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:18:06.693566+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":210,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805109+0000","last_change":"2023-09-23T15:32:16.712194+0000","last_active":"2023-09-23T15:34:01.805109+0000","last_peered":"2023-09-23T15:34:01.805109+0000","last_clean":"2023-09-23T15:34:01.805109+0000","last_became_active":"2023-09-23T15:32:16.711200+0000","last_became_peered":"2023-09-23T15:32:16.711200+0000","last_unstale":"2023-09-23T15:34:01.805109+0000","last_undegraded":"2023-09-23T15:34:01.805109+0000","last_fullsized":"2023-09-23T15:34:01.805109+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:37.937303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":325,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994685+0000","last_change":"2023-09-23T15:32:16.803391+0000","last_active":"2023-09-23T15:33:57.994685+0000","last_peered":"2023-09-23T15:33:57.994685+0000","last_clean":"2023-09-23T15:33:57.994685+0000","last_became_active":"2023-09-23T15:32:16.802720+0000","last_became_peered":"2023-09-23T15:32:16.802720+0000","last_unstale":"2023-09-23T15:33:57.994685+0000","last_undegraded":"2023-09-23T15:33:57.994685+0000","last_fullsized":"2023-09-23T15:33:57.994685+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:57.367686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.9","version":"556'988","reported_seq":1002,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:05.767812+0000","last_change":"2023-09-23T15:33:48.766844+0000","last_active":"2023-09-23T15:34:05.767812+0000","last_peered":"2023-09-23T15:34:05.767812+0000","last_clean":"2023-09-23T15:34:05.767812+0000","last_became_active":"2023-09-23T15:33:48.766210+0000","last_became_peered":"2023-09-23T15:33:48.766210+0000","last_unstale":"2023-09-23T15:34:05.767812+0000","last_undegraded":"2023-09-23T15:34:05.767812+0000","last_fullsized":"2023-09-23T15:34:05.767812+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":988,"log_dups_size":0,"ondisk_log_size":988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:32.664399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64749568,"num_objects":988,"num_object_clones":0,"num_object_copies":2964,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":988,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":988,"num_write_kb":63232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":499,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.995135+0000","last_change":"2023-09-23T15:33:28.143798+0000","last_active":"2023-09-23T15:33:57.995135+0000","last_peered":"2023-09-23T15:33:57.995135+0000","last_clean":"2023-09-23T15:33:57.995135+0000","last_became_active":"2023-09-23T15:32:19.748340+0000","last_became_peered":"2023-09-23T15:32:19.748340+0000","last_unstale":"2023-09-23T15:33:57.995135+0000","last_undegraded":"2023-09-23T15:33:57.995135+0000","last_fullsized":"2023-09-23T15:33:57.995135+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:15.656742+0000","scrub_duration":0.018102569999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":570,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994239+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:33:57.994239+0000","last_peered":"2023-09-23T15:33:57.994239+0000","last_clean":"2023-09-23T15:33:57.994239+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:33:57.994239+0000","last_undegraded":"2023-09-23T15:33:57.994239+0000","last_fullsized":"2023-09-23T15:33:57.994239+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":102,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993225+0000","last_change":"2023-09-23T15:30:02.587041+0000","last_active":"2023-09-23T15:33:57.993225+0000","last_peered":"2023-09-23T15:33:57.993225+0000","last_clean":"2023-09-23T15:33:57.993225+0000","last_became_active":"2023-09-23T15:30:02.586756+0000","last_became_peered":"2023-09-23T15:30:02.586756+0000","last_unstale":"2023-09-23T15:33:57.993225+0000","last_undegraded":"2023-09-23T15:33:57.993225+0000","last_fullsized":"2023-09-23T15:33:57.993225+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:28.063428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":349,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.941006+0000","last_change":"2023-09-23T15:32:33.785613+0000","last_active":"2023-09-23T15:33:57.941006+0000","last_peered":"2023-09-23T15:33:57.941006+0000","last_clean":"2023-09-23T15:33:57.941006+0000","last_became_active":"2023-09-23T15:32:33.785239+0000","last_became_peered":"2023-09-23T15:32:33.785239+0000","last_unstale":"2023-09-23T15:33:57.941006+0000","last_undegraded":"2023-09-23T15:33:57.941006+0000","last_fullsized":"2023-09-23T15:33:57.941006+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:39:48.861706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.c","version":"556'1334","reported_seq":1347,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:08.431962+0000","last_change":"2023-09-23T15:33:48.763672+0000","last_active":"2023-09-23T15:34:08.431962+0000","last_peered":"2023-09-23T15:34:08.431962+0000","last_clean":"2023-09-23T15:34:08.431962+0000","last_became_active":"2023-09-23T15:33:48.762849+0000","last_became_peered":"2023-09-23T15:33:48.762849+0000","last_unstale":"2023-09-23T15:34:08.431962+0000","last_undegraded":"2023-09-23T15:34:08.431962+0000","last_fullsized":"2023-09-23T15:34:08.431962+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1334,"log_dups_size":0,"ondisk_log_size":1334,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:45.796636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87425024,"num_objects":1334,"num_object_clones":0,"num_object_copies":4002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1334,"num_write_kb":85376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":863,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994282+0000","last_change":"2023-09-23T15:32:36.827269+0000","last_active":"2023-09-23T15:33:57.994282+0000","last_peered":"2023-09-23T15:33:57.994282+0000","last_clean":"2023-09-23T15:33:57.994282+0000","last_became_active":"2023-09-23T15:32:36.826925+0000","last_became_peered":"2023-09-23T15:32:36.826925+0000","last_unstale":"2023-09-23T15:33:57.994282+0000","last_undegraded":"2023-09-23T15:33:57.994282+0000","last_fullsized":"2023-09-23T15:33:57.994282+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:36:15.181452+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":610,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994766+0000","last_change":"2023-09-23T15:32:33.795350+0000","last_active":"2023-09-23T15:33:57.994766+0000","last_peered":"2023-09-23T15:33:57.994766+0000","last_clean":"2023-09-23T15:33:57.994766+0000","last_became_active":"2023-09-23T15:32:33.795040+0000","last_became_peered":"2023-09-23T15:32:33.795040+0000","last_unstale":"2023-09-23T15:33:57.994766+0000","last_undegraded":"2023-09-23T15:33:57.994766+0000","last_fullsized":"2023-09-23T15:33:57.994766+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:25.010428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":49,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994255+0000","last_change":"2023-09-23T15:32:33.931516+0000","last_active":"2023-09-23T15:33:57.994255+0000","last_peered":"2023-09-23T15:33:57.994255+0000","last_clean":"2023-09-23T15:33:57.994255+0000","last_became_active":"2023-09-23T15:32:33.931054+0000","last_became_peered":"2023-09-23T15:32:33.931054+0000","last_unstale":"2023-09-23T15:33:57.994255+0000","last_undegraded":"2023-09-23T15:33:57.994255+0000","last_fullsized":"2023-09-23T15:33:57.994255+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:56:14.833543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":432,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.940765+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:33:57.940765+0000","last_peered":"2023-09-23T15:33:57.940765+0000","last_clean":"2023-09-23T15:33:57.940765+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:33:57.940765+0000","last_undegraded":"2023-09-23T15:33:57.940765+0000","last_fullsized":"2023-09-23T15:33:57.940765+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"556'1162","reported_seq":1175,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:07.287020+0000","last_change":"2023-09-23T15:33:48.766255+0000","last_active":"2023-09-23T15:34:07.287020+0000","last_peered":"2023-09-23T15:34:07.287020+0000","last_clean":"2023-09-23T15:34:07.287020+0000","last_became_active":"2023-09-23T15:33:48.765993+0000","last_became_peered":"2023-09-23T15:33:48.765993+0000","last_unstale":"2023-09-23T15:34:07.287020+0000","last_undegraded":"2023-09-23T15:34:07.287020+0000","last_fullsized":"2023-09-23T15:34:07.287020+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1162,"log_dups_size":0,"ondisk_log_size":1162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:02.882854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76152832,"num_objects":1162,"num_object_clones":0,"num_object_copies":3486,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1162,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1162,"num_write_kb":74368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":954,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994160+0000","last_change":"2023-09-23T15:33:36.337210+0000","last_active":"2023-09-23T15:33:57.994160+0000","last_peered":"2023-09-23T15:33:57.994160+0000","last_clean":"2023-09-23T15:33:57.994160+0000","last_became_active":"2023-09-23T15:32:36.824779+0000","last_became_peered":"2023-09-23T15:32:36.824779+0000","last_unstale":"2023-09-23T15:33:57.994160+0000","last_undegraded":"2023-09-23T15:33:57.994160+0000","last_fullsized":"2023-09-23T15:33:57.994160+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:26:22.511074+0000","scrub_duration":0.0015568699999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":582,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.995041+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:33:57.995041+0000","last_peered":"2023-09-23T15:33:57.995041+0000","last_clean":"2023-09-23T15:33:57.995041+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:33:57.995041+0000","last_undegraded":"2023-09-23T15:33:57.995041+0000","last_fullsized":"2023-09-23T15:33:57.995041+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":128,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.775219+0000","last_change":"2023-09-23T15:32:33.934627+0000","last_active":"2023-09-23T15:33:57.775219+0000","last_peered":"2023-09-23T15:33:57.775219+0000","last_clean":"2023-09-23T15:33:57.775219+0000","last_became_active":"2023-09-23T15:32:33.934215+0000","last_became_peered":"2023-09-23T15:32:33.934215+0000","last_unstale":"2023-09-23T15:33:57.775219+0000","last_undegraded":"2023-09-23T15:33:57.775219+0000","last_fullsized":"2023-09-23T15:33:57.775219+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:31.148894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":112,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.802560+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:34:01.802560+0000","last_peered":"2023-09-23T15:34:01.802560+0000","last_clean":"2023-09-23T15:34:01.802560+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:34:01.802560+0000","last_undegraded":"2023-09-23T15:34:01.802560+0000","last_fullsized":"2023-09-23T15:34:01.802560+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"556'1348","reported_seq":1361,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:08.596988+0000","last_change":"2023-09-23T15:33:48.764575+0000","last_active":"2023-09-23T15:34:08.596988+0000","last_peered":"2023-09-23T15:34:08.596988+0000","last_clean":"2023-09-23T15:34:08.596988+0000","last_became_active":"2023-09-23T15:33:48.764283+0000","last_became_peered":"2023-09-23T15:33:48.764283+0000","last_unstale":"2023-09-23T15:34:08.596988+0000","last_undegraded":"2023-09-23T15:34:08.596988+0000","last_fullsized":"2023-09-23T15:34:08.596988+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1348,"log_dups_size":0,"ondisk_log_size":1348,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:00:33.974087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88342528,"num_objects":1348,"num_object_clones":0,"num_object_copies":4044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1348,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1348,"num_write_kb":86272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":930,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994901+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:33:57.994901+0000","last_peered":"2023-09-23T15:33:57.994901+0000","last_clean":"2023-09-23T15:33:57.994901+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:33:57.994901+0000","last_undegraded":"2023-09-23T15:33:57.994901+0000","last_fullsized":"2023-09-23T15:33:57.994901+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":241,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994863+0000","last_change":"2023-09-23T15:32:33.828917+0000","last_active":"2023-09-23T15:33:57.994863+0000","last_peered":"2023-09-23T15:33:57.994863+0000","last_clean":"2023-09-23T15:33:57.994863+0000","last_became_active":"2023-09-23T15:32:33.828634+0000","last_became_peered":"2023-09-23T15:32:33.828634+0000","last_unstale":"2023-09-23T15:33:57.994863+0000","last_undegraded":"2023-09-23T15:33:57.994863+0000","last_fullsized":"2023-09-23T15:33:57.994863+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:49:15.103946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":153,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.775121+0000","last_change":"2023-09-23T15:30:23.673564+0000","last_active":"2023-09-23T15:33:57.775121+0000","last_peered":"2023-09-23T15:33:57.775121+0000","last_clean":"2023-09-23T15:33:57.775121+0000","last_became_active":"2023-09-23T15:30:23.668203+0000","last_became_peered":"2023-09-23T15:30:23.668203+0000","last_unstale":"2023-09-23T15:33:57.775121+0000","last_undegraded":"2023-09-23T15:33:57.775121+0000","last_fullsized":"2023-09-23T15:33:57.775121+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:48.593726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":446,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.940333+0000","last_change":"2023-09-23T15:32:33.785891+0000","last_active":"2023-09-23T15:33:57.940333+0000","last_peered":"2023-09-23T15:33:57.940333+0000","last_clean":"2023-09-23T15:33:57.940333+0000","last_became_active":"2023-09-23T15:32:33.785557+0000","last_became_peered":"2023-09-23T15:32:33.785557+0000","last_unstale":"2023-09-23T15:33:57.940333+0000","last_undegraded":"2023-09-23T15:33:57.940333+0000","last_fullsized":"2023-09-23T15:33:57.940333+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:23.172539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":131,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994596+0000","last_change":"2023-09-23T15:29:51.309057+0000","last_active":"2023-09-23T15:33:57.994596+0000","last_peered":"2023-09-23T15:33:57.994596+0000","last_clean":"2023-09-23T15:33:57.994596+0000","last_became_active":"2023-09-23T15:29:51.308458+0000","last_became_peered":"2023-09-23T15:29:51.308458+0000","last_unstale":"2023-09-23T15:33:57.994596+0000","last_undegraded":"2023-09-23T15:33:57.994596+0000","last_fullsized":"2023-09-23T15:33:57.994596+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:20.919600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":49,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994332+0000","last_change":"2023-09-23T15:32:33.933151+0000","last_active":"2023-09-23T15:33:57.994332+0000","last_peered":"2023-09-23T15:33:57.994332+0000","last_clean":"2023-09-23T15:33:57.994332+0000","last_became_active":"2023-09-23T15:32:33.931906+0000","last_became_peered":"2023-09-23T15:32:33.931906+0000","last_unstale":"2023-09-23T15:33:57.994332+0000","last_undegraded":"2023-09-23T15:33:57.994332+0000","last_fullsized":"2023-09-23T15:33:57.994332+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:06.078912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":384,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.774971+0000","last_change":"2023-09-23T15:32:16.812739+0000","last_active":"2023-09-23T15:33:57.774971+0000","last_peered":"2023-09-23T15:33:57.774971+0000","last_clean":"2023-09-23T15:33:57.774971+0000","last_became_active":"2023-09-23T15:32:16.798250+0000","last_became_peered":"2023-09-23T15:32:16.798250+0000","last_unstale":"2023-09-23T15:33:57.774971+0000","last_undegraded":"2023-09-23T15:33:57.774971+0000","last_fullsized":"2023-09-23T15:33:57.774971+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:46.113347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":552,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.995205+0000","last_change":"2023-09-23T15:32:33.977069+0000","last_active":"2023-09-23T15:33:57.995205+0000","last_peered":"2023-09-23T15:33:57.995205+0000","last_clean":"2023-09-23T15:33:57.995205+0000","last_became_active":"2023-09-23T15:32:33.976796+0000","last_became_peered":"2023-09-23T15:32:33.976796+0000","last_unstale":"2023-09-23T15:33:57.995205+0000","last_undegraded":"2023-09-23T15:33:57.995205+0000","last_fullsized":"2023-09-23T15:33:57.995205+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:13:41.998341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":157,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.775011+0000","last_change":"2023-09-23T15:32:16.726575+0000","last_active":"2023-09-23T15:33:57.775011+0000","last_peered":"2023-09-23T15:33:57.775011+0000","last_clean":"2023-09-23T15:33:57.775011+0000","last_became_active":"2023-09-23T15:32:16.714385+0000","last_became_peered":"2023-09-23T15:32:16.714385+0000","last_unstale":"2023-09-23T15:33:57.775011+0000","last_undegraded":"2023-09-23T15:33:57.775011+0000","last_fullsized":"2023-09-23T15:33:57.775011+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:26:54.770642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":595,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993521+0000","last_change":"2023-09-23T15:32:33.977019+0000","last_active":"2023-09-23T15:33:57.993521+0000","last_peered":"2023-09-23T15:33:57.993521+0000","last_clean":"2023-09-23T15:33:57.993521+0000","last_became_active":"2023-09-23T15:32:33.976733+0000","last_became_peered":"2023-09-23T15:32:33.976733+0000","last_unstale":"2023-09-23T15:33:57.993521+0000","last_undegraded":"2023-09-23T15:33:57.993521+0000","last_fullsized":"2023-09-23T15:33:57.993521+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:30.690493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":228,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.994490+0000","last_change":"2023-09-23T15:32:33.976458+0000","last_active":"2023-09-23T15:33:57.994490+0000","last_peered":"2023-09-23T15:33:57.994490+0000","last_clean":"2023-09-23T15:33:57.994490+0000","last_became_active":"2023-09-23T15:32:33.976074+0000","last_became_peered":"2023-09-23T15:32:33.976074+0000","last_unstale":"2023-09-23T15:33:57.994490+0000","last_undegraded":"2023-09-23T15:33:57.994490+0000","last_fullsized":"2023-09-23T15:33:57.994490+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:39:40.757491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":236,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993671+0000","last_change":"2023-09-23T15:32:33.975260+0000","last_active":"2023-09-23T15:33:57.993671+0000","last_peered":"2023-09-23T15:33:57.993671+0000","last_clean":"2023-09-23T15:33:57.993671+0000","last_became_active":"2023-09-23T15:32:33.975079+0000","last_became_peered":"2023-09-23T15:32:33.975079+0000","last_unstale":"2023-09-23T15:33:57.993671+0000","last_undegraded":"2023-09-23T15:33:57.993671+0000","last_fullsized":"2023-09-23T15:33:57.993671+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:18:55.112600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":55,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993263+0000","last_change":"2023-09-23T15:32:34.045583+0000","last_active":"2023-09-23T15:33:57.993263+0000","last_peered":"2023-09-23T15:33:57.993263+0000","last_clean":"2023-09-23T15:33:57.993263+0000","last_became_active":"2023-09-23T15:32:33.932786+0000","last_became_peered":"2023-09-23T15:32:33.932786+0000","last_unstale":"2023-09-23T15:33:57.993263+0000","last_undegraded":"2023-09-23T15:33:57.993263+0000","last_fullsized":"2023-09-23T15:33:57.993263+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:43.558741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":5540,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":200,"reported_epoch":555,"state":"active+clean","last_fresh":"2023-09-23T15:33:57.993215+0000","last_change":"2023-09-23T15:32:33.978181+0000","last_active":"2023-09-23T15:33:57.993215+0000","last_peered":"2023-09-23T15:33:57.993215+0000","last_clean":"2023-09-23T15:33:57.993215+0000","last_became_active":"2023-09-23T15:32:33.977406+0000","last_became_peered":"2023-09-23T15:32:33.977406+0000","last_unstale":"2023-09-23T15:33:57.993215+0000","last_undegraded":"2023-09-23T15:33:57.993215+0000","last_fullsized":"2023-09-23T15:33:57.993215+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:31.252040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":1158545408,"num_objects":17678,"num_object_clones":0,"num_object_copies":53034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17678,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17678,"num_write_kb":1131392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3680567296,"data_stored":3680567296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17678,"ondisk_log_size":17678,"up":48,"acting":48,"num_store_stats":5},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":45032,"num_keys_recovered":100,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":22016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":3019552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2109440,"data_stored":2098784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674517,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1143832,"kb_used_data":711824,"kb_used_omap":85,"kb_used_meta":431914,"kb_avail":92601320,"statfs":{"total":95995035648,"available":94823751680,"internally_reserved":0,"allocated":728907776,"data_stored":727279205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":442279944},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,2,2,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":1.056,"15min":2.6859999999999999},"min":{"1min":0.24399999999999999,"5min":0.23599999999999999,"15min":0.20799999999999999},"max":{"1min":6.5640000000000001,"5min":6.5640000000000001,"15min":206.41999999999999},"last":0.495},{"interface":"front","average":{"1min":0.66600000000000004,"5min":1.4410000000000001,"15min":3.1899999999999999},"min":{"1min":0.29199999999999998,"5min":0.249,"15min":0.223},"max":{"1min":2.234,"5min":9.2490000000000006,"15min":206.35300000000001},"last":0.69499999999999995}]},{"osd":1,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":1.1299999999999999,"5min":2.5859999999999999,"15min":1.839},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24199999999999999},"max":{"1min":4.6609999999999996,"5min":79.492000000000004,"15min":79.492000000000004},"last":2.3300000000000001},{"interface":"front","average":{"1min":1.1020000000000001,"5min":2.3399999999999999,"15min":2.8540000000000001},"min":{"1min":0.374,"5min":0.29199999999999998,"15min":0.245},"max":{"1min":6.5270000000000001,"5min":79.504999999999995,"15min":217.25999999999999},"last":2.645}]},{"osd":2,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.595,"15min":3.8769999999999998},"min":{"1min":0.28399999999999997,"5min":0.26600000000000001,"15min":0.25700000000000001},"max":{"1min":4.4889999999999999,"5min":9.1080000000000005,"15min":180.59399999999999},"last":0.432},{"interface":"front","average":{"1min":1.3799999999999999,"5min":1.5369999999999999,"15min":4.2450000000000001},"min":{"1min":0.33700000000000002,"5min":0.30199999999999999,"15min":0.249},"max":{"1min":4.8849999999999998,"5min":8.1300000000000008,"15min":180.61699999999999},"last":0.72599999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":1.581,"5min":3.3570000000000002,"15min":5.0750000000000002},"min":{"1min":0.42699999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.5960000000000001,"5min":68.382999999999996,"15min":160.04300000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":1.5960000000000001,"5min":3.012,"15min":4.9900000000000002},"min":{"1min":0.34899999999999998,"5min":0.29299999999999998,"15min":0.25800000000000001},"max":{"1min":6.883,"5min":68.215999999999994,"15min":159.97399999999999},"last":1.847}]},{"osd":4,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":1.2070000000000001,"15min":0.90400000000000003},"min":{"1min":0.30399999999999999,"5min":0.246,"15min":0.246},"max":{"1min":6.4989999999999997,"5min":6.7450000000000001,"15min":9.0640000000000001},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":1.518,"15min":1.405},"min":{"1min":0.33100000000000002,"5min":0.309,"15min":0.29699999999999999},"max":{"1min":2.137,"5min":9.3759999999999994,"15min":97.524000000000001},"last":0.374}]},{"osd":5,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":3.5259999999999998,"15min":2.8610000000000002},"min":{"1min":0.27600000000000002,"5min":0.27500000000000002,"15min":0.247},"max":{"1min":1.921,"5min":194.36099999999999,"15min":254.07300000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":3.3119999999999998,"15min":2.7799999999999998},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.26200000000000001},"max":{"1min":6.4640000000000004,"5min":194.541,"15min":254.291},"last":0.34200000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":3.6080000000000001,"15min":2.214},"min":{"1min":0.34100000000000003,"5min":0.32600000000000001,"15min":0.25},"max":{"1min":2.1640000000000001,"5min":199.87700000000001,"15min":199.87700000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.86499999999999999,"5min":3.8679999999999999,"15min":2.2210000000000001},"min":{"1min":0.35399999999999998,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":4.0149999999999997,"5min":196.49700000000001,"15min":196.49700000000001},"last":0.42199999999999999}]}]},{"osd":6,"up_from":0,"seq":523986010396,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089674,"num_pgs":75,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1934412,"kb_used_data":1112964,"kb_used_omap":9,"kb_used_meta":821430,"kb_avail":91810740,"statfs":{"total":95995035648,"available":94014197760,"internally_reserved":0,"allocated":1139675136,"data_stored":1136829599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":841145321},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":1.292,"5min":1.2270000000000001,"15min":3.464},"min":{"1min":0.21299999999999999,"5min":0.185,"15min":0.185},"max":{"1min":5.3170000000000002,"5min":23.858000000000001,"15min":215.946},"last":3.1869999999999998},{"interface":"front","average":{"1min":2.2160000000000002,"5min":1.4299999999999999,"15min":4.0030000000000001},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.19400000000000001},"max":{"1min":9.5269999999999992,"5min":23.791,"15min":214.88200000000001},"last":2.3210000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:33:37 2023","interfaces":[{"interface":"back","average":{"1min":4.1070000000000002,"5min":1.5649999999999999,"15min":2.6850000000000001},"min":{"1min":0.28799999999999998,"5min":0.20000000000000001,"15min":0.19500000000000001},"max":{"1min":39.299999999999997,"5min":39.299999999999997,"15min":103.27500000000001},"last":3.238},{"interface":"front","average":{"1min":4.9699999999999998,"5min":1.794,"15min":3.2829999999999999},"min":{"1min":0.24399999999999999,"5min":0.22900000000000001,"15min":0.19900000000000001},"max":{"1min":45.07,"5min":45.07,"15min":103.30800000000001},"last":2.2320000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":2.7650000000000001,"5min":1.718,"15min":5.0670000000000002},"min":{"1min":0.27000000000000002,"5min":0.215,"15min":0.19800000000000001},"max":{"1min":10.470000000000001,"5min":26.969000000000001,"15min":210.24799999999999},"last":0.47299999999999998},{"interface":"front","average":{"1min":1.708,"5min":1.5349999999999999,"15min":4.7409999999999997},"min":{"1min":0.251,"5min":0.251,"15min":0.17100000000000001},"max":{"1min":5.5709999999999997,"5min":23.821000000000002,"15min":210.577},"last":3.1299999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.1200000000000001,"15min":1.419},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":5.2409999999999997,"5min":5.2409999999999997,"15min":14.925000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":1.3740000000000001,"5min":1.0820000000000001,"15min":1.224},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":5.3769999999999998,"5min":7.5999999999999996,"15min":14.489000000000001},"last":3.2120000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":2.1230000000000002,"5min":2.3490000000000002,"15min":2.1160000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":9.5749999999999993,"5min":106.328,"15min":106.328},"last":2.2759999999999998},{"interface":"front","average":{"1min":1.425,"5min":2.2519999999999998,"15min":1.9099999999999999},"min":{"1min":0.34499999999999997,"5min":0.29999999999999999,"15min":0.29699999999999999},"max":{"1min":5.2969999999999997,"5min":106.31,"15min":106.31},"last":0.36899999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:33:13 2023","interfaces":[{"interface":"back","average":{"1min":2.5489999999999999,"5min":1.5589999999999999,"15min":2.2879999999999998},"min":{"1min":0.40799999999999997,"5min":0.36399999999999999,"15min":0.31},"max":{"1min":9.6310000000000002,"5min":10.268000000000001,"15min":115.018},"last":2.3479999999999999},{"interface":"front","average":{"1min":1.528,"5min":1.796,"15min":2.0859999999999999},"min":{"1min":0.377,"5min":0.33800000000000002,"15min":0.33200000000000002},"max":{"1min":4.3230000000000004,"5min":7.3840000000000003,"15min":115.289},"last":0.44600000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:33:55 2023","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.413,"15min":2.5649999999999999},"min":{"1min":0.40999999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":5.3419999999999996,"5min":5.3419999999999996,"15min":112.056},"last":3.1629999999999998},{"interface":"front","average":{"1min":1.3149999999999999,"5min":1.625,"15min":2.7589999999999999},"min":{"1min":0.40600000000000003,"5min":0.376,"15min":0.33000000000000002},"max":{"1min":5.2060000000000004,"5min":12.388999999999999,"15min":111.902},"last":0.77400000000000002}]}]},{"osd":0,"up_from":0,"seq":360777253200,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":117,"seq":502511173915,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1241940,"kb_used_data":488716,"kb_used_omap":81,"kb_used_meta":753134,"kb_avail":92503212,"statfs":{"total":95995035648,"available":94723289088,"internally_reserved":0,"allocated":500445184,"data_stored":497653932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":771209434},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.629,"15min":3.1789999999999998},"min":{"1min":0.20999999999999999,"5min":0.20599999999999999,"15min":0.182},"max":{"1min":3.2050000000000001,"5min":4.1219999999999999,"15min":94.364000000000004},"last":0.41799999999999998},{"interface":"front","average":{"1min":1.107,"5min":1.248,"15min":3.5899999999999999},"min":{"1min":0.253,"5min":0.223,"15min":0.19900000000000001},"max":{"1min":10.678000000000001,"5min":12.768000000000001,"15min":92.241},"last":0.69099999999999995}]},{"osd":1,"last update":"Sat Sep 23 15:33:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9419999999999999,"5min":3.8170000000000002,"15min":2.9729999999999999},"min":{"1min":0.24099999999999999,"5min":0.19600000000000001,"15min":0.17399999999999999},"max":{"1min":16.07,"5min":128.19300000000001,"15min":128.19300000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":2.4820000000000002,"5min":3.831,"15min":2.9340000000000002},"min":{"1min":0.27300000000000002,"5min":0.216,"15min":0.183},"max":{"1min":16.245999999999999,"5min":128.13399999999999,"15min":128.13399999999999},"last":0.29699999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:33:52 2023","interfaces":[{"interface":"back","average":{"1min":3.2389999999999999,"5min":4.7350000000000003,"15min":5.891},"min":{"1min":0.29399999999999998,"5min":0.247,"15min":0.20799999999999999},"max":{"1min":43.357999999999997,"5min":80.278999999999996,"15min":141.24299999999999},"last":0.33200000000000002},{"interface":"front","average":{"1min":3.0179999999999998,"5min":4.5839999999999996,"15min":5.3719999999999999},"min":{"1min":0.28999999999999998,"5min":0.253,"15min":0.22900000000000001},"max":{"1min":40.597000000000001,"5min":77.605000000000004,"15min":141.06399999999999},"last":0.45700000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":1.0700000000000001,"15min":1.3819999999999999},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.316},"max":{"1min":1.9390000000000001,"5min":7.8150000000000004,"15min":12.054},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.80200000000000005,"5min":1.194,"15min":1.609},"min":{"1min":0.35199999999999998,"5min":0.33800000000000002,"15min":0.245},"max":{"1min":2.04,"5min":12.818,"15min":12.991},"last":0.61599999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":1.363,"15min":1.698},"min":{"1min":0.32700000000000001,"5min":0.32500000000000001,"15min":0.26900000000000002},"max":{"1min":2.0680000000000001,"5min":12.847,"15min":13.973000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.79800000000000004,"5min":1.3009999999999999,"15min":1.5629999999999999},"min":{"1min":0.36699999999999999,"5min":0.35899999999999999,"15min":0.29999999999999999},"max":{"1min":5.819,"5min":6.8680000000000003,"15min":14.223000000000001},"last":0.35999999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:34:04 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.9890000000000001,"15min":2.2229999999999999},"min":{"1min":0.33400000000000002,"5min":0.312,"15min":0.311},"max":{"1min":0.79800000000000004,"5min":57.399999999999999,"15min":77.950000000000003},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.96499999999999997,"5min":2.101,"15min":2.2690000000000001},"min":{"1min":0.432,"5min":0.34100000000000003,"15min":0.33800000000000002},"max":{"1min":5.8689999999999998,"5min":57.588999999999999,"15min":78.733000000000004},"last":0.432}]},{"osd":7,"last update":"Sat Sep 23 15:34:02 2023","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":1.3029999999999999,"15min":2.032},"min":{"1min":0.41099999999999998,"5min":0.36499999999999999,"15min":0.34399999999999997},"max":{"1min":5.9000000000000004,"5min":9.4730000000000008,"15min":74.643000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.73599999999999999,"5min":1.4390000000000001,"15min":2.0390000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.33000000000000002},"max":{"1min":1.893,"5min":8.0519999999999996,"15min":74.724999999999994},"last":0.55900000000000005}]}]},{"osd":3,"up_from":99,"seq":425201762621,"num_pgs":70,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1556072,"kb_used_data":515104,"kb_used_omap":7,"kb_used_meta":1040952,"kb_avail":92189080,"statfs":{"total":95995035648,"available":94401617920,"internally_reserved":0,"allocated":527466496,"data_stored":524654447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1065935464},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":1.825,"5min":2.0190000000000001,"15min":3.6589999999999998},"min":{"1min":0.20699999999999999,"5min":0.20100000000000001,"15min":0.182},"max":{"1min":9.2810000000000006,"5min":19.585000000000001,"15min":167.71799999999999},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.79400000000000004,"5min":1.004,"15min":3},"min":{"1min":0.21099999999999999,"5min":0.20599999999999999,"15min":0.16500000000000001},"max":{"1min":3.097,"5min":19.538,"15min":176.61500000000001},"last":1.155}]},{"osd":1,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":6.0060000000000002,"5min":5.6369999999999996,"15min":4.8869999999999996},"min":{"1min":0.23000000000000001,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":76.411000000000001,"5min":127.02200000000001,"15min":201.98099999999999},"last":1.276},{"interface":"front","average":{"1min":6.1079999999999997,"5min":6.069,"15min":4.8300000000000001},"min":{"1min":0.24399999999999999,"5min":0.218,"15min":0.20300000000000001},"max":{"1min":78.858999999999995,"5min":124.041,"15min":202.06700000000001},"last":0.52800000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.81000000000000005,"15min":2.7879999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.23100000000000001},"max":{"1min":2.875,"5min":8.4160000000000004,"15min":163.57599999999999},"last":1.446},{"interface":"front","average":{"1min":1.7829999999999999,"5min":0.98999999999999999,"15min":2.4279999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":7.8490000000000002,"5min":8.4659999999999993,"15min":154.73400000000001},"last":2.4660000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":2.3620000000000001,"5min":1.371,"15min":2.266},"min":{"1min":0.38700000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":9.3719999999999999,"5min":9.3719999999999999,"15min":163.43700000000001},"last":1.395},{"interface":"front","average":{"1min":1.925,"5min":1.623,"15min":2.149},"min":{"1min":0.40799999999999997,"5min":0.34899999999999998,"15min":0.30199999999999999},"max":{"1min":4.7309999999999999,"5min":11.145,"15min":163.72399999999999},"last":0.442}]},{"osd":5,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.625,"15min":2.9700000000000002},"min":{"1min":0.373,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.6240000000000001,"5min":8.0109999999999992,"15min":163.696},"last":0.378},{"interface":"front","average":{"1min":0.84499999999999997,"5min":1.0960000000000001,"15min":2.077},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.29899999999999999},"max":{"1min":3.2749999999999999,"5min":10.481999999999999,"15min":126.15000000000001},"last":1.2190000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:33:23 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":1.8560000000000001,"15min":2.9460000000000002},"min":{"1min":0.623,"5min":0.34100000000000003,"15min":0.28899999999999998},"max":{"1min":5.3490000000000002,"5min":16.907,"15min":163.63399999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":1.23,"5min":1.1539999999999999,"15min":2.4670000000000001},"min":{"1min":0.40799999999999997,"5min":0.35899999999999999,"15min":0.33500000000000002},"max":{"1min":4.2939999999999996,"5min":16.992000000000001,"15min":163.535},"last":1.5509999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:33:04 2023","interfaces":[{"interface":"back","average":{"1min":1.1970000000000001,"5min":1.163,"15min":2.1179999999999999},"min":{"1min":0.40699999999999997,"5min":0.377,"15min":0.35499999999999998},"max":{"1min":4.2279999999999998,"5min":6.2880000000000003,"15min":163.495},"last":1.383},{"interface":"front","average":{"1min":1.5700000000000001,"5min":1.4530000000000001,"15min":2.5710000000000002},"min":{"1min":0.45300000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":6.2539999999999996,"5min":6.2539999999999996,"15min":163.51400000000001},"last":1.423}]}]},{"osd":4,"up_from":0,"seq":133143986647,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503725010,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1131032,"kb_used_data":614416,"kb_used_omap":0,"kb_used_meta":516608,"kb_avail":92614120,"statfs":{"total":95995035648,"available":94836858880,"internally_reserved":0,"allocated":629161984,"data_stored":627534387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":529006592},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:11 2023","interfaces":[{"interface":"back","average":{"1min":2.036,"5min":1.3779999999999999,"15min":2.2469999999999999},"min":{"1min":0.23699999999999999,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":11.880000000000001,"5min":11.880000000000001,"15min":160.77699999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":1.534,"5min":1.3640000000000001,"15min":2.347},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":6.9470000000000001,"5min":8.984,"15min":161.142},"last":1.0800000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:33:36 2023","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.3580000000000001,"15min":1.5089999999999999},"min":{"1min":0.35099999999999998,"5min":0.27200000000000002,"15min":0.24299999999999999},"max":{"1min":8.6539999999999999,"5min":9.8260000000000005,"15min":14.744},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.96499999999999997,"5min":1.111,"15min":1.536},"min":{"1min":0.28999999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.7719999999999998,"5min":7.1859999999999999,"15min":14.960000000000001},"last":1.232}]},{"osd":2,"last update":"Sat Sep 23 15:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":1.357,"15min":3.141},"min":{"1min":0.32000000000000001,"5min":0.27400000000000002,"15min":0.26300000000000001},"max":{"1min":5.806,"5min":9.0790000000000006,"15min":168.56100000000001},"last":0.314},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.395,"15min":3.2250000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":5.617,"5min":8.6519999999999992,"15min":168.58799999999999},"last":0.72799999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:33:36 2023","interfaces":[{"interface":"back","average":{"1min":6.8890000000000002,"5min":5.9560000000000004,"15min":6.0780000000000003},"min":{"1min":0.312,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":105.316,"5min":138.54900000000001,"15min":169.83699999999999},"last":1.738},{"interface":"front","average":{"1min":6.835,"5min":5.8650000000000002,"15min":5.5899999999999999},"min":{"1min":0.376,"5min":0.35599999999999998,"15min":0.29599999999999999},"max":{"1min":104.855,"5min":138.048,"15min":170.166},"last":0.42499999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":1.036,"15min":0.68899999999999995},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":1.4530000000000001,"5min":8.9450000000000003,"15min":8.9450000000000003},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.432,"5min":1.3600000000000001,"15min":0.97199999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.22900000000000001},"max":{"1min":0.65100000000000002,"5min":9.2590000000000003,"15min":9.6760000000000002},"last":0.40899999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:33:11 2023","interfaces":[{"interface":"back","average":{"1min":1.3979999999999999,"5min":2.5680000000000001,"15min":3.234},"min":{"1min":0.34699999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":7,"5min":107.217,"15min":207.054},"last":0.51800000000000002},{"interface":"front","average":{"1min":2.266,"5min":3.0659999999999998,"15min":3.4780000000000002},"min":{"1min":0.33300000000000002,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":13.555999999999999,"5min":107.271,"15min":207.28299999999999},"last":0.435}]},{"osd":7,"last update":"Sat Sep 23 15:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":2.323,"15min":3.246},"min":{"1min":0.34100000000000003,"5min":0.32500000000000001,"15min":0.29299999999999998},"max":{"1min":2.0529999999999999,"5min":83.751999999999995,"15min":214.78100000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":2.7170000000000001,"15min":3.431},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.318},"max":{"1min":1.6259999999999999,"5min":83.728999999999999,"15min":212.95500000000001},"last":0.47399999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1136918528,"data_stored":1136918528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":541130752,"data_stored":541130752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":576716800,"data_stored":576716800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":658571264,"data_stored":658571264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":767229952,"data_stored":767229952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:34:12.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:12.504 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:12.586 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:34:12.586 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:34:12.605 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:12.645 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:12.706 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:12.721 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:12 smithi118 ceph-mon[219580]: pgmap v1450: 109 pgs: 109 active+clean; 1.4 GiB data, 7.4 GiB used, 440 GiB / 447 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-09-23T15:34:12.721 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:12 smithi118 ceph-mon[212312]: pgmap v1450: 109 pgs: 109 active+clean; 1.4 GiB data, 7.4 GiB used, 440 GiB / 447 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-09-23T15:34:12.846 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 13 16 27674 27658 132.915 84.875 0.00208928 0.00749851 2023-09-23T15:34:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:12 smithi178 ceph-mon[192298]: pgmap v1450: 109 pgs: 109 active+clean; 1.4 GiB data, 7.4 GiB used, 440 GiB / 447 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-09-23T15:34:13.078 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:13.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:13.082 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:13.183 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:13.272 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:13.363 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:13.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:13.369 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:13.470 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:13.480 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:34:13.537 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:13.847 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 14 16 29236 29220 130.395 97.625 0.00811812 0.00766356 2023-09-23T15:34:13.930 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:34:14.105 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:14.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:14.109 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:14.210 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:14.246 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:14.406 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:14.408 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:14.409 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:14.510 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:14.548 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:14.596 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:14.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:14.599 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:14.699 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:14.727 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:14.734 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:34:14.770 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:14.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:14.772 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:14.847 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 15 16 30385 30369 126.49 71.8125 0.00207131 0.0078051 2023-09-23T15:34:14.875 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:14.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:14 smithi178 ceph-mon[192298]: pgmap v1451: 109 pgs: 109 active+clean; 1.6 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 132 MiB/s wr, 2.11k op/s 2023-09-23T15:34:14.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/536226393' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:14.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:14 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:14.911 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:15.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:14 smithi118 ceph-mon[212312]: pgmap v1451: 109 pgs: 109 active+clean; 1.6 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 132 MiB/s wr, 2.11k op/s 2023-09-23T15:34:15.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/536226393' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:15.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:14 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:15.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:14 smithi118 ceph-mon[219580]: pgmap v1451: 109 pgs: 109 active+clean; 1.6 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 132 MiB/s wr, 2.11k op/s 2023-09-23T15:34:15.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/536226393' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:15.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:14 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:15.224 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:15.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:15.234 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:15.335 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:15.363 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:15.457 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:15.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:15.460 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:15.505 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:34:15.561 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:34:15.586 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:15.728 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:15 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:15.729 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:15 smithi178 ceph-mon[192298]: failed to encode map e557 with expected crc 2023-09-23T15:34:15.729 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:15 smithi178 ceph-mon[192298]: failed to encode map e557 with expected crc 2023-09-23T15:34:15.729 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:15 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:34:15.729 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:15 smithi178 ceph-mon[192298]: osdmap e557: 8 total, 8 up, 5 in 2023-09-23T15:34:15.778 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:34:15.778 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:34:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:15 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:15 smithi118 ceph-mon[219580]: failed to encode map e557 with expected crc 2023-09-23T15:34:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:15 smithi118 ceph-mon[219580]: failed to encode map e557 with expected crc 2023-09-23T15:34:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:15 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:34:15.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:15 smithi118 ceph-mon[219580]: osdmap e557: 8 total, 8 up, 5 in 2023-09-23T15:34:15.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:15 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:15.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:15 smithi118 ceph-mon[212312]: failed to encode map e557 with expected crc 2023-09-23T15:34:15.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:15 smithi118 ceph-mon[212312]: failed to encode map e557 with expected crc 2023-09-23T15:34:15.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:15 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:34:15.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:15 smithi118 ceph-mon[212312]: osdmap e557: 8 total, 8 up, 5 in 2023-09-23T15:34:15.847 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 16 16 31516 31500 123.003 70.6875 0.0086888 0.00812412 2023-09-23T15:34:15.999 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:34:16.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:16.006 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:34:16.106 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:16.154 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:16.336 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:16.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:16.342 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:16.443 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:16.481 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:16.537 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:16.604 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:16.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:16.609 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:16.612 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:34:16.711 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:16.806 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:16.847 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 17 16 32818 32802 120.554 81.375 0.010507 0.00828959 2023-09-23T15:34:16.863 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:34:16.906 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:34:16.948 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:16 smithi118 ceph-mon[219580]: pgmap v1453: 109 pgs: 109 active+clean; 1.6 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 134 MiB/s wr, 2.14k op/s 2023-09-23T15:34:16.948 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:16 smithi118 ceph-mon[212312]: pgmap v1453: 109 pgs: 109 active+clean; 1.6 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 134 MiB/s wr, 2.14k op/s 2023-09-23T15:34:16.951 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:34:16.960 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:16.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:16.968 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:16.986 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:34:17.021 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:34:17.054 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:34:17.068 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:17.094 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:34:17.099 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:16 smithi178 ceph-mon[192298]: pgmap v1453: 109 pgs: 109 active+clean; 1.6 GiB data, 8.3 GiB used, 439 GiB / 447 GiB avail; 134 MiB/s wr, 2.14k op/s 2023-09-23T15:34:17.102 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:17.134 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:34:17.153 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:34:17.153 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:34:17.153 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:34:17.153 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:34:17.153 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:34:17.153 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:34:17.153 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:34:17.153 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:34:17.158 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:17.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:17.165 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:17.265 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:17.297 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:17.355 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:17.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:17.362 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:17.463 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:17.495 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:17.560 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:17.566 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:17.566 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:17.667 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:17.742 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:17.747 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2852903703' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:17.847 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 18 16 34325 34309 119.089 94.1875 0.0139339 0.00839096 2023-09-23T15:34:17.858 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:17.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:17.862 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:17.963 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:34:18.020 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2852903703' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:18.023 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:18.073 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:34:18.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:18.076 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:34:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2852903703' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:18.140 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:34:18.176 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:34:18.210 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:18.253 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:34:18.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:18.257 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:34:18.320 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:34:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:34:18] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-09-23T15:34:18.358 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:18.391 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:18.451 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:18.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:18.457 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:18.558 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:18.583 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:18.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:18 smithi118 ceph-mon[219580]: pgmap v1454: 109 pgs: 109 active+clean; 1.9 GiB data, 9.1 GiB used, 438 GiB / 447 GiB avail; 99 MiB/s wr, 1.59k op/s 2023-09-23T15:34:18.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:18 smithi118 ceph-mon[212312]: pgmap v1454: 109 pgs: 109 active+clean; 1.9 GiB data, 9.1 GiB used, 438 GiB / 447 GiB avail; 99 MiB/s wr, 1.59k op/s 2023-09-23T15:34:18.847 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 19 16 35102 35086 115.378 48.5625 0.31104 0.00857619 2023-09-23T15:34:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:18 smithi178 ceph-mon[192298]: pgmap v1454: 109 pgs: 109 active+clean; 1.9 GiB data, 9.1 GiB used, 438 GiB / 447 GiB avail; 99 MiB/s wr, 1.59k op/s 2023-09-23T15:34:19.494 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:19.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:19.510 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:19.560 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:19.611 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:19.670 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:19.679 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:19.848 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:34:19.848235+0000 min lat: 0.00136289 max lat: 0.359225 avg lat: 0.00876157 2023-09-23T15:34:19.848 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:34:19.848 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 20 16 36529 36513 114.068 89.1875 0.0105096 0.00876157 2023-09-23T15:34:19.979 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:19.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:19.989 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:20.090 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:20.148 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:20.386 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:20.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:20.404 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:20.505 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:34:20.572 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:20.644 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:34:20.658 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:34:20.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:20 smithi118 ceph-mon[219580]: pgmap v1455: 109 pgs: 109 active+clean; 2.0 GiB data, 9.6 GiB used, 437 GiB / 447 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-09-23T15:34:20.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:20 smithi118 ceph-mon[212312]: pgmap v1455: 109 pgs: 109 active+clean; 2.0 GiB data, 9.6 GiB used, 437 GiB / 447 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-09-23T15:34:20.848 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 21 16 37771 37755 112.332 77.625 0.00196654 0.00886553 2023-09-23T15:34:21.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:20 smithi178 ceph-mon[192298]: pgmap v1455: 109 pgs: 109 active+clean; 2.0 GiB data, 9.6 GiB used, 437 GiB / 447 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-09-23T15:34:21.396 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:34:21.767 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:21 smithi118 ceph-mon[212312]: from='client.46604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:34:21.848 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 22 16 39095 39079 110.987 82.75 0.0107791 0.00900367 2023-09-23T15:34:22.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:21 smithi118 ceph-mon[219580]: from='client.46604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:34:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:21 smithi178 ceph-mon[192298]: from='client.46604 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:34:22.391 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:34:22.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:22.394 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:34:22.495 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:34:22.560 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:22.769 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:22 smithi118 ceph-mon[212312]: pgmap v1456: 109 pgs: 109 active+clean; 2.2 GiB data, 10 GiB used, 437 GiB / 447 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-09-23T15:34:22.769 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:22.769 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:22 smithi118 ceph-mon[219580]: pgmap v1456: 109 pgs: 109 active+clean; 2.2 GiB data, 10 GiB used, 437 GiB / 447 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-09-23T15:34:22.769 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:22.852 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 23 16 40301 40285 109.427 75.375 0.00837396 0.00913333 2023-09-23T15:34:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:22 smithi178 ceph-mon[192298]: pgmap v1456: 109 pgs: 109 active+clean; 2.2 GiB data, 10 GiB used, 437 GiB / 447 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-09-23T15:34:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:23.782 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:34:23.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:23.789 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:34:23.850 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 24 16 41411 41395 107.758 69.375 0.0135064 0.00927187 2023-09-23T15:34:23.876 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1455,"stamp":"2023-09-23T15:34:19.665438+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2144212896,"num_objects":32733,"num_object_clones":0,"num_object_copies":98199,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32733,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32770,"num_write_kb":2093405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":166,"num_bytes_recovered":3064584,"num_keys_recovered":100,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":36145,"ondisk_log_size":36145,"up":327,"acting":327,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":328,"num_osds":5,"num_per_pool_osds":5,"num_per_pool_omap_osds":5,"kb":468725760,"kb_used":10064928,"kb_used_data":6329080,"kb_used_omap":184,"kb_used_meta":3735623,"kb_avail":458660832,"statfs":{"total":479975178240,"available":469668691968,"internally_reserved":0,"allocated":6480977920,"data_stored":6469272459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":188621,"internal_metadata":3825278771},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":985071616,"num_objects":15031,"num_object_clones":0,"num_object_copies":45093,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15031,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15031,"num_write_kb":961984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003059"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":50,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804693+0000","last_change":"2023-09-23T15:32:33.931904+0000","last_active":"2023-09-23T15:34:01.804693+0000","last_peered":"2023-09-23T15:34:01.804693+0000","last_clean":"2023-09-23T15:34:01.804693+0000","last_became_active":"2023-09-23T15:32:33.931540+0000","last_became_peered":"2023-09-23T15:32:33.931540+0000","last_unstale":"2023-09-23T15:34:01.804693+0000","last_undegraded":"2023-09-23T15:34:01.804693+0000","last_fullsized":"2023-09-23T15:34:01.804693+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:38:30.098535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":210,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.806457+0000","last_change":"2023-09-23T15:32:16.712120+0000","last_active":"2023-09-23T15:34:01.806457+0000","last_peered":"2023-09-23T15:34:01.806457+0000","last_clean":"2023-09-23T15:34:01.806457+0000","last_became_active":"2023-09-23T15:32:16.711826+0000","last_became_peered":"2023-09-23T15:32:16.711826+0000","last_unstale":"2023-09-23T15:34:01.806457+0000","last_undegraded":"2023-09-23T15:34:01.806457+0000","last_fullsized":"2023-09-23T15:34:01.806457+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:56:37.945427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":119,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.797849+0000","last_change":"2023-09-23T15:32:16.797597+0000","last_active":"2023-09-23T15:34:01.797849+0000","last_peered":"2023-09-23T15:34:01.797849+0000","last_clean":"2023-09-23T15:34:01.797849+0000","last_became_active":"2023-09-23T15:32:16.797269+0000","last_became_peered":"2023-09-23T15:32:16.797269+0000","last_unstale":"2023-09-23T15:34:01.797849+0000","last_undegraded":"2023-09-23T15:34:01.797849+0000","last_fullsized":"2023-09-23T15:34:01.797849+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:57:57.346090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":86,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804353+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:34:01.804353+0000","last_peered":"2023-09-23T15:34:01.804353+0000","last_clean":"2023-09-23T15:34:01.804353+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:34:01.804353+0000","last_undegraded":"2023-09-23T15:34:01.804353+0000","last_fullsized":"2023-09-23T15:34:01.804353+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":228,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.802632+0000","last_change":"2023-09-23T15:32:33.978354+0000","last_active":"2023-09-23T15:34:01.802632+0000","last_peered":"2023-09-23T15:34:01.802632+0000","last_clean":"2023-09-23T15:34:01.802632+0000","last_became_active":"2023-09-23T15:32:33.977437+0000","last_became_peered":"2023-09-23T15:32:33.977437+0000","last_unstale":"2023-09-23T15:34:01.802632+0000","last_undegraded":"2023-09-23T15:34:01.802632+0000","last_fullsized":"2023-09-23T15:34:01.802632+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:45:14.714928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":166,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.806154+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:34:01.806154+0000","last_peered":"2023-09-23T15:34:01.806154+0000","last_clean":"2023-09-23T15:34:01.806154+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:34:01.806154+0000","last_undegraded":"2023-09-23T15:34:01.806154+0000","last_fullsized":"2023-09-23T15:34:01.806154+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":515,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.808858+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:34:01.808858+0000","last_peered":"2023-09-23T15:34:01.808858+0000","last_clean":"2023-09-23T15:34:01.808858+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:34:01.808858+0000","last_undegraded":"2023-09-23T15:34:01.808858+0000","last_fullsized":"2023-09-23T15:34:01.808858+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":217,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.802832+0000","last_change":"2023-09-23T15:32:16.713730+0000","last_active":"2023-09-23T15:34:01.802832+0000","last_peered":"2023-09-23T15:34:01.802832+0000","last_clean":"2023-09-23T15:34:01.802832+0000","last_became_active":"2023-09-23T15:32:16.712751+0000","last_became_peered":"2023-09-23T15:32:16.712751+0000","last_unstale":"2023-09-23T15:34:01.802832+0000","last_undegraded":"2023-09-23T15:34:01.802832+0000","last_fullsized":"2023-09-23T15:34:01.802832+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:03:29.991667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":907,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804680+0000","last_change":"2023-09-23T15:33:30.250740+0000","last_active":"2023-09-23T15:34:01.804680+0000","last_peered":"2023-09-23T15:34:01.804680+0000","last_clean":"2023-09-23T15:34:01.804680+0000","last_became_active":"2023-09-23T15:32:36.834973+0000","last_became_peered":"2023-09-23T15:32:36.834973+0000","last_unstale":"2023-09-23T15:34:01.804680+0000","last_undegraded":"2023-09-23T15:34:01.804680+0000","last_fullsized":"2023-09-23T15:34:01.804680+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:14:14.818106+0000","scrub_duration":0.0054612250000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":91,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.808986+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:34:01.808986+0000","last_peered":"2023-09-23T15:34:01.808986+0000","last_clean":"2023-09-23T15:34:01.808986+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:34:01.808986+0000","last_undegraded":"2023-09-23T15:34:01.808986+0000","last_fullsized":"2023-09-23T15:34:01.808986+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":565,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803668+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:34:01.803668+0000","last_peered":"2023-09-23T15:34:01.803668+0000","last_clean":"2023-09-23T15:34:01.803668+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:34:01.803668+0000","last_undegraded":"2023-09-23T15:34:01.803668+0000","last_fullsized":"2023-09-23T15:34:01.803668+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":124,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804219+0000","last_change":"2023-09-23T15:32:34.160804+0000","last_active":"2023-09-23T15:34:01.804219+0000","last_peered":"2023-09-23T15:34:01.804219+0000","last_clean":"2023-09-23T15:34:01.804219+0000","last_became_active":"2023-09-23T15:32:33.851729+0000","last_became_peered":"2023-09-23T15:32:33.851729+0000","last_unstale":"2023-09-23T15:34:01.804219+0000","last_undegraded":"2023-09-23T15:34:01.804219+0000","last_fullsized":"2023-09-23T15:34:01.804219+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:00:59.338761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":540,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":146,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.798892+0000","last_change":"2023-09-23T15:32:33.791475+0000","last_active":"2023-09-23T15:34:01.798892+0000","last_peered":"2023-09-23T15:34:01.798892+0000","last_clean":"2023-09-23T15:34:01.798892+0000","last_became_active":"2023-09-23T15:32:33.791142+0000","last_became_peered":"2023-09-23T15:32:33.791142+0000","last_unstale":"2023-09-23T15:34:01.798892+0000","last_undegraded":"2023-09-23T15:34:01.798892+0000","last_fullsized":"2023-09-23T15:34:01.798892+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:32:36.008331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":530,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804392+0000","last_change":"2023-09-23T15:32:34.026037+0000","last_active":"2023-09-23T15:34:01.804392+0000","last_peered":"2023-09-23T15:34:01.804392+0000","last_clean":"2023-09-23T15:34:01.804392+0000","last_became_active":"2023-09-23T15:32:33.786330+0000","last_became_peered":"2023-09-23T15:32:33.786330+0000","last_unstale":"2023-09-23T15:34:01.804392+0000","last_undegraded":"2023-09-23T15:34:01.804392+0000","last_fullsized":"2023-09-23T15:34:01.804392+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:14:14.839548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":37872,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":193,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.801428+0000","last_change":"2023-09-23T15:32:33.792619+0000","last_active":"2023-09-23T15:34:01.801428+0000","last_peered":"2023-09-23T15:34:01.801428+0000","last_clean":"2023-09-23T15:34:01.801428+0000","last_became_active":"2023-09-23T15:32:33.791299+0000","last_became_peered":"2023-09-23T15:32:33.791299+0000","last_unstale":"2023-09-23T15:34:01.801428+0000","last_undegraded":"2023-09-23T15:34:01.801428+0000","last_fullsized":"2023-09-23T15:34:01.801428+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:09:22.531973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":723,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.807797+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:34:01.807797+0000","last_peered":"2023-09-23T15:34:01.807797+0000","last_clean":"2023-09-23T15:34:01.807797+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:34:01.807797+0000","last_undegraded":"2023-09-23T15:34:01.807797+0000","last_fullsized":"2023-09-23T15:34:01.807797+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":718,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803535+0000","last_change":"2023-09-23T15:32:34.135040+0000","last_active":"2023-09-23T15:34:01.803535+0000","last_peered":"2023-09-23T15:34:01.803535+0000","last_clean":"2023-09-23T15:34:01.803535+0000","last_became_active":"2023-09-23T15:32:33.795127+0000","last_became_peered":"2023-09-23T15:32:33.795127+0000","last_unstale":"2023-09-23T15:34:01.803535+0000","last_undegraded":"2023-09-23T15:34:01.803535+0000","last_fullsized":"2023-09-23T15:34:01.803535+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:12:27.709533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":340,"num_keys_recovered":100,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":590,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805778+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:34:01.805778+0000","last_peered":"2023-09-23T15:34:01.805778+0000","last_clean":"2023-09-23T15:34:01.805778+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:34:01.805778+0000","last_undegraded":"2023-09-23T15:34:01.805778+0000","last_fullsized":"2023-09-23T15:34:01.805778+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1159,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803768+0000","last_change":"2023-09-23T15:32:36.818891+0000","last_active":"2023-09-23T15:34:01.803768+0000","last_peered":"2023-09-23T15:34:01.803768+0000","last_clean":"2023-09-23T15:34:01.803768+0000","last_became_active":"2023-09-23T15:32:36.818372+0000","last_became_peered":"2023-09-23T15:32:36.818372+0000","last_unstale":"2023-09-23T15:34:01.803768+0000","last_undegraded":"2023-09-23T15:34:01.803768+0000","last_fullsized":"2023-09-23T15:34:01.803768+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:02:14.120755+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":86,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804025+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:34:01.804025+0000","last_peered":"2023-09-23T15:34:01.804025+0000","last_clean":"2023-09-23T15:34:01.804025+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:34:01.804025+0000","last_undegraded":"2023-09-23T15:34:01.804025+0000","last_fullsized":"2023-09-23T15:34:01.804025+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":485,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804309+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:34:01.804309+0000","last_peered":"2023-09-23T15:34:01.804309+0000","last_clean":"2023-09-23T15:34:01.804309+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:34:01.804309+0000","last_undegraded":"2023-09-23T15:34:01.804309+0000","last_fullsized":"2023-09-23T15:34:01.804309+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":706,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:14.790917+0000","last_change":"2023-09-23T15:30:04.593868+0000","last_active":"2023-09-23T15:34:14.790917+0000","last_peered":"2023-09-23T15:34:14.790917+0000","last_clean":"2023-09-23T15:34:14.790917+0000","last_became_active":"2023-09-23T15:30:04.593465+0000","last_became_peered":"2023-09-23T15:30:04.593465+0000","last_unstale":"2023-09-23T15:34:14.790917+0000","last_undegraded":"2023-09-23T15:34:14.790917+0000","last_fullsized":"2023-09-23T15:34:14.790917+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:43:34.476389+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":587,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803611+0000","last_change":"2023-09-23T15:32:33.801674+0000","last_active":"2023-09-23T15:34:01.803611+0000","last_peered":"2023-09-23T15:34:01.803611+0000","last_clean":"2023-09-23T15:34:01.803611+0000","last_became_active":"2023-09-23T15:32:33.801315+0000","last_became_peered":"2023-09-23T15:32:33.801315+0000","last_unstale":"2023-09-23T15:34:01.803611+0000","last_undegraded":"2023-09-23T15:34:01.803611+0000","last_fullsized":"2023-09-23T15:34:01.803611+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:09:45.831294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":253,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.806848+0000","last_change":"2023-09-23T15:32:33.976406+0000","last_active":"2023-09-23T15:34:01.806848+0000","last_peered":"2023-09-23T15:34:01.806848+0000","last_clean":"2023-09-23T15:34:01.806848+0000","last_became_active":"2023-09-23T15:32:33.975675+0000","last_became_peered":"2023-09-23T15:32:33.975675+0000","last_unstale":"2023-09-23T15:34:01.806848+0000","last_undegraded":"2023-09-23T15:34:01.806848+0000","last_fullsized":"2023-09-23T15:34:01.806848+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:50:54.687922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":922,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.808127+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:34:01.808127+0000","last_peered":"2023-09-23T15:34:01.808127+0000","last_clean":"2023-09-23T15:34:01.808127+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:34:01.808127+0000","last_undegraded":"2023-09-23T15:34:01.808127+0000","last_fullsized":"2023-09-23T15:34:01.808127+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":124,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.802913+0000","last_change":"2023-09-23T15:32:34.129968+0000","last_active":"2023-09-23T15:34:01.802913+0000","last_peered":"2023-09-23T15:34:01.802913+0000","last_clean":"2023-09-23T15:34:01.802913+0000","last_became_active":"2023-09-23T15:32:33.977870+0000","last_became_peered":"2023-09-23T15:32:33.977870+0000","last_unstale":"2023-09-23T15:34:01.802913+0000","last_undegraded":"2023-09-23T15:34:01.802913+0000","last_fullsized":"2023-09-23T15:34:01.802913+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:31:05.208070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":112,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805292+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:34:01.805292+0000","last_peered":"2023-09-23T15:34:01.805292+0000","last_clean":"2023-09-23T15:34:01.805292+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:34:01.805292+0000","last_undegraded":"2023-09-23T15:34:01.805292+0000","last_fullsized":"2023-09-23T15:34:01.805292+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"557'2233","reported_seq":2248,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:18.537275+0000","last_change":"2023-09-23T15:33:48.772424+0000","last_active":"2023-09-23T15:34:18.537275+0000","last_peered":"2023-09-23T15:34:18.537275+0000","last_clean":"2023-09-23T15:34:18.537275+0000","last_became_active":"2023-09-23T15:33:48.772114+0000","last_became_peered":"2023-09-23T15:33:48.772114+0000","last_unstale":"2023-09-23T15:34:18.537275+0000","last_undegraded":"2023-09-23T15:34:18.537275+0000","last_fullsized":"2023-09-23T15:34:18.537275+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":2233,"log_dups_size":0,"ondisk_log_size":2233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:32:23.091676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146341888,"num_objects":2233,"num_object_clones":0,"num_object_copies":6699,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2233,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2233,"num_write_kb":142912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":975,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804230+0000","last_change":"2023-09-23T15:32:36.821619+0000","last_active":"2023-09-23T15:34:01.804230+0000","last_peered":"2023-09-23T15:34:01.804230+0000","last_clean":"2023-09-23T15:34:01.804230+0000","last_became_active":"2023-09-23T15:32:36.820869+0000","last_became_peered":"2023-09-23T15:32:36.820869+0000","last_unstale":"2023-09-23T15:34:01.804230+0000","last_undegraded":"2023-09-23T15:34:01.804230+0000","last_fullsized":"2023-09-23T15:34:01.804230+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:58:52.098982+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":90,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804738+0000","last_change":"2023-09-23T15:30:23.675012+0000","last_active":"2023-09-23T15:34:01.804738+0000","last_peered":"2023-09-23T15:34:01.804738+0000","last_clean":"2023-09-23T15:34:01.804738+0000","last_became_active":"2023-09-23T15:30:23.668558+0000","last_became_peered":"2023-09-23T15:30:23.668558+0000","last_unstale":"2023-09-23T15:34:01.804738+0000","last_undegraded":"2023-09-23T15:34:01.804738+0000","last_fullsized":"2023-09-23T15:34:01.804738+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:45:24.772798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":110,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":111,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.807577+0000","last_change":"2023-09-23T15:32:16.794260+0000","last_active":"2023-09-23T15:34:01.807577+0000","last_peered":"2023-09-23T15:34:01.807577+0000","last_clean":"2023-09-23T15:34:01.807577+0000","last_became_active":"2023-09-23T15:32:16.793991+0000","last_became_peered":"2023-09-23T15:32:16.793991+0000","last_unstale":"2023-09-23T15:34:01.807577+0000","last_undegraded":"2023-09-23T15:34:01.807577+0000","last_fullsized":"2023-09-23T15:34:01.807577+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:22:48.562573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"557'2000","reported_seq":2015,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:16.014479+0000","last_change":"2023-09-23T15:33:48.771643+0000","last_active":"2023-09-23T15:34:16.014479+0000","last_peered":"2023-09-23T15:34:16.014479+0000","last_clean":"2023-09-23T15:34:16.014479+0000","last_became_active":"2023-09-23T15:33:48.771320+0000","last_became_peered":"2023-09-23T15:33:48.771320+0000","last_unstale":"2023-09-23T15:34:16.014479+0000","last_undegraded":"2023-09-23T15:34:16.014479+0000","last_fullsized":"2023-09-23T15:34:16.014479+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":2000,"log_dups_size":0,"ondisk_log_size":2000,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:06.136750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131072000,"num_objects":2000,"num_object_clones":0,"num_object_copies":6000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2000,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2000,"num_write_kb":128000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":957,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805707+0000","last_change":"2023-09-23T15:32:19.750018+0000","last_active":"2023-09-23T15:34:01.805707+0000","last_peered":"2023-09-23T15:34:01.805707+0000","last_clean":"2023-09-23T15:34:01.805707+0000","last_became_active":"2023-09-23T15:32:19.749630+0000","last_became_peered":"2023-09-23T15:32:19.749630+0000","last_unstale":"2023-09-23T15:34:01.805707+0000","last_undegraded":"2023-09-23T15:34:01.805707+0000","last_fullsized":"2023-09-23T15:34:01.805707+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:15:40.818256+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":579,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804593+0000","last_change":"2023-09-23T15:30:13.847844+0000","last_active":"2023-09-23T15:34:01.804593+0000","last_peered":"2023-09-23T15:34:01.804593+0000","last_clean":"2023-09-23T15:34:01.804593+0000","last_became_active":"2023-09-23T15:30:13.837253+0000","last_became_peered":"2023-09-23T15:30:13.837253+0000","last_unstale":"2023-09-23T15:34:01.804593+0000","last_undegraded":"2023-09-23T15:34:01.804593+0000","last_fullsized":"2023-09-23T15:34:01.804593+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:59.684991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":112,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803151+0000","last_change":"2023-09-23T15:32:16.801511+0000","last_active":"2023-09-23T15:34:01.803151+0000","last_peered":"2023-09-23T15:34:01.803151+0000","last_clean":"2023-09-23T15:34:01.803151+0000","last_became_active":"2023-09-23T15:32:16.800659+0000","last_became_peered":"2023-09-23T15:32:16.800659+0000","last_unstale":"2023-09-23T15:34:01.803151+0000","last_undegraded":"2023-09-23T15:34:01.803151+0000","last_fullsized":"2023-09-23T15:34:01.803151+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:39:02.301476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.5","version":"557'2061","reported_seq":2075,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:17.265152+0000","last_change":"2023-09-23T15:33:48.772251+0000","last_active":"2023-09-23T15:34:17.265152+0000","last_peered":"2023-09-23T15:34:17.265152+0000","last_clean":"2023-09-23T15:34:17.265152+0000","last_became_active":"2023-09-23T15:33:48.771753+0000","last_became_peered":"2023-09-23T15:33:48.771753+0000","last_unstale":"2023-09-23T15:34:17.265152+0000","last_undegraded":"2023-09-23T15:34:17.265152+0000","last_fullsized":"2023-09-23T15:34:17.265152+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":2061,"log_dups_size":0,"ondisk_log_size":2061,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:01.509590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":135069696,"num_objects":2061,"num_object_clones":0,"num_object_copies":6183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2061,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2061,"num_write_kb":131904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":602,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.808557+0000","last_change":"2023-09-23T15:33:38.171106+0000","last_active":"2023-09-23T15:34:01.808557+0000","last_peered":"2023-09-23T15:34:01.808557+0000","last_clean":"2023-09-23T15:34:01.808557+0000","last_became_active":"2023-09-23T15:32:36.832572+0000","last_became_peered":"2023-09-23T15:32:36.832572+0000","last_unstale":"2023-09-23T15:34:01.808557+0000","last_undegraded":"2023-09-23T15:34:01.808557+0000","last_fullsized":"2023-09-23T15:34:01.808557+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:45:56.808037+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":636,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804432+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:34:01.804432+0000","last_peered":"2023-09-23T15:34:01.804432+0000","last_clean":"2023-09-23T15:34:01.804432+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:34:01.804432+0000","last_undegraded":"2023-09-23T15:34:01.804432+0000","last_fullsized":"2023-09-23T15:34:01.804432+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":285,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.799038+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:34:01.799038+0000","last_peered":"2023-09-23T15:34:01.799038+0000","last_clean":"2023-09-23T15:34:01.799038+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:34:01.799038+0000","last_undegraded":"2023-09-23T15:34:01.799038+0000","last_fullsized":"2023-09-23T15:34:01.799038+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.4","version":"557'2118","reported_seq":2132,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:17.269517+0000","last_change":"2023-09-23T15:33:48.766168+0000","last_active":"2023-09-23T15:34:17.269517+0000","last_peered":"2023-09-23T15:34:17.269517+0000","last_clean":"2023-09-23T15:34:17.269517+0000","last_became_active":"2023-09-23T15:33:48.765890+0000","last_became_peered":"2023-09-23T15:33:48.765890+0000","last_unstale":"2023-09-23T15:34:17.269517+0000","last_undegraded":"2023-09-23T15:34:17.269517+0000","last_fullsized":"2023-09-23T15:34:17.269517+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":2118,"log_dups_size":0,"ondisk_log_size":2118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:15:52.134937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":138805248,"num_objects":2118,"num_object_clones":0,"num_object_copies":6354,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2118,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2118,"num_write_kb":135552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":851,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804450+0000","last_change":"2023-09-23T15:33:30.380227+0000","last_active":"2023-09-23T15:34:01.804450+0000","last_peered":"2023-09-23T15:34:01.804450+0000","last_clean":"2023-09-23T15:34:01.804450+0000","last_became_active":"2023-09-23T15:32:36.830644+0000","last_became_peered":"2023-09-23T15:32:36.830644+0000","last_unstale":"2023-09-23T15:34:01.804450+0000","last_undegraded":"2023-09-23T15:34:01.804450+0000","last_fullsized":"2023-09-23T15:34:01.804450+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:53:03.245699+0000","scrub_duration":0.0063201189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":201,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805548+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:34:01.805548+0000","last_peered":"2023-09-23T15:34:01.805548+0000","last_clean":"2023-09-23T15:34:01.805548+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:34:01.805548+0000","last_undegraded":"2023-09-23T15:34:01.805548+0000","last_fullsized":"2023-09-23T15:34:01.805548+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":365,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:08.597981+0000","last_change":"2023-09-23T15:30:13.837089+0000","last_active":"2023-09-23T15:34:08.597981+0000","last_peered":"2023-09-23T15:34:08.597981+0000","last_clean":"2023-09-23T15:34:08.597981+0000","last_became_active":"2023-09-23T15:30:13.836795+0000","last_became_peered":"2023-09-23T15:30:13.836795+0000","last_unstale":"2023-09-23T15:34:08.597981+0000","last_undegraded":"2023-09-23T15:34:08.597981+0000","last_fullsized":"2023-09-23T15:34:08.597981+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:27:42.295011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"557'2079","reported_seq":2093,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:17.261123+0000","last_change":"2023-09-23T15:33:48.772076+0000","last_active":"2023-09-23T15:34:17.261123+0000","last_peered":"2023-09-23T15:34:17.261123+0000","last_clean":"2023-09-23T15:34:17.261123+0000","last_became_active":"2023-09-23T15:33:48.771792+0000","last_became_peered":"2023-09-23T15:33:48.771792+0000","last_unstale":"2023-09-23T15:34:17.261123+0000","last_undegraded":"2023-09-23T15:34:17.261123+0000","last_fullsized":"2023-09-23T15:34:17.261123+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":2079,"log_dups_size":0,"ondisk_log_size":2079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:58.867549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":136249344,"num_objects":2079,"num_object_clones":0,"num_object_copies":6237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2079,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2079,"num_write_kb":133056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1067,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803988+0000","last_change":"2023-09-23T15:32:36.821591+0000","last_active":"2023-09-23T15:34:01.803988+0000","last_peered":"2023-09-23T15:34:01.803988+0000","last_clean":"2023-09-23T15:34:01.803988+0000","last_became_active":"2023-09-23T15:32:36.821250+0000","last_became_peered":"2023-09-23T15:32:36.821250+0000","last_unstale":"2023-09-23T15:34:01.803988+0000","last_undegraded":"2023-09-23T15:34:01.803988+0000","last_fullsized":"2023-09-23T15:34:01.803988+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:43:15.354515+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":229,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805743+0000","last_change":"2023-09-23T15:29:51.314161+0000","last_active":"2023-09-23T15:34:01.805743+0000","last_peered":"2023-09-23T15:34:01.805743+0000","last_clean":"2023-09-23T15:34:01.805743+0000","last_became_active":"2023-09-23T15:29:51.308622+0000","last_became_peered":"2023-09-23T15:29:51.308622+0000","last_unstale":"2023-09-23T15:34:01.805743+0000","last_undegraded":"2023-09-23T15:34:01.805743+0000","last_fullsized":"2023-09-23T15:34:01.805743+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:32:09.209928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":446,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805844+0000","last_change":"2023-09-23T15:32:16.802265+0000","last_active":"2023-09-23T15:34:01.805844+0000","last_peered":"2023-09-23T15:34:01.805844+0000","last_clean":"2023-09-23T15:34:01.805844+0000","last_became_active":"2023-09-23T15:32:16.801963+0000","last_became_peered":"2023-09-23T15:32:16.801963+0000","last_unstale":"2023-09-23T15:34:01.805844+0000","last_undegraded":"2023-09-23T15:34:01.805844+0000","last_fullsized":"2023-09-23T15:34:01.805844+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:16:41.550551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2","version":"557'2017","reported_seq":2032,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:16.023241+0000","last_change":"2023-09-23T15:33:48.762988+0000","last_active":"2023-09-23T15:34:16.023241+0000","last_peered":"2023-09-23T15:34:16.023241+0000","last_clean":"2023-09-23T15:34:16.023241+0000","last_became_active":"2023-09-23T15:33:48.762706+0000","last_became_peered":"2023-09-23T15:33:48.762706+0000","last_unstale":"2023-09-23T15:34:16.023241+0000","last_undegraded":"2023-09-23T15:34:16.023241+0000","last_fullsized":"2023-09-23T15:34:16.023241+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":2017,"log_dups_size":0,"ondisk_log_size":2017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:22:07.554842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":132186112,"num_objects":2017,"num_object_clones":0,"num_object_copies":6051,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2017,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2017,"num_write_kb":129088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1079,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804985+0000","last_change":"2023-09-23T15:32:36.835615+0000","last_active":"2023-09-23T15:34:01.804985+0000","last_peered":"2023-09-23T15:34:01.804985+0000","last_clean":"2023-09-23T15:34:01.804985+0000","last_became_active":"2023-09-23T15:32:36.835247+0000","last_became_peered":"2023-09-23T15:32:36.835247+0000","last_unstale":"2023-09-23T15:34:01.804985+0000","last_undegraded":"2023-09-23T15:34:01.804985+0000","last_fullsized":"2023-09-23T15:34:01.804985+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:23:28.135732+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":363,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804939+0000","last_change":"2023-09-23T15:32:16.712219+0000","last_active":"2023-09-23T15:34:01.804939+0000","last_peered":"2023-09-23T15:34:01.804939+0000","last_clean":"2023-09-23T15:34:01.804939+0000","last_became_active":"2023-09-23T15:32:16.711637+0000","last_became_peered":"2023-09-23T15:32:16.711637+0000","last_unstale":"2023-09-23T15:34:01.804939+0000","last_undegraded":"2023-09-23T15:34:01.804939+0000","last_fullsized":"2023-09-23T15:34:01.804939+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:56:03.785836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":50,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.806443+0000","last_change":"2023-09-23T15:32:33.785435+0000","last_active":"2023-09-23T15:34:01.806443+0000","last_peered":"2023-09-23T15:34:01.806443+0000","last_clean":"2023-09-23T15:34:01.806443+0000","last_became_active":"2023-09-23T15:32:33.785141+0000","last_became_peered":"2023-09-23T15:32:33.785141+0000","last_unstale":"2023-09-23T15:34:01.806443+0000","last_undegraded":"2023-09-23T15:34:01.806443+0000","last_fullsized":"2023-09-23T15:34:01.806443+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:48:30.318692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1","version":"557'2052","reported_seq":2065,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:15.773002+0000","last_change":"2023-09-23T15:33:48.767024+0000","last_active":"2023-09-23T15:34:15.773002+0000","last_peered":"2023-09-23T15:34:15.773002+0000","last_clean":"2023-09-23T15:34:15.773002+0000","last_became_active":"2023-09-23T15:33:48.766610+0000","last_became_peered":"2023-09-23T15:33:48.766610+0000","last_unstale":"2023-09-23T15:34:15.773002+0000","last_undegraded":"2023-09-23T15:34:15.773002+0000","last_fullsized":"2023-09-23T15:34:15.773002+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":2052,"log_dups_size":0,"ondisk_log_size":2052,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:20:50.202815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134479872,"num_objects":2052,"num_object_clones":0,"num_object_copies":6156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2052,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2052,"num_write_kb":131328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":574,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.808209+0000","last_change":"2023-09-23T15:32:36.824964+0000","last_active":"2023-09-23T15:34:01.808209+0000","last_peered":"2023-09-23T15:34:01.808209+0000","last_clean":"2023-09-23T15:34:01.808209+0000","last_became_active":"2023-09-23T15:32:36.824724+0000","last_became_peered":"2023-09-23T15:32:36.824724+0000","last_unstale":"2023-09-23T15:34:01.808209+0000","last_undegraded":"2023-09-23T15:34:01.808209+0000","last_fullsized":"2023-09-23T15:34:01.808209+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:11:35.359008+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":50,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804215+0000","last_change":"2023-09-23T15:32:33.931523+0000","last_active":"2023-09-23T15:34:01.804215+0000","last_peered":"2023-09-23T15:34:01.804215+0000","last_clean":"2023-09-23T15:34:01.804215+0000","last_became_active":"2023-09-23T15:32:33.788904+0000","last_became_peered":"2023-09-23T15:32:33.788904+0000","last_unstale":"2023-09-23T15:34:01.804215+0000","last_undegraded":"2023-09-23T15:34:01.804215+0000","last_fullsized":"2023-09-23T15:34:01.804215+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:37:33.002814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":173,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803909+0000","last_change":"2023-09-23T15:32:16.718625+0000","last_active":"2023-09-23T15:34:01.803909+0000","last_peered":"2023-09-23T15:34:01.803909+0000","last_clean":"2023-09-23T15:34:01.803909+0000","last_became_active":"2023-09-23T15:32:16.717810+0000","last_became_peered":"2023-09-23T15:32:16.717810+0000","last_unstale":"2023-09-23T15:34:01.803909+0000","last_undegraded":"2023-09-23T15:34:01.803909+0000","last_fullsized":"2023-09-23T15:34:01.803909+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:16:17.612147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"557'1875","reported_seq":1890,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:15.768889+0000","last_change":"2023-09-23T15:33:48.773770+0000","last_active":"2023-09-23T15:34:15.768889+0000","last_peered":"2023-09-23T15:34:15.768889+0000","last_clean":"2023-09-23T15:34:15.768889+0000","last_became_active":"2023-09-23T15:33:48.767290+0000","last_became_peered":"2023-09-23T15:33:48.767290+0000","last_unstale":"2023-09-23T15:34:15.768889+0000","last_undegraded":"2023-09-23T15:34:15.768889+0000","last_fullsized":"2023-09-23T15:34:15.768889+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1875,"log_dups_size":0,"ondisk_log_size":1875,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:32.553216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122880000,"num_objects":1875,"num_object_clones":0,"num_object_copies":5625,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1875,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1875,"num_write_kb":120000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":910,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804783+0000","last_change":"2023-09-23T15:32:36.835077+0000","last_active":"2023-09-23T15:34:01.804783+0000","last_peered":"2023-09-23T15:34:01.804783+0000","last_clean":"2023-09-23T15:34:01.804783+0000","last_became_active":"2023-09-23T15:32:36.834741+0000","last_became_peered":"2023-09-23T15:32:36.834741+0000","last_unstale":"2023-09-23T15:34:01.804783+0000","last_undegraded":"2023-09-23T15:34:01.804783+0000","last_fullsized":"2023-09-23T15:34:01.804783+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:29:53.833379+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":103,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.802491+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:34:01.802491+0000","last_peered":"2023-09-23T15:34:01.802491+0000","last_clean":"2023-09-23T15:34:01.802491+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:34:01.802491+0000","last_undegraded":"2023-09-23T15:34:01.802491+0000","last_fullsized":"2023-09-23T15:34:01.802491+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":555,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.806242+0000","last_change":"2023-09-23T15:23:52.516076+0000","last_active":"2023-09-23T15:34:01.806242+0000","last_peered":"2023-09-23T15:34:01.806242+0000","last_clean":"2023-09-23T15:34:01.806242+0000","last_became_active":"2023-09-23T15:23:52.515826+0000","last_became_peered":"2023-09-23T15:23:52.515826+0000","last_unstale":"2023-09-23T15:34:01.806242+0000","last_undegraded":"2023-09-23T15:34:01.806242+0000","last_fullsized":"2023-09-23T15:34:01.806242+0000","mapping_epoch":328,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":329,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:27:43.016423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"557'1972","reported_seq":1987,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:16.007561+0000","last_change":"2023-09-23T15:33:48.771629+0000","last_active":"2023-09-23T15:34:16.007561+0000","last_peered":"2023-09-23T15:34:16.007561+0000","last_clean":"2023-09-23T15:34:16.007561+0000","last_became_active":"2023-09-23T15:33:48.771364+0000","last_became_peered":"2023-09-23T15:33:48.771364+0000","last_unstale":"2023-09-23T15:34:16.007561+0000","last_undegraded":"2023-09-23T15:34:16.007561+0000","last_fullsized":"2023-09-23T15:34:16.007561+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1972,"log_dups_size":0,"ondisk_log_size":1972,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:16:11.197878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129236992,"num_objects":1972,"num_object_clones":0,"num_object_copies":5916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1972,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1972,"num_write_kb":126208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":956,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805175+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:34:01.805175+0000","last_peered":"2023-09-23T15:34:01.805175+0000","last_clean":"2023-09-23T15:34:01.805175+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:34:01.805175+0000","last_undegraded":"2023-09-23T15:34:01.805175+0000","last_fullsized":"2023-09-23T15:34:01.805175+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":551,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803531+0000","last_change":"2023-09-23T15:32:33.795439+0000","last_active":"2023-09-23T15:34:01.803531+0000","last_peered":"2023-09-23T15:34:01.803531+0000","last_clean":"2023-09-23T15:34:01.803531+0000","last_became_active":"2023-09-23T15:32:33.795123+0000","last_became_peered":"2023-09-23T15:32:33.795123+0000","last_unstale":"2023-09-23T15:34:01.803531+0000","last_undegraded":"2023-09-23T15:34:01.803531+0000","last_fullsized":"2023-09-23T15:34:01.803531+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:16.847732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":220,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:05.790542+0000","last_change":"2023-09-23T15:32:34.120396+0000","last_active":"2023-09-23T15:34:05.790542+0000","last_peered":"2023-09-23T15:34:05.790542+0000","last_clean":"2023-09-23T15:34:05.790542+0000","last_became_active":"2023-09-23T15:32:34.020724+0000","last_became_peered":"2023-09-23T15:32:34.020724+0000","last_unstale":"2023-09-23T15:34:05.790542+0000","last_undegraded":"2023-09-23T15:34:05.790542+0000","last_fullsized":"2023-09-23T15:34:05.790542+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:00:09.448294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":129,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:03.589023+0000","last_change":"2023-09-23T15:32:33.791575+0000","last_active":"2023-09-23T15:34:03.589023+0000","last_peered":"2023-09-23T15:34:03.589023+0000","last_clean":"2023-09-23T15:34:03.589023+0000","last_became_active":"2023-09-23T15:32:33.791335+0000","last_became_peered":"2023-09-23T15:32:33.791335+0000","last_unstale":"2023-09-23T15:34:03.589023+0000","last_undegraded":"2023-09-23T15:34:03.589023+0000","last_fullsized":"2023-09-23T15:34:03.589023+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:00:05.115748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"557'1871","reported_seq":1886,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:15.743370+0000","last_change":"2023-09-23T15:33:48.778663+0000","last_active":"2023-09-23T15:34:15.743370+0000","last_peered":"2023-09-23T15:34:15.743370+0000","last_clean":"2023-09-23T15:34:15.743370+0000","last_became_active":"2023-09-23T15:33:48.775506+0000","last_became_peered":"2023-09-23T15:33:48.775506+0000","last_unstale":"2023-09-23T15:34:15.743370+0000","last_undegraded":"2023-09-23T15:34:15.743370+0000","last_fullsized":"2023-09-23T15:34:15.743370+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1871,"log_dups_size":0,"ondisk_log_size":1871,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:45.315519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122617856,"num_objects":1871,"num_object_clones":0,"num_object_copies":5613,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1871,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1871,"num_write_kb":119744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":1001,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804073+0000","last_change":"2023-09-23T15:32:36.824935+0000","last_active":"2023-09-23T15:34:01.804073+0000","last_peered":"2023-09-23T15:34:01.804073+0000","last_clean":"2023-09-23T15:34:01.804073+0000","last_became_active":"2023-09-23T15:32:36.824640+0000","last_became_peered":"2023-09-23T15:32:36.824640+0000","last_unstale":"2023-09-23T15:34:01.804073+0000","last_undegraded":"2023-09-23T15:34:01.804073+0000","last_fullsized":"2023-09-23T15:34:01.804073+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:26:32.085915+0000","scrub_duration":0.0014655549999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":540,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.799028+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:34:01.799028+0000","last_peered":"2023-09-23T15:34:01.799028+0000","last_clean":"2023-09-23T15:34:01.799028+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:34:01.799028+0000","last_undegraded":"2023-09-23T15:34:01.799028+0000","last_fullsized":"2023-09-23T15:34:01.799028+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":174,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803484+0000","last_change":"2023-09-23T15:32:16.713403+0000","last_active":"2023-09-23T15:34:01.803484+0000","last_peered":"2023-09-23T15:34:01.803484+0000","last_clean":"2023-09-23T15:34:01.803484+0000","last_became_active":"2023-09-23T15:32:16.713072+0000","last_became_peered":"2023-09-23T15:32:16.713072+0000","last_unstale":"2023-09-23T15:34:01.803484+0000","last_undegraded":"2023-09-23T15:34:01.803484+0000","last_fullsized":"2023-09-23T15:34:01.803484+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:36.526007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":50,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804729+0000","last_change":"2023-09-23T15:32:33.932908+0000","last_active":"2023-09-23T15:34:01.804729+0000","last_peered":"2023-09-23T15:34:01.804729+0000","last_clean":"2023-09-23T15:34:01.804729+0000","last_became_active":"2023-09-23T15:32:33.931837+0000","last_became_peered":"2023-09-23T15:32:33.931837+0000","last_unstale":"2023-09-23T15:34:01.804729+0000","last_undegraded":"2023-09-23T15:34:01.804729+0000","last_fullsized":"2023-09-23T15:34:01.804729+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:44:37.343359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"557'1969","reported_seq":1983,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:15.758018+0000","last_change":"2023-09-23T15:33:48.774385+0000","last_active":"2023-09-23T15:34:15.758018+0000","last_peered":"2023-09-23T15:34:15.758018+0000","last_clean":"2023-09-23T15:34:15.758018+0000","last_became_active":"2023-09-23T15:33:48.774093+0000","last_became_peered":"2023-09-23T15:33:48.774093+0000","last_unstale":"2023-09-23T15:34:15.758018+0000","last_undegraded":"2023-09-23T15:34:15.758018+0000","last_fullsized":"2023-09-23T15:34:15.758018+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1969,"log_dups_size":0,"ondisk_log_size":1969,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:15.895078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129040384,"num_objects":1969,"num_object_clones":0,"num_object_copies":5907,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1969,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1969,"num_write_kb":126016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":797,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804082+0000","last_change":"2023-09-23T15:32:36.819150+0000","last_active":"2023-09-23T15:34:01.804082+0000","last_peered":"2023-09-23T15:34:01.804082+0000","last_clean":"2023-09-23T15:34:01.804082+0000","last_became_active":"2023-09-23T15:32:36.818478+0000","last_became_peered":"2023-09-23T15:32:36.818478+0000","last_unstale":"2023-09-23T15:34:01.804082+0000","last_undegraded":"2023-09-23T15:34:01.804082+0000","last_fullsized":"2023-09-23T15:34:01.804082+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:28:38.641342+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":50,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804296+0000","last_change":"2023-09-23T15:32:33.933430+0000","last_active":"2023-09-23T15:34:01.804296+0000","last_peered":"2023-09-23T15:34:01.804296+0000","last_clean":"2023-09-23T15:34:01.804296+0000","last_became_active":"2023-09-23T15:32:33.933105+0000","last_became_peered":"2023-09-23T15:32:33.933105+0000","last_unstale":"2023-09-23T15:34:01.804296+0000","last_undegraded":"2023-09-23T15:34:01.804296+0000","last_fullsized":"2023-09-23T15:34:01.804296+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:38:41.935483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":50,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805063+0000","last_change":"2023-09-23T15:32:33.782452+0000","last_active":"2023-09-23T15:34:01.805063+0000","last_peered":"2023-09-23T15:34:01.805063+0000","last_clean":"2023-09-23T15:34:01.805063+0000","last_became_active":"2023-09-23T15:32:33.782247+0000","last_became_peered":"2023-09-23T15:32:33.782247+0000","last_unstale":"2023-09-23T15:34:01.805063+0000","last_undegraded":"2023-09-23T15:34:01.805063+0000","last_fullsized":"2023-09-23T15:34:01.805063+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:57:16.282642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":121,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:13.599286+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:34:13.599286+0000","last_peered":"2023-09-23T15:34:13.599286+0000","last_clean":"2023-09-23T15:34:13.599286+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:34:13.599286+0000","last_undegraded":"2023-09-23T15:34:13.599286+0000","last_fullsized":"2023-09-23T15:34:13.599286+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"557'1987","reported_seq":2002,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:15.780430+0000","last_change":"2023-09-23T15:33:48.773775+0000","last_active":"2023-09-23T15:34:15.780430+0000","last_peered":"2023-09-23T15:34:15.780430+0000","last_clean":"2023-09-23T15:34:15.780430+0000","last_became_active":"2023-09-23T15:33:48.771772+0000","last_became_peered":"2023-09-23T15:33:48.771772+0000","last_unstale":"2023-09-23T15:34:15.780430+0000","last_undegraded":"2023-09-23T15:34:15.780430+0000","last_fullsized":"2023-09-23T15:34:15.780430+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1987,"log_dups_size":0,"ondisk_log_size":1987,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:52.940798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130220032,"num_objects":1987,"num_object_clones":0,"num_object_copies":5961,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1987,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1987,"num_write_kb":127168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":50,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804155+0000","last_change":"2023-09-23T15:32:33.785668+0000","last_active":"2023-09-23T15:34:01.804155+0000","last_peered":"2023-09-23T15:34:01.804155+0000","last_clean":"2023-09-23T15:34:01.804155+0000","last_became_active":"2023-09-23T15:32:33.785361+0000","last_became_peered":"2023-09-23T15:32:33.785361+0000","last_unstale":"2023-09-23T15:34:01.804155+0000","last_undegraded":"2023-09-23T15:34:01.804155+0000","last_fullsized":"2023-09-23T15:34:01.804155+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:47:44.886141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1123,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803757+0000","last_change":"2023-09-23T15:32:36.821341+0000","last_active":"2023-09-23T15:34:01.803757+0000","last_peered":"2023-09-23T15:34:01.803757+0000","last_clean":"2023-09-23T15:34:01.803757+0000","last_became_active":"2023-09-23T15:32:36.820950+0000","last_became_peered":"2023-09-23T15:32:36.820950+0000","last_unstale":"2023-09-23T15:34:01.803757+0000","last_undegraded":"2023-09-23T15:34:01.803757+0000","last_fullsized":"2023-09-23T15:34:01.803757+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:18:06.693566+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":211,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:05.790216+0000","last_change":"2023-09-23T15:32:16.712194+0000","last_active":"2023-09-23T15:34:05.790216+0000","last_peered":"2023-09-23T15:34:05.790216+0000","last_clean":"2023-09-23T15:34:05.790216+0000","last_became_active":"2023-09-23T15:32:16.711200+0000","last_became_peered":"2023-09-23T15:32:16.711200+0000","last_unstale":"2023-09-23T15:34:05.790216+0000","last_undegraded":"2023-09-23T15:34:05.790216+0000","last_fullsized":"2023-09-23T15:34:05.790216+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:09:37.937303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":326,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804327+0000","last_change":"2023-09-23T15:32:16.803391+0000","last_active":"2023-09-23T15:34:01.804327+0000","last_peered":"2023-09-23T15:34:01.804327+0000","last_clean":"2023-09-23T15:34:01.804327+0000","last_became_active":"2023-09-23T15:32:16.802720+0000","last_became_peered":"2023-09-23T15:32:16.802720+0000","last_unstale":"2023-09-23T15:34:01.804327+0000","last_undegraded":"2023-09-23T15:34:01.804327+0000","last_fullsized":"2023-09-23T15:34:01.804327+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:01:57.367686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.9","version":"557'1978","reported_seq":1993,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:15.778944+0000","last_change":"2023-09-23T15:33:48.766844+0000","last_active":"2023-09-23T15:34:15.778944+0000","last_peered":"2023-09-23T15:34:15.778944+0000","last_clean":"2023-09-23T15:34:15.778944+0000","last_became_active":"2023-09-23T15:33:48.766210+0000","last_became_peered":"2023-09-23T15:33:48.766210+0000","last_unstale":"2023-09-23T15:34:15.778944+0000","last_undegraded":"2023-09-23T15:34:15.778944+0000","last_fullsized":"2023-09-23T15:34:15.778944+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":1978,"log_dups_size":0,"ondisk_log_size":1978,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:32.664399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129630208,"num_objects":1978,"num_object_clones":0,"num_object_copies":5934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1978,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1978,"num_write_kb":126592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":500,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805456+0000","last_change":"2023-09-23T15:33:28.143798+0000","last_active":"2023-09-23T15:34:01.805456+0000","last_peered":"2023-09-23T15:34:01.805456+0000","last_clean":"2023-09-23T15:34:01.805456+0000","last_became_active":"2023-09-23T15:32:19.748340+0000","last_became_peered":"2023-09-23T15:32:19.748340+0000","last_unstale":"2023-09-23T15:34:01.805456+0000","last_undegraded":"2023-09-23T15:34:01.805456+0000","last_fullsized":"2023-09-23T15:34:01.805456+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:58:15.656742+0000","scrub_duration":0.018102569999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,5],"acting":[3,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":571,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803844+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:34:01.803844+0000","last_peered":"2023-09-23T15:34:01.803844+0000","last_clean":"2023-09-23T15:34:01.803844+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:34:01.803844+0000","last_undegraded":"2023-09-23T15:34:01.803844+0000","last_fullsized":"2023-09-23T15:34:01.803844+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":104,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:14.790645+0000","last_change":"2023-09-23T15:30:02.587041+0000","last_active":"2023-09-23T15:34:14.790645+0000","last_peered":"2023-09-23T15:34:14.790645+0000","last_clean":"2023-09-23T15:34:14.790645+0000","last_became_active":"2023-09-23T15:30:02.586756+0000","last_became_peered":"2023-09-23T15:30:02.586756+0000","last_unstale":"2023-09-23T15:34:14.790645+0000","last_undegraded":"2023-09-23T15:34:14.790645+0000","last_fullsized":"2023-09-23T15:34:14.790645+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:48:28.063428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":350,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.809159+0000","last_change":"2023-09-23T15:32:33.785613+0000","last_active":"2023-09-23T15:34:01.809159+0000","last_peered":"2023-09-23T15:34:01.809159+0000","last_clean":"2023-09-23T15:34:01.809159+0000","last_became_active":"2023-09-23T15:32:33.785239+0000","last_became_peered":"2023-09-23T15:32:33.785239+0000","last_unstale":"2023-09-23T15:34:01.809159+0000","last_undegraded":"2023-09-23T15:34:01.809159+0000","last_fullsized":"2023-09-23T15:34:01.809159+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:39:48.861706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.c","version":"557'2148","reported_seq":2163,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:18.522095+0000","last_change":"2023-09-23T15:33:48.763672+0000","last_active":"2023-09-23T15:34:18.522095+0000","last_peered":"2023-09-23T15:34:18.522095+0000","last_clean":"2023-09-23T15:34:18.522095+0000","last_became_active":"2023-09-23T15:33:48.762849+0000","last_became_peered":"2023-09-23T15:33:48.762849+0000","last_unstale":"2023-09-23T15:34:18.522095+0000","last_undegraded":"2023-09-23T15:34:18.522095+0000","last_fullsized":"2023-09-23T15:34:18.522095+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":2148,"log_dups_size":0,"ondisk_log_size":2148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:14:45.796636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":140771328,"num_objects":2148,"num_object_clones":0,"num_object_copies":6444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2148,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2148,"num_write_kb":137472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":864,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.806492+0000","last_change":"2023-09-23T15:32:36.827269+0000","last_active":"2023-09-23T15:34:01.806492+0000","last_peered":"2023-09-23T15:34:01.806492+0000","last_clean":"2023-09-23T15:34:01.806492+0000","last_became_active":"2023-09-23T15:32:36.826925+0000","last_became_peered":"2023-09-23T15:32:36.826925+0000","last_unstale":"2023-09-23T15:34:01.806492+0000","last_undegraded":"2023-09-23T15:34:01.806492+0000","last_fullsized":"2023-09-23T15:34:01.806492+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:36:15.181452+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":611,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803571+0000","last_change":"2023-09-23T15:32:33.795350+0000","last_active":"2023-09-23T15:34:01.803571+0000","last_peered":"2023-09-23T15:34:01.803571+0000","last_clean":"2023-09-23T15:34:01.803571+0000","last_became_active":"2023-09-23T15:32:33.795040+0000","last_became_peered":"2023-09-23T15:32:33.795040+0000","last_unstale":"2023-09-23T15:34:01.803571+0000","last_undegraded":"2023-09-23T15:34:01.803571+0000","last_fullsized":"2023-09-23T15:34:01.803571+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:10:25.010428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":50,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804464+0000","last_change":"2023-09-23T15:32:33.931516+0000","last_active":"2023-09-23T15:34:01.804464+0000","last_peered":"2023-09-23T15:34:01.804464+0000","last_clean":"2023-09-23T15:34:01.804464+0000","last_became_active":"2023-09-23T15:32:33.931054+0000","last_became_peered":"2023-09-23T15:32:33.931054+0000","last_unstale":"2023-09-23T15:34:01.804464+0000","last_undegraded":"2023-09-23T15:34:01.804464+0000","last_fullsized":"2023-09-23T15:34:01.804464+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:56:14.833543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":433,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.808431+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:34:01.808431+0000","last_peered":"2023-09-23T15:34:01.808431+0000","last_clean":"2023-09-23T15:34:01.808431+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:34:01.808431+0000","last_undegraded":"2023-09-23T15:34:01.808431+0000","last_fullsized":"2023-09-23T15:34:01.808431+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"557'2112","reported_seq":2126,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:17.292692+0000","last_change":"2023-09-23T15:33:48.766255+0000","last_active":"2023-09-23T15:34:17.292692+0000","last_peered":"2023-09-23T15:34:17.292692+0000","last_clean":"2023-09-23T15:34:17.292692+0000","last_became_active":"2023-09-23T15:33:48.765993+0000","last_became_peered":"2023-09-23T15:33:48.765993+0000","last_unstale":"2023-09-23T15:34:17.292692+0000","last_undegraded":"2023-09-23T15:34:17.292692+0000","last_fullsized":"2023-09-23T15:34:17.292692+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":2112,"log_dups_size":0,"ondisk_log_size":2112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:15:02.882854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":138412032,"num_objects":2112,"num_object_clones":0,"num_object_copies":6336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2112,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2112,"num_write_kb":135168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":955,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.806359+0000","last_change":"2023-09-23T15:33:36.337210+0000","last_active":"2023-09-23T15:34:01.806359+0000","last_peered":"2023-09-23T15:34:01.806359+0000","last_clean":"2023-09-23T15:34:01.806359+0000","last_became_active":"2023-09-23T15:32:36.824779+0000","last_became_peered":"2023-09-23T15:32:36.824779+0000","last_unstale":"2023-09-23T15:34:01.806359+0000","last_undegraded":"2023-09-23T15:34:01.806359+0000","last_fullsized":"2023-09-23T15:34:01.806359+0000","mapping_epoch":520,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":521,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:26:22.511074+0000","scrub_duration":0.0015568699999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":583,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805900+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:34:01.805900+0000","last_peered":"2023-09-23T15:34:01.805900+0000","last_clean":"2023-09-23T15:34:01.805900+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:34:01.805900+0000","last_undegraded":"2023-09-23T15:34:01.805900+0000","last_fullsized":"2023-09-23T15:34:01.805900+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":130,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:13.599255+0000","last_change":"2023-09-23T15:32:33.934627+0000","last_active":"2023-09-23T15:34:13.599255+0000","last_peered":"2023-09-23T15:34:13.599255+0000","last_clean":"2023-09-23T15:34:13.599255+0000","last_became_active":"2023-09-23T15:32:33.934215+0000","last_became_peered":"2023-09-23T15:32:33.934215+0000","last_unstale":"2023-09-23T15:34:13.599255+0000","last_undegraded":"2023-09-23T15:34:13.599255+0000","last_fullsized":"2023-09-23T15:34:13.599255+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:31.148894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":113,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:05.787448+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:34:05.787448+0000","last_peered":"2023-09-23T15:34:05.787448+0000","last_clean":"2023-09-23T15:34:05.787448+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:34:05.787448+0000","last_undegraded":"2023-09-23T15:34:05.787448+0000","last_fullsized":"2023-09-23T15:34:05.787448+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"557'2237","reported_seq":2252,"reported_epoch":557,"state":"active+clean","last_fresh":"2023-09-23T15:34:18.509754+0000","last_change":"2023-09-23T15:33:48.764575+0000","last_active":"2023-09-23T15:34:18.509754+0000","last_peered":"2023-09-23T15:34:18.509754+0000","last_clean":"2023-09-23T15:34:18.509754+0000","last_became_active":"2023-09-23T15:33:48.764283+0000","last_became_peered":"2023-09-23T15:33:48.764283+0000","last_unstale":"2023-09-23T15:34:18.509754+0000","last_undegraded":"2023-09-23T15:34:18.509754+0000","last_fullsized":"2023-09-23T15:34:18.509754+0000","mapping_epoch":551,"log_start":"0'0","ondisk_log_start":"0'0","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":2237,"log_dups_size":0,"ondisk_log_size":2237,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:00:33.974087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146604032,"num_objects":2237,"num_object_clones":0,"num_object_copies":6711,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2237,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2237,"num_write_kb":143168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":931,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805626+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:34:01.805626+0000","last_peered":"2023-09-23T15:34:01.805626+0000","last_clean":"2023-09-23T15:34:01.805626+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:34:01.805626+0000","last_undegraded":"2023-09-23T15:34:01.805626+0000","last_fullsized":"2023-09-23T15:34:01.805626+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":242,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804592+0000","last_change":"2023-09-23T15:32:33.828917+0000","last_active":"2023-09-23T15:34:01.804592+0000","last_peered":"2023-09-23T15:34:01.804592+0000","last_clean":"2023-09-23T15:34:01.804592+0000","last_became_active":"2023-09-23T15:32:33.828634+0000","last_became_peered":"2023-09-23T15:32:33.828634+0000","last_unstale":"2023-09-23T15:34:01.804592+0000","last_undegraded":"2023-09-23T15:34:01.804592+0000","last_fullsized":"2023-09-23T15:34:01.804592+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:49:15.103946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":155,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:13.599233+0000","last_change":"2023-09-23T15:30:23.673564+0000","last_active":"2023-09-23T15:34:13.599233+0000","last_peered":"2023-09-23T15:34:13.599233+0000","last_clean":"2023-09-23T15:34:13.599233+0000","last_became_active":"2023-09-23T15:30:23.668203+0000","last_became_peered":"2023-09-23T15:30:23.668203+0000","last_unstale":"2023-09-23T15:34:13.599233+0000","last_undegraded":"2023-09-23T15:34:13.599233+0000","last_fullsized":"2023-09-23T15:34:13.599233+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:27:48.593726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":447,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.807839+0000","last_change":"2023-09-23T15:32:33.785891+0000","last_active":"2023-09-23T15:34:01.807839+0000","last_peered":"2023-09-23T15:34:01.807839+0000","last_clean":"2023-09-23T15:34:01.807839+0000","last_became_active":"2023-09-23T15:32:33.785557+0000","last_became_peered":"2023-09-23T15:32:33.785557+0000","last_unstale":"2023-09-23T15:34:01.807839+0000","last_undegraded":"2023-09-23T15:34:01.807839+0000","last_fullsized":"2023-09-23T15:34:01.807839+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:17:23.172539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":132,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804201+0000","last_change":"2023-09-23T15:29:51.309057+0000","last_active":"2023-09-23T15:34:01.804201+0000","last_peered":"2023-09-23T15:34:01.804201+0000","last_clean":"2023-09-23T15:34:01.804201+0000","last_became_active":"2023-09-23T15:29:51.308458+0000","last_became_peered":"2023-09-23T15:29:51.308458+0000","last_unstale":"2023-09-23T15:34:01.804201+0000","last_undegraded":"2023-09-23T15:34:01.804201+0000","last_fullsized":"2023-09-23T15:34:01.804201+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:43:20.919600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":50,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804871+0000","last_change":"2023-09-23T15:32:33.933151+0000","last_active":"2023-09-23T15:34:01.804871+0000","last_peered":"2023-09-23T15:34:01.804871+0000","last_clean":"2023-09-23T15:34:01.804871+0000","last_became_active":"2023-09-23T15:32:33.931906+0000","last_became_peered":"2023-09-23T15:32:33.931906+0000","last_unstale":"2023-09-23T15:34:01.804871+0000","last_undegraded":"2023-09-23T15:34:01.804871+0000","last_fullsized":"2023-09-23T15:34:01.804871+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:06.078912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":385,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805629+0000","last_change":"2023-09-23T15:32:16.812739+0000","last_active":"2023-09-23T15:34:01.805629+0000","last_peered":"2023-09-23T15:34:01.805629+0000","last_clean":"2023-09-23T15:34:01.805629+0000","last_became_active":"2023-09-23T15:32:16.798250+0000","last_became_peered":"2023-09-23T15:32:16.798250+0000","last_unstale":"2023-09-23T15:34:01.805629+0000","last_undegraded":"2023-09-23T15:34:01.805629+0000","last_fullsized":"2023-09-23T15:34:01.805629+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:08:46.113347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":553,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.805601+0000","last_change":"2023-09-23T15:32:33.977069+0000","last_active":"2023-09-23T15:34:01.805601+0000","last_peered":"2023-09-23T15:34:01.805601+0000","last_clean":"2023-09-23T15:34:01.805601+0000","last_became_active":"2023-09-23T15:32:33.976796+0000","last_became_peered":"2023-09-23T15:32:33.976796+0000","last_unstale":"2023-09-23T15:34:01.805601+0000","last_undegraded":"2023-09-23T15:34:01.805601+0000","last_fullsized":"2023-09-23T15:34:01.805601+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:13:41.998341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":158,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803686+0000","last_change":"2023-09-23T15:32:16.726575+0000","last_active":"2023-09-23T15:34:01.803686+0000","last_peered":"2023-09-23T15:34:01.803686+0000","last_clean":"2023-09-23T15:34:01.803686+0000","last_became_active":"2023-09-23T15:32:16.714385+0000","last_became_peered":"2023-09-23T15:32:16.714385+0000","last_unstale":"2023-09-23T15:34:01.803686+0000","last_undegraded":"2023-09-23T15:34:01.803686+0000","last_fullsized":"2023-09-23T15:34:01.803686+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:26:54.770642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":596,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804785+0000","last_change":"2023-09-23T15:32:33.977019+0000","last_active":"2023-09-23T15:34:01.804785+0000","last_peered":"2023-09-23T15:34:01.804785+0000","last_clean":"2023-09-23T15:34:01.804785+0000","last_became_active":"2023-09-23T15:32:33.976733+0000","last_became_peered":"2023-09-23T15:32:33.976733+0000","last_unstale":"2023-09-23T15:34:01.804785+0000","last_undegraded":"2023-09-23T15:34:01.804785+0000","last_fullsized":"2023-09-23T15:34:01.804785+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:30.690493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":229,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.806709+0000","last_change":"2023-09-23T15:32:33.976458+0000","last_active":"2023-09-23T15:34:01.806709+0000","last_peered":"2023-09-23T15:34:01.806709+0000","last_clean":"2023-09-23T15:34:01.806709+0000","last_became_active":"2023-09-23T15:32:33.976074+0000","last_became_peered":"2023-09-23T15:32:33.976074+0000","last_unstale":"2023-09-23T15:34:01.806709+0000","last_undegraded":"2023-09-23T15:34:01.806709+0000","last_fullsized":"2023-09-23T15:34:01.806709+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:39:40.757491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":237,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.803536+0000","last_change":"2023-09-23T15:32:33.975260+0000","last_active":"2023-09-23T15:34:01.803536+0000","last_peered":"2023-09-23T15:34:01.803536+0000","last_clean":"2023-09-23T15:34:01.803536+0000","last_became_active":"2023-09-23T15:32:33.975079+0000","last_became_peered":"2023-09-23T15:32:33.975079+0000","last_unstale":"2023-09-23T15:34:01.803536+0000","last_undegraded":"2023-09-23T15:34:01.803536+0000","last_fullsized":"2023-09-23T15:34:01.803536+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:18:55.112600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":56,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.804400+0000","last_change":"2023-09-23T15:32:34.045583+0000","last_active":"2023-09-23T15:34:01.804400+0000","last_peered":"2023-09-23T15:34:01.804400+0000","last_clean":"2023-09-23T15:34:01.804400+0000","last_became_active":"2023-09-23T15:32:33.932786+0000","last_became_peered":"2023-09-23T15:32:33.932786+0000","last_unstale":"2023-09-23T15:34:01.804400+0000","last_undegraded":"2023-09-23T15:34:01.804400+0000","last_fullsized":"2023-09-23T15:34:01.804400+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:56:43.558741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":5540,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":201,"reported_epoch":556,"state":"active+clean","last_fresh":"2023-09-23T15:34:01.802416+0000","last_change":"2023-09-23T15:32:33.978181+0000","last_active":"2023-09-23T15:34:01.802416+0000","last_peered":"2023-09-23T15:34:01.802416+0000","last_clean":"2023-09-23T15:34:01.802416+0000","last_became_active":"2023-09-23T15:32:33.977406+0000","last_became_peered":"2023-09-23T15:32:33.977406+0000","last_unstale":"2023-09-23T15:34:01.802416+0000","last_undegraded":"2023-09-23T15:34:01.802416+0000","last_fullsized":"2023-09-23T15:34:01.802416+0000","mapping_epoch":517,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":518,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:17:31.252040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":2143617024,"num_objects":32709,"num_object_clones":0,"num_object_copies":98127,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32709,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32709,"num_write_kb":2093376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6563430400,"data_stored":6563430400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32709,"ondisk_log_size":32709,"up":48,"acting":48,"num_store_stats":5},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":45032,"num_keys_recovered":100,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":22016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9325,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":3019552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2109440,"data_stored":2098784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674519,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1756832,"kb_used_data":1315480,"kb_used_omap":85,"kb_used_meta":441258,"kb_avail":91988320,"statfs":{"total":95995035648,"available":94196039680,"internally_reserved":0,"allocated":1347051520,"data_stored":1345422858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":451848200},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":0.93600000000000005,"5min":1.056,"15min":2.6859999999999999},"min":{"1min":0.24399999999999999,"5min":0.23599999999999999,"15min":0.20799999999999999},"max":{"1min":6.5640000000000001,"5min":6.5640000000000001,"15min":206.41999999999999},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":1.4410000000000001,"15min":3.1899999999999999},"min":{"1min":0.29199999999999998,"5min":0.249,"15min":0.223},"max":{"1min":2.234,"5min":9.2490000000000006,"15min":206.35300000000001},"last":1.843}]},{"osd":1,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":1.1299999999999999,"5min":2.5859999999999999,"15min":1.839},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24199999999999999},"max":{"1min":4.6609999999999996,"5min":79.492000000000004,"15min":79.492000000000004},"last":1.5580000000000001},{"interface":"front","average":{"1min":1.1020000000000001,"5min":2.3399999999999999,"15min":2.8540000000000001},"min":{"1min":0.374,"5min":0.29199999999999998,"15min":0.245},"max":{"1min":6.5270000000000001,"5min":79.504999999999995,"15min":217.25999999999999},"last":0.54500000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":1.595,"15min":3.8769999999999998},"min":{"1min":0.28399999999999997,"5min":0.26600000000000001,"15min":0.25700000000000001},"max":{"1min":4.4889999999999999,"5min":9.1080000000000005,"15min":180.59399999999999},"last":3.5270000000000001},{"interface":"front","average":{"1min":1.3799999999999999,"5min":1.5369999999999999,"15min":4.2450000000000001},"min":{"1min":0.33700000000000002,"5min":0.30199999999999999,"15min":0.249},"max":{"1min":4.8849999999999998,"5min":8.1300000000000008,"15min":180.61699999999999},"last":1.7350000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":1.581,"5min":3.3570000000000002,"15min":5.0750000000000002},"min":{"1min":0.42699999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":4.5960000000000001,"5min":68.382999999999996,"15min":160.04300000000001},"last":1.5880000000000001},{"interface":"front","average":{"1min":1.5960000000000001,"5min":3.012,"15min":4.9900000000000002},"min":{"1min":0.34899999999999998,"5min":0.29299999999999998,"15min":0.25800000000000001},"max":{"1min":6.883,"5min":68.215999999999994,"15min":159.97399999999999},"last":0.35399999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":1.2070000000000001,"15min":0.90400000000000003},"min":{"1min":0.30399999999999999,"5min":0.246,"15min":0.246},"max":{"1min":6.4989999999999997,"5min":6.7450000000000001,"15min":9.0640000000000001},"last":2.2330000000000001},{"interface":"front","average":{"1min":0.60399999999999998,"5min":1.518,"15min":1.405},"min":{"1min":0.33100000000000002,"5min":0.309,"15min":0.29699999999999999},"max":{"1min":2.137,"5min":9.3759999999999994,"15min":97.524000000000001},"last":2.3580000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":3.5259999999999998,"15min":2.8610000000000002},"min":{"1min":0.27600000000000002,"5min":0.27500000000000002,"15min":0.247},"max":{"1min":1.921,"5min":194.36099999999999,"15min":254.07300000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":3.3119999999999998,"15min":2.7799999999999998},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.26200000000000001},"max":{"1min":6.4640000000000004,"5min":194.541,"15min":254.291},"last":0.47499999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:33:57 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":3.6080000000000001,"15min":2.214},"min":{"1min":0.34100000000000003,"5min":0.32600000000000001,"15min":0.25},"max":{"1min":2.1640000000000001,"5min":199.87700000000001,"15min":199.87700000000001},"last":2.3860000000000001},{"interface":"front","average":{"1min":0.86499999999999999,"5min":3.8679999999999999,"15min":2.2210000000000001},"min":{"1min":0.35399999999999998,"5min":0.29299999999999998,"15min":0.27300000000000002},"max":{"1min":4.0149999999999997,"5min":196.49700000000001,"15min":196.49700000000001},"last":1.5269999999999999}]}]},{"osd":6,"up_from":0,"seq":523986010398,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089676,"num_pgs":75,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2658004,"kb_used_data":1822604,"kb_used_omap":9,"kb_used_meta":835382,"kb_avail":91087148,"statfs":{"total":95995035648,"available":93273239552,"internally_reserved":0,"allocated":1866346496,"data_stored":1863500868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":855432169},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":1.292,"5min":1.2270000000000001,"15min":3.464},"min":{"1min":0.21299999999999999,"5min":0.185,"15min":0.185},"max":{"1min":5.3170000000000002,"5min":23.858000000000001,"15min":215.946},"last":0.31},{"interface":"front","average":{"1min":2.2160000000000002,"5min":1.4299999999999999,"15min":4.0030000000000001},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.19400000000000001},"max":{"1min":9.5269999999999992,"5min":23.791,"15min":214.88200000000001},"last":4.5229999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:33:37 2023","interfaces":[{"interface":"back","average":{"1min":4.1070000000000002,"5min":1.5649999999999999,"15min":2.6850000000000001},"min":{"1min":0.28799999999999998,"5min":0.20000000000000001,"15min":0.19500000000000001},"max":{"1min":39.299999999999997,"5min":39.299999999999997,"15min":103.27500000000001},"last":0.22900000000000001},{"interface":"front","average":{"1min":4.9699999999999998,"5min":1.794,"15min":3.2829999999999999},"min":{"1min":0.24399999999999999,"5min":0.22900000000000001,"15min":0.19900000000000001},"max":{"1min":45.07,"5min":45.07,"15min":103.30800000000001},"last":4.6740000000000004}]},{"osd":3,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":2.7650000000000001,"5min":1.718,"15min":5.0670000000000002},"min":{"1min":0.27000000000000002,"5min":0.215,"15min":0.19800000000000001},"max":{"1min":10.470000000000001,"5min":26.969000000000001,"15min":210.24799999999999},"last":8.0220000000000002},{"interface":"front","average":{"1min":1.708,"5min":1.5349999999999999,"15min":4.7409999999999997},"min":{"1min":0.251,"5min":0.251,"15min":0.17100000000000001},"max":{"1min":5.5709999999999997,"5min":23.821000000000002,"15min":210.577},"last":0.45000000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.1200000000000001,"15min":1.419},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":5.2409999999999997,"5min":5.2409999999999997,"15min":14.925000000000001},"last":3.1339999999999999},{"interface":"front","average":{"1min":1.3740000000000001,"5min":1.0820000000000001,"15min":1.224},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.29499999999999998},"max":{"1min":5.3769999999999998,"5min":7.5999999999999996,"15min":14.489000000000001},"last":0.51000000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:33:32 2023","interfaces":[{"interface":"back","average":{"1min":2.1230000000000002,"5min":2.3490000000000002,"15min":2.1160000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":9.5749999999999993,"5min":106.328,"15min":106.328},"last":3.907},{"interface":"front","average":{"1min":1.425,"5min":2.2519999999999998,"15min":1.9099999999999999},"min":{"1min":0.34499999999999997,"5min":0.29999999999999999,"15min":0.29699999999999999},"max":{"1min":5.2969999999999997,"5min":106.31,"15min":106.31},"last":7.9690000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:34:15 2023","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":1.5489999999999999,"15min":2.3170000000000002},"min":{"1min":0.379,"5min":0.36399999999999999,"15min":0.31},"max":{"1min":8.9130000000000003,"5min":10.268000000000001,"15min":115.018},"last":3.8759999999999999},{"interface":"front","average":{"1min":1.5289999999999999,"5min":1.655,"15min":2.048},"min":{"1min":0.40000000000000002,"5min":0.33800000000000002,"15min":0.33200000000000002},"max":{"1min":7.9950000000000001,"5min":7.9950000000000001,"15min":115.289},"last":7.9950000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:33:55 2023","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.413,"15min":2.5649999999999999},"min":{"1min":0.40999999999999998,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":5.3419999999999996,"5min":5.3419999999999996,"15min":112.056},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.3149999999999999,"5min":1.625,"15min":2.7589999999999999},"min":{"1min":0.40600000000000003,"5min":0.376,"15min":0.33000000000000002},"max":{"1min":5.2060000000000004,"5min":12.388999999999999,"15min":111.902},"last":7.931}]}]},{"osd":0,"up_from":0,"seq":360777253202,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":117,"seq":502511173917,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1847900,"kb_used_data":1014292,"kb_used_omap":81,"kb_used_meta":833518,"kb_avail":91897252,"statfs":{"total":95995035648,"available":94102786048,"internally_reserved":0,"allocated":1038635008,"data_stored":1035843665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":83750,"internal_metadata":853522650},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.629,"15min":3.1789999999999998},"min":{"1min":0.20999999999999999,"5min":0.20599999999999999,"15min":0.182},"max":{"1min":3.2050000000000001,"5min":4.1219999999999999,"15min":94.364000000000004},"last":1.5649999999999999},{"interface":"front","average":{"1min":1.107,"5min":1.248,"15min":3.5899999999999999},"min":{"1min":0.253,"5min":0.223,"15min":0.19900000000000001},"max":{"1min":10.678000000000001,"5min":12.768000000000001,"15min":92.241},"last":1.401}]},{"osd":1,"last update":"Sat Sep 23 15:33:52 2023","interfaces":[{"interface":"back","average":{"1min":1.9419999999999999,"5min":3.8170000000000002,"15min":2.9729999999999999},"min":{"1min":0.24099999999999999,"5min":0.19600000000000001,"15min":0.17399999999999999},"max":{"1min":16.07,"5min":128.19300000000001,"15min":128.19300000000001},"last":1.851},{"interface":"front","average":{"1min":2.4820000000000002,"5min":3.831,"15min":2.9340000000000002},"min":{"1min":0.27300000000000002,"5min":0.216,"15min":0.183},"max":{"1min":16.245999999999999,"5min":128.13399999999999,"15min":128.13399999999999},"last":1.0189999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:33:52 2023","interfaces":[{"interface":"back","average":{"1min":3.2389999999999999,"5min":4.7350000000000003,"15min":5.891},"min":{"1min":0.29399999999999998,"5min":0.247,"15min":0.20799999999999999},"max":{"1min":43.357999999999997,"5min":80.278999999999996,"15min":141.24299999999999},"last":1.7390000000000001},{"interface":"front","average":{"1min":3.0179999999999998,"5min":4.5839999999999996,"15min":5.3719999999999999},"min":{"1min":0.28999999999999998,"5min":0.253,"15min":0.22900000000000001},"max":{"1min":40.597000000000001,"5min":77.605000000000004,"15min":141.06399999999999},"last":1.2110000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":1.0700000000000001,"15min":1.3819999999999999},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.316},"max":{"1min":1.9390000000000001,"5min":7.8150000000000004,"15min":12.054},"last":1.296},{"interface":"front","average":{"1min":0.80200000000000005,"5min":1.194,"15min":1.609},"min":{"1min":0.35199999999999998,"5min":0.33800000000000002,"15min":0.245},"max":{"1min":2.04,"5min":12.818,"15min":12.991},"last":1.466}]},{"osd":5,"last update":"Sat Sep 23 15:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":1.363,"15min":1.698},"min":{"1min":0.32700000000000001,"5min":0.32500000000000001,"15min":0.26900000000000002},"max":{"1min":2.0680000000000001,"5min":12.847,"15min":13.973000000000001},"last":1.516},{"interface":"front","average":{"1min":0.79800000000000004,"5min":1.3009999999999999,"15min":1.5629999999999999},"min":{"1min":0.36699999999999999,"5min":0.35899999999999999,"15min":0.29999999999999999},"max":{"1min":5.819,"5min":6.8680000000000003,"15min":14.223000000000001},"last":0.308}]},{"osd":6,"last update":"Sat Sep 23 15:34:04 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.9890000000000001,"15min":2.2229999999999999},"min":{"1min":0.33400000000000002,"5min":0.312,"15min":0.311},"max":{"1min":0.79800000000000004,"5min":57.399999999999999,"15min":77.950000000000003},"last":1.381},{"interface":"front","average":{"1min":0.96499999999999997,"5min":2.101,"15min":2.2690000000000001},"min":{"1min":0.432,"5min":0.34100000000000003,"15min":0.33800000000000002},"max":{"1min":5.8689999999999998,"5min":57.588999999999999,"15min":78.733000000000004},"last":0.34300000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:34:02 2023","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":1.3029999999999999,"15min":2.032},"min":{"1min":0.41099999999999998,"5min":0.36499999999999999,"15min":0.34399999999999997},"max":{"1min":5.9000000000000004,"5min":9.4730000000000008,"15min":74.643000000000001},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":1.4390000000000001,"15min":2.0390000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.33000000000000002},"max":{"1min":1.893,"5min":8.0519999999999996,"15min":74.724999999999994},"last":1.2509999999999999}]}]},{"osd":3,"up_from":99,"seq":425201762623,"num_pgs":70,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2200944,"kb_used_data":1111592,"kb_used_omap":7,"kb_used_meta":1089336,"kb_avail":91544208,"statfs":{"total":95995035648,"available":93741268992,"internally_reserved":0,"allocated":1138270208,"data_stored":1135458068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1115480680},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":1.825,"5min":2.0190000000000001,"15min":3.6589999999999998},"min":{"1min":0.20699999999999999,"5min":0.20100000000000001,"15min":0.182},"max":{"1min":9.2810000000000006,"5min":19.585000000000001,"15min":167.71799999999999},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.79400000000000004,"5min":1.004,"15min":3},"min":{"1min":0.21099999999999999,"5min":0.20599999999999999,"15min":0.16500000000000001},"max":{"1min":3.097,"5min":19.538,"15min":176.61500000000001},"last":0.30199999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":6.0060000000000002,"5min":5.6369999999999996,"15min":4.8869999999999996},"min":{"1min":0.23000000000000001,"5min":0.22,"15min":0.21199999999999999},"max":{"1min":76.411000000000001,"5min":127.02200000000001,"15min":201.98099999999999},"last":56.229999999999997},{"interface":"front","average":{"1min":6.1079999999999997,"5min":6.069,"15min":4.8300000000000001},"min":{"1min":0.24399999999999999,"5min":0.218,"15min":0.20300000000000001},"max":{"1min":78.858999999999995,"5min":124.041,"15min":202.06700000000001},"last":57.225000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.81000000000000005,"15min":2.7879999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.23100000000000001},"max":{"1min":2.875,"5min":8.4160000000000004,"15min":163.57599999999999},"last":0.33100000000000002},{"interface":"front","average":{"1min":1.7829999999999999,"5min":0.98999999999999999,"15min":2.4279999999999999},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":7.8490000000000002,"5min":8.4659999999999993,"15min":154.73400000000001},"last":0.38}]},{"osd":4,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":2.3620000000000001,"5min":1.371,"15min":2.266},"min":{"1min":0.38700000000000001,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":9.3719999999999999,"5min":9.3719999999999999,"15min":163.43700000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":1.925,"5min":1.623,"15min":2.149},"min":{"1min":0.40799999999999997,"5min":0.34899999999999998,"15min":0.30199999999999999},"max":{"1min":4.7309999999999999,"5min":11.145,"15min":163.72399999999999},"last":0.51800000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:33:44 2023","interfaces":[{"interface":"back","average":{"1min":1.667,"5min":1.625,"15min":2.9700000000000002},"min":{"1min":0.373,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.6240000000000001,"5min":8.0109999999999992,"15min":163.696},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.84499999999999997,"5min":1.0960000000000001,"15min":2.077},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.29899999999999999},"max":{"1min":3.2749999999999999,"5min":10.481999999999999,"15min":126.15000000000001},"last":0.497}]},{"osd":6,"last update":"Sat Sep 23 15:33:23 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":1.8560000000000001,"15min":2.9460000000000002},"min":{"1min":0.623,"5min":0.34100000000000003,"15min":0.28899999999999998},"max":{"1min":5.3490000000000002,"5min":16.907,"15min":163.63399999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":1.23,"5min":1.1539999999999999,"15min":2.4670000000000001},"min":{"1min":0.40799999999999997,"5min":0.35899999999999999,"15min":0.33500000000000002},"max":{"1min":4.2939999999999996,"5min":16.992000000000001,"15min":163.535},"last":0.56899999999999995}]},{"osd":7,"last update":"Sat Sep 23 15:34:05 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":1.036,"15min":2.0950000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.35499999999999998},"max":{"1min":3.351,"5min":6.2880000000000003,"15min":163.495},"last":0.59999999999999998},{"interface":"front","average":{"1min":1.853,"5min":1.5760000000000001,"15min":2.573},"min":{"1min":0.39800000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":9.3260000000000005,"5min":9.3260000000000005,"15min":163.51400000000001},"last":0.51100000000000001}]}]},{"osd":4,"up_from":0,"seq":133143986649,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":5,"up_from":39,"seq":167503725012,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1601248,"kb_used_data":1065112,"kb_used_omap":0,"kb_used_meta":536128,"kb_avail":92143904,"statfs":{"total":95995035648,"available":94355357696,"internally_reserved":0,"allocated":1090674688,"data_stored":1089047000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":548995072},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:34:16 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":1.343,"15min":2.2269999999999999},"min":{"1min":0.23400000000000001,"5min":0.22800000000000001,"15min":0.21199999999999999},"max":{"1min":0.78800000000000003,"5min":11.880000000000001,"15min":160.77699999999999},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":1.216,"15min":2.2930000000000001},"min":{"1min":0.28199999999999997,"5min":0.252,"15min":0.252},"max":{"1min":1.5329999999999999,"5min":8.984,"15min":161.142},"last":0.28199999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:33:36 2023","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.3580000000000001,"15min":1.5089999999999999},"min":{"1min":0.35099999999999998,"5min":0.27200000000000002,"15min":0.24299999999999999},"max":{"1min":8.6539999999999999,"5min":9.8260000000000005,"15min":14.744},"last":0.314},{"interface":"front","average":{"1min":0.96499999999999997,"5min":1.111,"15min":1.536},"min":{"1min":0.28999999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.7719999999999998,"5min":7.1859999999999999,"15min":14.960000000000001},"last":1.6639999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":1.357,"15min":3.141},"min":{"1min":0.32000000000000001,"5min":0.27400000000000002,"15min":0.26300000000000001},"max":{"1min":5.806,"5min":9.0790000000000006,"15min":168.56100000000001},"last":1.7689999999999999},{"interface":"front","average":{"1min":0.84099999999999997,"5min":1.395,"15min":3.2250000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":5.617,"5min":8.6519999999999992,"15min":168.58799999999999},"last":0.57699999999999996}]},{"osd":3,"last update":"Sat Sep 23 15:33:36 2023","interfaces":[{"interface":"back","average":{"1min":6.8890000000000002,"5min":5.9560000000000004,"15min":6.0780000000000003},"min":{"1min":0.312,"5min":0.28999999999999998,"15min":0.27700000000000002},"max":{"1min":105.316,"5min":138.54900000000001,"15min":169.83699999999999},"last":2.2330000000000001},{"interface":"front","average":{"1min":6.835,"5min":5.8650000000000002,"15min":5.5899999999999999},"min":{"1min":0.376,"5min":0.35599999999999998,"15min":0.29599999999999999},"max":{"1min":104.855,"5min":138.048,"15min":170.166},"last":1.732}]},{"osd":4,"last update":"Sat Sep 23 15:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":1.036,"15min":0.68899999999999995},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":1.4530000000000001,"5min":8.9450000000000003,"15min":8.9450000000000003},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.432,"5min":1.3600000000000001,"15min":0.97199999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.22900000000000001},"max":{"1min":0.65100000000000002,"5min":9.2590000000000003,"15min":9.6760000000000002},"last":0.73599999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:34:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":2.5110000000000001,"15min":3.2330000000000001},"min":{"1min":0.29699999999999999,"5min":0.28799999999999998,"15min":0.24199999999999999},"max":{"1min":0.68000000000000005,"5min":107.217,"15min":207.054},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.53200000000000003,"5min":3.02,"15min":3.4809999999999999},"min":{"1min":0.33900000000000002,"5min":0.33300000000000002,"15min":0.29599999999999999},"max":{"1min":0.80800000000000005,"5min":107.271,"15min":207.28299999999999},"last":0.68000000000000005}]},{"osd":7,"last update":"Sat Sep 23 15:33:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":2.323,"15min":3.246},"min":{"1min":0.34100000000000003,"5min":0.32500000000000001,"15min":0.29299999999999998},"max":{"1min":2.0529999999999999,"5min":83.751999999999995,"15min":214.78100000000001},"last":0.37},{"interface":"front","average":{"1min":0.59099999999999997,"5min":2.7170000000000001,"15min":3.431},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.318},"max":{"1min":1.6259999999999999,"5min":83.728999999999999,"15min":212.95500000000001},"last":0.70999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4575,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1869676544,"data_stored":1869676544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1051590656,"data_stored":1051590656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1156513792,"data_stored":1156513792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1118896128,"data_stored":1118896128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1366753280,"data_stored":1366753280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:34:23.883 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T15:34:23.883 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:34:23.883 INFO:tasks.thrashosds.thrasher:Killing osd 2, live_osds are [0, 1, 3, 4, 5, 2, 6, 7] 2023-09-23T15:34:23.883 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-09-23T15:34:23.884 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2 2023-09-23T15:34:23.890 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:23.920 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:23.970 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:23.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:23.974 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:24.069 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:34:23 smithi118 systemd[1]: Stopping Ceph osd.2 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:34:24.075 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:24.088 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:24.152 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:24.260 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:24.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:24.264 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:24.365 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:24.458 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:24.780 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:24 smithi118 ceph-mon[212312]: pgmap v1457: 109 pgs: 109 active+clean; 2.4 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T15:34:24.813 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:24.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:24.819 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:24.850 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 25 16 42633 42617 106.503 76.375 0.00936611 0.00938451 2023-09-23T15:34:24.920 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:24.952 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:25.009 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:25.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:25.015 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:25.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:24 smithi118 ceph-mon[219580]: pgmap v1457: 109 pgs: 109 active+clean; 2.4 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T15:34:25.115 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:24 smithi178 ceph-mon[192298]: pgmap v1457: 109 pgs: 109 active+clean; 2.4 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-09-23T15:34:25.188 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:25.272 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:34:25.272 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:34:25.272 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:34:25.272 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:43171 11.f e557/551 11:ff0403a9:::benchmark_data_smithi118_606503_object43170:head v 557'2703, mlcod=557'2701)", 2023-09-23T15:34:25.272 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:25.262139+0000", 2023-09-23T15:34:25.272 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.001829357, 2023-09-23T15:34:25.272 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001860317, 2023-09-23T15:34:25.272 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:34:25.272 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:34:25.272 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.262139+0000", 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.262139+0000", 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:34:25.273 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:34:25.274 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.262138+0000", 2023-09-23T15:34:25.274 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:34:25.274 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:34:25.274 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:34:25.274 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:34:25.274 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.262186+0000", 2023-09-23T15:34:25.274 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8402999999999997e-05 2023-09-23T15:34:25.274 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:34:25.274 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:34:25.274 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:34:25.274 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.262201+0000", 2023-09-23T15:34:25.275 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5065000000000001e-05 2023-09-23T15:34:25.275 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:34:25.275 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:34:25.275 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:34:25.275 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.262210+0000", 2023-09-23T15:34:25.275 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7029999999999995e-06 2023-09-23T15:34:25.275 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:34:25.275 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:34:25.275 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:34:25.275 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.262270+0000", 2023-09-23T15:34:25.275 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0616999999999999e-05 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.262321+0000", 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0423000000000002e-05 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 1 2023-09-23T15:34:25.276 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:34:25.310 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:34:25 smithi118 conmon[298183]: 2023-09-23T15:34:25.103+0000 7f709a3b7700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:34:25.310 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:34:25 smithi118 conmon[298183]: 2023-09-23T15:34:25.103+0000 7f709a3b7700 -1 osd.2 557 *** Got signal Terminated *** 2023-09-23T15:34:25.310 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:34:25 smithi118 conmon[298183]: 2023-09-23T15:34:25.103+0000 7f709a3b7700 -1 osd.2 557 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:34:25.824 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:34:25.850 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 26 16 43762 43746 105.121 70.5625 0.00220177 0.00949341 2023-09-23T15:34:26.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:25 smithi118 ceph-mon[219580]: osd.2 marked itself down and dead 2023-09-23T15:34:26.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/329323605' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:26.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:25 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:26.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:25 smithi118 ceph-mon[219580]: pgmap v1458: 109 pgs: 109 active+clean; 2.4 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T15:34:26.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:25 smithi118 ceph-mon[212312]: osd.2 marked itself down and dead 2023-09-23T15:34:26.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/329323605' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:26.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:25 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:26.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:25 smithi118 ceph-mon[212312]: pgmap v1458: 109 pgs: 109 active+clean; 2.4 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T15:34:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:25 smithi178 ceph-mon[192298]: osd.2 marked itself down and dead 2023-09-23T15:34:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/329323605' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:25 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:25 smithi178 ceph-mon[192298]: pgmap v1458: 109 pgs: 109 active+clean; 2.4 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-09-23T15:34:26.277 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:26.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:26.281 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:26.382 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:26.476 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:26.852 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 27 16 43813 43797 101.342 3.1875 0.0123856 0.00986275 2023-09-23T15:34:27.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[219580]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:34:27.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:34:27.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[219580]: failed to encode map e558 with expected crc 2023-09-23T15:34:27.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[219580]: failed to encode map e558 with expected crc 2023-09-23T15:34:27.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[219580]: failed to encode map e558 with expected crc 2023-09-23T15:34:27.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:34:27.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[219580]: osdmap e558: 8 total, 7 up, 5 in 2023-09-23T15:34:27.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[212312]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:34:27.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:34:27.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[212312]: failed to encode map e558 with expected crc 2023-09-23T15:34:27.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[212312]: failed to encode map e558 with expected crc 2023-09-23T15:34:27.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[212312]: failed to encode map e558 with expected crc 2023-09-23T15:34:27.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:34:27.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:26 smithi118 ceph-mon[212312]: osdmap e558: 8 total, 7 up, 5 in 2023-09-23T15:34:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:26 smithi178 ceph-mon[192298]: Health check failed: 1 osds down (OSD_DOWN) 2023-09-23T15:34:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:26 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:34:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:26 smithi178 ceph-mon[192298]: failed to encode map e558 with expected crc 2023-09-23T15:34:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:26 smithi178 ceph-mon[192298]: failed to encode map e558 with expected crc 2023-09-23T15:34:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:26 smithi178 ceph-mon[192298]: failed to encode map e558 with expected crc 2023-09-23T15:34:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:26 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:34:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:26 smithi178 ceph-mon[192298]: osdmap e558: 8 total, 7 up, 5 in 2023-09-23T15:34:27.383 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:27.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:27.393 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:27.495 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:27.544 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:27.612 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:27.617 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:27.618 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:27.718 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:27.774 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:34:27 smithi118 bash[610994]: 52e08fc98f96d5cded73bcb3763b7463579c2cac6afa21928b8a53649d467fad 2023-09-23T15:34:27.779 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:27.804 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:27 smithi178 ceph-mon[192298]: failed to encode map e558 with expected crc 2023-09-23T15:34:27.805 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:27 smithi178 ceph-mon[192298]: failed to encode map e559 with expected crc 2023-09-23T15:34:27.805 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:27 smithi178 ceph-mon[192298]: failed to encode map e559 with expected crc 2023-09-23T15:34:27.805 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:27 smithi178 ceph-mon[192298]: osdmap e559: 8 total, 7 up, 5 in 2023-09-23T15:34:27.805 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:27 smithi178 ceph-mon[192298]: failed to encode map e559 with expected crc 2023-09-23T15:34:27.805 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:27 smithi178 ceph-mon[192298]: failed to encode map e559 with expected crc 2023-09-23T15:34:27.805 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:27 smithi178 ceph-mon[192298]: pgmap v1461: 109 pgs: 5 active+undersized+degraded, 15 active+undersized, 13 stale+active+clean, 76 active+clean; 2.6 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 76 MiB/s wr, 1.22k op/s; 5615/127380 objects degraded (4.408%); 21 KiB/s, 0 objects/s recovering 2023-09-23T15:34:27.852 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 28 16 45617 45601 101.749 112.75 0.00582218 0.00982343 2023-09-23T15:34:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[212312]: failed to encode map e558 with expected crc 2023-09-23T15:34:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[212312]: failed to encode map e559 with expected crc 2023-09-23T15:34:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[212312]: failed to encode map e559 with expected crc 2023-09-23T15:34:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[212312]: osdmap e559: 8 total, 7 up, 5 in 2023-09-23T15:34:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[212312]: failed to encode map e559 with expected crc 2023-09-23T15:34:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[212312]: failed to encode map e559 with expected crc 2023-09-23T15:34:28.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[212312]: pgmap v1461: 109 pgs: 5 active+undersized+degraded, 15 active+undersized, 13 stale+active+clean, 76 active+clean; 2.6 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 76 MiB/s wr, 1.22k op/s; 5615/127380 objects degraded (4.408%); 21 KiB/s, 0 objects/s recovering 2023-09-23T15:34:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[219580]: failed to encode map e558 with expected crc 2023-09-23T15:34:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[219580]: failed to encode map e559 with expected crc 2023-09-23T15:34:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[219580]: failed to encode map e559 with expected crc 2023-09-23T15:34:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[219580]: osdmap e559: 8 total, 7 up, 5 in 2023-09-23T15:34:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[219580]: failed to encode map e559 with expected crc 2023-09-23T15:34:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[219580]: failed to encode map e559 with expected crc 2023-09-23T15:34:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:27 smithi118 ceph-mon[219580]: pgmap v1461: 109 pgs: 5 active+undersized+degraded, 15 active+undersized, 13 stale+active+clean, 76 active+clean; 2.6 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 76 MiB/s wr, 1.22k op/s; 5615/127380 objects degraded (4.408%); 21 KiB/s, 0 objects/s recovering 2023-09-23T15:34:28.426 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:28.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:28.434 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:28.534 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:34:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:34:28] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2023-09-23T15:34:28.572 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:28.635 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:28.640 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:28.640 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:28.741 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:28.778 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:28.844 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:28.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:28.849 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:28 smithi178 ceph-mon[192298]: Health check failed: Degraded data redundancy: 5615/127380 objects degraded (4.408%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:28.849 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:28.852 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 29 16 47246 47230 101.751 101.812 0.00728629 0.00982235 2023-09-23T15:34:28.950 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:28.984 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:29.048 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:29.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:29.055 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:28 smithi118 ceph-mon[212312]: Health check failed: Degraded data redundancy: 5615/127380 objects degraded (4.408%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:29.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:28 smithi118 ceph-mon[219580]: Health check failed: Degraded data redundancy: 5615/127380 objects degraded (4.408%), 5 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:29.156 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:29.218 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:29.259 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:34:29.395 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:34:29.626 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:29.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:29.638 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:29.738 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:29.831 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:29.852 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 30 16 48682 48666 101.351 89.75 0.0180781 0.00985891 2023-09-23T15:34:29.913 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:34:29.949 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:29.949 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:34:29.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:29.957 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:30.001 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:34:30.041 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:34:30.058 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:30.072 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:30.078 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:34:30.119 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:34:30.123 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:29 smithi118 ceph-mon[219580]: pgmap v1462: 109 pgs: 8 active+undersized+degraded, 27 active+undersized, 7 stale+active+clean, 67 active+clean; 2.7 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 65 MiB/s wr, 1.03k op/s; 14250/133596 objects degraded (10.666%); 45 KiB/s, 0 objects/s recovering 2023-09-23T15:34:30.123 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:29 smithi118 ceph-mon[212312]: pgmap v1462: 109 pgs: 8 active+undersized+degraded, 27 active+undersized, 7 stale+active+clean, 67 active+clean; 2.7 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 65 MiB/s wr, 1.03k op/s; 14250/133596 objects degraded (10.666%); 45 KiB/s, 0 objects/s recovering 2023-09-23T15:34:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:29 smithi178 ceph-mon[192298]: pgmap v1462: 109 pgs: 8 active+undersized+degraded, 27 active+undersized, 7 stale+active+clean, 67 active+clean; 2.7 GiB data, 11 GiB used, 436 GiB / 447 GiB avail; 65 MiB/s wr, 1.03k op/s; 14250/133596 objects degraded (10.666%); 45 KiB/s, 0 objects/s recovering 2023-09-23T15:34:30.130 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:30.137 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:30.161 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:34:30.161 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:34:30.161 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:34:30.161 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T15:34:30.161 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:34:30.161 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:34:30.162 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:34:30.162 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:34:30.162 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:34:30.454 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:30.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:30.459 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:30.560 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:30.621 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:30.853 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 31 16 50186 50170 101.111 94 0.0154676 0.00988592 2023-09-23T15:34:31.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/228726190' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:31.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/228726190' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/228726190' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:31.455 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:31.461 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:31.462 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:31.563 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:31.621 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:31.745 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:34:31.746 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:34:31.835 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:31.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:31.927 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:31.928 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 32 16 51777 51761 101.058 99.4375 0.00683281 0.00989026 2023-09-23T15:34:32.028 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:31 smithi118 ceph-mon[219580]: pgmap v1463: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 2.9 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 68 MiB/s wr, 1.09k op/s; 23752/143100 objects degraded (16.598%); 69 KiB/s, 0 objects/s recovering 2023-09-23T15:34:32.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:31 smithi118 ceph-mon[212312]: pgmap v1463: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 2.9 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 68 MiB/s wr, 1.09k op/s; 23752/143100 objects degraded (16.598%); 69 KiB/s, 0 objects/s recovering 2023-09-23T15:34:32.095 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:31 smithi178 ceph-mon[192298]: pgmap v1463: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 2.9 GiB data, 12 GiB used, 435 GiB / 447 GiB avail; 68 MiB/s wr, 1.09k op/s; 23752/143100 objects degraded (16.598%); 69 KiB/s, 0 objects/s recovering 2023-09-23T15:34:32.853 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 33 16 53512 53496 101.281 108.438 0.00658435 0.00986786 2023-09-23T15:34:33.500 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:33.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:33.513 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:33.614 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:33.682 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:33.747 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:34:33.855 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 34 16 55049 55033 101.121 96.0625 0.00916945 0.00988458 2023-09-23T15:34:33.936 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:33 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 26203/156342 objects degraded (16.760%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:33.936 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:33 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 26203/156342 objects degraded (16.760%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:33 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 26203/156342 objects degraded (16.760%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:34.856 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 35 16 56691 56675 101.164 102.625 0.00585337 0.00988135 2023-09-23T15:34:35.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:34 smithi118 ceph-mon[219580]: pgmap v1464: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.2 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 103 MiB/s wr, 1.65k op/s; 26203/156342 objects degraded (16.760%); 69 KiB/s, 0 objects/s recovering 2023-09-23T15:34:35.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:34 smithi118 ceph-mon[212312]: pgmap v1464: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.2 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 103 MiB/s wr, 1.65k op/s; 26203/156342 objects degraded (16.760%); 69 KiB/s, 0 objects/s recovering 2023-09-23T15:34:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:34 smithi178 ceph-mon[192298]: pgmap v1464: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.2 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 103 MiB/s wr, 1.65k op/s; 26203/156342 objects degraded (16.760%); 69 KiB/s, 0 objects/s recovering 2023-09-23T15:34:35.385 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:35.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:35.398 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:35.499 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:35.531 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:35.583 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:35.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:35.588 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:35.681 INFO:teuthology.orchestra.run.smithi118.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2023-09-23T15:34:35.689 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:35.726 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:35.790 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:35.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:35.795 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:35.856 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 36 16 58141 58125 100.871 90.625 0.00796565 0.00990889 2023-09-23T15:34:35.896 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:35.941 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:36.020 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:36.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:36.027 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:36.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:35 smithi118 ceph-mon[219580]: pgmap v1465: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.2 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 83 MiB/s wr, 1.33k op/s; 26203/156342 objects degraded (16.760%); 56 KiB/s, 0 objects/s recovering 2023-09-23T15:34:36.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:35 smithi118 ceph-mon[212312]: pgmap v1465: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.2 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 83 MiB/s wr, 1.33k op/s; 26203/156342 objects degraded (16.760%); 56 KiB/s, 0 objects/s recovering 2023-09-23T15:34:36.128 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:35 smithi178 ceph-mon[192298]: pgmap v1465: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.2 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 83 MiB/s wr, 1.33k op/s; 26203/156342 objects degraded (16.760%); 56 KiB/s, 0 objects/s recovering 2023-09-23T15:34:36.166 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:36.208 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:36.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:36.216 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:36.317 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:36.351 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:36.856 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 37 16 59334 59318 100.16 74.5625 0.0143002 0.00997969 2023-09-23T15:34:37.658 DEBUG:teuthology.orchestra.run.smithi118:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2.service' 2023-09-23T15:34:37.687 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:37.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:37.694 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:37.715 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-09-23T15:34:37.716 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:34:37.775 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:34:37.776 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-09-23T15:34:37.777 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:37.795 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:37.824 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:37.859 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 38 15 60738 60723 99.8261 87.8125 0.0129741 0.0100132 2023-09-23T15:34:37.884 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:37.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:37.889 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:37.935 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:37.935 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:37.935 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:37 smithi118 ceph-mon[212312]: pgmap v1466: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.5 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 94 MiB/s wr, 1.50k op/s; 28625/172455 objects degraded (16.599%); 51 KiB/s, 0 objects/s recovering 2023-09-23T15:34:37.990 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:38.024 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:38.079 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:38.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:38.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:38.085 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:37 smithi178 ceph-mon[192298]: pgmap v1466: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.5 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 94 MiB/s wr, 1.50k op/s; 28625/172455 objects degraded (16.599%); 51 KiB/s, 0 objects/s recovering 2023-09-23T15:34:38.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:38.086 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:38.187 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:38.196 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:38.196 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:38.196 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:37 smithi118 ceph-mon[219580]: pgmap v1466: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.5 GiB data, 13 GiB used, 434 GiB / 447 GiB avail; 94 MiB/s wr, 1.50k op/s; 28625/172455 objects degraded (16.599%); 51 KiB/s, 0 objects/s recovering 2023-09-23T15:34:38.224 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:38.295 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:38.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:38.299 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:38.400 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:38.496 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:34:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:34:38] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.43.0" 2023-09-23T15:34:38.505 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:38.643 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:38.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:38.650 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:38.751 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:38.821 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:38.859 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 39 16 61982 61966 99.2585 77.6875 0.00972445 0.0100698 2023-09-23T15:34:38.943 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:34:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:38 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:34:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2832107015' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:34:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:38 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:34:39.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:38 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:34:39.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2832107015' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:34:39.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:38 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:34:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:38 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:34:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2832107015' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:34:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:38 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:34:39.859 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:34:39.860167+0000 min lat: 0.00136289 max lat: 1.0447 avg lat: 0.0101049 2023-09-23T15:34:39.860 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:34:39.860 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 40 16 63354 63338 98.9207 85.75 0.010212 0.0101049 2023-09-23T15:34:40.017 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:40.018 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:40.018 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:34:40.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: osdmap e560: 8 total, 7 up, 5 in 2023-09-23T15:34:40.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[219580]: pgmap v1468: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 95 MiB/s wr, 1.51k op/s; 29935/179019 objects degraded (16.722%); 19 KiB/s, 0 objects/s recovering 2023-09-23T15:34:40.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:40.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:34:40.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: osdmap e560: 8 total, 7 up, 5 in 2023-09-23T15:34:40.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.020 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.021 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.021 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:39 smithi118 ceph-mon[212312]: pgmap v1468: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 95 MiB/s wr, 1.51k op/s; 29935/179019 objects degraded (16.722%); 19 KiB/s, 0 objects/s recovering 2023-09-23T15:34:40.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:40.021 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:40.122 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:40.149 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:34:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: osdmap e560: 8 total, 7 up, 5 in 2023-09-23T15:34:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: failed to encode map e560 with expected crc 2023-09-23T15:34:40.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:40.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:39 smithi178 ceph-mon[192298]: pgmap v1468: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.6 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 95 MiB/s wr, 1.51k op/s; 29935/179019 objects degraded (16.722%); 19 KiB/s, 0 objects/s recovering 2023-09-23T15:34:40.554 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:40.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:40.562 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:40.663 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:40.694 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:40.713 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:40.859 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 41 16 64470 64454 98.2093 69.75 0.0107147 0.0101777 2023-09-23T15:34:40.879 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:40.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:40.891 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:40.992 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:41.030 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:40 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 29935/179019 objects degraded (16.722%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:41.035 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:41.110 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:41.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:41.115 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:41.198 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:34:41.216 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:41.220 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:40 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 29935/179019 objects degraded (16.722%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:41.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:40 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 29935/179019 objects degraded (16.722%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:41.255 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:41.255 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:34:41.292 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:34:41.316 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:41.321 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:41.321 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:41.331 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:34:41.365 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:34:41.404 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:34:41.422 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:41.451 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:34:41.451 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:34:41.451 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:34:41.452 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T15:34:41.452 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:34:41.452 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:34:41.452 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:34:41.452 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:34:41.452 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:34:41.485 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:41.864 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 42 16 65748 65732 97.7658 79.875 0.00514954 0.0102239 2023-09-23T15:34:42.034 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:42.038 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/233382838' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:42.038 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:41 smithi118 ceph-mon[212312]: pgmap v1469: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.8 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 92 MiB/s wr, 1.47k op/s; 31124/187215 objects degraded (16.625%) 2023-09-23T15:34:42.038 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/233382838' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:42.039 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:41 smithi118 ceph-mon[219580]: pgmap v1469: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.8 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 92 MiB/s wr, 1.47k op/s; 31124/187215 objects degraded (16.625%) 2023-09-23T15:34:42.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:42.039 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:42.140 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:42.181 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:42.262 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:42.264 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/233382838' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:42.264 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:41 smithi178 ceph-mon[192298]: pgmap v1469: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 3.8 GiB data, 14 GiB used, 433 GiB / 447 GiB avail; 92 MiB/s wr, 1.47k op/s; 31124/187215 objects degraded (16.625%) 2023-09-23T15:34:42.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:42.265 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:42.366 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:42.403 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:42.534 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:42.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:42.539 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:42.636 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:34:42.640 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:42.668 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:42.776 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 2] out_osds: [4, 0, 6] dead_osds: [2] live_osds: [0, 1, 3, 4, 5, 6, 7] 2023-09-23T15:34:42.776 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:34:42.776 INFO:tasks.thrashosds.thrasher:Adding osd 4 2023-09-23T15:34:42.777 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd in 4 2023-09-23T15:34:42.816 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:42.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:42.819 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:42.862 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 43 16 66880 66864 97.1377 70.75 0.00421941 0.0102767 2023-09-23T15:34:42.920 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:42.990 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:43.510 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:43.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:43.515 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:43.525 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:34:43.526 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:34:43.616 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:43.658 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:43.767 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:43.774 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:43.775 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:43.860 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:43.862 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 44 16 68036 68020 96.5722 72.25 0.0152251 0.0103488 2023-09-23T15:34:43.871 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:43.876 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:43.906 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:43.980 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:43.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:43.987 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:44.088 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:44.124 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:44.195 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:44.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:44.202 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:44.302 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:44.342 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:44.405 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:44.417 INFO:teuthology.orchestra.run.smithi118.stderr:admin_socket: exception getting command descriptions: [Errno 111] Connection refused 2023-09-23T15:34:44.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:44.418 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:44.519 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:44.600 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:44.736 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:44 smithi118 ceph-mon[212312]: pgmap v1470: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.0 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 86 MiB/s wr, 1.38k op/s; 33078/197646 objects degraded (16.736%) 2023-09-23T15:34:44.736 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:44 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:44.736 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:44 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:44.863 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 45 16 69238 69222 96.0956 75.125 0.0123723 0.0104016 2023-09-23T15:34:45.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:44 smithi118 ceph-mon[219580]: pgmap v1470: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.0 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 86 MiB/s wr, 1.38k op/s; 33078/197646 objects degraded (16.736%) 2023-09-23T15:34:45.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:44 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:45.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:44 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:44 smithi178 ceph-mon[192298]: pgmap v1470: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.0 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 86 MiB/s wr, 1.38k op/s; 33078/197646 objects degraded (16.736%) 2023-09-23T15:34:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:44 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:44 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:45.527 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:34:45.863 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 46 16 70569 70553 95.8149 83.1875 0.0133066 0.0104312 2023-09-23T15:34:45.922 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:45.922 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:45 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:45.922 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:45 smithi118 ceph-mon[212312]: pgmap v1471: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.0 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 86 MiB/s wr, 1.38k op/s; 33078/197646 objects degraded (16.736%) 2023-09-23T15:34:46.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:46.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:45 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:46.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:45 smithi118 ceph-mon[219580]: pgmap v1471: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.0 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 86 MiB/s wr, 1.38k op/s; 33078/197646 objects degraded (16.736%) 2023-09-23T15:34:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:45 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:45 smithi178 ceph-mon[192298]: pgmap v1471: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.0 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 86 MiB/s wr, 1.38k op/s; 33078/197646 objects degraded (16.736%) 2023-09-23T15:34:46.592 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:46.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:46.601 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:46.702 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:46.739 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:46.805 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:46.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:46.810 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:46.863 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 47 16 71653 71637 95.2179 67.75 0.0199836 0.0104978 2023-09-23T15:34:46.910 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:46.967 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:47.329 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-09-23T15:34:47.330 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:34:47.585 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:47.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:47.587 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:47.688 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:47.733 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:47.792 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:47.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:47.798 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:47.821 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:34:47.863 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 48 16 72868 72852 94.8163 75.9375 0.00738269 0.0105418 2023-09-23T15:34:47.899 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:47.945 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:47.985 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:48.091 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:48.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:48.106 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:48.207 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:48.271 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:48.389 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:48.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:48.397 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:48.498 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:48.564 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:34:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:34:48] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.43.0" 2023-09-23T15:34:48.569 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:48.694 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:48.699 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:34:48.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:48.702 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:48.802 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:48 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 33078/197646 objects degraded (16.736%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:48 smithi118 ceph-mon[219580]: pgmap v1472: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.3 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 78 MiB/s wr, 1.25k op/s; 34948/210018 objects degraded (16.640%) 2023-09-23T15:34:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1642954724' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:48.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:48 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:48.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:48 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 33078/197646 objects degraded (16.736%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:48.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:48 smithi118 ceph-mon[212312]: pgmap v1472: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.3 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 78 MiB/s wr, 1.25k op/s; 34948/210018 objects degraded (16.640%) 2023-09-23T15:34:48.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1642954724' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:48.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:48 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:48.870 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 49 16 73867 73851 94.1413 62.4375 0.0174335 0.0106178 2023-09-23T15:34:48.895 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:48 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 33078/197646 objects degraded (16.736%), 14 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:48 smithi178 ceph-mon[192298]: pgmap v1472: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.3 GiB data, 15 GiB used, 432 GiB / 447 GiB avail; 78 MiB/s wr, 1.25k op/s; 34948/210018 objects degraded (16.640%) 2023-09-23T15:34:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1642954724' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:48 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:34:49.191 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:49 smithi118 conmon[212288]: 2023-09-23T15:34:49.188+0000 7f4045f51700 -1 mon.a@0(leader).osd e561 definitely_dead 0 2023-09-23T15:34:49.358 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:49.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:49.363 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:49.463 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:49.505 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:49.576 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:49.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:49.580 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:49.681 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:49.733 INFO:teuthology.orchestra.run.smithi118.stderr:marked in osd.4. 2023-09-23T15:34:49.752 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:49.870 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 50 16 75044 75028 93.7298 73.5625 0.00268582 0.0106418 2023-09-23T15:34:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:49 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:49 smithi178 ceph-mon[192298]: failed to encode map e561 with expected crc 2023-09-23T15:34:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:49 smithi178 ceph-mon[192298]: failed to encode map e561 with expected crc 2023-09-23T15:34:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:49 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:34:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:49 smithi178 ceph-mon[192298]: osdmap e561: 8 total, 7 up, 5 in 2023-09-23T15:34:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:49 smithi178 ceph-mon[192298]: failed to encode map e561 with expected crc 2023-09-23T15:34:49.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:49 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3703808954' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T15:34:50.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:50.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[219580]: failed to encode map e561 with expected crc 2023-09-23T15:34:50.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[219580]: failed to encode map e561 with expected crc 2023-09-23T15:34:50.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:34:50.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[219580]: osdmap e561: 8 total, 7 up, 5 in 2023-09-23T15:34:50.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[219580]: failed to encode map e561 with expected crc 2023-09-23T15:34:50.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3703808954' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T15:34:50.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:50.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[212312]: failed to encode map e561 with expected crc 2023-09-23T15:34:50.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[212312]: failed to encode map e561 with expected crc 2023-09-23T15:34:50.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:34:50.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[212312]: osdmap e561: 8 total, 7 up, 5 in 2023-09-23T15:34:50.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[212312]: failed to encode map e561 with expected crc 2023-09-23T15:34:50.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:49 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3703808954' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["4"]}]: dispatch 2023-09-23T15:34:50.618 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:34:50.618 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:34:50.618 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:34:50.618 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:34:50.871 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 51 16 75094 75078 91.954 3.125 0.00242328 0.0106766 2023-09-23T15:34:51.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[212312]: pgmap v1474: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.4 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 76 MiB/s wr, 1.22k op/s; 36078/215664 objects degraded (16.729%) 2023-09-23T15:34:51.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[212312]: failed to encode map e562 with expected crc 2023-09-23T15:34:51.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[212312]: failed to encode map e562 with expected crc 2023-09-23T15:34:51.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3703808954' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T15:34:51.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[212312]: osdmap e562: 8 total, 7 up, 6 in 2023-09-23T15:34:51.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[212312]: failed to encode map e562 with expected crc 2023-09-23T15:34:51.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[219580]: pgmap v1474: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.4 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 76 MiB/s wr, 1.22k op/s; 36078/215664 objects degraded (16.729%) 2023-09-23T15:34:51.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[219580]: failed to encode map e562 with expected crc 2023-09-23T15:34:51.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[219580]: failed to encode map e562 with expected crc 2023-09-23T15:34:51.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3703808954' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T15:34:51.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[219580]: osdmap e562: 8 total, 7 up, 6 in 2023-09-23T15:34:51.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:50 smithi118 ceph-mon[219580]: failed to encode map e562 with expected crc 2023-09-23T15:34:51.104 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:51.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:51.107 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:50 smithi178 ceph-mon[192298]: pgmap v1474: 109 pgs: 14 active+undersized+degraded, 40 active+undersized, 55 active+clean; 4.4 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 76 MiB/s wr, 1.22k op/s; 36078/215664 objects degraded (16.729%) 2023-09-23T15:34:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:50 smithi178 ceph-mon[192298]: failed to encode map e562 with expected crc 2023-09-23T15:34:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:50 smithi178 ceph-mon[192298]: failed to encode map e562 with expected crc 2023-09-23T15:34:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:50 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3703808954' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["4"]}]': finished 2023-09-23T15:34:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:50 smithi178 ceph-mon[192298]: osdmap e562: 8 total, 7 up, 6 in 2023-09-23T15:34:51.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:50 smithi178 ceph-mon[192298]: failed to encode map e562 with expected crc 2023-09-23T15:34:51.208 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:51.236 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:51.398 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:34:51.400 INFO:tasks.thrashosds.thrasher:Added osd 4 2023-09-23T15:34:51.483 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:51.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:51.488 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:51.589 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:51.620 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:51.664 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:51.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:51.669 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:51.770 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:51.833 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:34:51.847 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:51.871 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 52 16 75126 75110 90.225 2 0.0145405 0.010929 2023-09-23T15:34:51.943 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:51.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:51.947 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:51.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: failed to encode map e562 with expected crc 2023-09-23T15:34:51.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: failed to encode map e563 with expected crc 2023-09-23T15:34:51.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: failed to encode map e563 with expected crc 2023-09-23T15:34:51.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: osdmap e563: 8 total, 7 up, 6 in 2023-09-23T15:34:51.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: failed to encode map e563 with expected crc 2023-09-23T15:34:51.948 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: failed to encode map e563 with expected crc 2023-09-23T15:34:51.948 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: failed to encode map e563 with expected crc 2023-09-23T15:34:51.948 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: failed to encode map e563 with expected crc 2023-09-23T15:34:51.948 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: failed to encode map e563 with expected crc 2023-09-23T15:34:51.948 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: failed to encode map e563 with expected crc 2023-09-23T15:34:51.948 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: failed to encode map e563 with expected crc 2023-09-23T15:34:51.948 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:51 smithi178 ceph-mon[192298]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.048 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:34:52.051 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:34:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: failed to encode map e562 with expected crc 2023-09-23T15:34:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: osdmap e563: 8 total, 7 up, 6 in 2023-09-23T15:34:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[219580]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: failed to encode map e562 with expected crc 2023-09-23T15:34:52.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: osdmap e563: 8 total, 7 up, 6 in 2023-09-23T15:34:52.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:51 smithi118 ceph-mon[212312]: failed to encode map e563 with expected crc 2023-09-23T15:34:52.086 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:34:52.099 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:52.121 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:34:52.162 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:34:52.170 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:34:52.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:52.180 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:34:52.199 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:34:52.234 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:34:52.273 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:34:52.273 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:34:52.273 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:34:52.273 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T15:34:52.273 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:34:52.273 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:34:52.273 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:34:52.274 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:34:52.274 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:34:52.281 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:52.325 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:52.559 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:52.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:52.565 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:52.665 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:52.692 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:52.734 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:52.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:52.737 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:52.838 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:52.871 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 53 16 75963 75947 89.5099 52.3125 0.0143454 0.011167 2023-09-23T15:34:52.892 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:53.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: pgmap v1477: 109 pgs: 7 remapped+peering, 13 active+undersized+degraded, 37 active+undersized, 52 active+clean; 4.5 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 84 MiB/s wr, 1.34k op/s; 32107/221736 objects degraded (14.480%); 0 B/s, 0 objects/s recovering 2023-09-23T15:34:53.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:34:53.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: osdmap e564: 8 total, 7 up, 6 in 2023-09-23T15:34:53.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.075 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: 11.1 starting backfill to osd.4 from (0'0,0'0] MAX to 561'4817 2023-09-23T15:34:53.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: 11.7 starting backfill to osd.4 from (0'0,0'0] MAX to 561'4748 2023-09-23T15:34:53.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: 11.c starting backfill to osd.4 from (0'0,0'0] MAX to 561'4672 2023-09-23T15:34:53.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: 11.e starting backfill to osd.4 from (0'0,0'0] MAX to 561'4747 2023-09-23T15:34:53.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: 11.b starting backfill to osd.4 from (0'0,0'0] MAX to 561'4671 2023-09-23T15:34:53.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: 11.6 starting backfill to osd.4 from (0'0,0'0] MAX to 561'4784 2023-09-23T15:34:53.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:53.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:53.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2351953242' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:53.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 32107/221736 objects degraded (14.480%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:53.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[212312]: osdmap e565: 8 total, 7 up, 6 in 2023-09-23T15:34:53.080 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: pgmap v1477: 109 pgs: 7 remapped+peering, 13 active+undersized+degraded, 37 active+undersized, 52 active+clean; 4.5 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 84 MiB/s wr, 1.34k op/s; 32107/221736 objects degraded (14.480%); 0 B/s, 0 objects/s recovering 2023-09-23T15:34:53.080 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:34:53.080 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.080 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.080 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: osdmap e564: 8 total, 7 up, 6 in 2023-09-23T15:34:53.080 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.080 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.080 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.080 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: 11.1 starting backfill to osd.4 from (0'0,0'0] MAX to 561'4817 2023-09-23T15:34:53.080 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: 11.7 starting backfill to osd.4 from (0'0,0'0] MAX to 561'4748 2023-09-23T15:34:53.081 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: 11.c starting backfill to osd.4 from (0'0,0'0] MAX to 561'4672 2023-09-23T15:34:53.081 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: 11.e starting backfill to osd.4 from (0'0,0'0] MAX to 561'4747 2023-09-23T15:34:53.081 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: 11.b starting backfill to osd.4 from (0'0,0'0] MAX to 561'4671 2023-09-23T15:34:53.081 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: 11.6 starting backfill to osd.4 from (0'0,0'0] MAX to 561'4784 2023-09-23T15:34:53.081 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:53.081 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:53.081 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2351953242' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:53.081 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 32107/221736 objects degraded (14.480%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:53.081 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:52 smithi118 ceph-mon[219580]: osdmap e565: 8 total, 7 up, 6 in 2023-09-23T15:34:53.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: pgmap v1477: 109 pgs: 7 remapped+peering, 13 active+undersized+degraded, 37 active+undersized, 52 active+clean; 4.5 GiB data, 16 GiB used, 431 GiB / 447 GiB avail; 84 MiB/s wr, 1.34k op/s; 32107/221736 objects degraded (14.480%); 0 B/s, 0 objects/s recovering 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: osdmap e564: 8 total, 7 up, 6 in 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: failed to encode map e564 with expected crc 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: 11.1 starting backfill to osd.4 from (0'0,0'0] MAX to 561'4817 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: 11.7 starting backfill to osd.4 from (0'0,0'0] MAX to 561'4748 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: 11.c starting backfill to osd.4 from (0'0,0'0] MAX to 561'4672 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: 11.e starting backfill to osd.4 from (0'0,0'0] MAX to 561'4747 2023-09-23T15:34:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: 11.b starting backfill to osd.4 from (0'0,0'0] MAX to 561'4671 2023-09-23T15:34:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: 11.6 starting backfill to osd.4 from (0'0,0'0] MAX to 561'4784 2023-09-23T15:34:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:34:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2351953242' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:34:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 32107/221736 objects degraded (14.480%), 13 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:53.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:52 smithi178 ceph-mon[192298]: osdmap e565: 8 total, 7 up, 6 in 2023-09-23T15:34:53.141 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:53.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:53.152 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:53.253 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:53.312 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:53.397 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:53.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:53.401 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:53.489 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:34:53.501 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:53.578 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:53.700 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:53 smithi178 ceph-mon[192298]: failed to encode map e565 with expected crc 2023-09-23T15:34:53.700 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:53 smithi178 ceph-mon[192298]: failed to encode map e565 with expected crc 2023-09-23T15:34:53.730 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:53.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:53.735 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:53.795 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:34:53.795 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:34:53.836 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:34:53.868 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:34:53.868 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:34:53.871 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 54 16 77012 76996 89.0666 65.5625 0.0208629 0.0112219 2023-09-23T15:34:53.910 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:53.955 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:53 smithi178 ceph-mon[192298]: failed to encode map e565 with expected crc 2023-09-23T15:34:53.957 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:53 smithi178 ceph-mon[192298]: osdmap e566: 8 total, 7 up, 6 in 2023-09-23T15:34:54.017 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:34:54.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:54.030 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:34:54.031 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:53 smithi118 ceph-mon[219580]: failed to encode map e565 with expected crc 2023-09-23T15:34:54.031 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:53 smithi118 ceph-mon[219580]: failed to encode map e565 with expected crc 2023-09-23T15:34:54.032 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:53 smithi118 ceph-mon[219580]: failed to encode map e565 with expected crc 2023-09-23T15:34:54.032 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:53 smithi118 ceph-mon[219580]: osdmap e566: 8 total, 7 up, 6 in 2023-09-23T15:34:54.032 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:53 smithi118 ceph-mon[212312]: failed to encode map e565 with expected crc 2023-09-23T15:34:54.032 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:53 smithi118 ceph-mon[212312]: failed to encode map e565 with expected crc 2023-09-23T15:34:54.032 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:53 smithi118 ceph-mon[212312]: failed to encode map e565 with expected crc 2023-09-23T15:34:54.032 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:53 smithi118 ceph-mon[212312]: osdmap e566: 8 total, 7 up, 6 in 2023-09-23T15:34:54.131 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:54.149 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:54.158 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:54.202 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:54.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:54.205 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:54.306 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:54.349 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:54.464 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:54.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:54.473 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:54.573 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:54.624 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:54.663 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:34:54.747 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:54.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:54.752 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:54.853 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:54.871 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 55 16 77774 77758 88.3134 47.625 0.00879547 0.0113185 2023-09-23T15:34:54.880 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: failed to encode map e566 with expected crc 2023-09-23T15:34:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: pgmap v1480: 109 pgs: 3 peering, 7 active+clean+remapped, 8 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+undersized+remapped, 6 active+undersized+degraded, 2 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 58 active+clean; 4.6 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 17 KiB/s rd, 61 MiB/s wr, 986 op/s; 33183/227340 objects degraded (14.596%); 23984/227340 objects misplaced (10.550%); 917 KiB/s, 2 keys/s, 14 objects/s recovering 2023-09-23T15:34:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: failed to encode map e566 with expected crc 2023-09-23T15:34:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: failed to encode map e566 with expected crc 2023-09-23T15:34:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: failed to encode map e566 with expected crc 2023-09-23T15:34:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: failed to encode map e566 with expected crc 2023-09-23T15:34:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: failed to encode map e566 with expected crc 2023-09-23T15:34:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:34:54.881 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:34:54.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:54.933 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:55.028 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:55.038 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:55.038 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:55.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: pgmap v1480: 109 pgs: 3 peering, 7 active+clean+remapped, 8 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+undersized+remapped, 6 active+undersized+degraded, 2 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 58 active+clean; 4.6 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 17 KiB/s rd, 61 MiB/s wr, 986 op/s; 33183/227340 objects degraded (14.596%); 23984/227340 objects misplaced (10.550%); 917 KiB/s, 2 keys/s, 14 objects/s recovering 2023-09-23T15:34:55.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:55.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:55.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:34:55.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:34:55.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:55.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: pgmap v1480: 109 pgs: 3 peering, 7 active+clean+remapped, 8 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+undersized+remapped, 6 active+undersized+degraded, 2 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 58 active+clean; 4.6 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 17 KiB/s rd, 61 MiB/s wr, 986 op/s; 33183/227340 objects degraded (14.596%); 23984/227340 objects misplaced (10.550%); 917 KiB/s, 2 keys/s, 14 objects/s recovering 2023-09-23T15:34:55.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: failed to encode map e566 with expected crc 2023-09-23T15:34:55.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:55.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:55.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:34:55.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:34:55.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:34:55.139 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:34:55.200 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:55.321 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:34:55.347 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:34:55.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:55.369 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:34:55.470 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:55.537 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:55.621 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:55.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:55.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:55.736 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:34:55.796 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:55.869 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:34:55.873 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 56 16 78913 78897 88.0043 71.1875 0.0116053 0.0113581 2023-09-23T15:34:56.000 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:34:56.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:56.011 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:34:56.112 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:56.144 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:56.189 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:56.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:56.192 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:56.292 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:56.322 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:56.401 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 2, 4] out_osds: [0, 6] dead_osds: [2] live_osds: [0, 1, 3, 4, 5, 6, 7] 2023-09-23T15:34:56.401 INFO:tasks.thrashosds.thrasher:Reviving osd 2 2023-09-23T15:34:56.401 INFO:tasks.cephadm.osd.2:Restarting osd.2 (starting--it wasn't running)... 2023-09-23T15:34:56.401 DEBUG:teuthology.orchestra.run.smithi118:osd.2> sudo journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2.service 2023-09-23T15:34:56.404 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl start ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2 2023-09-23T15:34:56.409 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:56.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:56.423 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:56.501 INFO:journalctl@ceph.osd.2.smithi118.stdout:-- Logs begin at Sat 2023-09-23 14:32:04 UTC. -- 2023-09-23T15:34:56.524 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:56.562 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:56.641 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:34:56.708 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:56 smithi118 ceph-mon[212312]: pgmap v1482: 109 pgs: 3 peering, 7 active+clean+remapped, 8 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+undersized+remapped, 6 active+undersized+degraded, 2 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 58 active+clean; 4.6 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 14 KiB/s rd, 49 MiB/s wr, 789 op/s; 33183/227340 objects degraded (14.596%); 23984/227340 objects misplaced (10.550%); 734 KiB/s, 2 keys/s, 11 objects/s recovering 2023-09-23T15:34:56.738 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:56.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:56.745 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:56.846 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:56.873 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 57 16 79678 79662 87.2995 47.8125 0.0108737 0.0114491 2023-09-23T15:34:56.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:56 smithi178 ceph-mon[192298]: pgmap v1482: 109 pgs: 3 peering, 7 active+clean+remapped, 8 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+undersized+remapped, 6 active+undersized+degraded, 2 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 58 active+clean; 4.6 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 14 KiB/s rd, 49 MiB/s wr, 789 op/s; 33183/227340 objects degraded (14.596%); 23984/227340 objects misplaced (10.550%); 734 KiB/s, 2 keys/s, 11 objects/s recovering 2023-09-23T15:34:56.917 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:57.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:56 smithi118 ceph-mon[219580]: pgmap v1482: 109 pgs: 3 peering, 7 active+clean+remapped, 8 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+undersized+remapped, 6 active+undersized+degraded, 2 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 58 active+clean; 4.6 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 14 KiB/s rd, 49 MiB/s wr, 789 op/s; 33183/227340 objects degraded (14.596%); 23984/227340 objects misplaced (10.550%); 734 KiB/s, 2 keys/s, 11 objects/s recovering 2023-09-23T15:34:57.166 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:34:57.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:57.174 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:34:57.275 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:34:57.345 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:57.346 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:34:57.346 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:34:57.612 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:34:57.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:57.618 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:34:57.719 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:34:57.724 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:34:57.756 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:57.800 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:34:57.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:34:57.803 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:34:57.873 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 58 16 80440 80424 86.6157 47.625 0.0213387 0.011514 2023-09-23T15:34:57.904 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:34:58.009 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:57 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2593594802' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:58.009 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:57 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:58.009 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:57 smithi118 ceph-mon[219580]: Health check update: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T15:34:58.009 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 33183/227340 objects degraded (14.596%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:58.011 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:57 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2593594802' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:58.012 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:57 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:58.012 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:57 smithi118 ceph-mon[212312]: Health check update: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T15:34:58.012 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 33183/227340 objects degraded (14.596%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:58.013 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:34:58.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:57 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2593594802' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:58.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:57 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:34:58.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:57 smithi178 ceph-mon[192298]: Health check update: Reduced data availability: 1 pg inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T15:34:58.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 33183/227340 objects degraded (14.596%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:34:58.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:34:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:34:58] "GET /metrics HTTP/1.1" 200 36463 "" "Prometheus/2.43.0" 2023-09-23T15:34:58.330 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:34:58.874 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 59 16 81491 81475 86.261 65.6875 0.0119001 0.0115886 2023-09-23T15:34:59.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[212312]: pgmap v1483: 109 pgs: 3 peering, 9 active+clean+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 63 active+clean; 4.8 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 11 KiB/s rd, 48 MiB/s wr, 779 op/s; 39238/235611 objects degraded (16.654%); 33935/235611 objects misplaced (14.403%); 814 KiB/s, 1 keys/s, 12 objects/s recovering 2023-09-23T15:34:59.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:59.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[212312]: failed to encode map e567 with expected crc 2023-09-23T15:34:59.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:34:59.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[212312]: osdmap e567: 8 total, 7 up, 6 in 2023-09-23T15:34:59.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[212312]: failed to encode map e567 with expected crc 2023-09-23T15:34:59.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[219580]: pgmap v1483: 109 pgs: 3 peering, 9 active+clean+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 63 active+clean; 4.8 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 11 KiB/s rd, 48 MiB/s wr, 779 op/s; 39238/235611 objects degraded (16.654%); 33935/235611 objects misplaced (14.403%); 814 KiB/s, 1 keys/s, 12 objects/s recovering 2023-09-23T15:34:59.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:59.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[219580]: failed to encode map e567 with expected crc 2023-09-23T15:34:59.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:34:59.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[219580]: osdmap e567: 8 total, 7 up, 6 in 2023-09-23T15:34:59.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:58 smithi118 ceph-mon[219580]: failed to encode map e567 with expected crc 2023-09-23T15:34:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:58 smithi178 ceph-mon[192298]: pgmap v1483: 109 pgs: 3 peering, 9 active+clean+remapped, 3 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 63 active+clean; 4.8 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 11 KiB/s rd, 48 MiB/s wr, 779 op/s; 39238/235611 objects degraded (16.654%); 33935/235611 objects misplaced (14.403%); 814 KiB/s, 1 keys/s, 12 objects/s recovering 2023-09-23T15:34:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:58 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:34:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:58 smithi178 ceph-mon[192298]: failed to encode map e567 with expected crc 2023-09-23T15:34:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:58 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:34:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:58 smithi178 ceph-mon[192298]: osdmap e567: 8 total, 7 up, 6 in 2023-09-23T15:34:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:58 smithi178 ceph-mon[192298]: failed to encode map e567 with expected crc 2023-09-23T15:34:59.874 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:34:59.874406+0000 min lat: 0.00136289 max lat: 2.05702 avg lat: 0.011628 2023-09-23T15:34:59.874 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:34:59.874 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 60 16 82587 82571 85.965 68.5 0.0144426 0.011628 2023-09-23T15:35:00.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:34:59 smithi118 ceph-mon[219580]: 1.14 scrub starts 2023-09-23T15:35:00.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:34:59 smithi118 ceph-mon[212312]: 1.14 scrub starts 2023-09-23T15:35:00.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:34:59 smithi178 ceph-mon[192298]: 1.14 scrub starts 2023-09-23T15:35:00.482 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:00.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:00.489 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:00.589 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:00.628 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:00.700 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:00.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:00.709 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:00.745 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:00 smithi118 ceph-mon[219580]: pgmap v1485: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 4.9 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 9.8 KiB/s rd, 46 MiB/s wr, 744 op/s; 40047/239697 objects degraded (16.707%); 34847/239697 objects misplaced (14.538%); 2.4 MiB/s, 36 objects/s recovering 2023-09-23T15:35:00.746 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:00 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2023-09-23T15:35:00.746 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:00 smithi118 ceph-mon[219580]: 1.14 scrub starts 2023-09-23T15:35:00.750 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:00 smithi118 ceph-mon[212312]: pgmap v1485: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 4.9 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 9.8 KiB/s rd, 46 MiB/s wr, 744 op/s; 40047/239697 objects degraded (16.707%); 34847/239697 objects misplaced (14.538%); 2.4 MiB/s, 36 objects/s recovering 2023-09-23T15:35:00.751 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:00 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2023-09-23T15:35:00.751 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:00 smithi118 ceph-mon[212312]: 1.14 scrub starts 2023-09-23T15:35:00.809 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:00.853 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:00.874 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 61 16 83658 83642 85.6531 66.9375 0.014313 0.0116704 2023-09-23T15:35:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:00 smithi178 ceph-mon[192298]: pgmap v1485: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 4.9 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 9.8 KiB/s rd, 46 MiB/s wr, 744 op/s; 40047/239697 objects degraded (16.707%); 34847/239697 objects misplaced (14.538%); 2.4 MiB/s, 36 objects/s recovering 2023-09-23T15:35:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:00 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 3 pgs peering) 2023-09-23T15:35:00.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:00 smithi178 ceph-mon[192298]: 1.14 scrub starts 2023-09-23T15:35:00.918 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:00.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:00.925 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:01.025 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:35:01.031 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:01.062 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:01.127 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:35:01.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:01.135 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:35:01.236 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:01.331 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:01.627 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:01.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:01.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:01.706 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:35:01.733 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:35:01.740 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:35:01.776 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:01.788 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:01 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/830965116' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:01.791 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:01 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/830965116' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:01.793 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:35:01.833 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:35:01.843 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:35:01.849 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:01.849 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:35:01.870 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:35:01.875 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 62 16 84605 84589 85.2242 59.1875 0.0103973 0.0117292 2023-09-23T15:35:01.919 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:35:01.949 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:01.967 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:35:01.967 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:35:01.968 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:35:01.968 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T15:35:01.968 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:35:01.968 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:35:01.968 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:35:01.968 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:35:01.968 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:35:02.002 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:02.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:01 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/830965116' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:02.776 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:35:02.875 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 63 16 85649 85633 84.9072 65.25 0.0146967 0.0117728 2023-09-23T15:35:03.069 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:02 smithi118 bash[618113]: --> Failed to activate via raw: did not find any matching OSD to activate 2023-09-23T15:35:03.069 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:02 smithi118 bash[618113]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-23T15:35:03.069 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:02 smithi118 bash[618113]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2023-09-23T15:35:03.069 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:02 smithi118 bash[618113]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2023-09-23T15:35:03.069 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:02 smithi118 bash[618113]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2023-09-23T15:35:03.070 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:02 smithi118 bash[618113]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-09-23T15:35:03.070 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:02 smithi118 bash[618113]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-23T15:35:03.070 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:02 smithi118 bash[618113]: --> ceph-volume lvm activate successful for osd ID: 2 2023-09-23T15:35:03.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:02 smithi118 ceph-mon[219580]: pgmap v1486: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.0 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 49 MiB/s wr, 781 op/s; 40964/246096 objects degraded (16.646%); 35446/246096 objects misplaced (14.403%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T15:35:03.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:02 smithi118 ceph-mon[219580]: 1.14 scrub starts 2023-09-23T15:35:03.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 40964/246096 objects degraded (16.646%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:03.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:02 smithi118 ceph-mon[212312]: pgmap v1486: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.0 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 49 MiB/s wr, 781 op/s; 40964/246096 objects degraded (16.646%); 35446/246096 objects misplaced (14.403%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T15:35:03.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:02 smithi118 ceph-mon[212312]: 1.14 scrub starts 2023-09-23T15:35:03.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 40964/246096 objects degraded (16.646%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:02 smithi178 ceph-mon[192298]: pgmap v1486: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.0 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 49 MiB/s wr, 781 op/s; 40964/246096 objects degraded (16.646%); 35446/246096 objects misplaced (14.403%); 1.6 MiB/s, 25 objects/s recovering 2023-09-23T15:35:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:02 smithi178 ceph-mon[192298]: 1.14 scrub starts 2023-09-23T15:35:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 40964/246096 objects degraded (16.646%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:03.387 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:03.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:03.394 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:03.494 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:03.550 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:03.625 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:03.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:03.634 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:03.735 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:03.791 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:03.875 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 64 16 86588 86572 84.4977 58.6875 0.0337446 0.01183 2023-09-23T15:35:04.875 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 65 16 87591 87575 84.1622 62.6875 0.0112241 0.0118775 2023-09-23T15:35:05.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:04 smithi118 ceph-mon[212312]: pgmap v1487: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.1 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 47 MiB/s wr, 745 op/s; 41545/249702 objects degraded (16.638%); 35446/249702 objects misplaced (14.195%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T15:35:05.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:04 smithi118 ceph-mon[219580]: pgmap v1487: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.1 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 47 MiB/s wr, 745 op/s; 41545/249702 objects degraded (16.638%); 35446/249702 objects misplaced (14.195%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T15:35:05.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:04 smithi178 ceph-mon[192298]: pgmap v1487: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.1 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 47 MiB/s wr, 745 op/s; 41545/249702 objects degraded (16.638%); 35446/249702 objects misplaced (14.195%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T15:35:05.876 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 66 16 88332 88316 83.5889 46.3125 0.0131547 0.0119593 2023-09-23T15:35:06.012 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:06.021 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:05 smithi118 ceph-mon[212312]: 1.14 scrub starts 2023-09-23T15:35:06.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:06.022 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:06.024 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:05 smithi118 ceph-mon[219580]: 1.14 scrub starts 2023-09-23T15:35:06.123 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:06.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:05 smithi178 ceph-mon[192298]: 1.14 scrub starts 2023-09-23T15:35:06.168 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:06.169 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:35:06.169 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:35:06.231 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:06.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:06.236 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:06.336 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:06.344 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:06.414 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:06.576 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:06.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:06.584 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:06.685 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:06.754 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:06.859 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:06.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:06.870 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:06.876 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 67 16 89261 89245 83.208 58.0625 0.00804907 0.0120138 2023-09-23T15:35:06.971 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:07.013 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:07.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:06 smithi118 ceph-mon[219580]: pgmap v1488: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.2 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 56 MiB/s wr, 903 op/s; 42461/254460 objects degraded (16.687%); 36534/254460 objects misplaced (14.357%); 2.5 MiB/s, 39 objects/s recovering 2023-09-23T15:35:07.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:06 smithi118 ceph-mon[212312]: pgmap v1488: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.2 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 56 MiB/s wr, 903 op/s; 42461/254460 objects degraded (16.687%); 36534/254460 objects misplaced (14.357%); 2.5 MiB/s, 39 objects/s recovering 2023-09-23T15:35:07.087 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:07.092 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:06 smithi178 ceph-mon[192298]: pgmap v1488: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.2 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 56 MiB/s wr, 903 op/s; 42461/254460 objects degraded (16.687%); 36534/254460 objects misplaced (14.357%); 2.5 MiB/s, 39 objects/s recovering 2023-09-23T15:35:07.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:07.093 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:07.149 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:35:07.149 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:35:07.150 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:35:07.150 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:35:07.193 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:07.255 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:07.876 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 68 16 90326 90310 82.9632 66.5625 0.0145581 0.0120492 2023-09-23T15:35:08.171 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:35:08.219 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:08.219 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:08.219 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:07 smithi118 ceph-mon[212312]: 1.14 scrub starts 2023-09-23T15:35:08.219 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 42461/254460 objects degraded (16.687%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:08.219 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:07 smithi118 ceph-mon[212312]: pgmap v1489: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.4 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 60 MiB/s wr, 955 op/s; 43946/264282 objects degraded (16.628%); 37150/264282 objects misplaced (14.057%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:35:08.219 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:08.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:08.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:07 smithi118 ceph-mon[219580]: 1.14 scrub starts 2023-09-23T15:35:08.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 42461/254460 objects degraded (16.687%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:08.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:07 smithi118 ceph-mon[219580]: pgmap v1489: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.4 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 60 MiB/s wr, 955 op/s; 43946/264282 objects degraded (16.628%); 37150/264282 objects misplaced (14.057%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:35:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:07 smithi178 ceph-mon[192298]: 1.14 scrub starts 2023-09-23T15:35:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 42461/254460 objects degraded (16.687%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:08.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:07 smithi178 ceph-mon[192298]: pgmap v1489: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.4 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 60 MiB/s wr, 955 op/s; 43946/264282 objects degraded (16.628%); 37150/264282 objects misplaced (14.057%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:35:08.570 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:35:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:35:08] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.43.0" 2023-09-23T15:35:08.876 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 69 16 91430 91414 82.7609 69 0.0116037 0.0120787 2023-09-23T15:35:09.876 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 70 16 92164 92148 82.2341 45.875 0.0094178 0.0121563 2023-09-23T15:35:09.979 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:35:09.983 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:09 smithi118 ceph-mon[212312]: 1.14 scrub starts 2023-09-23T15:35:09.983 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:09 smithi118 ceph-mon[219580]: 1.14 scrub starts 2023-09-23T15:35:10.086 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:10.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:10.090 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:09 smithi178 ceph-mon[192298]: 1.14 scrub starts 2023-09-23T15:35:10.190 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:10.228 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:10.313 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:10.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:10.323 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:10.401 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:35:10.424 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:10.458 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:10.517 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:10.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:10.522 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:10.622 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:10 smithi118 bash[619624]: ab4237779170c62cd46f4cf37c8b8179492f6ec70384439b360ce26175a2e98c 2023-09-23T15:35:10.622 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:10 smithi118 systemd[1]: Started Ceph osd.2 for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:35:10.622 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:10 smithi118 ceph-osd[620009]: -- 172.21.15.118:0/4149052996 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5615a63564e0 con 0x5615a6329400 2023-09-23T15:35:10.623 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:10.701 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:10.731 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:10.848 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:10.861 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:10.862 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:10.876 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 71 15 92968 92953 81.7846 50.3125 0.0173218 0.0122215 2023-09-23T15:35:10.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:10 smithi178 ceph-mon[192298]: pgmap v1490: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.5 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 57 MiB/s wr, 918 op/s; 44806/268581 objects degraded (16.682%); 38107/268581 objects misplaced (14.188%); 2.9 MiB/s, 47 objects/s recovering 2023-09-23T15:35:10.963 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:11.003 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:11.016 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:10 smithi118 conmon[619949]: 2023-09-23T15:35:10.729+0000 7fbdbc5ac640 -1 Falling back to public interface 2023-09-23T15:35:11.018 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:10 smithi118 ceph-mon[212312]: pgmap v1490: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.5 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 57 MiB/s wr, 918 op/s; 44806/268581 objects degraded (16.682%); 38107/268581 objects misplaced (14.188%); 2.9 MiB/s, 47 objects/s recovering 2023-09-23T15:35:11.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:10 smithi118 ceph-mon[219580]: pgmap v1490: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.5 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 57 MiB/s wr, 918 op/s; 44806/268581 objects degraded (16.682%); 38107/268581 objects misplaced (14.188%); 2.9 MiB/s, 47 objects/s recovering 2023-09-23T15:35:11.079 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:11.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:11.086 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:11.172 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:11.187 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:11.283 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:11.596 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:11.606 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:11.607 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:11.707 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:11.767 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:35:11.778 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:11.876 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 72 16 93892 93876 81.45 57.6875 0.0123808 0.0122731 2023-09-23T15:35:11.992 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:11 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3719586026' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:11.993 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:11 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:11.993 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:11 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3719586026' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:11.993 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:11 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:12.024 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:12.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:12.030 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:12.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:11 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3719586026' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:12.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:11 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:12.131 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:12.189 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:12.274 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:12.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:12.284 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:12.385 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:12.462 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:12.876 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 73 16 94897 94881 81.1947 62.8125 0.00891947 0.0123116 2023-09-23T15:35:13.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[212312]: pgmap v1491: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.6 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 61 MiB/s wr, 978 op/s; 45691/274947 objects degraded (16.618%); 38743/274947 objects misplaced (14.091%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T15:35:13.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:35:13.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[212312]: failed to encode map e568 with expected crc 2023-09-23T15:35:13.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[212312]: failed to encode map e568 with expected crc 2023-09-23T15:35:13.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:35:13.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[212312]: osdmap e568: 8 total, 7 up, 6 in 2023-09-23T15:35:13.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 45691/274947 objects degraded (16.618%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:13.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[219580]: pgmap v1491: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.6 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 61 MiB/s wr, 978 op/s; 45691/274947 objects degraded (16.618%); 38743/274947 objects misplaced (14.091%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T15:35:13.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:35:13.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[219580]: failed to encode map e568 with expected crc 2023-09-23T15:35:13.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[219580]: failed to encode map e568 with expected crc 2023-09-23T15:35:13.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:35:13.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[219580]: osdmap e568: 8 total, 7 up, 6 in 2023-09-23T15:35:13.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 45691/274947 objects degraded (16.618%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:12 smithi178 ceph-mon[192298]: pgmap v1491: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.6 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 61 MiB/s wr, 978 op/s; 45691/274947 objects degraded (16.618%); 38743/274947 objects misplaced (14.091%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T15:35:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:12 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:35:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:12 smithi178 ceph-mon[192298]: failed to encode map e568 with expected crc 2023-09-23T15:35:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:12 smithi178 ceph-mon[192298]: failed to encode map e568 with expected crc 2023-09-23T15:35:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:12 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:35:13.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:12 smithi178 ceph-mon[192298]: osdmap e568: 8 total, 7 up, 6 in 2023-09-23T15:35:13.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 45691/274947 objects degraded (16.618%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:13.436 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:13.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:13.447 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:13.547 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:35:13.603 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:13.676 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:35:13.683 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:13.683 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:35:13.784 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:13.849 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:13.876 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 74 16 95915 95899 80.9573 63.625 0.0459048 0.0123458 2023-09-23T15:35:14.094 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:14.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:14.099 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:14.199 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:35:14.243 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:14.320 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:35:14.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:14.328 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:35:14.429 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:14.471 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:14.544 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:14.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:14.552 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:14.653 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:14.734 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:14.876 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 75 16 96795 96779 80.6112 55 0.0184686 0.0124006 2023-09-23T15:35:14.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:14 smithi178 ceph-mon[192298]: pgmap v1493: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.7 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 60 MiB/s wr, 954 op/s; 46305/278349 objects degraded (16.636%); 38743/278349 objects misplaced (13.919%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T15:35:15.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:14 smithi118 ceph-mon[212312]: pgmap v1493: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.7 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 60 MiB/s wr, 954 op/s; 46305/278349 objects degraded (16.636%); 38743/278349 objects misplaced (13.919%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T15:35:15.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:14 smithi118 ceph-mon[219580]: pgmap v1493: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.7 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 60 MiB/s wr, 954 op/s; 46305/278349 objects degraded (16.636%); 38743/278349 objects misplaced (13.919%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T15:35:15.617 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:15.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:15.625 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:15.726 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:15.809 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:15.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 76 16 97398 97382 80.0466 37.6875 0.013034 0.0124882 2023-09-23T15:35:15.956 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:15.980 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:15.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:15.994 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:16.094 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:16.195 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:16.454 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:16.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:16.462 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:16.563 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:16.599 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:16.663 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:16.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:16.669 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:16.746 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:35:16.770 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:16.801 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:35:16.836 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:35:16.846 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:16.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 77 16 98214 98198 79.6694 51 0.0186564 0.0125459 2023-09-23T15:35:16.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:16 smithi178 ceph-mon[192298]: pgmap v1494: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.7 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 58 MiB/s wr, 934 op/s; 47114/282510 objects degraded (16.677%); 39642/282510 objects misplaced (14.032%); 2.5 MiB/s, 39 objects/s recovering 2023-09-23T15:35:16.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:16 smithi178 ceph-mon[192298]: 1.14 scrub starts 2023-09-23T15:35:16.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1888192557' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:16.879 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:35:16.924 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:35:16.962 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:35:17.006 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:35:17.006 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:35:17.006 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:35:17.006 INFO:teuthology.orchestra.run.smithi118.stderr:Error ENXIO: problem getting command descriptions from osd.2 2023-09-23T15:35:17.006 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:35:17.006 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:35:17.006 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:35:17.007 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:35:17.007 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:35:17.032 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:16 smithi118 ceph-mon[219580]: pgmap v1494: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.7 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 58 MiB/s wr, 934 op/s; 47114/282510 objects degraded (16.677%); 39642/282510 objects misplaced (14.032%); 2.5 MiB/s, 39 objects/s recovering 2023-09-23T15:35:17.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:16 smithi118 ceph-mon[219580]: 1.14 scrub starts 2023-09-23T15:35:17.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1888192557' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:17.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:16 smithi118 ceph-mon[212312]: pgmap v1494: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.7 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 58 MiB/s wr, 934 op/s; 47114/282510 objects degraded (16.677%); 39642/282510 objects misplaced (14.032%); 2.5 MiB/s, 39 objects/s recovering 2023-09-23T15:35:17.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:16 smithi118 ceph-mon[212312]: 1.14 scrub starts 2023-09-23T15:35:17.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1888192557' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:17.067 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:17.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:17.076 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:17.174 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:35:17.174 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:35:17.176 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:17.239 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:17.710 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:35:17.765 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:17 smithi118 ceph-mon[212312]: 1.14 scrub starts 2023-09-23T15:35:17.765 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:17 smithi118 ceph-mon[212312]: from='osd.2 [v2:172.21.15.118:6818/1211385713,v1:172.21.15.118:6819/1211385713]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:35:17.765 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:17 smithi118 ceph-mon[212312]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:35:17.765 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 47114/282510 objects degraded (16.677%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:17.765 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:17 smithi118 conmon[619949]: 2023-09-23T15:35:17.451+0000 7fbdbc5ac640 -1 osd.2 557 log_to_monitors true 2023-09-23T15:35:17.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 78 16 99184 99168 79.4253 60.625 0.0151068 0.0125866 2023-09-23T15:35:18.069 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:35:17 smithi118 conmon[619949]: 2023-09-23T15:35:17.821+0000 7fbdab214700 -1 osd.2 557 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T15:35:18.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:17 smithi118 ceph-mon[219580]: 1.14 scrub starts 2023-09-23T15:35:18.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:17 smithi118 ceph-mon[219580]: from='osd.2 [v2:172.21.15.118:6818/1211385713,v1:172.21.15.118:6819/1211385713]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:35:18.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:17 smithi118 ceph-mon[219580]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:35:18.076 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 47114/282510 objects degraded (16.677%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:17 smithi178 ceph-mon[192298]: 1.14 scrub starts 2023-09-23T15:35:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:17 smithi178 ceph-mon[192298]: from='osd.2 [v2:172.21.15.118:6818/1211385713,v1:172.21.15.118:6819/1211385713]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:35:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:17 smithi178 ceph-mon[192298]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-09-23T15:35:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 47114/282510 objects degraded (16.677%), 10 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:18.250 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:18.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:18.256 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:18.356 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:18.381 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:18.465 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:18.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:18.475 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:35:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:35:18] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.43.0" 2023-09-23T15:35:18.576 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:18.631 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:18.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:18 smithi178 ceph-mon[192298]: pgmap v1495: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.9 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 57 MiB/s wr, 910 op/s; 48481/291615 objects degraded (16.625%); 40213/291615 objects misplaced (13.790%); 2.5 MiB/s, 39 objects/s recovering 2023-09-23T15:35:18.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:18 smithi178 ceph-mon[192298]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T15:35:18.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:18 smithi178 ceph-mon[192298]: osdmap e569: 8 total, 7 up, 6 in 2023-09-23T15:35:18.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:18 smithi178 ceph-mon[192298]: failed to encode map e569 with expected crc 2023-09-23T15:35:18.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:18 smithi178 ceph-mon[192298]: from='osd.2 [v2:172.21.15.118:6818/1211385713,v1:172.21.15.118:6819/1211385713]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:35:18.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:18 smithi178 ceph-mon[192298]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:35:18.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:18 smithi178 ceph-mon[192298]: failed to encode map e569 with expected crc 2023-09-23T15:35:18.768 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:18 smithi178 ceph-mon[192298]: failed to encode map e569 with expected crc 2023-09-23T15:35:18.769 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:18 smithi178 ceph-mon[192298]: failed to encode map e569 with expected crc 2023-09-23T15:35:18.769 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:18 smithi178 ceph-mon[192298]: failed to encode map e569 with expected crc 2023-09-23T15:35:18.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 79 16 99922 99906 79.0039 46.125 0.00625115 0.0126409 2023-09-23T15:35:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[219580]: pgmap v1495: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.9 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 57 MiB/s wr, 910 op/s; 48481/291615 objects degraded (16.625%); 40213/291615 objects misplaced (13.790%); 2.5 MiB/s, 39 objects/s recovering 2023-09-23T15:35:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[219580]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T15:35:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[219580]: osdmap e569: 8 total, 7 up, 6 in 2023-09-23T15:35:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[219580]: failed to encode map e569 with expected crc 2023-09-23T15:35:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[219580]: from='osd.2 [v2:172.21.15.118:6818/1211385713,v1:172.21.15.118:6819/1211385713]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:35:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[219580]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:35:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[219580]: failed to encode map e569 with expected crc 2023-09-23T15:35:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[219580]: failed to encode map e569 with expected crc 2023-09-23T15:35:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[219580]: failed to encode map e569 with expected crc 2023-09-23T15:35:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[219580]: failed to encode map e569 with expected crc 2023-09-23T15:35:19.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[212312]: pgmap v1495: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 5.9 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 57 MiB/s wr, 910 op/s; 48481/291615 objects degraded (16.625%); 40213/291615 objects misplaced (13.790%); 2.5 MiB/s, 39 objects/s recovering 2023-09-23T15:35:19.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[212312]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-09-23T15:35:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[212312]: osdmap e569: 8 total, 7 up, 6 in 2023-09-23T15:35:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[212312]: failed to encode map e569 with expected crc 2023-09-23T15:35:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[212312]: from='osd.2 [v2:172.21.15.118:6818/1211385713,v1:172.21.15.118:6819/1211385713]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:35:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[212312]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi118", "root=default"]}]: dispatch 2023-09-23T15:35:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[212312]: failed to encode map e569 with expected crc 2023-09-23T15:35:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[212312]: failed to encode map e569 with expected crc 2023-09-23T15:35:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[212312]: failed to encode map e569 with expected crc 2023-09-23T15:35:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:18 smithi118 ceph-mon[212312]: failed to encode map e569 with expected crc 2023-09-23T15:35:19.844 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:19.849 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:19.849 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:19.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:2023-09-23T15:35:19.877785+0000 min lat: 0.00136289 max lat: 2.05702 avg lat: 0.0126499 2023-09-23T15:35:19.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-09-23T15:35:19.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 80 16 99932 99916 78.0245 0.625 0.0034365 0.0126499 2023-09-23T15:35:19.951 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:20.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[212312]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:35:20.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[212312]: failed to encode map e570 with expected crc 2023-09-23T15:35:20.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[212312]: osd.2 [v2:172.21.15.118:6818/1211385713,v1:172.21.15.118:6819/1211385713] boot 2023-09-23T15:35:20.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[212312]: osdmap e570: 8 total, 8 up, 6 in 2023-09-23T15:35:20.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[212312]: failed to encode map e570 with expected crc 2023-09-23T15:35:20.016 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:35:20.017 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[219580]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:35:20.017 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[219580]: failed to encode map e570 with expected crc 2023-09-23T15:35:20.017 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[219580]: osd.2 [v2:172.21.15.118:6818/1211385713,v1:172.21.15.118:6819/1211385713] boot 2023-09-23T15:35:20.017 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[219580]: osdmap e570: 8 total, 8 up, 6 in 2023-09-23T15:35:20.017 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[219580]: failed to encode map e570 with expected crc 2023-09-23T15:35:20.017 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:35:20.017 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:19 smithi178 ceph-mon[192298]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-09-23T15:35:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:19 smithi178 ceph-mon[192298]: failed to encode map e570 with expected crc 2023-09-23T15:35:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:19 smithi178 ceph-mon[192298]: osd.2 [v2:172.21.15.118:6818/1211385713,v1:172.21.15.118:6819/1211385713] boot 2023-09-23T15:35:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:19 smithi178 ceph-mon[192298]: osdmap e570: 8 total, 8 up, 6 in 2023-09-23T15:35:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:19 smithi178 ceph-mon[192298]: failed to encode map e570 with expected crc 2023-09-23T15:35:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-09-23T15:35:20.858 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-09-23T15:35:20.859 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-09-23T15:35:20.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 81 16 99949 99933 77.0746 1.0625 0.00518382 0.0127309 2023-09-23T15:35:21.025 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:21.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:21.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[212312]: pgmap v1498: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 6.0 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 54 MiB/s wr, 858 op/s; 49275/295455 objects degraded (16.678%); 41025/295455 objects misplaced (13.885%); 3.3 MiB/s, 52 objects/s recovering 2023-09-23T15:35:21.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[212312]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[212312]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[212312]: osdmap e571: 8 total, 8 up, 6 in 2023-09-23T15:35:21.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[212312]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[212312]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.033 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[212312]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.034 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[212312]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.034 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[212312]: 11.1 continuing backfill to osd.4 from (556'1700,569'6410] 11:80094bd0:::benchmark_data_smithi118_606503_object36455:head to 569'6410 2023-09-23T15:35:21.034 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[212312]: 11.c starting backfill to osd.4 from (557'2000,569'6159] MIN to 569'6160 2023-09-23T15:35:21.034 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[212312]: 11.6 starting backfill to osd.4 from (557'2200,569'6321] MIN to 569'6323 2023-09-23T15:35:21.034 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[219580]: pgmap v1498: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 6.0 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 54 MiB/s wr, 858 op/s; 49275/295455 objects degraded (16.678%); 41025/295455 objects misplaced (13.885%); 3.3 MiB/s, 52 objects/s recovering 2023-09-23T15:35:21.034 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[219580]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.034 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[219580]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[219580]: osdmap e571: 8 total, 8 up, 6 in 2023-09-23T15:35:21.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[219580]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[219580]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[219580]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[219580]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[219580]: 11.1 continuing backfill to osd.4 from (556'1700,569'6410] 11:80094bd0:::benchmark_data_smithi118_606503_object36455:head to 569'6410 2023-09-23T15:35:21.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[219580]: 11.c starting backfill to osd.4 from (557'2000,569'6159] MIN to 569'6160 2023-09-23T15:35:21.035 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:20 smithi118 ceph-mon[219580]: 11.6 starting backfill to osd.4 from (557'2200,569'6321] MIN to 569'6323 2023-09-23T15:35:21.036 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:20 smithi178 ceph-mon[192298]: pgmap v1498: 109 pgs: 12 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 6 active+undersized+degraded, 3 active+undersized+degraded+remapped+backfill_wait, 18 active+undersized, 66 active+clean; 6.0 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 54 MiB/s wr, 858 op/s; 49275/295455 objects degraded (16.678%); 41025/295455 objects misplaced (13.885%); 3.3 MiB/s, 52 objects/s recovering 2023-09-23T15:35:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:20 smithi178 ceph-mon[192298]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:20 smithi178 ceph-mon[192298]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:20 smithi178 ceph-mon[192298]: osdmap e571: 8 total, 8 up, 6 in 2023-09-23T15:35:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:20 smithi178 ceph-mon[192298]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:20 smithi178 ceph-mon[192298]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:20 smithi178 ceph-mon[192298]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:20 smithi178 ceph-mon[192298]: failed to encode map e571 with expected crc 2023-09-23T15:35:21.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:20 smithi178 ceph-mon[192298]: 11.1 continuing backfill to osd.4 from (556'1700,569'6410] 11:80094bd0:::benchmark_data_smithi118_606503_object36455:head to 569'6410 2023-09-23T15:35:21.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:20 smithi178 ceph-mon[192298]: 11.c starting backfill to osd.4 from (557'2000,569'6159] MIN to 569'6160 2023-09-23T15:35:21.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:20 smithi178 ceph-mon[192298]: 11.6 starting backfill to osd.4 from (557'2200,569'6321] MIN to 569'6323 2023-09-23T15:35:21.136 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:35:21.166 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:21.212 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:35:21.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:21.217 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:35:21.227 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:35:21.317 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:35:21.348 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:21.399 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:35:21.405 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:21.405 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:35:21.506 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:21.539 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:21.594 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:21.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:21.599 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:21.630 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:21.700 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:21.730 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:21.786 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:21.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:21.791 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:21.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 82 16 100434 100418 76.5045 30.3125 0.0152463 0.0130664 2023-09-23T15:35:21.892 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:21.953 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:35:21.953 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:35:21.953 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.953 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:100465 11.c e572/570 11:3bd9107a:::benchmark_data_smithi118_606503_object100464:head v 572'6195, mlcod=557'2684)", 2023-09-23T15:35:21.953 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:21.933061+0000", 2023-09-23T15:35:21.954 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.015643225, 2023-09-23T15:35:21.954 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015667956, 2023-09-23T15:35:21.954 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:21.954 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:35:21.954 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:21.954 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.954 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:21.954 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933061+0000", 2023-09-23T15:35:21.954 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:21.954 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.954 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933061+0000", 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933060+0000", 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:21.955 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933083+0000", 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2674999999999999e-05 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933102+0000", 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8794999999999999e-05 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933112+0000", 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0005e-05 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.956 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933172+0000", 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9892999999999997e-05 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933201+0000", 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9445999999999999e-05 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.957 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.958 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:100460 11.4 e572/571 11:2f3b1ee6:::benchmark_data_smithi118_606503_object100459:head v 572'6326, mlcod=557'2748)", 2023-09-23T15:35:21.958 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:21.933335+0000", 2023-09-23T15:35:21.958 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.015370020999999999, 2023-09-23T15:35:21.958 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015438403, 2023-09-23T15:35:21.958 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:21.958 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:35:21.958 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:21.958 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.958 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:21.958 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933335+0000", 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933335+0000", 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933334+0000", 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933370+0000", 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6214999999999998e-05 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933382+0000", 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1919999999999999e-05 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:21.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933389+0000", 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4109999999999999e-06 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933449+0000", 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9864999999999997e-05 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.933473+0000", 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4261e-05 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:21.961 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:21.962 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:21.962 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.962 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.962 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:100463 11.8 e572/571 11:1496c3fc:::benchmark_data_smithi118_606503_object100462:head v 572'6278, mlcod=557'2716)", 2023-09-23T15:35:21.962 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:21.938645+0000", 2023-09-23T15:35:21.962 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.010059209, 2023-09-23T15:35:21.962 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010164266, 2023-09-23T15:35:21.962 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:21.962 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:35:21.962 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:21.962 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.938645+0000", 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.938645+0000", 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:21.963 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.938644+0000", 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.938673+0000", 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9048999999999999e-05 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.938685+0000", 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1422e-05 2023-09-23T15:35:21.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.938693+0000", 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5520000000000005e-06 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.943410+0000", 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0047163539999999999 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:21.966 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.943438+0000", 2023-09-23T15:35:21.966 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8138000000000001e-05 2023-09-23T15:35:21.966 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:21.966 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:21.966 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:21.966 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.966 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.966 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:100461 11.1 e572/570 11:83254bcc:::benchmark_data_smithi118_606503_object100460:head v 572'6450, mlcod=557'2821)", 2023-09-23T15:35:21.966 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:21.941759+0000", 2023-09-23T15:35:21.966 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0069457449999999997, 2023-09-23T15:35:21.966 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0070851409999999997, 2023-09-23T15:35:21.967 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:21.967 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:35:21.967 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:21.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:21.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.941759+0000", 2023-09-23T15:35:21.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:21.967 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:21.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.941759+0000", 2023-09-23T15:35:21.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:21.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:21.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.941758+0000", 2023-09-23T15:35:21.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:35:21.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:21.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.941790+0000", 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2806999999999999e-05 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.941810+0000", 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9366999999999999e-05 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.941827+0000", 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6809000000000001e-05 2023-09-23T15:35:21.969 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.970 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:21.970 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.941931+0000", 2023-09-23T15:35:21.970 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010427199999999999 2023-09-23T15:35:21.970 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.970 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:21.970 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.941959+0000", 2023-09-23T15:35:21.970 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8472000000000001e-05 2023-09-23T15:35:21.970 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:100472 11.4 e572/571 11:26f31e38:::benchmark_data_smithi118_606503_object100471:head v 572'6327, mlcod=557'2748)", 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:21.946445+0000", 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0022596769999999999, 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0024348299999999998, 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:21.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.946445+0000", 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.946445+0000", 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.946444+0000", 2023-09-23T15:35:21.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.946490+0000", 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6137000000000002e-05 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.946501+0000", 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1377e-05 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:21.974 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.946509+0000", 2023-09-23T15:35:21.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4229999999999999e-06 2023-09-23T15:35:21.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.974 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:21.974 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.946715+0000", 2023-09-23T15:35:21.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00020578600000000001 2023-09-23T15:35:21.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:21.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:21.974 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:21.974 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:21.946745+0000", 2023-09-23T15:35:21.975 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.0676999999999998e-05 2023-09-23T15:35:21.975 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:21.975 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:21.975 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:21.975 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:21.975 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:35:21.975 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 5 2023-09-23T15:35:21.975 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:35:21.978 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:22.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[212312]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[212312]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[212312]: osdmap e572: 8 total, 8 up, 6 in 2023-09-23T15:35:22.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[212312]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[212312]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[212312]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[212312]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[212312]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[219580]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[219580]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[219580]: osdmap e572: 8 total, 8 up, 6 in 2023-09-23T15:35:22.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[219580]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[219580]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[219580]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[219580]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:21 smithi118 ceph-mon[219580]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:21 smithi178 ceph-mon[192298]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:21 smithi178 ceph-mon[192298]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:21 smithi178 ceph-mon[192298]: osdmap e572: 8 total, 8 up, 6 in 2023-09-23T15:35:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:21 smithi178 ceph-mon[192298]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:21 smithi178 ceph-mon[192298]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:21 smithi178 ceph-mon[192298]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:21 smithi178 ceph-mon[192298]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:21 smithi178 ceph-mon[192298]: failed to encode map e572 with expected crc 2023-09-23T15:35:22.256 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:22.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:22.266 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:22.367 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:22.400 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:22.465 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:22.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:22.469 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:22.570 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:22.666 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:22.860 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:35:22.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 83 16 101095 101079 76.0806 41.3125 0.0510325 0.0131383 2023-09-23T15:35:22.944 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:22.949 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:22 smithi118 ceph-mon[212312]: pgmap v1501: 109 pgs: 2 activating+undersized+degraded+remapped, 12 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+undersized+degraded, 2 active+undersized+degraded+remapped+backfill_wait, 13 active+undersized, 72 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 37 MiB/s wr, 598 op/s; 41503/298797 objects degraded (13.890%); 41313/298797 objects misplaced (13.826%); 3.1 MiB/s, 49 objects/s recovering 2023-09-23T15:35:22.949 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:22.949 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:22.949 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 41503/298797 objects degraded (13.890%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:22.950 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:22.950 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:22.952 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:22 smithi118 ceph-mon[219580]: pgmap v1501: 109 pgs: 2 activating+undersized+degraded+remapped, 12 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+undersized+degraded, 2 active+undersized+degraded+remapped+backfill_wait, 13 active+undersized, 72 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 37 MiB/s wr, 598 op/s; 41503/298797 objects degraded (13.890%); 41313/298797 objects misplaced (13.826%); 3.1 MiB/s, 49 objects/s recovering 2023-09-23T15:35:22.952 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:22.952 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:22.952 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 41503/298797 objects degraded (13.890%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:23.051 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:22 smithi178 ceph-mon[192298]: pgmap v1501: 109 pgs: 2 activating+undersized+degraded+remapped, 12 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+undersized+degraded, 2 active+undersized+degraded+remapped+backfill_wait, 13 active+undersized, 72 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 37 MiB/s wr, 598 op/s; 41503/298797 objects degraded (13.890%); 41313/298797 objects misplaced (13.826%); 3.1 MiB/s, 49 objects/s recovering 2023-09-23T15:35:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 41503/298797 objects degraded (13.890%), 9 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:23.175 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:23.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 84 16 101675 101659 75.6066 36.25 0.0363758 0.0132204 2023-09-23T15:35:24.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:23 smithi118 ceph-mon[212312]: pgmap v1502: 109 pgs: 2 activating+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+undersized+degraded+remapped+backfill_wait, 1 active+undersized, 97 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 31 MiB/s wr, 491 op/s; 36171/300351 objects degraded (12.043%); 41305/300351 objects misplaced (13.752%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T15:35:24.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:23 smithi118 ceph-mon[219580]: pgmap v1502: 109 pgs: 2 activating+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+undersized+degraded+remapped+backfill_wait, 1 active+undersized, 97 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 31 MiB/s wr, 491 op/s; 36171/300351 objects degraded (12.043%); 41305/300351 objects misplaced (13.752%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T15:35:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:23 smithi178 ceph-mon[192298]: pgmap v1502: 109 pgs: 2 activating+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+undersized+degraded+remapped+backfill_wait, 1 active+undersized, 97 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 31 MiB/s wr, 491 op/s; 36171/300351 objects degraded (12.043%); 41305/300351 objects misplaced (13.752%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T15:35:24.752 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:24.795 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T15:35:24.878 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 85 16 102219 102203 75.1172 34 0.014608 0.0133071 2023-09-23T15:35:24.952 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:24.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:24.960 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:25.060 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:25.173 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:25.322 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:25.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:25.329 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:25.430 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:25.532 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:25.661 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:25.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 86 16 102778 102762 74.6502 34.9375 0.0295541 0.0133898 2023-09-23T15:35:26.017 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:26.033 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:26.033 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:26.134 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:26.164 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:26.215 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:26.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:26.220 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:26.321 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:35:26.348 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:26.406 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:35:26.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:26.412 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:35:26.513 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:35:26.545 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:26.614 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:35:26.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:26.619 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:35:26.720 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:35:26.753 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:26.797 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:35:26.811 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:35:26.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:26 smithi178 ceph-mon[192298]: pgmap v1503: 109 pgs: 2 activating+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 20 MiB/s wr, 319 op/s; 31463/302076 objects degraded (10.416%); 34384/302076 objects misplaced (11.383%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:35:26.821 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:26 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/238888745' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:35:26.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:26.822 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:35:26.878 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 87 16 103406 103390 74.2434 39.25 0.0165578 0.0134644 2023-09-23T15:35:26.922 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:26.962 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:27.021 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:27.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:27.029 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:27.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:26 smithi118 ceph-mon[219580]: pgmap v1503: 109 pgs: 2 activating+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 20 MiB/s wr, 319 op/s; 31463/302076 objects degraded (10.416%); 34384/302076 objects misplaced (11.383%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:35:27.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:26 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/238888745' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:35:27.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:26 smithi118 ceph-mon[212312]: pgmap v1503: 109 pgs: 2 activating+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 20 MiB/s wr, 319 op/s; 31463/302076 objects degraded (10.416%); 34384/302076 objects misplaced (11.383%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:35:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:26 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/238888745' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:35:27.130 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:27.159 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:27.220 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:27.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:27.228 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:27.329 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:27.360 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:27.409 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:27.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:27.415 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:27.516 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:27.541 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:27.592 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:27.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:27.599 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:27.699 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:27.733 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:27.877 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 88 16 103886 103870 73.7407 30 0.0199875 0.0135558 2023-09-23T15:35:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:35:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/238888745' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:35:28.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[219580]: osdmap e573: 8 total, 8 up, 6 in 2023-09-23T15:35:28.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[219580]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[219580]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[219580]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[219580]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 31463/302076 objects degraded (10.416%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:28.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:35:28.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/238888745' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:35:28.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[212312]: osdmap e573: 8 total, 8 up, 6 in 2023-09-23T15:35:28.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[212312]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[212312]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[212312]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[212312]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 31463/302076 objects degraded (10.416%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:28.102 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:27 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:35:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:27 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/238888745' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:35:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:27 smithi178 ceph-mon[192298]: osdmap e573: 8 total, 8 up, 6 in 2023-09-23T15:35:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:27 smithi178 ceph-mon[192298]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:27 smithi178 ceph-mon[192298]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:27 smithi178 ceph-mon[192298]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:27 smithi178 ceph-mon[192298]: failed to encode map e573 with expected crc 2023-09-23T15:35:28.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 31463/302076 objects degraded (10.416%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:28.163 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:28.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:28.177 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:28.278 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:28.309 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:28.332 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:35:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:35:28] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2023-09-23T15:35:28.364 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:28.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:28.369 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:28.470 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:35:28.568 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:28.781 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:28 smithi118 ceph-mon[212312]: pgmap v1505: 109 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.3 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 33 MiB/s wr, 530 op/s; 31461/308061 objects degraded (10.213%); 34728/308061 objects misplaced (11.273%); 7.1 MiB/s, 113 objects/s recovering 2023-09-23T15:35:28.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout: 89 16 104522 104506 73.357 39.75 0.0354028 0.0136256 2023-09-23T15:35:28.994 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:35:28.994 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:35:29.003 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:35:29.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:29.015 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:35:29.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:28 smithi118 ceph-mon[219580]: pgmap v1505: 109 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.3 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 33 MiB/s wr, 530 op/s; 31461/308061 objects degraded (10.213%); 34728/308061 objects misplaced (11.273%); 7.1 MiB/s, 113 objects/s recovering 2023-09-23T15:35:29.116 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:35:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:28 smithi178 ceph-mon[192298]: pgmap v1505: 109 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.3 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 33 MiB/s wr, 530 op/s; 31461/308061 objects degraded (10.213%); 34728/308061 objects misplaced (11.273%); 7.1 MiB/s, 113 objects/s recovering 2023-09-23T15:35:29.150 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:29.212 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:35:29.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:29.218 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:35:29.319 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:29.350 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:29.400 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:29.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:29.407 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:29.508 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:29.537 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:29.880 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total time run: 90.0387 2023-09-23T15:35:29.880 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Total writes made: 105087 2023-09-23T15:35:29.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Write size: 65536 2023-09-23T15:35:29.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Object size: 65536 2023-09-23T15:35:29.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Bandwidth (MB/sec): 72.9457 2023-09-23T15:35:29.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Bandwidth: 37.1036 2023-09-23T15:35:29.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max bandwidth (MB/sec): 193.25 2023-09-23T15:35:29.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min bandwidth (MB/sec): 0.625 2023-09-23T15:35:29.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average IOPS: 1167 2023-09-23T15:35:29.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev IOPS: 593.658 2023-09-23T15:35:29.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max IOPS: 3092 2023-09-23T15:35:29.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min IOPS: 10 2023-09-23T15:35:29.881 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Average Latency(s): 0.0137053 2023-09-23T15:35:29.882 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Stddev Latency(s): 0.0394806 2023-09-23T15:35:29.882 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Max latency(s): 2.2829 2023-09-23T15:35:29.882 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Min latency(s): 0.00136289 2023-09-23T15:35:29.888 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Cleaning up (deleting benchmark objects) 2023-09-23T15:35:30.134 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:35:30.889 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:30.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:30.894 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:30.995 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:31.013 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:35:31.024 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:31.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:30 smithi118 ceph-mon[212312]: pgmap v1506: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.3 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 36 MiB/s wr, 568 op/s; 31314/310638 objects degraded (10.081%); 35082/310638 objects misplaced (11.294%); 7.3 MiB/s, 117 objects/s recovering 2023-09-23T15:35:31.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:30 smithi118 ceph-mon[219580]: pgmap v1506: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.3 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 36 MiB/s wr, 568 op/s; 31314/310638 objects degraded (10.081%); 35082/310638 objects misplaced (11.294%); 7.3 MiB/s, 117 objects/s recovering 2023-09-23T15:35:31.074 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:31.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:31.082 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:31.083 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:30 smithi178 ceph-mon[192298]: pgmap v1506: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.3 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 36 MiB/s wr, 568 op/s; 31314/310638 objects degraded (10.081%); 35082/310638 objects misplaced (11.294%); 7.3 MiB/s, 117 objects/s recovering 2023-09-23T15:35:31.183 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:35:31.213 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:31.269 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:35:31.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:31.277 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:35:31.378 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:31.491 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:32.097 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:32.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:32.108 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:32.209 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:32.237 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:32.291 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:32.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:32.301 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:32.326 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:32.402 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:32.430 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:32.486 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:32.496 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:32.496 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:32.597 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:32.630 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:32.683 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:32.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:32.687 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:32.788 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:32.944 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:32.981 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:35:33.032 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:32 smithi118 ceph-mon[212312]: pgmap v1507: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.4 GiB data, 21 GiB used, 515 GiB / 536 GiB avail; 31 MiB/s wr, 521 op/s; 31314/312906 objects degraded (10.007%); 35291/312906 objects misplaced (11.278%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T15:35:33.032 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 31314/312906 objects degraded (10.007%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:33.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:32 smithi118 ceph-mon[219580]: pgmap v1507: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.4 GiB data, 21 GiB used, 515 GiB / 536 GiB avail; 31 MiB/s wr, 521 op/s; 31314/312906 objects degraded (10.007%); 35291/312906 objects misplaced (11.278%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T15:35:33.033 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 31314/312906 objects degraded (10.007%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:33.039 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:35:33.084 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:35:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:32 smithi178 ceph-mon[192298]: pgmap v1507: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.4 GiB data, 21 GiB used, 515 GiB / 536 GiB avail; 31 MiB/s wr, 521 op/s; 31314/312906 objects degraded (10.007%); 35291/312906 objects misplaced (11.278%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T15:35:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 31314/312906 objects degraded (10.007%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:33.145 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:35:33.175 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:33.182 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:33.182 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:33.227 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:35:33.247 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:33.277 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:35:33.283 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:33.326 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:35:33.369 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:35:33.387 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:35:33.387 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:35:33.387 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:35:33.388 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:35:33.388 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:35:33.388 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:35:33.388 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:35:33.388 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:35:33.399 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:33.838 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T15:35:34.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/544455813' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:34.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:33 smithi178 ceph-mon[192298]: pgmap v1508: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.4 GiB data, 21 GiB used, 515 GiB / 536 GiB avail; 30 MiB/s wr, 539 op/s; 31314/312915 objects degraded (10.007%); 35291/312915 objects misplaced (11.278%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T15:35:34.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1764379375' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:35:34.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:33 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:35:34.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/544455813' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:34.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:33 smithi118 ceph-mon[212312]: pgmap v1508: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.4 GiB data, 21 GiB used, 515 GiB / 536 GiB avail; 30 MiB/s wr, 539 op/s; 31314/312915 objects degraded (10.007%); 35291/312915 objects misplaced (11.278%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T15:35:34.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1764379375' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:35:34.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:33 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:35:34.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/544455813' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:34.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:33 smithi118 ceph-mon[219580]: pgmap v1508: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.4 GiB data, 21 GiB used, 515 GiB / 536 GiB avail; 30 MiB/s wr, 539 op/s; 31314/312915 objects degraded (10.007%); 35291/312915 objects misplaced (11.278%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T15:35:34.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1764379375' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:35:34.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:33 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:35:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:34 smithi178 ceph-mon[192298]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:34 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:35:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:34 smithi178 ceph-mon[192298]: osdmap e574: 8 total, 8 up, 6 in 2023-09-23T15:35:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:34 smithi178 ceph-mon[192298]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:34 smithi178 ceph-mon[192298]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:34 smithi178 ceph-mon[192298]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:34 smithi178 ceph-mon[192298]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.140 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:35.154 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[212312]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:35:35.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[212312]: osdmap e574: 8 total, 8 up, 6 in 2023-09-23T15:35:35.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[212312]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[212312]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[212312]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[212312]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.155 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[219580]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.155 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:35:35.155 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[219580]: osdmap e574: 8 total, 8 up, 6 in 2023-09-23T15:35:35.155 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[219580]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.156 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[219580]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.156 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[219580]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.156 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:34 smithi118 ceph-mon[219580]: failed to encode map e574 with expected crc 2023-09-23T15:35:35.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:35.156 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:35.257 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:35.316 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:35 smithi178 ceph-mon[192298]: pgmap v1510: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.3 GiB data, 21 GiB used, 515 GiB / 536 GiB avail; 114 B/s rd, 22 MiB/s wr, 507 op/s; 31160/311256 objects degraded (10.011%); 34821/311256 objects misplaced (11.187%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T15:35:36.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:35 smithi118 ceph-mon[219580]: pgmap v1510: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.3 GiB data, 21 GiB used, 515 GiB / 536 GiB avail; 114 B/s rd, 22 MiB/s wr, 507 op/s; 31160/311256 objects degraded (10.011%); 34821/311256 objects misplaced (11.187%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T15:35:36.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:35 smithi118 ceph-mon[212312]: pgmap v1510: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.3 GiB data, 21 GiB used, 515 GiB / 536 GiB avail; 114 B/s rd, 22 MiB/s wr, 507 op/s; 31160/311256 objects degraded (10.011%); 34821/311256 objects misplaced (11.187%); 2.1 MiB/s, 33 objects/s recovering 2023-09-23T15:35:36.744 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:36.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:36.752 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:36.853 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:36.938 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T15:35:36.965 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:37.147 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:37.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:37.155 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:37.255 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:35:37.286 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:37.337 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:35:37.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:37.343 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:35:37.444 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:37.474 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:37.533 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:37.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:37.539 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:37.639 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:35:37.739 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 31160/311256 objects degraded (10.011%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:37 smithi118 ceph-mon[219580]: pgmap v1511: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.2 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 15 MiB/s wr, 587 op/s; 31160/304986 objects degraded (10.217%); 34468/304986 objects misplaced (11.302%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T15:35:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 31160/311256 objects degraded (10.011%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:37 smithi118 ceph-mon[212312]: pgmap v1511: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.2 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 15 MiB/s wr, 587 op/s; 31160/304986 objects degraded (10.217%); 34468/304986 objects misplaced (11.302%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T15:35:38.112 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:35:38.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:38.120 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:35:38.220 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:38.247 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:38.289 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:38.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:38.292 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 31160/311256 objects degraded (10.011%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:37 smithi178 ceph-mon[192298]: pgmap v1511: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.2 GiB data, 21 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 15 MiB/s wr, 587 op/s; 31160/304986 objects degraded (10.217%); 34468/304986 objects misplaced (11.302%); 1.9 MiB/s, 30 objects/s recovering 2023-09-23T15:35:38.393 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:35:38.432 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:38.501 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:35:38.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:38.506 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:35:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:35:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:35:38] "GET /metrics HTTP/1.1" 200 36499 "" "Prometheus/2.43.0" 2023-09-23T15:35:38.606 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:38.693 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:38.842 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:38.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:38.858 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:38.883 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:35:38.959 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:38.971 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:38.989 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:39.039 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:39.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:39.047 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:39.147 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:35:39.175 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:39.231 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:35:39.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:39.237 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:35:39.337 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:35:39.406 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:39.617 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:35:39.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:39.626 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:35:39.726 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:39.757 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:39.785 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:35:39.818 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:39.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:39.822 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:39.827 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:35:39.827 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:111026 11.0 e575/551 11:0a7cc75a:::benchmark_data_smithi118_606503_object5936:head v 575'6895, mlcod=574'6893)", 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.818216+0000", 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.0042097109999999997, 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0042392139999999998, 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818216+0000", 2023-09-23T15:35:39.828 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818216+0000", 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818215+0000", 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.829 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.830 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.830 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818221+0000", 2023-09-23T15:35:39.830 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3589999999999999e-06 2023-09-23T15:35:39.830 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.830 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.830 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.830 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818228+0000", 2023-09-23T15:35:39.830 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3139999999999998e-06 2023-09-23T15:35:39.830 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.830 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.830 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818234+0000", 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4299999999999997e-06 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.821378+0000", 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00314489 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.821402+0000", 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3476999999999999e-05 2023-09-23T15:35:39.831 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "MOSDPGPushReply(11.6 575/570 [PushReplyOp(11:601456a2:::benchmark_data_smithi118_606503_object54663:head)])", 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.822375+0000", 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 5.0504999999999998e-05, 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014341700000000001, 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.832 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822375+0000", 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822375+0000", 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822374+0000", 2023-09-23T15:35:39.833 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822383+0000", 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7510000000000003e-06 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822396+0000", 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3006999999999999e-05 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.834 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822406+0000", 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8500000000000006e-06 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:111023 11.e 11:7fb03b43:::benchmark_data_smithi118_606503_object5933:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e575)", 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.786490+0000", 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.035935934000000003, 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.036087492999999998, 2023-09-23T15:35:39.835 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 111023 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.786490+0000", 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.836 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.786490+0000", 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.786487+0000", 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.786502+0000", 2023-09-23T15:35:39.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4759999999999999e-05 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.786527+0000", 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5482000000000001e-05 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.786541+0000", 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3892e-05 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.786653+0000", 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000111995 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.786830+0000", 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017625099999999999 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,4,7", 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.786993+0000", 2023-09-23T15:35:39.839 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016389700000000001 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.817973+0000", 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.030979567 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818048+0000", 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4487999999999996e-05 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818088+0000", 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0268999999999997e-05 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:111035 11.e 11.e63604fe (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e575)", 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.822419+0000", 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 6.3199999999999996e-06, 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00025209000000000001, 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.841 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 111035 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822419+0000", 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.842 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822419+0000", 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822417+0000", 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822425+0000", 2023-09-23T15:35:39.843 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1459999999999996e-06 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822439+0000", 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3706000000000001e-05 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822446+0000", 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6739999999999997e-06 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.844 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:111027 11.d 11:ba1c35fa:::benchmark_data_smithi118_606503_object5937:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e575)", 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.807734+0000", 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.014691086000000001, 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014997365, 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:35:39.845 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 111027 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807734+0000", 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807734+0000", 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807732+0000", 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807745+0000", 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2942000000000001e-05 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.847 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807766+0000", 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0275000000000002e-05 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807780+0000", 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4592e-05 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807892+0000", 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000111776 2023-09-23T15:35:39.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.808045+0000", 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015313699999999999 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,4", 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.808187+0000", 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014194000000000001 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:35:39.849 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818344+0000", 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010157159000000001 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.822537+0000", 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0041923519999999999 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.850 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:111028 11.6 11:622300b4:::benchmark_data_smithi118_606503_object5938:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e575)", 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.807797+0000", 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.014629028000000001, 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015019674, 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 111028 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.851 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807797+0000", 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807797+0000", 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807796+0000", 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807799+0000", 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4139999999999998e-06 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807808+0000", 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8279999999999992e-06 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807814+0000", 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7080000000000002e-06 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818163+0000", 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010349277 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818347+0000", 2023-09-23T15:35:39.854 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018377399999999999 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,4,5", 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818528+0000", 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018101700000000001 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:111029 11.7 11:ebaa93bd:::benchmark_data_smithi118_606503_object5939:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e575)", 2023-09-23T15:35:39.855 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.807819+0000", 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.014606796999999999, 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015067694, 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 111029 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.856 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807819+0000", 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807819+0000", 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807818+0000", 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807821+0000", 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.509e-06 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807829+0000", 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7889999999999995e-06 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807833+0000", 2023-09-23T15:35:39.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.42e-06 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.807891+0000", 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8322000000000002e-05 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.808044+0000", 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000152817 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.859 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5,7", 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.808187+0000", 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014275299999999999 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.820208+0000", 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012020889 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:35:39.860 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.820237+0000", 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9264e-05 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.820266+0000", 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8498999999999999e-05 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:111020 11.b e575/563 11:d2480163:::benchmark_data_smithi118_606503_object5930:head v 575'6903, mlcod=574'6901)", 2023-09-23T15:35:39.861 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.810748+0000", 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.011677537999999999, 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012227969999999999, 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810748+0000", 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.862 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810748+0000", 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810747+0000", 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810758+0000", 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1374e-05 2023-09-23T15:35:39.863 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810769+0000", 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0434999999999999e-05 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810778+0000", 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3689999999999996e-06 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.864 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.812380+0000", 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016014880000000001 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.812405+0000", 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5072e-05 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.865 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:111019 11.a e575/551 11:5df2d8ed:::benchmark_data_smithi118_606503_object5929:head v 575'6867, mlcod=574'6865)", 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.810795+0000", 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.011630217, 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012235724, 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810795+0000", 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810795+0000", 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810795+0000", 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810799+0000", 2023-09-23T15:35:39.867 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0289999999999999e-06 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810804+0000", 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3059999999999997e-06 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.810808+0000", 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.929e-06 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811986+0000", 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0011776289999999999 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.812010+0000", 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3759000000000001e-05 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.869 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:111030 11.f e575/571 11:fc72b45f:::benchmark_data_smithi118_606503_object5940:head v 575'6898, mlcod=557'2742)", 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.811536+0000", 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.010889672, 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.01155257, 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811536+0000", 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811536+0000", 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811536+0000", 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.871 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811541+0000", 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2190000000000003e-06 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811548+0000", 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1500000000000002e-06 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811553+0000", 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8799999999999999e-06 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.820286+0000", 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0087331949999999992 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.820315+0000", 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8523000000000001e-05 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.873 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:111031 11.4 e575/571 11:2771b3af:::benchmark_data_smithi118_606503_object5941:head v 575'7007, mlcod=557'2748)", 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.811558+0000", 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.010868018, 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011586266, 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811558+0000", 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.874 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811558+0000", 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811557+0000", 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967296 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.875 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811561+0000", 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.76e-06 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811567+0000", 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0449999999999997e-06 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.811571+0000", 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2379999999999999e-06 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.876 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818381+0000", 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0068099520000000002 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818405+0000", 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4131999999999999e-05 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.877 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:111018 11.6 11:6d42a70e:::benchmark_data_smithi118_606503_object5928:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e575)", 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:39.775493+0000", 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.046932970999999997, 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.047708407000000001, 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "waiting for sub ops", 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 111018 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.878 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.775493+0000", 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.775493+0000", 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:35:39.879 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.775491+0000", 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.775501+0000", 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.927e-06 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.775520+0000", 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8827000000000001e-05 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.880 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.775531+0000", 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1083999999999999e-05 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.779975+0000", 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044442370000000002 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.780145+0000", 2023-09-23T15:35:39.881 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017065099999999999 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,4,5", 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.780321+0000", 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017539199999999999 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.817930+0000", 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.037609144999999997 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.882 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818013+0000", 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3039000000000002e-05 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:39.818132+0000", 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000118844 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:35:39.883 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 12 2023-09-23T15:35:39.884 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:35:39.884 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:39 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2162655768' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:39.884 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:39 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:39.884 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:39 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2162655768' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:39.884 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:39 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:39.923 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:40.002 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:39 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2162655768' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:39 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:35:41.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[219580]: pgmap v1512: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 9.8 MiB/s wr, 600 op/s; 30986/302007 objects degraded (10.260%); 33722/302007 objects misplaced (11.166%); 2.0 MiB/s, 32 objects/s recovering 2023-09-23T15:35:41.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:35:41.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[219580]: failed to encode map e575 with expected crc 2023-09-23T15:35:41.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:35:41.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[219580]: osdmap e575: 8 total, 8 up, 6 in 2023-09-23T15:35:41.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[219580]: failed to encode map e575 with expected crc 2023-09-23T15:35:41.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[219580]: failed to encode map e575 with expected crc 2023-09-23T15:35:41.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[219580]: failed to encode map e575 with expected crc 2023-09-23T15:35:41.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[212312]: pgmap v1512: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 9.8 MiB/s wr, 600 op/s; 30986/302007 objects degraded (10.260%); 33722/302007 objects misplaced (11.166%); 2.0 MiB/s, 32 objects/s recovering 2023-09-23T15:35:41.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:35:41.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[212312]: failed to encode map e575 with expected crc 2023-09-23T15:35:41.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:35:41.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[212312]: osdmap e575: 8 total, 8 up, 6 in 2023-09-23T15:35:41.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[212312]: failed to encode map e575 with expected crc 2023-09-23T15:35:41.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[212312]: failed to encode map e575 with expected crc 2023-09-23T15:35:41.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:40 smithi118 ceph-mon[212312]: failed to encode map e575 with expected crc 2023-09-23T15:35:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:40 smithi178 ceph-mon[192298]: pgmap v1512: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 102 B/s rd, 9.8 MiB/s wr, 600 op/s; 30986/302007 objects degraded (10.260%); 33722/302007 objects misplaced (11.166%); 2.0 MiB/s, 32 objects/s recovering 2023-09-23T15:35:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:40 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:35:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:40 smithi178 ceph-mon[192298]: failed to encode map e575 with expected crc 2023-09-23T15:35:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:40 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:35:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:40 smithi178 ceph-mon[192298]: osdmap e575: 8 total, 8 up, 6 in 2023-09-23T15:35:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:40 smithi178 ceph-mon[192298]: failed to encode map e575 with expected crc 2023-09-23T15:35:41.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:40 smithi178 ceph-mon[192298]: failed to encode map e575 with expected crc 2023-09-23T15:35:41.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:40 smithi178 ceph-mon[192298]: failed to encode map e575 with expected crc 2023-09-23T15:35:42.786 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:42.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:42.796 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:42.897 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:42.929 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:42.955 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:35:43.025 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:42 smithi118 ceph-mon[212312]: pgmap v1514: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 127 B/s rd, 1.6 MiB/s wr, 672 op/s; 30986/297996 objects degraded (10.398%); 33341/297996 objects misplaced (11.188%); 2.6 MiB/s, 40 objects/s recovering 2023-09-23T15:35:43.025 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 30986/297996 objects degraded (10.398%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:43.025 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:42 smithi118 ceph-mon[219580]: pgmap v1514: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 127 B/s rd, 1.6 MiB/s wr, 672 op/s; 30986/297996 objects degraded (10.398%); 33341/297996 objects misplaced (11.188%); 2.6 MiB/s, 40 objects/s recovering 2023-09-23T15:35:43.025 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 30986/297996 objects degraded (10.398%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:43.035 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:42 smithi178 ceph-mon[192298]: pgmap v1514: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.1 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 127 B/s rd, 1.6 MiB/s wr, 672 op/s; 30986/297996 objects degraded (10.398%); 33341/297996 objects misplaced (11.188%); 2.6 MiB/s, 40 objects/s recovering 2023-09-23T15:35:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 30986/297996 objects degraded (10.398%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:43.371 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:43.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:43.390 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:43.491 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:43.521 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:43.573 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:43.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:43.577 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:43.678 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:43.784 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:43.933 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:43.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:43.940 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:44.041 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:44.128 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:44.231 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:44.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:44.238 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:44.338 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:35:44.370 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:44.432 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:35:44.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:44.438 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:35:44.539 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:44.565 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:44.810 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T15:35:44.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:44 smithi118 ceph-mon[219580]: pgmap v1515: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.0 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 0 B/s wr, 526 op/s; 30986/295659 objects degraded (10.480%); 33341/295659 objects misplaced (11.277%); 1.1 MiB/s, 17 objects/s recovering 2023-09-23T15:35:44.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2552065378' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:35:44.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:44 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:35:44.821 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:44 smithi118 ceph-mon[212312]: pgmap v1515: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.0 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 0 B/s wr, 526 op/s; 30986/295659 objects degraded (10.480%); 33341/295659 objects misplaced (11.277%); 1.1 MiB/s, 17 objects/s recovering 2023-09-23T15:35:44.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2552065378' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:35:44.822 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:44 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:35:44.886 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:35:44.942 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:44.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:44.959 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:45.060 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:44 smithi178 ceph-mon[192298]: pgmap v1515: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.0 GiB data, 20 GiB used, 516 GiB / 536 GiB avail; 0 B/s wr, 526 op/s; 30986/295659 objects degraded (10.480%); 33341/295659 objects misplaced (11.277%); 1.1 MiB/s, 17 objects/s recovering 2023-09-23T15:35:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2552065378' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:35:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:44 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:35:45.160 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:45.750 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:45.988 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:46.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:46.010 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:46.013 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[219580]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.013 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:35:46.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[219580]: osdmap e576: 8 total, 8 up, 6 in 2023-09-23T15:35:46.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[219580]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[219580]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.014 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[219580]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.014 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[212312]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.014 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:35:46.014 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[212312]: osdmap e576: 8 total, 8 up, 6 in 2023-09-23T15:35:46.014 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[212312]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.014 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[212312]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.015 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:45 smithi118 ceph-mon[212312]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.111 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:35:46.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:45 smithi178 ceph-mon[192298]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:35:46.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:45 smithi178 ceph-mon[192298]: osdmap e576: 8 total, 8 up, 6 in 2023-09-23T15:35:46.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:45 smithi178 ceph-mon[192298]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:45 smithi178 ceph-mon[192298]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:45 smithi178 ceph-mon[192298]: failed to encode map e576 with expected crc 2023-09-23T15:35:46.141 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:46.168 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T15:35:46.191 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:35:46.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:46.197 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:35:46.298 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:35:46.378 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:46.594 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:35:46.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:46.599 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:35:46.700 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:35:46.733 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:46.782 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:35:46.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:46.786 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:35:46.887 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:46.918 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:46.970 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:46.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:46.976 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:47.019 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:35:47.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:46 smithi118 ceph-mon[212312]: pgmap v1517: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 509 op/s; 30822/292749 objects degraded (10.528%); 32631/292749 objects misplaced (11.146%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T15:35:47.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:46 smithi118 ceph-mon[219580]: pgmap v1517: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 509 op/s; 30822/292749 objects degraded (10.528%); 32631/292749 objects misplaced (11.146%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T15:35:47.077 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:47.080 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:35:47.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:46 smithi178 ceph-mon[192298]: pgmap v1517: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 6.0 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 509 op/s; 30822/292749 objects degraded (10.528%); 32631/292749 objects misplaced (11.146%); 2.6 MiB/s, 42 objects/s recovering 2023-09-23T15:35:47.110 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:47.112 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:35:47.161 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:35:47.169 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:47.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:47.175 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:47.205 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:35:47.240 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:35:47.276 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:47.293 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:35:47.307 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:47.336 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:35:47.358 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:35:47.358 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:35:47.359 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:35:47.359 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:35:47.359 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:35:47.359 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:35:47.359 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:35:47.359 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:35:47.369 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:47.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:47.377 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:47.478 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:47.582 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:47.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:47 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1753116784' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:47.819 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 30822/292749 objects degraded (10.528%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:47.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:47 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1753116784' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:47.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 30822/292749 objects degraded (10.528%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:48.063 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:47 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1753116784' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:35:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 30822/292749 objects degraded (10.528%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:48.571 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:35:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:35:48] "GET /metrics HTTP/1.1" 200 36499 "" "Prometheus/2.43.0" 2023-09-23T15:35:48.712 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:48.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:48.716 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:48.817 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:48.889 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:49.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:48 smithi118 ceph-mon[219580]: pgmap v1518: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.8 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 653 op/s; 30822/286323 objects degraded (10.765%); 32254/286323 objects misplaced (11.265%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T15:35:49.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:48 smithi118 ceph-mon[212312]: pgmap v1518: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.8 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 653 op/s; 30822/286323 objects degraded (10.765%); 32254/286323 objects misplaced (11.265%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T15:35:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:48 smithi178 ceph-mon[192298]: pgmap v1518: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.8 GiB data, 20 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 653 op/s; 30822/286323 objects degraded (10.765%); 32254/286323 objects misplaced (11.265%); 1.3 MiB/s, 20 objects/s recovering 2023-09-23T15:35:49.246 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:49.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:49.255 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:49.356 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:49.448 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:49.604 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:49.634 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:49.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:49.650 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:49.750 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:35:49.782 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:49.841 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:35:49.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:49.848 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:35:49.949 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:49.978 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:50.043 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:50.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:50.047 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:50.148 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:50.170 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:35:50.170 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:35:50.237 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:50.375 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:50.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:50.384 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:50.484 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:35:50.514 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:50.573 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:35:50.579 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:50.579 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:35:50.680 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:50.707 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:51.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:50 smithi118 ceph-mon[219580]: pgmap v1519: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.8 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 623 op/s; 30644/283401 objects degraded (10.813%); 31522/283401 objects misplaced (11.123%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:35:51.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:50 smithi118 ceph-mon[212312]: pgmap v1519: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.8 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 623 op/s; 30644/283401 objects degraded (10.813%); 31522/283401 objects misplaced (11.123%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:35:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:50 smithi178 ceph-mon[192298]: pgmap v1519: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.8 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 623 op/s; 30644/283401 objects degraded (10.813%); 31522/283401 objects misplaced (11.123%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:35:51.172 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:35:52.165 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:52.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:52.179 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:52.280 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:52.392 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:52.532 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:35:52.564 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:52.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:52.571 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:52.672 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:52.702 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:52.760 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:52.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:52.766 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:52.867 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:52.895 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:52.948 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:52.952 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:52 smithi178 ceph-mon[192298]: pgmap v1520: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.7 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 623 op/s; 30644/279297 objects degraded (10.972%); 31129/279297 objects misplaced (11.145%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:35:52.952 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:52.952 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 30644/279297 objects degraded (10.972%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:52.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:52.953 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:53.054 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:53.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:52 smithi118 ceph-mon[219580]: pgmap v1520: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.7 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 623 op/s; 30644/279297 objects degraded (10.972%); 31129/279297 objects misplaced (11.145%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:35:53.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:53.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 30644/279297 objects degraded (10.972%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:53.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:52 smithi118 ceph-mon[212312]: pgmap v1520: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.7 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 623 op/s; 30644/279297 objects degraded (10.972%); 31129/279297 objects misplaced (11.145%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:35:53.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:35:53.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 30644/279297 objects degraded (10.972%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:53.143 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:53 smithi178 ceph-mon[192298]: pgmap v1521: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.6 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 614 op/s; 30644/277206 objects degraded (11.055%); 31129/277206 objects misplaced (11.230%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:35:54.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:53 smithi118 ceph-mon[212312]: pgmap v1521: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.6 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 614 op/s; 30644/277206 objects degraded (11.055%); 31129/277206 objects misplaced (11.230%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:35:54.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:53 smithi118 ceph-mon[219580]: pgmap v1521: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.6 GiB data, 19 GiB used, 517 GiB / 536 GiB avail; 0 B/s wr, 614 op/s; 30644/277206 objects degraded (11.055%); 31129/277206 objects misplaced (11.230%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:35:54.362 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:54.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:54.371 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:54.472 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:35:54.474 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:54.502 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:54.549 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:35:54.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:54.557 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:35:54.658 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:35:54.688 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:54.741 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:35:54.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:54.746 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:35:54.847 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:54.933 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:55.074 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:55.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:55.086 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:55.121 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:35:55.124 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:35:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:35:55.186 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:35:55.292 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:55.468 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:35:55.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:55.475 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:35:55.576 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:35:55.618 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:55.782 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:35:55.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:55.800 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:35:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:55 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/194249481' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:35:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:55 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:35:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:55 smithi178 ceph-mon[192298]: pgmap v1522: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.6 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 565 op/s; 30437/274194 objects degraded (11.101%); 30321/274194 objects misplaced (11.058%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:35:55.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:55 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3709914757' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:35:55.879 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:55 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:35:55.900 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T15:35:55.900 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:35:55.915 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:35:55.964 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:55 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/194249481' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:35:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:55 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:35:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:55 smithi118 ceph-mon[219580]: pgmap v1522: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.6 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 565 op/s; 30437/274194 objects degraded (11.101%); 30321/274194 objects misplaced (11.058%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:35:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:55 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3709914757' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:35:56.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:55 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:35:56.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:55 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/194249481' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:35:56.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:55 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:35:56.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:55 smithi118 ceph-mon[212312]: pgmap v1522: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.6 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 565 op/s; 30437/274194 objects degraded (11.101%); 30321/274194 objects misplaced (11.058%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:35:56.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:55 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3709914757' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:35:56.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:55 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:35:56.552 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:35:56.831 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:35:56.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:56.836 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:35:56.936 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:35:56.972 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:35:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[212312]: failed to encode map e577 with expected crc 2023-09-23T15:35:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:35:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:35:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[212312]: osdmap e577: 8 total, 8 up, 6 in 2023-09-23T15:35:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[212312]: failed to encode map e577 with expected crc 2023-09-23T15:35:57.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[212312]: failed to encode map e577 with expected crc 2023-09-23T15:35:57.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:35:57.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[219580]: failed to encode map e577 with expected crc 2023-09-23T15:35:57.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:35:57.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:35:57.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[219580]: osdmap e577: 8 total, 8 up, 6 in 2023-09-23T15:35:57.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[219580]: failed to encode map e577 with expected crc 2023-09-23T15:35:57.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:56 smithi118 ceph-mon[219580]: failed to encode map e577 with expected crc 2023-09-23T15:35:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:56 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:35:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:56 smithi178 ceph-mon[192298]: failed to encode map e577 with expected crc 2023-09-23T15:35:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:56 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:35:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:56 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:35:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:56 smithi178 ceph-mon[192298]: osdmap e577: 8 total, 8 up, 6 in 2023-09-23T15:35:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:56 smithi178 ceph-mon[192298]: failed to encode map e577 with expected crc 2023-09-23T15:35:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:56 smithi178 ceph-mon[192298]: failed to encode map e577 with expected crc 2023-09-23T15:35:57.172 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:35:57.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:57.177 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:35:57.278 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:35:57.313 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:57.483 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:35:57.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:57.489 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:35:57.590 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:57.674 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:58.014 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:57 smithi118 ceph-mon[212312]: failed to encode map e577 with expected crc 2023-09-23T15:35:58.014 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 30437/274194 objects degraded (11.101%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:58.015 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:57 smithi118 ceph-mon[212312]: pgmap v1524: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.5 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 612 op/s; 30437/267939 objects degraded (11.360%); 29910/267939 objects misplaced (11.163%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:35:58.018 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:57 smithi118 ceph-mon[219580]: failed to encode map e577 with expected crc 2023-09-23T15:35:58.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 30437/274194 objects degraded (11.101%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:58.019 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:57 smithi118 ceph-mon[219580]: pgmap v1524: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.5 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 612 op/s; 30437/267939 objects degraded (11.360%); 29910/267939 objects misplaced (11.163%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:35:58.081 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:35:58.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:58.099 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:35:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:57 smithi178 ceph-mon[192298]: failed to encode map e577 with expected crc 2023-09-23T15:35:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 30437/274194 objects degraded (11.101%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:35:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:57 smithi178 ceph-mon[192298]: pgmap v1524: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.5 GiB data, 19 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 612 op/s; 30437/267939 objects degraded (11.360%); 29910/267939 objects misplaced (11.163%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:35:58.199 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:35:58.273 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:35:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:35:58] "GET /metrics HTTP/1.1" 200 36498 "" "Prometheus/2.43.0" 2023-09-23T15:35:58.274 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:58.885 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:35:58.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:58.895 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:35:58.995 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:35:59.044 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T15:35:59.101 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:59.380 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:35:59.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:35:59.388 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:35:59.489 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:35:59.585 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:35:59.687 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:35:59.727 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:35:59.733 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:35:59.769 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:35:59.808 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:35:59.853 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:35:59.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:59 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:59.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:35:59 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:59.899 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:35:59.987 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:59 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:59.987 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:35:59 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:59.988 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:59 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:35:59.988 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:35:59 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:00.124 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:36:00.124 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:36:00.125 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:36:00.125 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:36:00.125 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:36:00.125 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:36:00.125 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:36:00.125 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:36:00.125 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:36:00.125 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:36:00.651 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:00.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:00.657 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:00.758 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:00.794 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:00.856 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:00.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:00.859 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:00.960 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:00.994 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/209975290' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:00.994 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:00 smithi178 ceph-mon[192298]: pgmap v1525: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.4 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 607 op/s; 30109/265167 objects degraded (11.355%); 29138/265167 objects misplaced (10.989%); 3.3 MiB/s, 53 objects/s recovering 2023-09-23T15:36:01.001 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:01.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/209975290' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:01.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:00 smithi118 ceph-mon[212312]: pgmap v1525: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.4 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 607 op/s; 30109/265167 objects degraded (11.355%); 29138/265167 objects misplaced (10.989%); 3.3 MiB/s, 53 objects/s recovering 2023-09-23T15:36:01.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/209975290' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:01.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:00 smithi118 ceph-mon[219580]: pgmap v1525: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.4 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 607 op/s; 30109/265167 objects degraded (11.355%); 29138/265167 objects misplaced (10.989%); 3.3 MiB/s, 53 objects/s recovering 2023-09-23T15:36:01.072 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:01.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:01.075 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:01.176 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:01.216 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:01.275 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:01.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:01.278 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:01.379 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:01.482 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:01.702 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:01.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:01.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:01.818 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:01.900 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:02.013 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:02.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:02.017 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:02.116 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:02.117 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:02.140 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:02.143 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:02.197 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:02.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:02.200 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:02.261 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:36:02.261 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:36:02.261 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:36:02.261 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:36:02.261 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143836 10.2 10:41da7d67:::benchmark_data_smithi118_553868_object45357:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e508)", 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.687499+0000", 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 226.570991773, 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2363825249999998, 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143836 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.262 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687499+0000", 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687499+0000", 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.263 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687497+0000", 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687507+0000", 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0104e-05 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687530+0000", 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2955999999999998e-05 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.264 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687542+0000", 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2354000000000001e-05 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687605+0000", 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2304000000000005e-05 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687753+0000", 2023-09-23T15:36:02.265 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014844599999999999 2023-09-23T15:36:02.266 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.266 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.266 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:36:02.266 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687896+0000", 2023-09-23T15:36:02.266 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014263399999999999 2023-09-23T15:36:02.266 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.266 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.266 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.266 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.690475+0000", 2023-09-23T15:36:02.266 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025789770000000001 2023-09-23T15:36:02.266 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.693700+0000", 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0032249589999999999 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.709054+0000", 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015354115999999999 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.267 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.709064+0000", 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0601000000000001e-05 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.697316+0000", 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98825146699999999 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.697330+0000", 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3730000000000001e-05 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.268 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.923793+0000", 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2264629069999999 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.923881+0000", 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8929000000000002e-05 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.269 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143845 10.b 10:d5318647:::benchmark_data_smithi118_553868_object45366:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.703905+0000", 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 226.55458556799999, 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.169240158, 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143845 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.270 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703905+0000", 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703905+0000", 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703904+0000", 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:02.271 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703910+0000", 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5010000000000001e-06 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.704929+0000", 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001018676 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.704943+0000", 2023-09-23T15:36:02.272 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3859999999999999e-05 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.713563+0000", 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0086200570000000004 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.713576+0000", 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3159000000000001e-05 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.273 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702072+0000", 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98849657499999999 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702085+0000", 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3081000000000001e-05 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.837698+0000", 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1356122019999999 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.274 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.839289+0000", 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0015918079999999999 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,6,7", 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.839549+0000", 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00025959099999999999 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.847946+0000", 2023-09-23T15:36:02.275 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0083973220000000005 2023-09-23T15:36:02.276 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.276 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.276 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.277 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.849887+0000", 2023-09-23T15:36:02.277 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001940251 2023-09-23T15:36:02.277 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.277 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.277 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.277 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.850216+0000", 2023-09-23T15:36:02.277 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000329625 2023-09-23T15:36:02.277 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.872950+0000", 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.022733588999999998 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.873018+0000", 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8597999999999996e-05 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.278 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.873145+0000", 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000126833 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143847 10.b 10:dd85185d:::benchmark_data_smithi118_553868_object45368:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.708698+0000", 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 226.54979223500001, 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1882208990000001, 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.279 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143847 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708698+0000", 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708698+0000", 2023-09-23T15:36:02.280 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708697+0000", 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708704+0000", 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8469999999999998e-06 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.281 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708716+0000", 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2439999999999999e-05 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708725+0000", 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4209999999999995e-06 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.713602+0000", 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0048773380000000002 2023-09-23T15:36:02.282 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.713612+0000", 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4709999999999996e-06 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702158+0000", 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.988546225 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.283 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702168+0000", 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0283e-05 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.847991+0000", 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.145822699 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.848152+0000", 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000161254 2023-09-23T15:36:02.284 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,6,7", 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.848334+0000", 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018217099999999999 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.850162+0000", 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018280639999999999 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.285 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.850645+0000", 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00048283000000000001 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.881906+0000", 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.031261296000000001 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.896735+0000", 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014828787 2023-09-23T15:36:02.286 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.896799+0000", 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4057e-05 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.896919+0000", 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120182 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.287 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.288 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.288 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.288 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143843 10.6 10:6b2dc148:::benchmark_data_smithi118_553868_object45364:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e510)", 2023-09-23T15:36:02.288 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:16.698793+0000", 2023-09-23T15:36:02.288 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 225.55969786899999, 2023-09-23T15:36:02.288 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.207690025, 2023-09-23T15:36:02.288 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.288 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.288 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.288 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:02.288 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143843 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698793+0000", 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698793+0000", 2023-09-23T15:36:02.289 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698791+0000", 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698800+0000", 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2600000000000005e-06 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.290 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698812+0000", 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2502e-05 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698823+0000", 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0609e-05 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.703798+0000", 2023-09-23T15:36:02.291 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0049751209999999999 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.703807+0000", 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1819999999999995e-06 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.878911+0000", 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1751044020000001 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.292 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.880748+0000", 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001836739 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,6,7", 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.880957+0000", 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00020901700000000001 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.293 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.900411+0000", 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019453978 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.900489+0000", 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7418999999999999e-05 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.900529+0000", 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0293999999999997e-05 2023-09-23T15:36:02.294 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906333+0000", 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0058040490000000004 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906371+0000", 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7840999999999999e-05 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.295 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906483+0000", 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011212700000000001 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:165284 10.2 10:402b0e01:::benchmark_data_smithi118_553868_object66805:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e523)", 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:42.633032+0000", 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 199.62545876199999, 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.124189525, 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.296 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 165284 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633032+0000", 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.297 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633032+0000", 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633031+0000", 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633037+0000", 2023-09-23T15:36:02.298 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9330000000000004e-06 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633050+0000", 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2374999999999999e-05 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633058+0000", 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3129999999999999e-06 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.299 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633116+0000", 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8031000000000001e-05 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633244+0000", 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012802199999999999 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,6,7", 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633382+0000", 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013795800000000001 2023-09-23T15:36:02.300 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.637570+0000", 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0041882689999999997 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.638197+0000", 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00062659399999999996 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.301 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.638659+0000", 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00046231700000000001 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.641710+0000", 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0030504350000000002 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.641723+0000", 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2883e-05 2023-09-23T15:36:02.302 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.757166+0000", 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1154433180000001 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.757221+0000", 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5466000000000001e-05 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.303 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:165324 10.2 10:4a43fec9:::benchmark_data_smithi118_553868_object66845:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e524)", 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:42.672471+0000", 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 199.58601992300001, 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.092038791, 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 165324 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.304 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672471+0000", 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672471+0000", 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.305 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672469+0000", 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672477+0000", 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0520000000000002e-06 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672494+0000", 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6297e-05 2023-09-23T15:36:02.306 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672503+0000", 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5990000000000008e-06 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672587+0000", 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3801999999999995e-05 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.307 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672596+0000", 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8980000000000002e-06 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.757646+0000", 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0850497450000001 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.757749+0000", 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000103501 2023-09-23T15:36:02.308 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.757824+0000", 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4451999999999998e-05 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.764329+0000", 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0065050339999999998 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.764428+0000", 2023-09-23T15:36:02.309 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9011000000000005e-05 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.764455+0000", 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7182000000000002e-05 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.764487+0000", 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2088000000000002e-05 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.310 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.764510+0000", 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2668e-05 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75053 11.c 11:30aa52eb:::benchmark_data_smithi118_606503_object75052:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:49.963518+0000", 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 72.294972379000001, 2023-09-23T15:36:02.311 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8931232609999999, 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75053 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963518+0000", 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.312 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963518+0000", 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963517+0000", 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.313 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963543+0000", 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6038999999999999e-05 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963554+0000", 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.113e-05 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963562+0000", 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3790000000000006e-06 2023-09-23T15:36:02.314 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971786+0000", 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.008223302 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971795+0000", 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3740000000000004e-06 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.315 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690938+0000", 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.71914264900000002 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690947+0000", 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8030000000000008e-06 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.831639+0000", 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1406914320000001 2023-09-23T15:36:02.316 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.831794+0000", 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000155236 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.831962+0000", 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000167486 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.842251+0000", 2023-09-23T15:36:02.317 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010289662 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.844518+0000", 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022664989999999999 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856546+0000", 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0120284 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.318 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856581+0000", 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5064999999999997e-05 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856642+0000", 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0368999999999997e-05 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.319 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75058 11.c 11:37bbc536:::benchmark_data_smithi118_606503_object75057:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:49.971804+0000", 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 72.286686469000003, 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.885072447, 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75058 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.320 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971804+0000", 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971804+0000", 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971803+0000", 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:36:02.321 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971839+0000", 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6647999999999999e-05 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971851+0000", 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1715999999999999e-05 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.322 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971861+0000", 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7049999999999994e-06 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971905+0000", 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4912e-05 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971912+0000", 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.049e-06 2023-09-23T15:36:02.323 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690970+0000", 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.71905847700000003 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690978+0000", 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6120000000000001e-06 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.324 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.834123+0000", 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1431449810000001 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.834235+0000", 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011283800000000001 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.834346+0000", 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011071899999999999 2023-09-23T15:36:02.325 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.842259+0000", 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0079130799999999994 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.844628+0000", 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023685770000000002 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.326 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856701+0000", 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012073264 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856762+0000", 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0625000000000003e-05 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856877+0000", 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114974 2023-09-23T15:36:02.327 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75059 11.c 11:314071f9:::benchmark_data_smithi118_606503_object75058:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:49.971881+0000", 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 72.286609925999997, 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8852217529999999, 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.328 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75059 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971881+0000", 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971881+0000", 2023-09-23T15:36:02.329 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971880+0000", 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971904+0000", 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3710000000000002e-05 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.330 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971913+0000", 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7180000000000002e-06 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971919+0000", 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2360000000000001e-06 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.973699+0000", 2023-09-23T15:36:02.331 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017799300000000001 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.973707+0000", 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2689999999999999e-06 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690999+0000", 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.71729235499999999 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.332 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691007+0000", 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2930000000000003e-06 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.835351+0000", 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.144344349 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.835457+0000", 2023-09-23T15:36:02.333 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010577399999999999 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.835556+0000", 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9530000000000004e-05 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.842267+0000", 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0067106969999999998 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.334 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.848246+0000", 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0059794319999999998 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856938+0000", 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0086911860000000001 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856998+0000", 2023-09-23T15:36:02.335 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0621000000000001e-05 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.857103+0000", 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000104248 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75070 11.7 11:e47a1c0f:::benchmark_data_smithi118_606503_object75069:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:36:02.336 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:49.987169+0000", 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 72.271321451000006, 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8417091380000001, 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75070 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.337 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987169+0000", 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987169+0000", 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987168+0000", 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:02.338 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987191+0000", 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3771e-05 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987209+0000", 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7280999999999999e-05 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.339 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987217+0000", 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4700000000000002e-06 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987266+0000", 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8971000000000003e-05 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987277+0000", 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0597999999999999e-05 2023-09-23T15:36:02.340 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.689968+0000", 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.70269137299999995 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.689984+0000", 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5837000000000001e-05 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.341 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.817231+0000", 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.127246864 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.817392+0000", 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016148099999999999 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5,7", 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.817497+0000", 2023-09-23T15:36:02.342 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010512 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.821683+0000", 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0041855460000000001 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.827955+0000", 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0062716500000000001 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.343 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828053+0000", 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8597000000000005e-05 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828691+0000", 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00063765499999999999 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828752+0000", 2023-09-23T15:36:02.344 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1507000000000006e-05 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828878+0000", 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012595 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75091 11.7 11:e7837132:::benchmark_data_smithi118_606503_object75090:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.005144+0000", 2023-09-23T15:36:02.345 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 72.253346719000007, 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8239452190000001, 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75091 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005144+0000", 2023-09-23T15:36:02.346 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005144+0000", 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005143+0000", 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.347 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005164+0000", 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0820999999999999e-05 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005174+0000", 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0175e-05 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005180+0000", 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.319e-06 2023-09-23T15:36:02.348 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005227+0000", 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7111999999999999e-05 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005238+0000", 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.044e-05 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.349 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690011+0000", 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.68477304100000003 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690020+0000", 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1400000000000006e-06 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.819599+0000", 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.129579552 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.350 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.819723+0000", 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012358599999999999 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5,7", 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.819837+0000", 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114473 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.821814+0000", 2023-09-23T15:36:02.351 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019766459999999999 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828015+0000", 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0062014460000000002 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828091+0000", 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5291999999999997e-05 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.352 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828924+0000", 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00083373400000000004 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828977+0000", 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2148999999999998e-05 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.829089+0000", 2023-09-23T15:36:02.353 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000112593 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75092 11.c 11:369eecf2:::benchmark_data_smithi118_606503_object75091:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.005190+0000", 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 72.253300379999999, 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8521509520000001, 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.354 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75092 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005190+0000", 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005190+0000", 2023-09-23T15:36:02.355 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005190+0000", 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005213+0000", 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3200000000000001e-05 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.356 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005220+0000", 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5629999999999997e-06 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005223+0000", 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2679999999999999e-06 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005270+0000", 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6779000000000001e-05 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.357 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005281+0000", 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0859000000000001e-05 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691030+0000", 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.68574925900000006 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691037+0000", 2023-09-23T15:36:02.358 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1799999999999999e-06 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.837090+0000", 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.146053048 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.837233+0000", 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014320000000000001 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.359 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.837420+0000", 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018719400000000001 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.842273+0000", 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004852772 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.848297+0000", 2023-09-23T15:36:02.360 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0060240650000000003 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.857168+0000", 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088706789999999994 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.857224+0000", 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6249999999999998e-05 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.361 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.857341+0000", 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011704100000000001 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75094 11.6 11:6c5b8844:::benchmark_data_smithi118_606503_object75093:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.008980+0000", 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 72.249510878999999, 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.829511887, 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.362 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75094 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.008980+0000", 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.363 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.008980+0000", 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.008979+0000", 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.008999+0000", 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9661e-05 2023-09-23T15:36:02.364 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.009012+0000", 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2848e-05 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.009017+0000", 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.879e-06 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.365 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.009059+0000", 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1414e-05 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.009067+0000", 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7389999999999999e-06 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.692835+0000", 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.68376800000000004 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.366 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.692843+0000", 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3939999999999996e-06 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.829670+0000", 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.136826594 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.829784+0000", 2023-09-23T15:36:02.367 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114138 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.829885+0000", 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010180599999999999 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.832144+0000", 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022589839999999999 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.368 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.834470+0000", 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002325489 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.838360+0000", 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038898660000000001 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.838416+0000", 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5883e-05 2023-09-23T15:36:02.369 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.838492+0000", 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6001000000000006e-05 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75047 11.e 11:7ec9e00d:::benchmark_data_smithi118_606503_object75046:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691035+0000", 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 71.567455941999995, 2023-09-23T15:36:02.370 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1410452959999999, 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75047 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691035+0000", 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.371 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691035+0000", 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691033+0000", 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.372 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691064+0000", 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1291000000000002e-05 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691078+0000", 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4124999999999999e-05 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691093+0000", 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4815e-05 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.373 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.692802+0000", 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017086250000000001 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.692811+0000", 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4900000000000006e-06 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.374 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.832001+0000", 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.139190226 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.832080+0000", 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8761e-05 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75055 11.d 11:ba6e4f67:::benchmark_data_smithi118_606503_object75054:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:36:02.375 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691101+0000", 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 71.567389644000002, 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2634767980000001, 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75055 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691101+0000", 2023-09-23T15:36:02.376 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691101+0000", 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691100+0000", 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.377 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691120+0000", 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9358999999999999e-05 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691127+0000", 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1300000000000003e-06 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691132+0000", 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4190000000000001e-06 2023-09-23T15:36:02.378 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691173+0000", 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0302999999999997e-05 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691181+0000", 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5450000000000003e-06 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.379 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.920622+0000", 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.229440868 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.920787+0000", 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016536200000000001 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.921215+0000", 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00042736199999999998 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.380 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936067+0000", 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014851745 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936112+0000", 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5170000000000003e-05 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.381 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.952504+0000", 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016391907000000001 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.952578+0000", 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4784999999999996e-05 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.954578+0000", 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00199943 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.382 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75056 11.d 11:b0b9a86d:::benchmark_data_smithi118_606503_object75055:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691142+0000", 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 71.567348362000004, 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2651057749999999, 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.383 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75056 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691142+0000", 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691142+0000", 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.384 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691142+0000", 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691159+0000", 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7465999999999998e-05 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.385 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691166+0000", 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.029e-06 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691172+0000", 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3329999999999996e-06 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691204+0000", 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2493999999999998e-05 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.386 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691211+0000", 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1729999999999998e-06 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.929311+0000", 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2380991319999999 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.929472+0000", 2023-09-23T15:36:02.387 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016156800000000001 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.929624+0000", 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015186400000000001 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936123+0000", 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0064987689999999997 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.388 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.947258+0000", 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011135440999999999 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.954648+0000", 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0073895330000000002 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.954699+0000", 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1492000000000001e-05 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.389 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.956248+0000", 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001548848 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75069 11.d 11:b804721e:::benchmark_data_smithi118_606503_object75068:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691177+0000", 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 71.567314166000003, 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.267086245, 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.390 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75069 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691177+0000", 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.391 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691177+0000", 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691176+0000", 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691194+0000", 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7524999999999999e-05 2023-09-23T15:36:02.392 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691201+0000", 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0859999999999996e-06 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691207+0000", 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.708e-06 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.393 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691232+0000", 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4915000000000001e-05 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691239+0000", 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8079999999999999e-06 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.931620+0000", 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2403809720000001 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.394 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.931842+0000", 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00022205900000000001 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.932047+0000", 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000205205 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.395 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.947281+0000", 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015233691000000001 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.949991+0000", 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027095600000000002 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.956352+0000", 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0063608470000000002 2023-09-23T15:36:02.396 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.956417+0000", 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5903999999999998e-05 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.958263+0000", 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018453339999999999 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.397 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75071 11.d 11:b599d273:::benchmark_data_smithi118_606503_object75070:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691212+0000", 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 71.567278525000006, 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.269165315, 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75071 2023-09-23T15:36:02.398 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691212+0000", 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691212+0000", 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.399 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691212+0000", 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691229+0000", 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6997999999999999e-05 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691235+0000", 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9699999999999996e-06 2023-09-23T15:36:02.400 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691240+0000", 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6189999999999999e-06 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691274+0000", 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3161999999999999e-05 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.401 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691280+0000", 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.703e-06 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.933914+0000", 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.242634053 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.934064+0000", 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000149173 2023-09-23T15:36:02.402 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.934194+0000", 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013074000000000001 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.947326+0000", 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013131738 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.403 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.950001+0000", 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002675368 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.958405+0000", 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0084032480000000003 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.958462+0000", 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7482999999999998e-05 2023-09-23T15:36:02.404 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.960377+0000", 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00191541 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75073 11.d 11:b47f09b8:::benchmark_data_smithi118_606503_object75072:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691253+0000", 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 71.567237336999995, 2023-09-23T15:36:02.405 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2742384529999999, 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75073 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691253+0000", 2023-09-23T15:36:02.406 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691253+0000", 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691253+0000", 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.407 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691270+0000", 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6555e-05 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691274+0000", 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1049999999999997e-06 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691277+0000", 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2160000000000002e-06 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.408 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691318+0000", 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0945999999999997e-05 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691325+0000", 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2350000000000002e-06 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936170+0000", 2023-09-23T15:36:02.409 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.244844914 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936325+0000", 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000155508 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936506+0000", 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018053700000000001 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.410 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.947362+0000", 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010855716 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.950010+0000", 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0026485749999999998 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.963105+0000", 2023-09-23T15:36:02.411 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013094428 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.963150+0000", 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5649999999999998e-05 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.965492+0000", 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002341442 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.412 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75084 11.d 11:bd388b9a:::benchmark_data_smithi118_606503_object75083:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691280+0000", 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 71.567210837999994, 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2856042990000001, 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:02.413 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75084 2023-09-23T15:36:02.414 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.414 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:02.414 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.414 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:02.414 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691280+0000", 2023-09-23T15:36:02.414 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.414 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.414 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.414 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:02.414 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691280+0000", 2023-09-23T15:36:02.414 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691280+0000", 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691295+0000", 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5104e-05 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.415 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691298+0000", 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.523e-06 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691312+0000", 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4181e-05 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691346+0000", 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3314e-05 2023-09-23T15:36:02.416 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691352+0000", 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.443e-06 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.938743+0000", 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.247391081 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.417 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.938892+0000", 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014851099999999999 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.939050+0000", 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015791199999999999 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.949971+0000", 2023-09-23T15:36:02.418 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010921067 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.950019+0000", 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8529999999999998e-05 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.974312+0000", 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.024292375000000001 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.419 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.974369+0000", 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7370000000000001e-05 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.976884+0000", 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025151319999999998 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:02.420 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:02.421 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:36:02.421 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:02.503 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:02.674 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:02.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:02.696 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:02.770 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:02 smithi178 ceph-mon[192298]: pgmap v1526: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.3 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 600 op/s; 30109/261258 objects degraded (11.525%); 28758/261258 objects misplaced (11.008%); 3.3 MiB/s, 53 objects/s recovering 2023-09-23T15:36:02.770 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 30109/261258 objects degraded (11.525%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:02.797 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:02.841 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:02.902 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:02.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:02.904 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:02.952 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:02 smithi118 ceph-mon[212312]: pgmap v1526: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.3 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 600 op/s; 30109/261258 objects degraded (11.525%); 28758/261258 objects misplaced (11.008%); 3.3 MiB/s, 53 objects/s recovering 2023-09-23T15:36:02.953 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 30109/261258 objects degraded (11.525%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:02.953 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:02 smithi118 ceph-mon[219580]: pgmap v1526: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.3 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 600 op/s; 30109/261258 objects degraded (11.525%); 28758/261258 objects misplaced (11.008%); 3.3 MiB/s, 53 objects/s recovering 2023-09-23T15:36:02.953 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 30109/261258 objects degraded (11.525%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:03.005 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:36:03.078 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:03.741 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:36:04.461 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:36:04.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:04.466 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:36:04.566 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:04.594 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:05.040 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:04 smithi178 ceph-mon[192298]: pgmap v1527: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.3 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 609 op/s; 30109/258918 objects degraded (11.629%); 28758/258918 objects misplaced (11.107%); 3.3 MiB/s, 53 objects/s recovering 2023-09-23T15:36:05.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:04 smithi118 ceph-mon[219580]: pgmap v1527: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.3 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 609 op/s; 30109/258918 objects degraded (11.629%); 28758/258918 objects misplaced (11.107%); 3.3 MiB/s, 53 objects/s recovering 2023-09-23T15:36:05.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:04 smithi118 ceph-mon[212312]: pgmap v1527: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.3 GiB data, 18 GiB used, 518 GiB / 536 GiB avail; 0 B/s wr, 609 op/s; 30109/258918 objects degraded (11.629%); 28758/258918 objects misplaced (11.107%); 3.3 MiB/s, 53 objects/s recovering 2023-09-23T15:36:05.186 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:05.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:05.192 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:05.292 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:05.403 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:36:05.427 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:06.279 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:06.295 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:06.296 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:06.369 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:06.370 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:06.370 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:06 smithi118 ceph-mon[212312]: pgmap v1528: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.2 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 599 op/s; 29692/256206 objects degraded (11.589%); 28021/256206 objects misplaced (10.937%); 4.7 MiB/s, 74 objects/s recovering 2023-09-23T15:36:06.370 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:06.370 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:06.370 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:06 smithi118 ceph-mon[219580]: pgmap v1528: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.2 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 599 op/s; 29692/256206 objects degraded (11.589%); 28021/256206 objects misplaced (10.937%); 4.7 MiB/s, 74 objects/s recovering 2023-09-23T15:36:06.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:06.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:06.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:06 smithi178 ceph-mon[192298]: pgmap v1528: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.2 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 599 op/s; 29692/256206 objects degraded (11.589%); 28021/256206 objects misplaced (10.937%); 4.7 MiB/s, 74 objects/s recovering 2023-09-23T15:36:06.396 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:06.521 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:06.670 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:06.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:06.676 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:06.777 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:06.821 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:06.888 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:06.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:06.895 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:06.974 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:06.974 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:06.996 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:07.025 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:07.075 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:07.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:07.081 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:07.182 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:07.211 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:07.261 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:07.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:07.265 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:07.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:07.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:07.365 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:07.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:07.391 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:07.443 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:07.448 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:07.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:07.549 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:07.581 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:07.637 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:07.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:07.644 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:07.745 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:07.775 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:07.833 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:07.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:07.837 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:07.938 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:08.035 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:08.155 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T15:36:08.174 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:36:08.217 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/94831566' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:36:08.217 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:36:08.217 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1851467175' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:08.218 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:08.218 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 29692/256206 objects degraded (11.589%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:08.218 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[212312]: pgmap v1529: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.1 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 665 op/s; 29692/250548 objects degraded (11.851%); 27670/250548 objects misplaced (11.044%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:36:08.218 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/94831566' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:36:08.218 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:36:08.218 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1851467175' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:08.218 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:08.218 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 29692/256206 objects degraded (11.589%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:08.218 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:08 smithi118 ceph-mon[219580]: pgmap v1529: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.1 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 665 op/s; 29692/250548 objects degraded (11.851%); 27670/250548 objects misplaced (11.044%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:36:08.280 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:08.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:08.291 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:08.392 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:36:08.420 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:08.422 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:08 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/94831566' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:36:08.423 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:08 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:36:08.423 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:08 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1851467175' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:08.423 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:08 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:08.423 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:08 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 29692/256206 objects degraded (11.589%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:08.423 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:08 smithi178 ceph-mon[192298]: pgmap v1529: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.1 GiB data, 18 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 665 op/s; 29692/250548 objects degraded (11.851%); 27670/250548 objects misplaced (11.044%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:36:08.483 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:36:08.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:08.489 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:36:08.573 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:36:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:36:08] "GET /metrics HTTP/1.1" 200 36496 "" "Prometheus/2.43.0" 2023-09-23T15:36:08.590 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:08.621 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:08.682 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:08.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:08.687 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:08.787 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:08.821 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:08.886 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:08.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:08.891 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:08.992 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:36:09.022 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:09.085 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:36:09.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:09.089 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:36:09.190 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:09.216 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:09.262 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:09.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:09.268 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:09.368 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:09.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:09 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:36:09.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:09 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:36:09.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:09 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:36:09.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:09 smithi178 ceph-mon[192298]: osdmap e578: 8 total, 8 up, 6 in 2023-09-23T15:36:09.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:09 smithi178 ceph-mon[192298]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:09 smithi178 ceph-mon[192298]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:09 smithi178 ceph-mon[192298]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:09 smithi178 ceph-mon[192298]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:36:09.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:36:09.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:36:09.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[219580]: osdmap e578: 8 total, 8 up, 6 in 2023-09-23T15:36:09.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[219580]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[219580]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[219580]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.438 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[219580]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:36:09.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:36:09.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:36:09.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[212312]: osdmap e578: 8 total, 8 up, 6 in 2023-09-23T15:36:09.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[212312]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[212312]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[212312]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.439 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:09 smithi118 ceph-mon[212312]: failed to encode map e578 with expected crc 2023-09-23T15:36:09.447 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:10.390 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T15:36:10.450 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:10 smithi118 ceph-mon[212312]: pgmap v1531: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.0 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 573 op/s; 29233/247950 objects degraded (11.790%); 26875/247950 objects misplaced (10.839%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:36:10.450 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:10 smithi118 ceph-mon[219580]: pgmap v1531: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.0 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 573 op/s; 29233/247950 objects degraded (11.790%); 26875/247950 objects misplaced (10.839%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:36:10.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:10 smithi178 ceph-mon[192298]: pgmap v1531: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.0 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 573 op/s; 29233/247950 objects degraded (11.790%); 26875/247950 objects misplaced (10.839%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:36:11.354 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:11.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:11.361 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:11.462 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:11.551 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:12.004 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:12.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:12.008 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:12.109 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:12.181 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:12.445 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:36:12.751 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:12.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:12.775 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:12.782 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:12 smithi118 ceph-mon[212312]: pgmap v1532: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.0 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 574 op/s; 29233/244020 objects degraded (11.980%); 26519/244020 objects misplaced (10.868%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:36:12.782 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 29233/244020 objects degraded (11.980%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:12.876 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:12.906 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:12.962 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:12.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:12.969 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:12 smithi118 ceph-mon[219580]: pgmap v1532: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.0 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 574 op/s; 29233/244020 objects degraded (11.980%); 26519/244020 objects misplaced (10.868%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:36:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 29233/244020 objects degraded (11.980%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:13.070 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:36:13.097 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:12 smithi178 ceph-mon[192298]: pgmap v1532: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 5.0 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 574 op/s; 29233/244020 objects degraded (11.980%); 26519/244020 objects misplaced (10.868%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:36:13.097 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 29233/244020 objects degraded (11.980%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:13.099 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:13.148 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:36:13.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:13.154 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:36:13.255 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:13.282 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:13.343 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:13.350 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:13.350 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:13.451 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:36:13.480 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:13.538 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:36:13.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:13.543 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:36:13.612 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:13.644 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:13.754 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:14.046 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:36:14.090 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:36:14.130 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:14.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:14.137 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:14.137 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:36:14.195 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:36:14.224 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:14.238 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:14.257 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:36:14.268 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:14.296 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:36:14.324 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:14.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:14.329 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:14.337 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:36:14.365 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:36:14.389 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:36:14.389 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:36:14.389 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:36:14.389 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:36:14.389 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:36:14.389 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:36:14.389 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:36:14.389 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:36:14.430 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:14.459 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:14.463 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:36:14.463 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:36:14.510 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:14.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:14.518 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:14.619 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:36:14.724 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:15.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:14 smithi118 ceph-mon[212312]: pgmap v1533: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.9 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 576 op/s; 29233/241608 objects degraded (12.099%); 26519/241608 objects misplaced (10.976%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:36:15.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4223594071' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:15.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:14 smithi118 ceph-mon[219580]: pgmap v1533: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.9 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 576 op/s; 29233/241608 objects degraded (12.099%); 26519/241608 objects misplaced (10.976%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:36:15.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4223594071' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:15.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:14 smithi178 ceph-mon[192298]: pgmap v1533: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.9 GiB data, 17 GiB used, 519 GiB / 536 GiB avail; 0 B/s wr, 576 op/s; 29233/241608 objects degraded (12.099%); 26519/241608 objects misplaced (10.976%); 5.5 MiB/s, 87 objects/s recovering 2023-09-23T15:36:15.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4223594071' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:17.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:16 smithi118 ceph-mon[219580]: pgmap v1534: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.9 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 576 op/s; 28829/238905 objects degraded (12.067%); 25745/238905 objects misplaced (10.776%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T15:36:17.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:16 smithi118 ceph-mon[212312]: pgmap v1534: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.9 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 576 op/s; 28829/238905 objects degraded (12.067%); 25745/238905 objects misplaced (10.776%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T15:36:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:16 smithi178 ceph-mon[192298]: pgmap v1534: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.9 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 576 op/s; 28829/238905 objects degraded (12.067%); 25745/238905 objects misplaced (10.776%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T15:36:18.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 28829/238905 objects degraded (12.067%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:18.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 28829/238905 objects degraded (12.067%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 28829/238905 objects degraded (12.067%), 8 pgs degraded (PG_DEGRADED) 2023-09-23T15:36:18.214 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:36:18.391 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:36:18.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:18.431 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:36:18.464 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:36:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:36:18] "GET /metrics HTTP/1.1" 200 36496 "" "Prometheus/2.43.0" 2023-09-23T15:36:18.532 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:36:18.569 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:18.625 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:36:18.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:18.631 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:36:18.731 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:18.825 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:18 smithi178 ceph-mon[192298]: pgmap v1535: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.7 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 608 op/s; 28829/232272 objects degraded (12.412%); 25359/232272 objects misplaced (10.918%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T15:36:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:18.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:18 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:19.051 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:18 smithi118 ceph-mon[219580]: pgmap v1535: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.7 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 608 op/s; 28829/232272 objects degraded (12.412%); 25359/232272 objects misplaced (10.918%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T15:36:19.051 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:19.051 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:18 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:19.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:18 smithi118 ceph-mon[212312]: pgmap v1535: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.7 GiB data, 17 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 608 op/s; 28829/232272 objects degraded (12.412%); 25359/232272 objects misplaced (10.918%); 5.4 MiB/s, 86 objects/s recovering 2023-09-23T15:36:19.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:19.052 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:18 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:19.096 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:19.113 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:19.114 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:19.215 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:19.281 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:19.526 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:19.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:19.531 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:19.632 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:36:19.696 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:19.826 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:36:19.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:19.830 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:36:19.931 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:20.016 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:20.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:36:20.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:36:20.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:36:20.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:36:20.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:20.128 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:36:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:36:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:20.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:20.131 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:20.232 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:20.293 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:20.448 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:36:20.490 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:20.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:20.502 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:20.603 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:36:20.669 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:20.755 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:20.855 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T15:36:21.112 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:20 smithi118 ceph-mon[219580]: pgmap v1536: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.7 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 605 op/s; 28378/229488 objects degraded (12.366%); 24545/229488 objects misplaced (10.696%); 7.1 MiB/s, 113 objects/s recovering 2023-09-23T15:36:21.112 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:20 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2587797243' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:36:21.112 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:20 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:36:21.113 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:20 smithi118 ceph-mon[212312]: pgmap v1536: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.7 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 605 op/s; 28378/229488 objects degraded (12.366%); 24545/229488 objects misplaced (10.696%); 7.1 MiB/s, 113 objects/s recovering 2023-09-23T15:36:21.114 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:20 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2587797243' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:36:21.114 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:20 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:36:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:20 smithi178 ceph-mon[192298]: pgmap v1536: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.7 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 605 op/s; 28378/229488 objects degraded (12.366%); 24545/229488 objects misplaced (10.696%); 7.1 MiB/s, 113 objects/s recovering 2023-09-23T15:36:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:20 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2587797243' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:36:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:20 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:36:21.376 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:36:21.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:21.396 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:36:21.497 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:36:21.566 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:21 smithi178 ceph-mon[192298]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:21 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:36:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:21 smithi178 ceph-mon[192298]: osdmap e579: 8 total, 8 up, 6 in 2023-09-23T15:36:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:21 smithi178 ceph-mon[192298]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:21 smithi178 ceph-mon[192298]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:21 smithi178 ceph-mon[192298]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:21 smithi178 ceph-mon[192298]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[212312]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:36:22.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[212312]: osdmap e579: 8 total, 8 up, 6 in 2023-09-23T15:36:22.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[212312]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[212312]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[212312]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[212312]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[219580]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:36:22.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[219580]: osdmap e579: 8 total, 8 up, 6 in 2023-09-23T15:36:22.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[219580]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[219580]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[219580]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:21 smithi118 ceph-mon[219580]: failed to encode map e579 with expected crc 2023-09-23T15:36:22.707 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:36:22.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:22.709 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:36:22.806 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 4 1 2023-09-23T15:36:22.810 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:36:22.959 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:23.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:22 smithi118 ceph-mon[212312]: pgmap v1538: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.6 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 619 op/s; 28378/225423 objects degraded (12.589%); 24155/225423 objects misplaced (10.715%); 5.3 MiB/s, 85 objects/s recovering 2023-09-23T15:36:23.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:23.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:23.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 28378/225423 objects degraded (12.589%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:23.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:22 smithi118 ceph-mon[219580]: pgmap v1538: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.6 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 619 op/s; 28378/225423 objects degraded (12.589%); 24155/225423 objects misplaced (10.715%); 5.3 MiB/s, 85 objects/s recovering 2023-09-23T15:36:23.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:23.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:23.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 28378/225423 objects degraded (12.589%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:22 smithi178 ceph-mon[192298]: pgmap v1538: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.6 GiB data, 16 GiB used, 520 GiB / 536 GiB avail; 0 B/s wr, 619 op/s; 28378/225423 objects degraded (12.589%); 24155/225423 objects misplaced (10.715%); 5.3 MiB/s, 85 objects/s recovering 2023-09-23T15:36:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 28378/225423 objects degraded (12.589%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:23.211 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:36:23.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:23.222 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:36:23.323 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:23.357 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:23.418 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:23.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:23.427 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:23.528 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:23.592 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:23.853 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:23 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/93705147' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:36:23.853 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:23 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:36:23.853 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:23 smithi118 ceph-mon[212312]: pgmap v1539: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.5 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 613 op/s; 28378/223185 objects degraded (12.715%); 24155/223185 objects misplaced (10.823%); 5.3 MiB/s, 85 objects/s recovering 2023-09-23T15:36:23.854 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:23 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/93705147' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:36:23.854 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:23 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:36:23.854 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:23 smithi118 ceph-mon[219580]: pgmap v1539: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.5 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 613 op/s; 28378/223185 objects degraded (12.715%); 24155/223185 objects misplaced (10.823%); 5.3 MiB/s, 85 objects/s recovering 2023-09-23T15:36:23.864 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:36:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:23 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/93705147' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:36:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:23 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:36:24.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:23 smithi178 ceph-mon[192298]: pgmap v1539: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.5 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 613 op/s; 28378/223185 objects degraded (12.715%); 24155/223185 objects misplaced (10.823%); 5.3 MiB/s, 85 objects/s recovering 2023-09-23T15:36:24.470 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:24.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:24.477 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:24.578 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:24.658 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:25.000 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:24 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:36:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:24 smithi178 ceph-mon[192298]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:24 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:36:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:24 smithi178 ceph-mon[192298]: osdmap e580: 8 total, 8 up, 6 in 2023-09-23T15:36:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:24 smithi178 ceph-mon[192298]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:24 smithi178 ceph-mon[192298]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:24 smithi178 ceph-mon[192298]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:24 smithi178 ceph-mon[192298]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.231 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:25.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:25.238 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:25.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:36:25.238 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[212312]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:36:25.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[212312]: osdmap e580: 8 total, 8 up, 6 in 2023-09-23T15:36:25.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[212312]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[212312]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.239 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[212312]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.240 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[212312]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.240 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:36:25.240 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[219580]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.240 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:36:25.240 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[219580]: osdmap e580: 8 total, 8 up, 6 in 2023-09-23T15:36:25.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[219580]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[219580]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[219580]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.241 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:24 smithi118 ceph-mon[219580]: failed to encode map e580 with expected crc 2023-09-23T15:36:25.339 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:25.370 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:25.423 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:25.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:25.429 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:25.529 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:36:25.612 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:25.970 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:26.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:25 smithi118 ceph-mon[219580]: pgmap v1541: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.5 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 508 op/s; 27878/220068 objects degraded (12.668%); 23245/220068 objects misplaced (10.563%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T15:36:26.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:25 smithi118 ceph-mon[212312]: pgmap v1541: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.5 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 508 op/s; 27878/220068 objects degraded (12.668%); 23245/220068 objects misplaced (10.563%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T15:36:26.147 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:36:26.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:26.155 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:36:26.213 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:36:26.213 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:36:26.255 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:36:26.293 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:25 smithi178 ceph-mon[192298]: pgmap v1541: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.5 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 508 op/s; 27878/220068 objects degraded (12.668%); 23245/220068 objects misplaced (10.563%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T15:36:27.252 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:36:27.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:27.257 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:36:27.358 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:27.372 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:36:27.385 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:27.441 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:27.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:27.446 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:27.547 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:27.575 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:27.621 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:27.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:27.627 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:27.727 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:27.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 27878/220068 objects degraded (12.668%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:27.817 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:28.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 27878/220068 objects degraded (12.668%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:28.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 27878/220068 objects degraded (12.668%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:28.445 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:36:28.488 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:28.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:28.504 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:28.504 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:36:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:36:28] "GET /metrics HTTP/1.1" 200 36495 "" "Prometheus/2.43.0" 2023-09-23T15:36:28.605 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:28.635 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:28.691 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:28.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:28.701 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:28.770 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:28 smithi118 ceph-mon[212312]: pgmap v1542: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 666 op/s; 27878/213489 objects degraded (13.058%); 22830/213489 objects misplaced (10.694%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:36:28.802 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:28.830 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:28.882 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:28.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:28.888 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:28.888 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:28 smithi178 ceph-mon[192298]: pgmap v1542: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 666 op/s; 27878/213489 objects degraded (13.058%); 22830/213489 objects misplaced (10.694%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:36:28.989 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:29.022 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:28 smithi118 ceph-mon[219580]: pgmap v1542: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 666 op/s; 27878/213489 objects degraded (13.058%); 22830/213489 objects misplaced (10.694%); 3.9 MiB/s, 62 objects/s recovering 2023-09-23T15:36:29.076 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:29.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:29.081 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:29.182 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:29.292 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:29.465 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:36:29.477 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:29.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:29.481 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:29.498 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:36:29.532 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:36:29.582 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:29.587 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:36:29.616 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:29.640 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:36:29.672 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:36:29.674 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:29.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:29.682 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:29.708 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:36:29.754 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:36:29.758 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:36:29.758 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:36:29.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:36:29.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:36:29.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:36:29.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:36:29.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:36:29.759 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:36:29.783 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:29.811 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:29.852 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:29.857 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:29.858 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:29.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:29 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2536562700' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:29.959 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:29.987 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:30.031 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:30.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:30.034 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:29 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2536562700' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:30.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:29 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2536562700' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:30.136 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:30.170 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:30.232 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:30.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:30.237 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:30.338 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:30.369 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:30.430 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:30.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:30.435 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:30.536 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:30.568 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:30.637 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:30.643 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:30.644 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:30.744 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:30.818 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:30 smithi118 ceph-mon[212312]: pgmap v1543: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 713 op/s; 27345/210441 objects degraded (12.994%); 21891/210441 objects misplaced (10.402%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T15:36:31.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:30 smithi118 ceph-mon[219580]: pgmap v1543: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 713 op/s; 27345/210441 objects degraded (12.994%); 21891/210441 objects misplaced (10.402%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T15:36:31.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:30 smithi178 ceph-mon[192298]: pgmap v1543: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 713 op/s; 27345/210441 objects degraded (12.994%); 21891/210441 objects misplaced (10.402%); 7.3 MiB/s, 116 objects/s recovering 2023-09-23T15:36:31.325 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:31.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:31.333 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:31.434 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:31.460 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:31.470 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:31.523 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:31.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:31.531 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:31.632 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:31.662 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:31.721 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:31.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:31.726 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:31.827 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:36:31.902 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:31.985 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:32.063 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:36:32.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:32.070 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:36:32.170 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:32.200 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:32.252 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:32.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:32.256 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:32.357 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:32.457 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:32.666 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:32.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:32.672 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:32.773 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:32.805 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:32.850 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.4 to 1 (10000) 2023-09-23T15:36:32.862 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:32.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:32.868 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:32.969 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:33.058 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:32 smithi178 ceph-mon[192298]: pgmap v1544: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 636 op/s; 27345/206307 objects degraded (13.255%); 21499/206307 objects misplaced (10.421%); 6.5 MiB/s, 103 objects/s recovering 2023-09-23T15:36:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:32 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/724659360' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:36:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:32 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:36:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 27345/206307 objects degraded (13.255%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:32 smithi118 ceph-mon[219580]: pgmap v1544: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 636 op/s; 27345/206307 objects degraded (13.255%); 21499/206307 objects misplaced (10.421%); 6.5 MiB/s, 103 objects/s recovering 2023-09-23T15:36:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:32 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/724659360' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:36:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:32 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:36:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 27345/206307 objects degraded (13.255%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:32 smithi118 ceph-mon[212312]: pgmap v1544: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 636 op/s; 27345/206307 objects degraded (13.255%); 21499/206307 objects misplaced (10.421%); 6.5 MiB/s, 103 objects/s recovering 2023-09-23T15:36:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:32 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/724659360' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:36:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:32 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:36:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 27345/206307 objects degraded (13.255%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:33.498 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:36:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:33 smithi178 ceph-mon[192298]: failed to encode map e581 with expected crc 2023-09-23T15:36:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:33 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:36:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:33 smithi178 ceph-mon[192298]: osdmap e581: 8 total, 8 up, 6 in 2023-09-23T15:36:34.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:33 smithi178 ceph-mon[192298]: failed to encode map e581 with expected crc 2023-09-23T15:36:34.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:33 smithi118 ceph-mon[219580]: failed to encode map e581 with expected crc 2023-09-23T15:36:34.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:33 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:36:34.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:33 smithi118 ceph-mon[219580]: osdmap e581: 8 total, 8 up, 6 in 2023-09-23T15:36:34.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:33 smithi118 ceph-mon[219580]: failed to encode map e581 with expected crc 2023-09-23T15:36:34.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:33 smithi118 ceph-mon[212312]: failed to encode map e581 with expected crc 2023-09-23T15:36:34.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:33 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:36:34.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:33 smithi118 ceph-mon[212312]: osdmap e581: 8 total, 8 up, 6 in 2023-09-23T15:36:34.327 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:33 smithi118 ceph-mon[212312]: failed to encode map e581 with expected crc 2023-09-23T15:36:34.683 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:34.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:34.690 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:34.791 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:34.878 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T15:36:34.878 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:36:34.912 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:34.964 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:34 smithi118 ceph-mon[212312]: pgmap v1546: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.2 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 645 op/s; 27345/204075 objects degraded (13.399%); 21499/204075 objects misplaced (10.535%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T15:36:34.968 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:34 smithi118 ceph-mon[219580]: pgmap v1546: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.2 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 645 op/s; 27345/204075 objects degraded (13.399%); 21499/204075 objects misplaced (10.535%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T15:36:35.081 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:35.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:35.085 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:35.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:34 smithi178 ceph-mon[192298]: pgmap v1546: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.2 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 645 op/s; 27345/204075 objects degraded (13.399%); 21499/204075 objects misplaced (10.535%); 6.5 MiB/s, 104 objects/s recovering 2023-09-23T15:36:35.186 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:35.271 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:35.643 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:35.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:35.651 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:35.752 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:36:35.781 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:35.837 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:36:35.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:35.841 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:36:35.905 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:35 smithi118 ceph-mon[219580]: pgmap v1547: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 628 op/s; 26824/201207 objects degraded (13.332%); 20599/201207 objects misplaced (10.238%); 6.6 MiB/s, 105 objects/s recovering 2023-09-23T15:36:35.906 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:35 smithi118 ceph-mon[212312]: pgmap v1547: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 628 op/s; 26824/201207 objects degraded (13.332%); 20599/201207 objects misplaced (10.238%); 6.6 MiB/s, 105 objects/s recovering 2023-09-23T15:36:35.942 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:36.028 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:36.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:35 smithi178 ceph-mon[192298]: pgmap v1547: 109 pgs: 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 98 active+clean; 4.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 628 op/s; 26824/201207 objects degraded (13.332%); 20599/201207 objects misplaced (10.238%); 6.6 MiB/s, 105 objects/s recovering 2023-09-23T15:36:36.228 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:36.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:36.238 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:36.277 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:36.319 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:36.339 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:36.364 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:36.409 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:36.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:36.413 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:36.514 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:36.559 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:36.905 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:36:36.979 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:36:36.979 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:36:36.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:36:36.979 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:36:36.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.979 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:48628 10.d 10:b75918e7:::benchmark_data_smithi118_553868_object48627:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e485)", 2023-09-23T15:36:36.979 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:30:34.763603+0000", 2023-09-23T15:36:36.980 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 362.21144637800001, 2023-09-23T15:36:36.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.124576217, 2023-09-23T15:36:36.980 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:36.980 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:36.980 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:36.980 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:36.980 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:36.980 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 48628 2023-09-23T15:36:36.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.981 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:36.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:36.981 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763603+0000", 2023-09-23T15:36:36.981 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:36.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:36.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763603+0000", 2023-09-23T15:36:36.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:36.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:36.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763601+0000", 2023-09-23T15:36:36.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:36.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:36.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763627+0000", 2023-09-23T15:36:36.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5746999999999999e-05 2023-09-23T15:36:36.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:36.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763639+0000", 2023-09-23T15:36:36.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2330999999999999e-05 2023-09-23T15:36:36.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:36.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763647+0000", 2023-09-23T15:36:36.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.498e-06 2023-09-23T15:36:36.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:36.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763692+0000", 2023-09-23T15:36:36.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4858999999999999e-05 2023-09-23T15:36:36.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:36.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.763874+0000", 2023-09-23T15:36:36.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018233 2023-09-23T15:36:36.985 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.985 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,7", 2023-09-23T15:36:36.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.764101+0000", 2023-09-23T15:36:36.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00022723200000000001 2023-09-23T15:36:36.985 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.985 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:36.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.769246+0000", 2023-09-23T15:36:36.986 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0051450189999999998 2023-09-23T15:36:36.986 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.986 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.986 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:36.986 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:34.769259+0000", 2023-09-23T15:36:36.986 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2432000000000001e-05 2023-09-23T15:36:36.986 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.986 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.986 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:36.986 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:35.880644+0000", 2023-09-23T15:36:36.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1113849069999999 2023-09-23T15:36:36.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.987 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.987 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:36:36.987 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:35.881158+0000", 2023-09-23T15:36:36.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00051394099999999996 2023-09-23T15:36:36.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.987 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.987 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:36.987 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:35.888106+0000", 2023-09-23T15:36:36.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0069485149999999997 2023-09-23T15:36:36.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:36.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:30:35.888179+0000", 2023-09-23T15:36:36.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2763999999999997e-05 2023-09-23T15:36:36.988 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:36.988 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:36.988 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:36.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.989 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143832 10.e 10:73289639:::benchmark_data_smithi118_553868_object45353:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:36:36.989 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.703891+0000", 2023-09-23T15:36:36.989 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 261.27115775099998, 2023-09-23T15:36:36.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1917609470000001, 2023-09-23T15:36:36.989 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:36.989 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:36.989 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:36.989 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:36.989 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:36.989 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143832 2023-09-23T15:36:36.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.990 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:36.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:36.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703891+0000", 2023-09-23T15:36:36.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:36.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:36.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703891+0000", 2023-09-23T15:36:36.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:36.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:36.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703890+0000", 2023-09-23T15:36:36.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:36:36.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:36.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703900+0000", 2023-09-23T15:36:36.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0247e-05 2023-09-23T15:36:36.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:36.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706605+0000", 2023-09-23T15:36:36.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027055099999999999 2023-09-23T15:36:36.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:36.993 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706618+0000", 2023-09-23T15:36:36.993 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2996999999999999e-05 2023-09-23T15:36:36.993 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.993 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:36.993 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.715788+0000", 2023-09-23T15:36:36.993 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0091698370000000001 2023-09-23T15:36:36.993 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:36.994 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.715800+0000", 2023-09-23T15:36:36.994 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1634000000000001e-05 2023-09-23T15:36:36.994 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.994 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:36.994 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.699773+0000", 2023-09-23T15:36:36.994 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98397274499999998 2023-09-23T15:36:36.994 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.995 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:36.995 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.699784+0000", 2023-09-23T15:36:36.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1005999999999999e-05 2023-09-23T15:36:36.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.995 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:36.995 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.893960+0000", 2023-09-23T15:36:36.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.194176723 2023-09-23T15:36:36.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.996 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:36.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.895652+0000", 2023-09-23T15:36:36.996 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016921060000000001 2023-09-23T15:36:36.996 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:36.996 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:36.996 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:36.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.996 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.996 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143833 10.a 10:58037401:::benchmark_data_smithi118_553868_object45354:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:36:36.997 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.706629+0000", 2023-09-23T15:36:36.997 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 261.26842007099998, 2023-09-23T15:36:36.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1978673899999999, 2023-09-23T15:36:36.997 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:36.997 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:36.997 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:36.997 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:36.997 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:36.997 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143833 2023-09-23T15:36:36.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.998 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:36.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:36.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706629+0000", 2023-09-23T15:36:36.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:36.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:36.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706629+0000", 2023-09-23T15:36:36.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:36.999 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.999 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:36.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706628+0000", 2023-09-23T15:36:36.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:36:36.999 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:36.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:36.999 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:36.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706633+0000", 2023-09-23T15:36:36.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3709999999999999e-06 2023-09-23T15:36:37.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.000 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.000 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706642+0000", 2023-09-23T15:36:37.000 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1499999999999999e-06 2023-09-23T15:36:37.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.000 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.000 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706647+0000", 2023-09-23T15:36:37.001 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1200000000000001e-06 2023-09-23T15:36:37.001 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.001 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.001 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.001 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.717281+0000", 2023-09-23T15:36:37.001 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010633952 2023-09-23T15:36:37.001 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.001 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.002 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.002 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.717292+0000", 2023-09-23T15:36:37.002 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1285e-05 2023-09-23T15:36:37.002 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.002 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.002 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.002 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.695789+0000", 2023-09-23T15:36:37.002 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97849725899999995 2023-09-23T15:36:37.002 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.003 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.003 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.003 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.695802+0000", 2023-09-23T15:36:37.003 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3064000000000001e-05 2023-09-23T15:36:37.003 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.003 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.003 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.003 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.904411+0000", 2023-09-23T15:36:37.003 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.208608522 2023-09-23T15:36:37.003 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.004 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.004 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.004 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.904496+0000", 2023-09-23T15:36:37.004 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5612999999999995e-05 2023-09-23T15:36:37.004 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.004 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.004 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.004 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.004 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.005 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143837 10.e 10:765463eb:::benchmark_data_smithi118_553868_object45358:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:36:37.005 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.706652+0000", 2023-09-23T15:36:37.005 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 261.26839759799998, 2023-09-23T15:36:37.005 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1892880770000001, 2023-09-23T15:36:37.005 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.005 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:37.005 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.005 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.005 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.005 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143837 2023-09-23T15:36:37.006 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.006 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.006 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.006 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.006 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706652+0000", 2023-09-23T15:36:37.006 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.006 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.006 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.006 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.006 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706652+0000", 2023-09-23T15:36:37.006 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.007 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.007 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.007 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.007 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706651+0000", 2023-09-23T15:36:37.007 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:37.007 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.007 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.007 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.007 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706654+0000", 2023-09-23T15:36:37.007 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.5660000000000001e-06 2023-09-23T15:36:37.007 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706660+0000", 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8830000000000003e-06 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706665+0000", 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3800000000000002e-06 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.008 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.715825+0000", 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0091600759999999996 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.715833+0000", 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4830000000000002e-06 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.699805+0000", 2023-09-23T15:36:37.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98397292000000003 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.699814+0000", 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2029999999999992e-06 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.895872+0000", 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1960587330000001 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.010 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.895940+0000", 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7198000000000003e-05 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143839 10.a 10:52e5c177:::benchmark_data_smithi118_553868_object45360:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.706669+0000", 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 261.26837990600001, 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2363028690000002, 2023-09-23T15:36:37.011 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143839 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706669+0000", 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.013 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.013 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.013 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706669+0000", 2023-09-23T15:36:37.013 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.013 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.013 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.013 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.013 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706669+0000", 2023-09-23T15:36:37.013 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706671+0000", 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.492e-06 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706677+0000", 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9159999999999998e-06 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.014 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.015 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.015 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706682+0000", 2023-09-23T15:36:37.015 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0529999999999997e-06 2023-09-23T15:36:37.015 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.015 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.015 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.015 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.717335+0000", 2023-09-23T15:36:37.015 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010652897999999999 2023-09-23T15:36:37.015 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.015 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.016 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.016 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.717345+0000", 2023-09-23T15:36:37.016 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2590000000000006e-06 2023-09-23T15:36:37.016 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.016 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.016 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.016 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.695832+0000", 2023-09-23T15:36:37.016 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.97848716400000002 2023-09-23T15:36:37.016 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.017 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.695842+0000", 2023-09-23T15:36:37.017 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9219999999999992e-06 2023-09-23T15:36:37.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.017 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.904913+0000", 2023-09-23T15:36:37.017 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2090716029999999 2023-09-23T15:36:37.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905038+0000", 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000125158 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,6,7", 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905449+0000", 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00041100700000000002 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.919961+0000", 2023-09-23T15:36:37.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014511879 2023-09-23T15:36:37.019 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.019 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.019 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:37.019 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.919974+0000", 2023-09-23T15:36:37.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2832e-05 2023-09-23T15:36:37.019 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.019 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.019 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.019 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924461+0000", 2023-09-23T15:36:37.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044873480000000004 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.942812+0000", 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.018350152000000002 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.942877+0000", 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5827999999999994e-05 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.020 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.942972+0000", 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4708000000000002e-05 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143840 10.7 10:eb76bfb3:::benchmark_data_smithi118_553868_object45361:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.706686+0000", 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 261.26836286700001, 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2194946290000002, 2023-09-23T15:36:37.021 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143840 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706686+0000", 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706686+0000", 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706686+0000", 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706688+0000", 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.543e-06 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706694+0000", 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6679999999999998e-06 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706699+0000", 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0499999999999999e-06 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.718496+0000", 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011796414 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.718506+0000", 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0142e-05 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702264+0000", 2023-09-23T15:36:37.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98375827800000004 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702275+0000", 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0946e-05 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894010+0000", 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.191734686 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.026 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894144+0000", 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000133905 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,5,6", 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894576+0000", 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00043204499999999999 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905632+0000", 2023-09-23T15:36:37.027 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011056086 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.913990+0000", 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0083584330000000002 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924383+0000", 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.01039264 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.028 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926012+0000", 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0016294829999999999 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926063+0000", 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0275000000000002e-05 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926181+0000", 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000118373 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143844 10.f 10:f78426a7:::benchmark_data_smithi118_553868_object45365:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.706706+0000", 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 261.268343555, 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.199761096, 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:37.030 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143844 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706706+0000", 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706706+0000", 2023-09-23T15:36:37.031 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706705+0000", 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706708+0000", 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4360000000000001e-06 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706714+0000", 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2929999999999997e-06 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.706719+0000", 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.882e-06 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.718531+0000", 2023-09-23T15:36:37.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011812097000000001 2023-09-23T15:36:37.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.718539+0000", 2023-09-23T15:36:37.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3070000000000003e-06 2023-09-23T15:36:37.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700078+0000", 2023-09-23T15:36:37.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98153852500000005 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700089+0000", 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1374e-05 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.878816+0000", 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1787268639999999 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.880169+0000", 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001352547 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,5,6", 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.880402+0000", 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00023301999999999999 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.893927+0000", 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013525808 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905369+0000", 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011441307 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905411+0000", 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2014999999999997e-05 2023-09-23T15:36:37.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906322+0000", 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00091157200000000003 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906366+0000", 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4150999999999998e-05 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906467+0000", 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000100238 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143853 10.f 10:fb2ba984:::benchmark_data_smithi118_553868_object45374:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.733325+0000", 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 261.241723772, 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1748179780000001, 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.039 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143853 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733325+0000", 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733325+0000", 2023-09-23T15:36:37.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.041 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733324+0000", 2023-09-23T15:36:37.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:36:37.041 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733330+0000", 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2089999999999996e-06 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733346+0000", 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6441000000000001e-05 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733354+0000", 2023-09-23T15:36:37.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7340000000000008e-06 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733406+0000", 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2061000000000002e-05 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.733414+0000", 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7200000000000006e-06 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700114+0000", 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96670009599999995 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700123+0000", 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7600000000000008e-06 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.891411+0000", 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1912882009999999 2023-09-23T15:36:37.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.891564+0000", 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000152979 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,5,6", 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.891715+0000", 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015157199999999999 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.893976+0000", 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022604859999999999 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905375+0000", 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011399652 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906508+0000", 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0011330890000000001 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.907985+0000", 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00147696 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.908040+0000", 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4135000000000003e-05 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.908143+0000", 2023-09-23T15:36:37.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010377100000000001 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143855 10.7 10:e0d4dbdd:::benchmark_data_smithi118_553868_object45376:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.736917+0000", 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 261.23813255699997, 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1894861379999999, 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.048 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143855 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736917+0000", 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736917+0000", 2023-09-23T15:36:37.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736915+0000", 2023-09-23T15:36:37.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:37.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736921+0000", 2023-09-23T15:36:37.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6609999999999997e-06 2023-09-23T15:36:37.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736932+0000", 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1405e-05 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736939+0000", 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7870000000000004e-06 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.051 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736992+0000", 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2828000000000003e-05 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.737000+0000", 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9379999999999992e-06 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702298+0000", 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96529847199999996 2023-09-23T15:36:37.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702314+0000", 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5143999999999999e-05 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.903338+0000", 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2010239700000001 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.903465+0000", 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000127286 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,5,6", 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.903602+0000", 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000137257 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905639+0000", 2023-09-23T15:36:37.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0020370079999999999 2023-09-23T15:36:37.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.914033+0000", 2023-09-23T15:36:37.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0083934119999999994 2023-09-23T15:36:37.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.925975+0000", 2023-09-23T15:36:37.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011942898 2023-09-23T15:36:37.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926249+0000", 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00027398599999999999 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926291+0000", 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1872000000000002e-05 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.926403+0000", 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000111464 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143856 10.f 10:fbfe89c3:::benchmark_data_smithi118_553868_object45377:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.736959+0000", 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 261.23808975600002, 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1873785379999999, 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:37.057 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.058 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.058 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.058 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143856 2023-09-23T15:36:37.058 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.058 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.058 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.058 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736959+0000", 2023-09-23T15:36:37.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.058 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736959+0000", 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736959+0000", 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.059 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736962+0000", 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.05e-06 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736968+0000", 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6330000000000001e-06 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.736971+0000", 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2490000000000001e-06 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.737009+0000", 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8671000000000003e-05 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.737022+0000", 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2778e-05 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700146+0000", 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.96312382399999996 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.062 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.700154+0000", 2023-09-23T15:36:37.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2379999999999997e-06 2023-09-23T15:36:37.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.062 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894027+0000", 2023-09-23T15:36:37.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.193872781 2023-09-23T15:36:37.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894151+0000", 2023-09-23T15:36:37.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012421700000000001 2023-09-23T15:36:37.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,5,6", 2023-09-23T15:36:37.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.894283+0000", 2023-09-23T15:36:37.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000131462 2023-09-23T15:36:37.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:37.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.905419+0000", 2023-09-23T15:36:37.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011135755000000001 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.907198+0000", 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017797189999999999 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924131+0000", 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016933165999999999 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924166+0000", 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.4557999999999997e-05 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924214+0000", 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8446999999999999e-05 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.924338+0000", 2023-09-23T15:36:37.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012349 2023-09-23T15:36:37.068 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.068 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.068 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.068 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:183992 10.d 10:b271432d:::benchmark_data_smithi118_553868_object85513:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e532)", 2023-09-23T15:36:37.068 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:33:08.942717+0000", 2023-09-23T15:36:37.068 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 208.03233168599999, 2023-09-23T15:36:37.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.070633033, 2023-09-23T15:36:37.068 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.069 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:37.069 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.069 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.069 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.069 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 183992 2023-09-23T15:36:37.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.069 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942717+0000", 2023-09-23T15:36:37.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942717+0000", 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942716+0000", 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942720+0000", 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2409999999999997e-06 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942729+0000", 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9609999999999994e-06 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.942735+0000", 2023-09-23T15:36:37.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.879e-06 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.947692+0000", 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0049570589999999998 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.947802+0000", 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000109558 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,6,7", 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.947912+0000", 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010977800000000001 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952408+0000", 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044965969999999997 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.955799+0000", 2023-09-23T15:36:37.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0033902120000000001 2023-09-23T15:36:37.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.956027+0000", 2023-09-23T15:36:37.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00022878199999999999 2023-09-23T15:36:37.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964507+0000", 2023-09-23T15:36:37.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0084799160000000005 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964515+0000", 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9670000000000001e-06 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013249+0000", 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0487333750000001 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013350+0000", 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000101927 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:184000 10.d 10:b5fdba5a:::benchmark_data_smithi118_553868_object85521:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e532)", 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:33:08.952808+0000", 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 208.02224076600001, 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.060904802, 2023-09-23T15:36:37.076 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 184000 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952808+0000", 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952808+0000", 2023-09-23T15:36:37.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952808+0000", 2023-09-23T15:36:37.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:37.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952811+0000", 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7159999999999999e-06 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952817+0000", 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0850000000000002e-06 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952822+0000", 2023-09-23T15:36:37.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9189999999999998e-06 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952877+0000", 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5566999999999998e-05 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.953060+0000", 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018320399999999999 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,6,7", 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.953173+0000", 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000112452 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964538+0000", 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011365195 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964544+0000", 2023-09-23T15:36:37.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2890000000000003e-06 2023-09-23T15:36:37.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013659+0000", 2023-09-23T15:36:37.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0491144160000001 2023-09-23T15:36:37.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013713+0000", 2023-09-23T15:36:37.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4354999999999997e-05 2023-09-23T15:36:37.083 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.083 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.083 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.083 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:184002 10.d 10:bbd4cbfb:::benchmark_data_smithi118_553868_object85523:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e532)", 2023-09-23T15:36:37.083 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:33:08.952851+0000", 2023-09-23T15:36:37.083 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 208.02219767599999, 2023-09-23T15:36:37.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0679416909999999, 2023-09-23T15:36:37.083 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.083 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 184002 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952851+0000", 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952851+0000", 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952851+0000", 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952853+0000", 2023-09-23T15:36:37.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.429e-06 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952859+0000", 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1699999999999996e-06 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.952864+0000", 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2410000000000003e-06 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.956049+0000", 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031856010000000001 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.956165+0000", 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000115758 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,6,7", 2023-09-23T15:36:37.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.956282+0000", 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000117194 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964567+0000", 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0082843280000000005 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.964573+0000", 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2829999999999998e-06 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013754+0000", 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.049181264 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for missing object", 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013848+0000", 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3372e-05 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.089 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020720+0000", 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0068723430000000004 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020793+0000", 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3207999999999994e-05 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.090 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:184033 10.d 10:bef38231:::benchmark_data_smithi118_553868_object85554:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e533)", 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:33:08.989417+0000", 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 207.98563173700001, 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0315499560000001, 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 184033 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989417+0000", 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989417+0000", 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989417+0000", 2023-09-23T15:36:37.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989421+0000", 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8709999999999996e-06 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989432+0000", 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.076e-05 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989440+0000", 2023-09-23T15:36:37.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.435e-06 2023-09-23T15:36:37.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989488+0000", 2023-09-23T15:36:37.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7929000000000001e-05 2023-09-23T15:36:37.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:08.989508+0000", 2023-09-23T15:36:37.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0684000000000001e-05 2023-09-23T15:36:37.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013890+0000", 2023-09-23T15:36:37.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0243818579999999 2023-09-23T15:36:37.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.013990+0000", 2023-09-23T15:36:37.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9949000000000001e-05 2023-09-23T15:36:37.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:36:37.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.014064+0000", 2023-09-23T15:36:37.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4438999999999997e-05 2023-09-23T15:36:37.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020324+0000", 2023-09-23T15:36:37.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0062597989999999999 2023-09-23T15:36:37.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:37.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020659+0000", 2023-09-23T15:36:37.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00033442200000000002 2023-09-23T15:36:37.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.097 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.097 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020869+0000", 2023-09-23T15:36:37.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00020982299999999999 2023-09-23T15:36:37.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020898+0000", 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.9558000000000001e-05 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020967+0000", 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9282000000000005e-05 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.099 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:184048 10.d 10:beab17c9:::benchmark_data_smithi118_553868_object85569:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e533)", 2023-09-23T15:36:37.099 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:33:09.000352+0000", 2023-09-23T15:36:37.099 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 207.974697182, 2023-09-23T15:36:37.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0211799779999999, 2023-09-23T15:36:37.099 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.099 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:36:37.099 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.099 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:36:37.099 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:36:37.099 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 184048 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000352+0000", 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000352+0000", 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000351+0000", 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000354+0000", 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7930000000000002e-06 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000360+0000", 2023-09-23T15:36:37.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.789e-06 2023-09-23T15:36:37.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.000366+0000", 2023-09-23T15:36:37.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5199999999999997e-06 2023-09-23T15:36:37.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.003158+0000", 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002792512 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:09.003167+0000", 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0710000000000001e-06 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.018382+0000", 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.015215237 2023-09-23T15:36:37.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.018503+0000", 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012027999999999999 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 2,7", 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.018623+0000", 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120152 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.020841+0000", 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022184010000000001 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.021203+0000", 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00036145699999999998 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.021388+0000", 2023-09-23T15:36:37.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000185071 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.021440+0000", 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2633999999999998e-05 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:33:10.021532+0000", 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1613999999999994e-05 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.106 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:43744 11.1 11:8f41df2f:::benchmark_data_smithi118_606503_object43743:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e557)", 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:25.797734+0000", 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 131.177314744, 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0340581040000001, 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:37.107 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 43744 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.797734+0000", 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.797734+0000", 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.797733+0000", 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.797757+0000", 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3659000000000002e-05 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.797768+0000", 2023-09-23T15:36:37.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1576999999999999e-05 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.797777+0000", 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7239999999999998e-06 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.797862+0000", 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5107999999999999e-05 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.798002+0000", 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013966799999999999 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.798122+0000", 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000119806 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.803378+0000", 2023-09-23T15:36:37.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0052565709999999998 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.805952+0000", 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002573465 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.825861+0000", 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019909531000000001 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.825873+0000", 2023-09-23T15:36:37.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1934e-05 2023-09-23T15:36:37.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.823541+0000", 2023-09-23T15:36:37.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.99766812299999996 2023-09-23T15:36:37.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:36:37.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.823867+0000", 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00032571 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.831696+0000", 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0078287830000000006 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.831793+0000", 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6864e-05 2023-09-23T15:36:37.114 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:43747 11.1 11:8ffbd286:::benchmark_data_smithi118_606503_object43746:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e557)", 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:25.803660+0000", 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 131.17138931, 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.028699193, 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:37.115 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 43747 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.803660+0000", 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.803660+0000", 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.803659+0000", 2023-09-23T15:36:37.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:37.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.803682+0000", 2023-09-23T15:36:37.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3691999999999999e-05 2023-09-23T15:36:37.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.803694+0000", 2023-09-23T15:36:37.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1443e-05 2023-09-23T15:36:37.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.118 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.803702+0000", 2023-09-23T15:36:37.118 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1200000000000002e-06 2023-09-23T15:36:37.118 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.118 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.118 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.118 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.803749+0000", 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6879000000000003e-05 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.803898+0000", 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014889499999999999 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.804056+0000", 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000158436 2023-09-23T15:36:37.119 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:37.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.808811+0000", 2023-09-23T15:36:37.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0047550689999999998 2023-09-23T15:36:37.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.120 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.120 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.827023+0000", 2023-09-23T15:36:37.120 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.018212387999999999 2023-09-23T15:36:37.120 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.120 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.827034+0000", 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0241000000000001e-05 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.824084+0000", 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.99705001100000001 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:36:37.121 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.824366+0000", 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00028254300000000001 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.832259+0000", 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0078928390000000005 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.832359+0000", 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9963000000000005e-05 2023-09-23T15:36:37.122 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:43751 11.1 11:865debd7:::benchmark_data_smithi118_606503_object43750:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e557)", 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:25.806518+0000", 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 131.16853080999999, 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0262040779999999, 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:37.123 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:37.124 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 43751 2023-09-23T15:36:37.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.124 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.806518+0000", 2023-09-23T15:36:37.124 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.124 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.124 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.124 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.124 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.806518+0000", 2023-09-23T15:36:37.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.806517+0000", 2023-09-23T15:36:37.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:36:37.125 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.125 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.125 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.125 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.806539+0000", 2023-09-23T15:36:37.125 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2331e-05 2023-09-23T15:36:37.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.806552+0000", 2023-09-23T15:36:37.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2706e-05 2023-09-23T15:36:37.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.126 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.126 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.126 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.806559+0000", 2023-09-23T15:36:37.126 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9380000000000003e-06 2023-09-23T15:36:37.126 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.806728+0000", 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016877600000000001 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.806901+0000", 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000172988 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.127 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.807057+0000", 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015580100000000001 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.808934+0000", 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018768980000000001 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.827061+0000", 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.018127718000000001 2023-09-23T15:36:37.128 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:25.827068+0000", 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9240000000000001e-06 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.824426+0000", 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.997357461 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:36:37.129 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.824778+0000", 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00035235399999999998 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.832641+0000", 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0078624939999999994 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:26.832722+0000", 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1897000000000005e-05 2023-09-23T15:36:37.130 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75030 11.1 11:8e9768c2:::benchmark_data_smithi118_606503_object75029:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e561)", 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:49.947293+0000", 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 107.02775609699999, 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.865956127, 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:37.131 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75030 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947293+0000", 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947293+0000", 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.132 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947292+0000", 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947326+0000", 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3263000000000003e-05 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947334+0000", 2023-09-23T15:36:37.133 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8809999999999996e-06 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947340+0000", 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7989999999999996e-06 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947445+0000", 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010430899999999999 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.134 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947643+0000", 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00019811399999999999 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1", 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947816+0000", 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00017315599999999999 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.961221+0000", 2023-09-23T15:36:37.135 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013404585 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.961231+0000", 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0604999999999999e-05 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.687592+0000", 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.72636081399999997 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.136 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.687605+0000", 2023-09-23T15:36:37.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3413e-05 2023-09-23T15:36:37.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.813156+0000", 2023-09-23T15:36:37.137 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.12555085 2023-09-23T15:36:37.137 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.137 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.137 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.137 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.813249+0000", 2023-09-23T15:36:37.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2893000000000007e-05 2023-09-23T15:36:37.138 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.138 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.138 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.138 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.138 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.138 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75031 11.1 11:8b2fa660:::benchmark_data_smithi118_606503_object75030:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e561)", 2023-09-23T15:36:37.138 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:49.947352+0000", 2023-09-23T15:36:37.138 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 107.027697144, 2023-09-23T15:36:37.138 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.866168657, 2023-09-23T15:36:37.138 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:36:37.139 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:36:37.139 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:36:37.139 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:36:37.139 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:36:37.139 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75031 2023-09-23T15:36:37.139 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.139 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:36:37.139 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.139 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:36:37.139 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947352+0000", 2023-09-23T15:36:37.139 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947352+0000", 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947351+0000", 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.140 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947378+0000", 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6397000000000002e-05 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947384+0000", 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.6630000000000004e-06 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.947390+0000", 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1680000000000003e-06 2023-09-23T15:36:37.141 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.950248+0000", 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0028580559999999999 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.950402+0000", 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015418100000000001 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.142 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1", 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.952636+0000", 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00223376 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.961287+0000", 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0086513639999999999 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.961295+0000", 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4999999999999999e-06 2023-09-23T15:36:37.143 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.687638+0000", 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.72634254399999998 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.687646+0000", 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3659999999999992e-06 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:36:37.144 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.813467+0000", 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.125821124 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.813521+0000", 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3158999999999997e-05 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:36:37.145 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:36:37.146 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[219580]: osdmap e582: 8 total, 8 up, 6 in 2023-09-23T15:36:37.146 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[219580]: failed to encode map e582 with expected crc 2023-09-23T15:36:37.146 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[219580]: failed to encode map e582 with expected crc 2023-09-23T15:36:37.146 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[219580]: failed to encode map e582 with expected crc 2023-09-23T15:36:37.146 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/679376157' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:37.146 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:37.147 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[212312]: osdmap e582: 8 total, 8 up, 6 in 2023-09-23T15:36:37.147 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[212312]: failed to encode map e582 with expected crc 2023-09-23T15:36:37.147 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[212312]: failed to encode map e582 with expected crc 2023-09-23T15:36:37.147 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[212312]: failed to encode map e582 with expected crc 2023-09-23T15:36:37.147 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/679376157' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:37.147 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:36 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:37.177 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:37.182 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:37.183 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:37.284 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:37.312 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:36 smithi178 ceph-mon[192298]: osdmap e582: 8 total, 8 up, 6 in 2023-09-23T15:36:37.312 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:36 smithi178 ceph-mon[192298]: failed to encode map e582 with expected crc 2023-09-23T15:36:37.312 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:36 smithi178 ceph-mon[192298]: failed to encode map e582 with expected crc 2023-09-23T15:36:37.312 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:36 smithi178 ceph-mon[192298]: failed to encode map e582 with expected crc 2023-09-23T15:36:37.312 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/679376157' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:37.312 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:36 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:36:37.314 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:37.377 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:37.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:37.384 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:37.484 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:37.897 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:36:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[212312]: failed to encode map e583 with expected crc 2023-09-23T15:36:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:36:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[212312]: osdmap e583: 8 total, 8 up, 6 in 2023-09-23T15:36:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[212312]: 11.6 continuing backfill to osd.4 from (566'5000,581'9210] MIN to 581'9210 2023-09-23T15:36:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[212312]: failed to encode map e583 with expected crc 2023-09-23T15:36:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[212312]: failed to encode map e583 with expected crc 2023-09-23T15:36:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 26824/201207 objects degraded (13.332%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[212312]: pgmap v1550: 109 pgs: 1 active+remapped+backfilling, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 4.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 609 op/s; 26781/195324 objects degraded (13.711%); 19986/195324 objects misplaced (10.232%); 8.3 MiB/s, 132 objects/s recovering 2023-09-23T15:36:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:36:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[219580]: failed to encode map e583 with expected crc 2023-09-23T15:36:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:36:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[219580]: osdmap e583: 8 total, 8 up, 6 in 2023-09-23T15:36:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[219580]: 11.6 continuing backfill to osd.4 from (566'5000,581'9210] MIN to 581'9210 2023-09-23T15:36:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[219580]: failed to encode map e583 with expected crc 2023-09-23T15:36:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:38.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:38.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[219580]: failed to encode map e583 with expected crc 2023-09-23T15:36:38.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 26824/201207 objects degraded (13.332%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:38.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:37 smithi118 ceph-mon[219580]: pgmap v1550: 109 pgs: 1 active+remapped+backfilling, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 4.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 609 op/s; 26781/195324 objects degraded (13.711%); 19986/195324 objects misplaced (10.232%); 8.3 MiB/s, 132 objects/s recovering 2023-09-23T15:36:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:37 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:36:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:37 smithi178 ceph-mon[192298]: failed to encode map e583 with expected crc 2023-09-23T15:36:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:37 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:36:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:37 smithi178 ceph-mon[192298]: osdmap e583: 8 total, 8 up, 6 in 2023-09-23T15:36:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:37 smithi178 ceph-mon[192298]: 11.6 continuing backfill to osd.4 from (566'5000,581'9210] MIN to 581'9210 2023-09-23T15:36:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:37 smithi178 ceph-mon[192298]: failed to encode map e583 with expected crc 2023-09-23T15:36:38.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:36:38.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:38.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:37 smithi178 ceph-mon[192298]: failed to encode map e583 with expected crc 2023-09-23T15:36:38.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 26824/201207 objects degraded (13.332%), 8 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:38.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:37 smithi178 ceph-mon[192298]: pgmap v1550: 109 pgs: 1 active+remapped+backfilling, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 4.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 609 op/s; 26781/195324 objects degraded (13.711%); 19986/195324 objects misplaced (10.232%); 8.3 MiB/s, 132 objects/s recovering 2023-09-23T15:36:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:36:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:36:38] "GET /metrics HTTP/1.1" 200 36499 "" "Prometheus/2.43.0" 2023-09-23T15:36:39.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:38 smithi118 ceph-mon[212312]: failed to encode map e583 with expected crc 2023-09-23T15:36:39.334 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:38 smithi118 ceph-mon[219580]: failed to encode map e583 with expected crc 2023-09-23T15:36:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:38 smithi178 ceph-mon[192298]: failed to encode map e583 with expected crc 2023-09-23T15:36:40.277 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:39 smithi118 ceph-mon[219580]: pgmap v1551: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 544 op/s; 26529/192795 objects degraded (13.760%); 23392/192795 objects misplaced (12.133%); 9.5 MiB/s, 151 objects/s recovering 2023-09-23T15:36:40.277 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:39 smithi118 ceph-mon[212312]: pgmap v1551: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 544 op/s; 26529/192795 objects degraded (13.760%); 23392/192795 objects misplaced (12.133%); 9.5 MiB/s, 151 objects/s recovering 2023-09-23T15:36:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:39 smithi178 ceph-mon[192298]: pgmap v1551: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 544 op/s; 26529/192795 objects degraded (13.760%); 23392/192795 objects misplaced (12.133%); 9.5 MiB/s, 151 objects/s recovering 2023-09-23T15:36:41.888 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:36:42.352 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:36:42.517 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:42.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:42.527 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:42.628 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:42.740 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:42.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:42 smithi118 ceph-mon[212312]: pgmap v1552: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 617 op/s; 26287/189258 objects degraded (13.890%); 21462/189258 objects misplaced (11.340%); 23 MiB/s, 363 objects/s recovering 2023-09-23T15:36:42.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 26287/189258 objects degraded (13.890%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:42 smithi178 ceph-mon[192298]: pgmap v1552: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 617 op/s; 26287/189258 objects degraded (13.890%); 21462/189258 objects misplaced (11.340%); 23 MiB/s, 363 objects/s recovering 2023-09-23T15:36:42.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 26287/189258 objects degraded (13.890%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:43.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:42 smithi118 ceph-mon[219580]: pgmap v1552: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 617 op/s; 26287/189258 objects degraded (13.890%); 21462/189258 objects misplaced (11.340%); 23 MiB/s, 363 objects/s recovering 2023-09-23T15:36:43.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 26287/189258 objects degraded (13.890%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:43.076 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:43.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:43.088 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:43.188 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:43.285 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:43.699 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:43.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:43.709 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:43.810 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:43.896 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:44.038 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:44.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:44.047 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:44.068 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:36:44.092 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:36:44.112 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:36:44.132 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:36:44.148 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:44.177 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:44.226 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:44.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:44.235 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:44.245 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:36:44.276 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:36:44.315 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:36:44.336 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:36:44.341 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:36:44.361 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:36:44.368 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:44.370 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:36:44.394 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:36:44.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:36:44.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:36:44.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:36:44.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:36:44.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:36:44.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:36:44.395 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:36:44.666 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:36:44.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:44.676 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:36:44.777 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:44.814 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:44 smithi118 ceph-mon[212312]: pgmap v1553: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.8 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 699 op/s; 26106/184413 objects degraded (14.156%); 20844/184413 objects misplaced (11.303%); 20 MiB/s, 317 objects/s recovering 2023-09-23T15:36:44.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2004750844' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:44.842 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:44.957 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:44 smithi178 ceph-mon[192298]: pgmap v1553: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.8 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 699 op/s; 26106/184413 objects degraded (14.156%); 20844/184413 objects misplaced (11.303%); 20 MiB/s, 317 objects/s recovering 2023-09-23T15:36:44.957 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2004750844' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:45.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:44 smithi118 ceph-mon[219580]: pgmap v1553: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.8 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 699 op/s; 26106/184413 objects degraded (14.156%); 20844/184413 objects misplaced (11.303%); 20 MiB/s, 317 objects/s recovering 2023-09-23T15:36:45.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2004750844' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:45.105 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:36:45.201 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:36:45.201 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:36:46.028 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:36:46.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:45 smithi118 ceph-mon[219580]: from='client.56467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:36:46.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:45 smithi178 ceph-mon[192298]: from='client.56467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:36:46.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:45 smithi118 ceph-mon[212312]: from='client.56467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:36:46.411 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:46.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:46.417 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:46.509 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:36:46.518 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:46.564 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:46.829 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:46 smithi118 ceph-mon[212312]: pgmap v1554: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.8 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 568 op/s; 26106/184413 objects degraded (14.156%); 20844/184413 objects misplaced (11.303%); 16 MiB/s, 258 objects/s recovering 2023-09-23T15:36:47.076 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:46 smithi178 ceph-mon[192298]: pgmap v1554: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.8 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 568 op/s; 26106/184413 objects degraded (14.156%); 20844/184413 objects misplaced (11.303%); 16 MiB/s, 258 objects/s recovering 2023-09-23T15:36:47.197 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:46 smithi118 ceph-mon[219580]: pgmap v1554: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.8 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 568 op/s; 26106/184413 objects degraded (14.156%); 20844/184413 objects misplaced (11.303%); 16 MiB/s, 258 objects/s recovering 2023-09-23T15:36:47.234 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1553,"stamp":"2023-09-23T15:36:43.732806+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4027674904,"num_objects":61471,"num_object_clones":0,"num_object_copies":184413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":26106,"num_objects_misplaced":20844,"num_objects_unfound":0,"num_objects_dirty":61471,"num_whiteouts":0,"num_read":38,"num_read_kb":70,"num_write":148808,"num_write_kb":6725781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9300,"num_bytes_recovered":602127377,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79750,"ondisk_log_size":79750,"up":327,"acting":320,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":340,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14560548,"kb_used_data":10750196,"kb_used_omap":196,"kb_used_meta":3810043,"kb_avail":547910364,"statfs":{"total":575970213888,"available":561060212736,"internally_reserved":0,"allocated":11008200704,"data_stored":10994152882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":3901484777},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,4,3,9,7,6,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-366870528,"num_objects":-5598,"num_object_clones":0,"num_object_copies":-16794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-718,"num_objects_misplaced":245,"num_objects_unfound":0,"num_objects_dirty":-5598,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5598,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2543,"num_bytes_recovered":166592512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.004988"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":44,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.907979+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:36:35.907979+0000","last_peered":"2023-09-23T15:36:35.907979+0000","last_clean":"2023-09-23T15:36:35.907979+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:36:35.907979+0000","last_undegraded":"2023-09-23T15:36:35.907979+0000","last_fullsized":"2023-09-23T15:36:35.907979+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":246,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.922734+0000","last_change":"2023-09-23T15:34:50.720034+0000","last_active":"2023-09-23T15:36:35.922734+0000","last_peered":"2023-09-23T15:36:35.922734+0000","last_clean":"2023-09-23T15:36:35.922734+0000","last_became_active":"2023-09-23T15:34:50.719667+0000","last_became_peered":"2023-09-23T15:34:50.719667+0000","last_unstale":"2023-09-23T15:36:35.922734+0000","last_undegraded":"2023-09-23T15:36:35.922734+0000","last_fullsized":"2023-09-23T15:36:35.922734+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:21.955072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":155,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909759+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:36:35.909759+0000","last_peered":"2023-09-23T15:36:35.909759+0000","last_clean":"2023-09-23T15:36:35.909759+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:36:35.909759+0000","last_undegraded":"2023-09-23T15:36:35.909759+0000","last_fullsized":"2023-09-23T15:36:35.909759+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":112,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909510+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:36:35.909510+0000","last_peered":"2023-09-23T15:36:35.909510+0000","last_clean":"2023-09-23T15:36:35.909510+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:36:35.909510+0000","last_undegraded":"2023-09-23T15:36:35.909510+0000","last_fullsized":"2023-09-23T15:36:35.909510+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":270,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.916994+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:36:35.916994+0000","last_peered":"2023-09-23T15:36:35.916994+0000","last_clean":"2023-09-23T15:36:35.916994+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:36:35.916994+0000","last_undegraded":"2023-09-23T15:36:35.916994+0000","last_fullsized":"2023-09-23T15:36:35.916994+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":194,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.910828+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:36:35.910828+0000","last_peered":"2023-09-23T15:36:35.910828+0000","last_clean":"2023-09-23T15:36:35.910828+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:36:35.910828+0000","last_undegraded":"2023-09-23T15:36:35.910828+0000","last_fullsized":"2023-09-23T15:36:35.910828+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":541,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.899698+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:36:35.899698+0000","last_peered":"2023-09-23T15:36:35.899698+0000","last_clean":"2023-09-23T15:36:35.899698+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:36:35.899698+0000","last_undegraded":"2023-09-23T15:36:35.899698+0000","last_fullsized":"2023-09-23T15:36:35.899698+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":253,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.923182+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:36:35.923182+0000","last_peered":"2023-09-23T15:36:35.923182+0000","last_clean":"2023-09-23T15:36:35.923182+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:36:35.923182+0000","last_undegraded":"2023-09-23T15:36:35.923182+0000","last_fullsized":"2023-09-23T15:36:35.923182+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":920,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.895161+0000","last_change":"2023-09-23T15:35:20.828265+0000","last_active":"2023-09-23T15:36:35.895161+0000","last_peered":"2023-09-23T15:36:35.895161+0000","last_clean":"2023-09-23T15:36:35.895161+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:36:35.895161+0000","last_undegraded":"2023-09-23T15:36:35.895161+0000","last_fullsized":"2023-09-23T15:36:35.895161+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":117,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.899745+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:36:35.899745+0000","last_peered":"2023-09-23T15:36:35.899745+0000","last_clean":"2023-09-23T15:36:35.899745+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:36:35.899745+0000","last_undegraded":"2023-09-23T15:36:35.899745+0000","last_fullsized":"2023-09-23T15:36:35.899745+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":592,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.918622+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:36:35.918622+0000","last_peered":"2023-09-23T15:36:35.918622+0000","last_clean":"2023-09-23T15:36:35.918622+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:36:35.918622+0000","last_undegraded":"2023-09-23T15:36:35.918622+0000","last_fullsized":"2023-09-23T15:36:35.918622+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":173,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909490+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:36:35.909490+0000","last_peered":"2023-09-23T15:36:35.909490+0000","last_clean":"2023-09-23T15:36:35.909490+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:36:35.909490+0000","last_undegraded":"2023-09-23T15:36:35.909490+0000","last_fullsized":"2023-09-23T15:36:35.909490+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":188,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.905586+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:36:35.905586+0000","last_peered":"2023-09-23T15:36:35.905586+0000","last_clean":"2023-09-23T15:36:35.905586+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:36:35.905586+0000","last_undegraded":"2023-09-23T15:36:35.905586+0000","last_fullsized":"2023-09-23T15:36:35.905586+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":54,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908428+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:36:35.908428+0000","last_peered":"2023-09-23T15:36:35.908428+0000","last_clean":"2023-09-23T15:36:35.908428+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:36:35.908428+0000","last_undegraded":"2023-09-23T15:36:35.908428+0000","last_fullsized":"2023-09-23T15:36:35.908428+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908561+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:36:35.908561+0000","last_peered":"2023-09-23T15:36:35.908561+0000","last_clean":"2023-09-23T15:36:35.908561+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:36:35.908561+0000","last_undegraded":"2023-09-23T15:36:35.908561+0000","last_fullsized":"2023-09-23T15:36:35.908561+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":749,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.899016+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:36:35.899016+0000","last_peered":"2023-09-23T15:36:35.899016+0000","last_clean":"2023-09-23T15:36:35.899016+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:36:35.899016+0000","last_undegraded":"2023-09-23T15:36:35.899016+0000","last_fullsized":"2023-09-23T15:36:35.899016+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":781,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909474+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:36:35.909474+0000","last_peered":"2023-09-23T15:36:35.909474+0000","last_clean":"2023-09-23T15:36:35.909474+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:36:35.909474+0000","last_undegraded":"2023-09-23T15:36:35.909474+0000","last_fullsized":"2023-09-23T15:36:35.909474+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":617,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911705+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:36:35.911705+0000","last_peered":"2023-09-23T15:36:35.911705+0000","last_clean":"2023-09-23T15:36:35.911705+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:36:35.911705+0000","last_undegraded":"2023-09-23T15:36:35.911705+0000","last_fullsized":"2023-09-23T15:36:35.911705+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1212,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909456+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:36:35.909456+0000","last_peered":"2023-09-23T15:36:35.909456+0000","last_clean":"2023-09-23T15:36:35.909456+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:36:35.909456+0000","last_undegraded":"2023-09-23T15:36:35.909456+0000","last_fullsized":"2023-09-23T15:36:35.909456+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":112,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911542+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:36:35.911542+0000","last_peered":"2023-09-23T15:36:35.911542+0000","last_clean":"2023-09-23T15:36:35.911542+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:36:35.911542+0000","last_undegraded":"2023-09-23T15:36:35.911542+0000","last_fullsized":"2023-09-23T15:36:35.911542+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":511,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909812+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:36:35.909812+0000","last_peered":"2023-09-23T15:36:35.909812+0000","last_clean":"2023-09-23T15:36:35.909812+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:36:35.909812+0000","last_undegraded":"2023-09-23T15:36:35.909812+0000","last_fullsized":"2023-09-23T15:36:35.909812+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":750,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.365603+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:36:36.365603+0000","last_peered":"2023-09-23T15:36:36.365603+0000","last_clean":"2023-09-23T15:36:36.365603+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:36:36.365603+0000","last_undegraded":"2023-09-23T15:36:36.365603+0000","last_fullsized":"2023-09-23T15:36:36.365603+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":630,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911552+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:36:35.911552+0000","last_peered":"2023-09-23T15:36:35.911552+0000","last_clean":"2023-09-23T15:36:35.911552+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:36:35.911552+0000","last_undegraded":"2023-09-23T15:36:35.911552+0000","last_fullsized":"2023-09-23T15:36:35.911552+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":295,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.912838+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:36:35.912838+0000","last_peered":"2023-09-23T15:36:35.912838+0000","last_clean":"2023-09-23T15:36:35.912838+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:36:35.912838+0000","last_undegraded":"2023-09-23T15:36:35.912838+0000","last_fullsized":"2023-09-23T15:36:35.912838+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":948,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.899482+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:36:35.899482+0000","last_peered":"2023-09-23T15:36:35.899482+0000","last_clean":"2023-09-23T15:36:35.899482+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:36:35.899482+0000","last_undegraded":"2023-09-23T15:36:35.899482+0000","last_fullsized":"2023-09-23T15:36:35.899482+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":166,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.923266+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:36:35.923266+0000","last_peered":"2023-09-23T15:36:35.923266+0000","last_clean":"2023-09-23T15:36:35.923266+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:36:35.923266+0000","last_undegraded":"2023-09-23T15:36:35.923266+0000","last_fullsized":"2023-09-23T15:36:35.923266+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":139,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.912020+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:36:35.912020+0000","last_peered":"2023-09-23T15:36:35.912020+0000","last_clean":"2023-09-23T15:36:35.912020+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:36:35.912020+0000","last_undegraded":"2023-09-23T15:36:35.912020+0000","last_fullsized":"2023-09-23T15:36:35.912020+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"583'9409","reported_seq":10883,"reported_epoch":583,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:36:42.886517+0000","last_change":"2023-09-23T15:35:20.022982+0000","last_active":"2023-09-23T15:36:42.886517+0000","last_peered":"2023-09-23T15:36:42.886517+0000","last_clean":"2023-09-23T15:34:49.764453+0000","last_became_active":"2023-09-23T15:34:51.814464+0000","last_became_peered":"2023-09-23T15:34:51.814464+0000","last_unstale":"2023-09-23T15:36:42.886517+0000","last_undegraded":"2023-09-23T15:36:42.886517+0000","last_fullsized":"2023-09-23T15:36:42.886517+0000","mapping_epoch":563,"log_start":"567'5200","ondisk_log_start":"567'5200","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4209,"log_dups_size":0,"ondisk_log_size":4209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:35:46.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":249757696,"num_objects":3811,"num_object_clones":0,"num_object_copies":11433,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3351,"num_objects_unfound":0,"num_objects_dirty":3811,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9409,"num_write_kb":423040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":710,"num_bytes_recovered":46530560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,7],"avail_no_missing":["1","5","7"],"object_location_counts":[{"shards":"1,5,7","objects":3811}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1028,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909578+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:36:35.909578+0000","last_peered":"2023-09-23T15:36:35.909578+0000","last_clean":"2023-09-23T15:36:35.909578+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:36:35.909578+0000","last_undegraded":"2023-09-23T15:36:35.909578+0000","last_fullsized":"2023-09-23T15:36:35.909578+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":130,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.910252+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:36:35.910252+0000","last_peered":"2023-09-23T15:36:35.910252+0000","last_clean":"2023-09-23T15:36:35.910252+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:36:35.910252+0000","last_undegraded":"2023-09-23T15:36:35.910252+0000","last_fullsized":"2023-09-23T15:36:35.910252+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":147,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.898945+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:36:35.898945+0000","last_peered":"2023-09-23T15:36:35.898945+0000","last_clean":"2023-09-23T15:36:35.898945+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:36:35.898945+0000","last_undegraded":"2023-09-23T15:36:35.898945+0000","last_fullsized":"2023-09-23T15:36:35.898945+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"583'9437","reported_seq":16624,"reported_epoch":583,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T15:36:42.914934+0000","last_change":"2023-09-23T15:36:37.174962+0000","last_active":"2023-09-23T15:36:42.914934+0000","last_peered":"2023-09-23T15:36:42.914934+0000","last_clean":"2023-09-23T15:34:25.736860+0000","last_became_active":"2023-09-23T15:36:37.134096+0000","last_became_peered":"2023-09-23T15:36:37.134096+0000","last_unstale":"2023-09-23T15:36:42.914934+0000","last_undegraded":"2023-09-23T15:36:42.914934+0000","last_fullsized":"2023-09-23T15:36:42.914934+0000","mapping_epoch":582,"log_start":"566'5000","ondisk_log_start":"566'5000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4437,"log_dups_size":0,"ondisk_log_size":4437,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:08.133117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":251854848,"num_objects":3843,"num_object_clones":0,"num_object_copies":11529,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3843,"num_objects_unfound":0,"num_objects_dirty":3843,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9437,"num_write_kb":424960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3555,"num_bytes_recovered":232914944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,5],"avail_no_missing":["2","1","5"],"object_location_counts":[{"shards":"1,2,5","objects":3843}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1008,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911635+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:36:35.911635+0000","last_peered":"2023-09-23T15:36:35.911635+0000","last_clean":"2023-09-23T15:36:35.911635+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:36:35.911635+0000","last_undegraded":"2023-09-23T15:36:35.911635+0000","last_fullsized":"2023-09-23T15:36:35.911635+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":619,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.910034+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:36:35.910034+0000","last_peered":"2023-09-23T15:36:35.910034+0000","last_clean":"2023-09-23T15:36:35.910034+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:36:35.910034+0000","last_undegraded":"2023-09-23T15:36:35.910034+0000","last_fullsized":"2023-09-23T15:36:35.910034+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.907887+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:36:35.907887+0000","last_peered":"2023-09-23T15:36:35.907887+0000","last_clean":"2023-09-23T15:36:35.907887+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:36:35.907887+0000","last_undegraded":"2023-09-23T15:36:35.907887+0000","last_fullsized":"2023-09-23T15:36:35.907887+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"583'9204","reported_seq":9244,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:42.318336+0000","last_change":"2023-09-23T15:33:48.772251+0000","last_active":"2023-09-23T15:36:42.318336+0000","last_peered":"2023-09-23T15:36:42.318336+0000","last_clean":"2023-09-23T15:36:42.318336+0000","last_became_active":"2023-09-23T15:33:48.771753+0000","last_became_peered":"2023-09-23T15:33:48.771753+0000","last_unstale":"2023-09-23T15:36:42.318336+0000","last_undegraded":"2023-09-23T15:36:42.318336+0000","last_fullsized":"2023-09-23T15:36:42.318336+0000","mapping_epoch":551,"log_start":"559'3600","ondisk_log_start":"559'3600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5604,"log_dups_size":0,"ondisk_log_size":5604,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:01.509590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245235712,"num_objects":3742,"num_object_clones":0,"num_object_copies":11226,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3742,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9204,"num_write_kb":414272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":655,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.899762+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:36:35.899762+0000","last_peered":"2023-09-23T15:36:35.899762+0000","last_clean":"2023-09-23T15:36:35.899762+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:36:35.899762+0000","last_undegraded":"2023-09-23T15:36:35.899762+0000","last_fullsized":"2023-09-23T15:36:35.899762+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":662,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909886+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:36:35.909886+0000","last_peered":"2023-09-23T15:36:35.909886+0000","last_clean":"2023-09-23T15:36:35.909886+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:36:35.909886+0000","last_undegraded":"2023-09-23T15:36:35.909886+0000","last_fullsized":"2023-09-23T15:36:35.909886+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":313,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.895594+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:36:36.895594+0000","last_peered":"2023-09-23T15:36:36.895594+0000","last_clean":"2023-09-23T15:36:36.895594+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:36:36.895594+0000","last_undegraded":"2023-09-23T15:36:36.895594+0000","last_fullsized":"2023-09-23T15:36:36.895594+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.4","version":"583'9375","reported_seq":9433,"reported_epoch":583,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:42.292412+0000","last_change":"2023-09-23T15:35:21.036824+0000","last_active":"2023-09-23T15:36:42.292412+0000","last_peered":"2023-09-23T15:36:42.292412+0000","last_clean":"2023-09-23T15:34:25.775108+0000","last_became_active":"2023-09-23T15:35:21.026771+0000","last_became_peered":"2023-09-23T15:35:21.026771+0000","last_unstale":"2023-09-23T15:36:42.292412+0000","last_undegraded":"2023-09-23T15:35:20.815631+0000","last_fullsized":"2023-09-23T15:35:20.788526+0000","mapping_epoch":571,"log_start":"559'3800","ondisk_log_start":"559'3800","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5575,"log_dups_size":0,"ondisk_log_size":5575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:38.079315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253558784,"num_objects":3869,"num_object_clones":0,"num_object_copies":11607,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3548,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3869,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9375,"num_write_kb":423808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":321}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":798,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908400+0000","last_change":"2023-09-23T15:34:53.714926+0000","last_active":"2023-09-23T15:36:35.908400+0000","last_peered":"2023-09-23T15:36:35.908400+0000","last_clean":"2023-09-23T15:36:35.908400+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:36:35.908400+0000","last_undegraded":"2023-09-23T15:36:35.908400+0000","last_fullsized":"2023-09-23T15:36:35.908400+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":228,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911478+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:36:35.911478+0000","last_peered":"2023-09-23T15:36:35.911478+0000","last_clean":"2023-09-23T15:36:35.911478+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:36:35.911478+0000","last_undegraded":"2023-09-23T15:36:35.911478+0000","last_fullsized":"2023-09-23T15:36:35.911478+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":401,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909986+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:36:35.909986+0000","last_peered":"2023-09-23T15:36:35.909986+0000","last_clean":"2023-09-23T15:36:35.909986+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:36:35.909986+0000","last_undegraded":"2023-09-23T15:36:35.909986+0000","last_fullsized":"2023-09-23T15:36:35.909986+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"583'9315","reported_seq":9355,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:42.292234+0000","last_change":"2023-09-23T15:33:48.772076+0000","last_active":"2023-09-23T15:36:42.292234+0000","last_peered":"2023-09-23T15:36:42.292234+0000","last_clean":"2023-09-23T15:36:42.292234+0000","last_became_active":"2023-09-23T15:33:48.771792+0000","last_became_peered":"2023-09-23T15:33:48.771792+0000","last_unstale":"2023-09-23T15:36:42.292234+0000","last_undegraded":"2023-09-23T15:36:42.292234+0000","last_fullsized":"2023-09-23T15:36:42.292234+0000","mapping_epoch":551,"log_start":"559'3700","ondisk_log_start":"559'3700","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5615,"log_dups_size":0,"ondisk_log_size":5615,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:58.867549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":252903424,"num_objects":3859,"num_object_clones":0,"num_object_copies":11577,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3859,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9315,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1110,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911680+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:36:35.911680+0000","last_peered":"2023-09-23T15:36:35.911680+0000","last_clean":"2023-09-23T15:36:35.911680+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:36:35.911680+0000","last_undegraded":"2023-09-23T15:36:35.911680+0000","last_fullsized":"2023-09-23T15:36:35.911680+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":270,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.365581+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:36:36.365581+0000","last_peered":"2023-09-23T15:36:36.365581+0000","last_clean":"2023-09-23T15:36:36.365581+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:36:36.365581+0000","last_undegraded":"2023-09-23T15:36:36.365581+0000","last_fullsized":"2023-09-23T15:36:36.365581+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908661+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:36:35.908661+0000","last_peered":"2023-09-23T15:36:35.908661+0000","last_clean":"2023-09-23T15:36:35.908661+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:36:35.908661+0000","last_undegraded":"2023-09-23T15:36:35.908661+0000","last_fullsized":"2023-09-23T15:36:35.908661+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"583'9205","reported_seq":9830,"reported_epoch":583,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:41.361432+0000","last_change":"2023-09-23T15:36:35.311542+0000","last_active":"2023-09-23T15:36:41.361432+0000","last_peered":"2023-09-23T15:36:41.361432+0000","last_clean":"2023-09-23T15:34:25.791552+0000","last_became_active":"2023-09-23T15:35:21.032698+0000","last_became_peered":"2023-09-23T15:35:21.032698+0000","last_unstale":"2023-09-23T15:36:41.361432+0000","last_undegraded":"2023-09-23T15:35:20.917339+0000","last_fullsized":"2023-09-23T15:35:20.789739+0000","mapping_epoch":571,"log_start":"560'4500","ondisk_log_start":"560'4500","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4705,"log_dups_size":0,"ondisk_log_size":4705,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:04.736617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":249888768,"num_objects":3813,"num_object_clones":0,"num_object_copies":11439,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3171,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3813,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9205,"num_write_kb":416576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":286,"num_bytes_recovered":18743296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,7","objects":642}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1068,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.894511+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:36:35.894511+0000","last_peered":"2023-09-23T15:36:35.894511+0000","last_clean":"2023-09-23T15:36:35.894511+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:36:35.894511+0000","last_undegraded":"2023-09-23T15:36:35.894511+0000","last_fullsized":"2023-09-23T15:36:35.894511+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908027+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:36:35.908027+0000","last_peered":"2023-09-23T15:36:35.908027+0000","last_clean":"2023-09-23T15:36:35.908027+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:36:35.908027+0000","last_undegraded":"2023-09-23T15:36:35.908027+0000","last_fullsized":"2023-09-23T15:36:35.908027+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":44,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908272+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:36:35.908272+0000","last_peered":"2023-09-23T15:36:35.908272+0000","last_clean":"2023-09-23T15:36:35.908272+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:36:35.908272+0000","last_undegraded":"2023-09-23T15:36:35.908272+0000","last_fullsized":"2023-09-23T15:36:35.908272+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"583'9536","reported_seq":9637,"reported_epoch":583,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:41.372465+0000","last_change":"2023-09-23T15:35:19.988121+0000","last_active":"2023-09-23T15:36:41.372465+0000","last_peered":"2023-09-23T15:36:41.372465+0000","last_clean":"2023-09-23T15:34:25.794792+0000","last_became_active":"2023-09-23T15:35:19.975567+0000","last_became_peered":"2023-09-23T15:35:19.975567+0000","last_unstale":"2023-09-23T15:36:41.372465+0000","last_undegraded":"2023-09-23T15:35:19.950329+0000","last_fullsized":"2023-09-23T15:35:19.785689+0000","mapping_epoch":570,"log_start":"565'4900","ondisk_log_start":"565'4900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4636,"log_dups_size":0,"ondisk_log_size":4636,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:08.502237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":259784704,"num_objects":3964,"num_object_clones":0,"num_object_copies":11892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3589,"num_objects_misplaced":3955,"num_objects_unfound":0,"num_objects_dirty":3964,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9536,"num_write_kb":432000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1114112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"1,3","objects":375},{"shards":"1,3,4","objects":9}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":617,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.899333+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:36:35.899333+0000","last_peered":"2023-09-23T15:36:35.899333+0000","last_clean":"2023-09-23T15:36:35.899333+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:36:35.899333+0000","last_undegraded":"2023-09-23T15:36:35.899333+0000","last_fullsized":"2023-09-23T15:36:35.899333+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":44,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.907757+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:36:35.907757+0000","last_peered":"2023-09-23T15:36:35.907757+0000","last_clean":"2023-09-23T15:36:35.907757+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:36:35.907757+0000","last_undegraded":"2023-09-23T15:36:35.907757+0000","last_fullsized":"2023-09-23T15:36:35.907757+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908485+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:36:35.908485+0000","last_peered":"2023-09-23T15:36:35.908485+0000","last_clean":"2023-09-23T15:36:35.908485+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:36:35.908485+0000","last_undegraded":"2023-09-23T15:36:35.908485+0000","last_fullsized":"2023-09-23T15:36:35.908485+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"583'9153","reported_seq":9195,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:41.327268+0000","last_change":"2023-09-23T15:33:48.773770+0000","last_active":"2023-09-23T15:36:41.327268+0000","last_peered":"2023-09-23T15:36:41.327268+0000","last_clean":"2023-09-23T15:36:41.327268+0000","last_became_active":"2023-09-23T15:33:48.767290+0000","last_became_peered":"2023-09-23T15:33:48.767290+0000","last_unstale":"2023-09-23T15:36:41.327268+0000","last_undegraded":"2023-09-23T15:36:41.327268+0000","last_fullsized":"2023-09-23T15:36:41.327268+0000","mapping_epoch":551,"log_start":"560'4500","ondisk_log_start":"560'4500","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4653,"log_dups_size":0,"ondisk_log_size":4653,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:32.553216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":258539520,"num_objects":3945,"num_object_clones":0,"num_object_copies":11835,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3945,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9153,"num_write_kb":419136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":897,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.893990+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:36:35.893990+0000","last_peered":"2023-09-23T15:36:35.893990+0000","last_clean":"2023-09-23T15:36:35.893990+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:36:35.893990+0000","last_undegraded":"2023-09-23T15:36:35.893990+0000","last_fullsized":"2023-09-23T15:36:35.893990+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":131,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.362999+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:36:36.362999+0000","last_peered":"2023-09-23T15:36:36.362999+0000","last_clean":"2023-09-23T15:36:36.362999+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:36:36.362999+0000","last_undegraded":"2023-09-23T15:36:36.362999+0000","last_fullsized":"2023-09-23T15:36:36.362999+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":591,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.910900+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:36:35.910900+0000","last_peered":"2023-09-23T15:36:35.910900+0000","last_clean":"2023-09-23T15:36:35.910900+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:36:35.910900+0000","last_undegraded":"2023-09-23T15:36:35.910900+0000","last_fullsized":"2023-09-23T15:36:35.910900+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"583'9166","reported_seq":14678,"reported_epoch":583,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:42.935379+0000","last_change":"2023-09-23T15:35:21.040216+0000","last_active":"2023-09-23T15:36:42.935379+0000","last_peered":"2023-09-23T15:36:42.935379+0000","last_clean":"2023-09-23T15:34:25.797369+0000","last_became_active":"2023-09-23T15:35:21.027940+0000","last_became_peered":"2023-09-23T15:35:21.027940+0000","last_unstale":"2023-09-23T15:36:42.935379+0000","last_undegraded":"2023-09-23T15:35:20.956448+0000","last_fullsized":"2023-09-23T15:35:20.785683+0000","mapping_epoch":571,"log_start":"566'4915","ondisk_log_start":"566'4915","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4251,"log_dups_size":0,"ondisk_log_size":4251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:28.347212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245956632,"num_objects":3754,"num_object_clones":0,"num_object_copies":11262,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5360,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3754,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9166,"num_write_kb":413377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2709,"num_bytes_recovered":177537024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[1,4],"avail_no_missing":["1","5"],"object_location_counts":[{"shards":"1,4","objects":312},{"shards":"1,4,5","objects":1524},{"shards":"1,5","objects":1918}],"blocked_by":[],"up_primary":2,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":984,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.911477+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:36:36.911477+0000","last_peered":"2023-09-23T15:36:36.911477+0000","last_clean":"2023-09-23T15:36:36.911477+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:36:36.911477+0000","last_undegraded":"2023-09-23T15:36:36.911477+0000","last_fullsized":"2023-09-23T15:36:36.911477+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":594,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911606+0000","last_change":"2023-09-23T15:35:20.001748+0000","last_active":"2023-09-23T15:36:35.911606+0000","last_peered":"2023-09-23T15:36:35.911606+0000","last_clean":"2023-09-23T15:36:35.911606+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:36:35.911606+0000","last_undegraded":"2023-09-23T15:36:35.911606+0000","last_fullsized":"2023-09-23T15:36:35.911606+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":262,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.922801+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:36:35.922801+0000","last_peered":"2023-09-23T15:36:35.922801+0000","last_clean":"2023-09-23T15:36:35.922801+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:36:35.922801+0000","last_undegraded":"2023-09-23T15:36:35.922801+0000","last_fullsized":"2023-09-23T15:36:35.922801+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":171,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.905671+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:36:35.905671+0000","last_peered":"2023-09-23T15:36:35.905671+0000","last_clean":"2023-09-23T15:36:35.905671+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:36:35.905671+0000","last_undegraded":"2023-09-23T15:36:35.905671+0000","last_fullsized":"2023-09-23T15:36:35.905671+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"583'9185","reported_seq":12945,"reported_epoch":583,"state":"active+remapped+backfilling","last_fresh":"2023-09-23T15:36:41.376628+0000","last_change":"2023-09-23T15:36:35.306152+0000","last_active":"2023-09-23T15:36:41.376628+0000","last_peered":"2023-09-23T15:36:41.376628+0000","last_clean":"2023-09-23T15:34:49.947091+0000","last_became_active":"2023-09-23T15:34:51.811058+0000","last_became_peered":"2023-09-23T15:34:51.811058+0000","last_unstale":"2023-09-23T15:36:41.376628+0000","last_undegraded":"2023-09-23T15:36:41.376628+0000","last_fullsized":"2023-09-23T15:36:41.376628+0000","mapping_epoch":563,"log_start":"560'4500","ondisk_log_start":"560'4500","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4685,"log_dups_size":0,"ondisk_log_size":4685,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:13:31.262185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":257753088,"num_objects":3933,"num_object_clones":0,"num_object_copies":11799,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2131,"num_objects_unfound":0,"num_objects_dirty":3933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9185,"num_write_kb":419776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1854,"num_bytes_recovered":121503744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,5],"avail_no_missing":["3","1","5"],"object_location_counts":[{"shards":"1,3,5","objects":3933}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":988,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.894877+0000","last_change":"2023-09-23T15:35:20.804172+0000","last_active":"2023-09-23T15:36:35.894877+0000","last_peered":"2023-09-23T15:36:35.894877+0000","last_clean":"2023-09-23T15:36:35.894877+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:36:35.894877+0000","last_undegraded":"2023-09-23T15:36:35.894877+0000","last_fullsized":"2023-09-23T15:36:35.894877+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":567,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.905801+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:36:35.905801+0000","last_peered":"2023-09-23T15:36:35.905801+0000","last_clean":"2023-09-23T15:36:35.905801+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:36:35.905801+0000","last_undegraded":"2023-09-23T15:36:35.905801+0000","last_fullsized":"2023-09-23T15:36:35.905801+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909015+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:36:35.909015+0000","last_peered":"2023-09-23T15:36:35.909015+0000","last_clean":"2023-09-23T15:36:35.909015+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:36:35.909015+0000","last_undegraded":"2023-09-23T15:36:35.909015+0000","last_fullsized":"2023-09-23T15:36:35.909015+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":35,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.895077+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:36:35.895077+0000","last_peered":"2023-09-23T15:36:35.895077+0000","last_clean":"2023-09-23T15:36:35.895077+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:36:35.895077+0000","last_undegraded":"2023-09-23T15:36:35.895077+0000","last_fullsized":"2023-09-23T15:36:35.895077+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"583'9257","reported_seq":9314,"reported_epoch":583,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:41.345111+0000","last_change":"2023-09-23T15:35:21.031772+0000","last_active":"2023-09-23T15:36:41.345111+0000","last_peered":"2023-09-23T15:36:41.345111+0000","last_clean":"2023-09-23T15:34:25.803362+0000","last_became_active":"2023-09-23T15:35:21.019867+0000","last_became_peered":"2023-09-23T15:35:21.019867+0000","last_unstale":"2023-09-23T15:36:41.345111+0000","last_undegraded":"2023-09-23T15:35:20.825514+0000","last_fullsized":"2023-09-23T15:35:20.789721+0000","mapping_epoch":571,"log_start":"561'4600","ondisk_log_start":"561'4600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4657,"log_dups_size":0,"ondisk_log_size":4657,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:28.259380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":256049152,"num_objects":3907,"num_object_clones":0,"num_object_copies":11721,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3907,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9257,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"3,5","objects":374}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":862,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911473+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:36:35.911473+0000","last_peered":"2023-09-23T15:36:35.911473+0000","last_clean":"2023-09-23T15:36:35.911473+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:36:35.911473+0000","last_undegraded":"2023-09-23T15:36:35.911473+0000","last_fullsized":"2023-09-23T15:36:35.911473+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":35,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.894596+0000","last_change":"2023-09-23T15:35:19.958281+0000","last_active":"2023-09-23T15:36:35.894596+0000","last_peered":"2023-09-23T15:36:35.894596+0000","last_clean":"2023-09-23T15:36:35.894596+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:36:35.894596+0000","last_undegraded":"2023-09-23T15:36:35.894596+0000","last_fullsized":"2023-09-23T15:36:35.894596+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":35,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.894318+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:36:35.894318+0000","last_peered":"2023-09-23T15:36:35.894318+0000","last_clean":"2023-09-23T15:36:35.894318+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:36:35.894318+0000","last_undegraded":"2023-09-23T15:36:35.894318+0000","last_fullsized":"2023-09-23T15:36:35.894318+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":148,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.910754+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:36:35.910754+0000","last_peered":"2023-09-23T15:36:35.910754+0000","last_clean":"2023-09-23T15:36:35.910754+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:36:35.910754+0000","last_undegraded":"2023-09-23T15:36:35.910754+0000","last_fullsized":"2023-09-23T15:36:35.910754+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"583'9252","reported_seq":9294,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:41.320782+0000","last_change":"2023-09-23T15:33:48.773775+0000","last_active":"2023-09-23T15:36:41.320782+0000","last_peered":"2023-09-23T15:36:41.320782+0000","last_clean":"2023-09-23T15:36:41.320782+0000","last_became_active":"2023-09-23T15:33:48.771772+0000","last_became_peered":"2023-09-23T15:33:48.771772+0000","last_unstale":"2023-09-23T15:36:41.320782+0000","last_undegraded":"2023-09-23T15:36:41.320782+0000","last_fullsized":"2023-09-23T15:36:41.320782+0000","mapping_epoch":551,"log_start":"561'4600","ondisk_log_start":"561'4600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4652,"log_dups_size":0,"ondisk_log_size":4652,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:52.940798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247070720,"num_objects":3770,"num_object_clones":0,"num_object_copies":11310,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3770,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9252,"num_write_kb":416704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":35,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.893742+0000","last_change":"2023-09-23T15:35:19.793894+0000","last_active":"2023-09-23T15:36:35.893742+0000","last_peered":"2023-09-23T15:36:35.893742+0000","last_clean":"2023-09-23T15:36:35.893742+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:36:35.893742+0000","last_undegraded":"2023-09-23T15:36:35.893742+0000","last_fullsized":"2023-09-23T15:36:35.893742+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1166,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909362+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:36:35.909362+0000","last_peered":"2023-09-23T15:36:35.909362+0000","last_clean":"2023-09-23T15:36:35.909362+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:36:35.909362+0000","last_undegraded":"2023-09-23T15:36:35.909362+0000","last_fullsized":"2023-09-23T15:36:35.909362+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":247,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.927534+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:36:35.927534+0000","last_peered":"2023-09-23T15:36:35.927534+0000","last_clean":"2023-09-23T15:36:35.927534+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:36:35.927534+0000","last_undegraded":"2023-09-23T15:36:35.927534+0000","last_fullsized":"2023-09-23T15:36:35.927534+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908552+0000","last_change":"2023-09-23T15:34:50.727448+0000","last_active":"2023-09-23T15:36:35.908552+0000","last_peered":"2023-09-23T15:36:35.908552+0000","last_clean":"2023-09-23T15:36:35.908552+0000","last_became_active":"2023-09-23T15:34:50.727139+0000","last_became_peered":"2023-09-23T15:34:50.727139+0000","last_unstale":"2023-09-23T15:36:35.908552+0000","last_undegraded":"2023-09-23T15:36:35.908552+0000","last_fullsized":"2023-09-23T15:36:35.908552+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:37:13.882982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.9","version":"583'9284","reported_seq":9326,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:41.323567+0000","last_change":"2023-09-23T15:33:48.766844+0000","last_active":"2023-09-23T15:36:41.323567+0000","last_peered":"2023-09-23T15:36:41.323567+0000","last_clean":"2023-09-23T15:36:41.323567+0000","last_became_active":"2023-09-23T15:33:48.766210+0000","last_became_peered":"2023-09-23T15:33:48.766210+0000","last_unstale":"2023-09-23T15:36:41.323567+0000","last_undegraded":"2023-09-23T15:36:41.323567+0000","last_fullsized":"2023-09-23T15:36:41.323567+0000","mapping_epoch":551,"log_start":"560'4600","ondisk_log_start":"560'4600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4684,"log_dups_size":0,"ondisk_log_size":4684,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:32.664399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":255459328,"num_objects":3898,"num_object_clones":0,"num_object_copies":11694,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3898,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9284,"num_write_kb":421824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":471,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908374+0000","last_change":"2023-09-23T15:34:53.705125+0000","last_active":"2023-09-23T15:36:35.908374+0000","last_peered":"2023-09-23T15:36:35.908374+0000","last_clean":"2023-09-23T15:36:35.908374+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:36:35.908374+0000","last_undegraded":"2023-09-23T15:36:35.908374+0000","last_fullsized":"2023-09-23T15:36:35.908374+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":597,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909648+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:36:35.909648+0000","last_peered":"2023-09-23T15:36:35.909648+0000","last_clean":"2023-09-23T15:36:35.909648+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:36:35.909648+0000","last_undegraded":"2023-09-23T15:36:35.909648+0000","last_fullsized":"2023-09-23T15:36:35.909648+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.907817+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:36:35.907817+0000","last_peered":"2023-09-23T15:36:35.907817+0000","last_clean":"2023-09-23T15:36:35.907817+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:36:35.907817+0000","last_undegraded":"2023-09-23T15:36:35.907817+0000","last_fullsized":"2023-09-23T15:36:35.907817+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":393,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.899823+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:36:35.899823+0000","last_peered":"2023-09-23T15:36:35.899823+0000","last_clean":"2023-09-23T15:36:35.899823+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:36:35.899823+0000","last_undegraded":"2023-09-23T15:36:35.899823+0000","last_fullsized":"2023-09-23T15:36:35.899823+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.c","version":"583'9192","reported_seq":9259,"reported_epoch":583,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:42.923106+0000","last_change":"2023-09-23T15:35:20.001398+0000","last_active":"2023-09-23T15:36:42.923106+0000","last_peered":"2023-09-23T15:36:42.923106+0000","last_clean":"2023-09-23T15:34:25.777912+0000","last_became_active":"2023-09-23T15:35:19.993334+0000","last_became_peered":"2023-09-23T15:35:19.993334+0000","last_unstale":"2023-09-23T15:36:42.923106+0000","last_undegraded":"2023-09-23T15:35:19.981671+0000","last_fullsized":"2023-09-23T15:35:19.791755+0000","mapping_epoch":570,"log_start":"567'5000","ondisk_log_start":"567'5000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4192,"log_dups_size":0,"ondisk_log_size":4192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:05.128756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247726080,"num_objects":3780,"num_object_clones":0,"num_object_copies":11340,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3475,"num_objects_misplaced":3780,"num_objects_unfound":0,"num_objects_dirty":3780,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9192,"num_write_kb":415104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,7","objects":305}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":915,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.910991+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:36:36.910991+0000","last_peered":"2023-09-23T15:36:36.910991+0000","last_clean":"2023-09-23T15:36:36.910991+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:36:36.910991+0000","last_undegraded":"2023-09-23T15:36:36.910991+0000","last_fullsized":"2023-09-23T15:36:36.910991+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":654,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909725+0000","last_change":"2023-09-23T15:34:50.717314+0000","last_active":"2023-09-23T15:36:35.909725+0000","last_peered":"2023-09-23T15:36:35.909725+0000","last_clean":"2023-09-23T15:36:35.909725+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:36:35.909725+0000","last_undegraded":"2023-09-23T15:36:35.909725+0000","last_fullsized":"2023-09-23T15:36:35.909725+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":35,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.895322+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:36:35.895322+0000","last_peered":"2023-09-23T15:36:35.895322+0000","last_clean":"2023-09-23T15:36:35.895322+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:36:35.895322+0000","last_undegraded":"2023-09-23T15:36:35.895322+0000","last_fullsized":"2023-09-23T15:36:35.895322+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":459,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.899560+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:36:35.899560+0000","last_peered":"2023-09-23T15:36:35.899560+0000","last_clean":"2023-09-23T15:36:35.899560+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:36:35.899560+0000","last_undegraded":"2023-09-23T15:36:35.899560+0000","last_fullsized":"2023-09-23T15:36:35.899560+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"583'9267","reported_seq":9328,"reported_epoch":583,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:42.223739+0000","last_change":"2023-09-23T15:35:21.031702+0000","last_active":"2023-09-23T15:36:42.223739+0000","last_peered":"2023-09-23T15:36:42.223739+0000","last_clean":"2023-09-23T15:34:25.789741+0000","last_became_active":"2023-09-23T15:35:21.021680+0000","last_became_peered":"2023-09-23T15:35:21.021680+0000","last_unstale":"2023-09-23T15:36:42.223739+0000","last_undegraded":"2023-09-23T15:35:20.815596+0000","last_fullsized":"2023-09-23T15:35:20.788535+0000","mapping_epoch":571,"log_start":"559'3700","ondisk_log_start":"559'3700","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5567,"log_dups_size":0,"ondisk_log_size":5567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:22.176724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247398400,"num_objects":3775,"num_object_clones":0,"num_object_copies":11325,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3430,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3775,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9267,"num_write_kb":417344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":345}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":955,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908780+0000","last_change":"2023-09-23T15:35:20.804322+0000","last_active":"2023-09-23T15:36:35.908780+0000","last_peered":"2023-09-23T15:36:35.908780+0000","last_clean":"2023-09-23T15:36:35.908780+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:36:35.908780+0000","last_undegraded":"2023-09-23T15:36:35.908780+0000","last_fullsized":"2023-09-23T15:36:35.908780+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":610,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.912346+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:36:35.912346+0000","last_peered":"2023-09-23T15:36:35.912346+0000","last_clean":"2023-09-23T15:36:35.912346+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:36:35.912346+0000","last_undegraded":"2023-09-23T15:36:35.912346+0000","last_fullsized":"2023-09-23T15:36:35.912346+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":172,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.907657+0000","last_change":"2023-09-23T15:34:50.712974+0000","last_active":"2023-09-23T15:36:35.907657+0000","last_peered":"2023-09-23T15:36:35.907657+0000","last_clean":"2023-09-23T15:36:35.907657+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:36:35.907657+0000","last_undegraded":"2023-09-23T15:36:35.907657+0000","last_fullsized":"2023-09-23T15:36:35.907657+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":140,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.916919+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:36:35.916919+0000","last_peered":"2023-09-23T15:36:35.916919+0000","last_clean":"2023-09-23T15:36:35.916919+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:36:35.916919+0000","last_undegraded":"2023-09-23T15:36:35.916919+0000","last_fullsized":"2023-09-23T15:36:35.916919+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"583'9492","reported_seq":9540,"reported_epoch":583,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:36:42.922865+0000","last_change":"2023-09-23T15:34:51.829558+0000","last_active":"2023-09-23T15:36:42.922865+0000","last_peered":"2023-09-23T15:36:42.922865+0000","last_clean":"2023-09-23T15:34:49.957273+0000","last_became_active":"2023-09-23T15:34:51.825532+0000","last_became_peered":"2023-09-23T15:34:51.825532+0000","last_unstale":"2023-09-23T15:36:42.922865+0000","last_undegraded":"2023-09-23T15:36:42.922865+0000","last_fullsized":"2023-09-23T15:36:42.922865+0000","mapping_epoch":563,"log_start":"567'5300","ondisk_log_start":"567'5300","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4192,"log_dups_size":0,"ondisk_log_size":4192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:56.048417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247988224,"num_objects":3784,"num_object_clones":0,"num_object_copies":11352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3784,"num_objects_unfound":0,"num_objects_dirty":3784,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9492,"num_write_kb":424832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":3784}],"blocked_by":[],"up_primary":4,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":958,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911555+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:36:35.911555+0000","last_peered":"2023-09-23T15:36:35.911555+0000","last_clean":"2023-09-23T15:36:35.911555+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:36:35.911555+0000","last_undegraded":"2023-09-23T15:36:35.911555+0000","last_fullsized":"2023-09-23T15:36:35.911555+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":285,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.910067+0000","last_change":"2023-09-23T15:35:19.791530+0000","last_active":"2023-09-23T15:36:35.910067+0000","last_peered":"2023-09-23T15:36:35.910067+0000","last_clean":"2023-09-23T15:36:35.910067+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:36:35.910067+0000","last_undegraded":"2023-09-23T15:36:35.910067+0000","last_fullsized":"2023-09-23T15:36:35.910067+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":195,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.906559+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:36:35.906559+0000","last_peered":"2023-09-23T15:36:35.906559+0000","last_clean":"2023-09-23T15:36:35.906559+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:36:35.906559+0000","last_undegraded":"2023-09-23T15:36:35.906559+0000","last_fullsized":"2023-09-23T15:36:35.906559+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.907839+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:36:35.907839+0000","last_peered":"2023-09-23T15:36:35.907839+0000","last_clean":"2023-09-23T15:36:35.907839+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:36:35.907839+0000","last_undegraded":"2023-09-23T15:36:35.907839+0000","last_fullsized":"2023-09-23T15:36:35.907839+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908210+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:36:35.908210+0000","last_peered":"2023-09-23T15:36:35.908210+0000","last_clean":"2023-09-23T15:36:35.908210+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:36:35.908210+0000","last_undegraded":"2023-09-23T15:36:35.908210+0000","last_fullsized":"2023-09-23T15:36:35.908210+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":35,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.895238+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:36:35.895238+0000","last_peered":"2023-09-23T15:36:35.895238+0000","last_clean":"2023-09-23T15:36:35.895238+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:36:35.895238+0000","last_undegraded":"2023-09-23T15:36:35.895238+0000","last_fullsized":"2023-09-23T15:36:35.895238+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":34,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908558+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:36:35.908558+0000","last_peered":"2023-09-23T15:36:35.908558+0000","last_clean":"2023-09-23T15:36:35.908558+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:36:35.908558+0000","last_undegraded":"2023-09-23T15:36:35.908558+0000","last_fullsized":"2023-09-23T15:36:35.908558+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908290+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:36:35.908290+0000","last_peered":"2023-09-23T15:36:35.908290+0000","last_clean":"2023-09-23T15:36:35.908290+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:36:35.908290+0000","last_undegraded":"2023-09-23T15:36:35.908290+0000","last_fullsized":"2023-09-23T15:36:35.908290+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":34,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908636+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:36:35.908636+0000","last_peered":"2023-09-23T15:36:35.908636+0000","last_clean":"2023-09-23T15:36:35.908636+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:36:35.908636+0000","last_undegraded":"2023-09-23T15:36:35.908636+0000","last_fullsized":"2023-09-23T15:36:35.908636+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":44,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.908108+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:36:35.908108+0000","last_peered":"2023-09-23T15:36:35.908108+0000","last_clean":"2023-09-23T15:36:35.908108+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:36:35.908108+0000","last_undegraded":"2023-09-23T15:36:35.908108+0000","last_fullsized":"2023-09-23T15:36:35.908108+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":271,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.912710+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:36:35.912710+0000","last_peered":"2023-09-23T15:36:35.912710+0000","last_clean":"2023-09-23T15:36:35.912710+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:36:35.912710+0000","last_undegraded":"2023-09-23T15:36:35.912710+0000","last_fullsized":"2023-09-23T15:36:35.912710+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":279,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.918167+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:36:35.918167+0000","last_peered":"2023-09-23T15:36:35.918167+0000","last_clean":"2023-09-23T15:36:35.918167+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:36:35.918167+0000","last_undegraded":"2023-09-23T15:36:35.918167+0000","last_fullsized":"2023-09-23T15:36:35.918167+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":39,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.898454+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:36:35.898454+0000","last_peered":"2023-09-23T15:36:35.898454+0000","last_clean":"2023-09-23T15:36:35.898454+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:36:35.898454+0000","last_undegraded":"2023-09-23T15:36:35.898454+0000","last_fullsized":"2023-09-23T15:36:35.898454+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":30,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.907634+0000","last_change":"2023-09-23T15:34:50.718166+0000","last_active":"2023-09-23T15:36:35.907634+0000","last_peered":"2023-09-23T15:36:35.907634+0000","last_clean":"2023-09-23T15:36:35.907634+0000","last_became_active":"2023-09-23T15:34:50.717890+0000","last_became_peered":"2023-09-23T15:34:50.717890+0000","last_unstale":"2023-09-23T15:36:35.907634+0000","last_undegraded":"2023-09-23T15:36:35.907634+0000","last_fullsized":"2023-09-23T15:36:35.907634+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:41.951024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":4026925080,"num_objects":61447,"num_object_clones":0,"num_object_copies":184341,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":26106,"num_objects_misplaced":20844,"num_objects_unfound":0,"num_objects_dirty":61447,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":148729,"num_write_kb":6725569,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9133,"num_bytes_recovered":598474752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10898386944,"data_stored":10898374728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":76314,"ondisk_log_size":76314,"up":48,"acting":41,"num_store_stats":6},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":22604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":744320,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":69,"num_write":18,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3617469,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674548,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3001412,"kb_used_data":2477372,"kb_used_omap":85,"kb_used_meta":523946,"kb_avail":90743740,"statfs":{"total":95995035648,"available":92921589760,"internally_reserved":0,"allocated":2536828928,"data_stored":2535121507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":536520712},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,0,4,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":1.399,"5min":1.206,"15min":2.3570000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":5.9509999999999996,"5min":9.8290000000000006,"15min":206.41999999999999},"last":0.313},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.516,"15min":2.9119999999999999},"min":{"1min":0.29199999999999998,"5min":0.249,"15min":0.223},"max":{"1min":8.0329999999999995,"5min":9.2490000000000006,"15min":206.35300000000001},"last":0.29199999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":8.9179999999999993,"5min":3.1099999999999999,"15min":2.3719999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":131.452,"5min":131.452,"15min":131.452},"last":0.26100000000000001},{"interface":"front","average":{"1min":8.6180000000000003,"5min":2.8010000000000002,"15min":3.3769999999999998},"min":{"1min":0.309,"5min":0.28299999999999997,"15min":0.245},"max":{"1min":131.43700000000001,"5min":131.43700000000001,"15min":217.25999999999999},"last":0.34399999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:36:22 2023","interfaces":[{"interface":"back","average":{"1min":2.0649999999999999,"5min":2.0649999999999999,"15min":2.0649999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.5449999999999999,"5min":7.5449999999999999,"15min":7.5449999999999999},"last":4.2759999999999998},{"interface":"front","average":{"1min":2.286,"5min":2.286,"15min":2.286},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":9.6920000000000002,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":0.36299999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":18.664000000000001,"5min":7.258,"15min":5.9290000000000003},"min":{"1min":0.30099999999999999,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":179.12100000000001,"5min":179.12100000000001,"15min":179.12100000000001},"last":6.8440000000000003},{"interface":"front","average":{"1min":18.056999999999999,"5min":6.8170000000000002,"15min":5.7439999999999998},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.25800000000000001},"max":{"1min":177.55000000000001,"5min":177.55000000000001,"15min":177.55000000000001},"last":2.585}]},{"osd":4,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":1.0660000000000001,"15min":0.93400000000000005},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.246},"max":{"1min":3.464,"5min":6.7450000000000001,"15min":9.0640000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.629,"5min":1.4279999999999999,"15min":1.4510000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":3.4020000000000001,"5min":9.3759999999999994,"15min":97.524000000000001},"last":0.53400000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":3.286,"15min":2.9079999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":7.4980000000000002,"5min":194.36099999999999,"15min":254.07300000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.995,"5min":3.1309999999999998,"15min":2.8069999999999999},"min":{"1min":0.28499999999999998,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":7.8040000000000003,"5min":194.541,"15min":254.291},"last":0.36899999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":3.4089999999999998,"15min":2.2530000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":2.0270000000000001,"5min":199.87700000000001,"15min":199.87700000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":1.0680000000000001,"5min":3.6499999999999999,"15min":2.2789999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":7.4509999999999996,"5min":196.49700000000001,"15min":196.49700000000001},"last":0.41199999999999998}]}]},{"osd":6,"up_from":0,"seq":523986010427,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089705,"num_pgs":72,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4249232,"kb_used_data":3206856,"kb_used_omap":9,"kb_used_meta":1042358,"kb_avail":89495920,"statfs":{"total":95995035648,"available":91643822080,"internally_reserved":0,"allocated":3283820544,"data_stored":3280817694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1067375593},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,4,0,1,0,3,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":1.647,"15min":3.3999999999999999},"min":{"1min":0.309,"5min":0.185,"15min":0.185},"max":{"1min":14.164999999999999,"5min":14.164999999999999,"15min":215.946},"last":8.8089999999999993},{"interface":"front","average":{"1min":2.98,"5min":1.952,"15min":3.9620000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":10.141,"5min":10.141,"15min":214.88200000000001},"last":9.3499999999999996}]},{"osd":2,"last update":"Sat Sep 23 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":3.109,"5min":3.109,"15min":3.109},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":10.226000000000001,"5min":10.226000000000001,"15min":10.226000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":2.2330000000000001,"5min":2.2330000000000001,"15min":2.2330000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.420999999999999,"5min":10.420999999999999,"15min":10.420999999999999},"last":8.4610000000000003}]},{"osd":3,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":8.7230000000000008,"5min":3.5830000000000002,"15min":4.9800000000000004},"min":{"1min":0.379,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":46.424999999999997,"5min":46.424999999999997,"15min":210.24799999999999},"last":0.32400000000000001},{"interface":"front","average":{"1min":6.9589999999999996,"5min":2.6179999999999999,"15min":4.4219999999999997},"min":{"1min":0.45000000000000001,"5min":0.20799999999999999,"15min":0.17100000000000001},"max":{"1min":44.990000000000002,"5min":44.990000000000002,"15min":210.577},"last":10.648}]},{"osd":4,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":1.7490000000000001,"5min":1.425,"15min":1.4610000000000001},"min":{"1min":0.433,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":6.0700000000000003,"5min":6.0700000000000003,"15min":14.925000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.8280000000000001,"5min":1.2669999999999999,"15min":1.226},"min":{"1min":0.29799999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":14.135,"5min":14.135,"15min":14.489000000000001},"last":8.4369999999999994}]},{"osd":5,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.9300000000000002,"15min":2.5550000000000002},"min":{"1min":0.40200000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":7.6020000000000003,"5min":109.63500000000001,"15min":109.63500000000001},"last":9.2669999999999995},{"interface":"front","average":{"1min":1.504,"5min":2.6720000000000002,"15min":2.319},"min":{"1min":0.38600000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":5.0199999999999996,"5min":109.655,"15min":109.655},"last":0.38200000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:36:15 2023","interfaces":[{"interface":"back","average":{"1min":2.641,"5min":1.9810000000000001,"15min":2.383},"min":{"1min":0.42999999999999999,"5min":0.36399999999999999,"15min":0.31},"max":{"1min":7.7359999999999998,"5min":10.268000000000001,"15min":115.018},"last":9.3019999999999996},{"interface":"front","average":{"1min":2.5419999999999998,"5min":2.0089999999999999,"15min":2.2170000000000001},"min":{"1min":0.49199999999999999,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":7.9859999999999998,"5min":7.9950000000000001,"15min":115.289},"last":0.42399999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":2.9220000000000002,"15min":3.0840000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":8.5459999999999994,"5min":129.31200000000001,"15min":129.31200000000001},"last":8.3949999999999996},{"interface":"front","average":{"1min":1.901,"5min":3.411,"15min":3.3849999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36199999999999999},"max":{"1min":5.9480000000000004,"5min":128.50700000000001,"15min":128.50700000000001},"last":0.54500000000000004}]}]},{"osd":0,"up_from":0,"seq":360777253231,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358738,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":609568,"kb_used_data":422872,"kb_used_omap":93,"kb_used_meta":186530,"kb_avail":93135584,"statfs":{"total":95995035648,"available":95370838016,"internally_reserved":0,"allocated":433020928,"data_stored":430065869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":191006864},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":16.773,"5min":16.773,"15min":16.773},"last":6.9939999999999998},{"interface":"front","average":{"1min":1.659,"5min":1.659,"15min":1.659},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":13.295999999999999,"5min":13.295999999999999,"15min":13.295999999999999},"last":5.0190000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":7.1609999999999996,"5min":7.1609999999999996,"15min":7.1609999999999996},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":45.529000000000003,"5min":45.529000000000003,"15min":45.529000000000003},"last":4.0250000000000004},{"interface":"front","average":{"1min":6.3879999999999999,"5min":6.3879999999999999,"15min":6.3879999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":44.206000000000003,"5min":44.206000000000003,"15min":44.206000000000003},"last":5.0919999999999996}]},{"osd":3,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":5.1310000000000002,"5min":5.1310000000000002,"15min":5.1310000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":43.326999999999998,"5min":43.326999999999998,"15min":43.326999999999998},"last":5.0670000000000002},{"interface":"front","average":{"1min":6.6879999999999997,"5min":6.6879999999999997,"15min":6.6879999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":43.472000000000001,"5min":43.472000000000001,"15min":43.472000000000001},"last":3.798}]},{"osd":4,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":29.542999999999999,"5min":29.542999999999999,"15min":29.542999999999999},"last":4.9749999999999996},{"interface":"front","average":{"1min":3.1739999999999999,"5min":3.1739999999999999,"15min":3.1739999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":29.558,"5min":29.558,"15min":29.558},"last":3.851}]},{"osd":5,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":1.75,"5min":1.75,"15min":1.75},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":5.6159999999999997,"5min":5.6159999999999997,"15min":5.6159999999999997},"last":3.8290000000000002},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.2989999999999999,"15min":2.2989999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":16.954999999999998,"5min":16.954999999999998,"15min":16.954999999999998},"last":6.9100000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":1.7849999999999999,"5min":1.7849999999999999,"15min":1.7849999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":5.633,"5min":5.633,"15min":5.633},"last":3.8719999999999999},{"interface":"front","average":{"1min":2.3450000000000002,"5min":2.3450000000000002,"15min":2.3450000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":16.978999999999999,"5min":16.978999999999999,"15min":16.978999999999999},"last":6.8730000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":4.218,"5min":4.218,"15min":4.218},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":33.548999999999999,"5min":33.548999999999999,"15min":33.548999999999999},"last":6.9340000000000002},{"interface":"front","average":{"1min":2.605,"5min":2.605,"15min":2.605},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":33.762999999999998,"5min":33.762999999999998,"15min":33.762999999999998},"last":5.0439999999999996}]}]},{"osd":3,"up_from":99,"seq":425201762652,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3413612,"kb_used_data":2246756,"kb_used_omap":7,"kb_used_meta":1166840,"kb_avail":90331540,"statfs":{"total":95995035648,"available":92499496960,"internally_reserved":0,"allocated":2300678144,"data_stored":2297709068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1194844776},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,4,3,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:35:51 2023","interfaces":[{"interface":"back","average":{"1min":3.113,"5min":1.948,"15min":3.73},"min":{"1min":0.307,"5min":0.19900000000000001,"15min":0.182},"max":{"1min":12.923,"5min":12.923,"15min":167.71799999999999},"last":2.238},{"interface":"front","average":{"1min":2.0590000000000002,"5min":1.127,"15min":3.0550000000000002},"min":{"1min":0.23999999999999999,"5min":0.20599999999999999,"15min":0.16500000000000001},"max":{"1min":10.279,"5min":10.279,"15min":176.61500000000001},"last":0.52700000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:35:51 2023","interfaces":[{"interface":"back","average":{"1min":2.218,"5min":3.5699999999999998,"15min":5.0830000000000002},"min":{"1min":0.26400000000000001,"5min":0.22,"15min":0.22},"max":{"1min":7.8979999999999997,"5min":76.411000000000001,"15min":201.98099999999999},"last":2.9569999999999999},{"interface":"front","average":{"1min":3.7749999999999999,"5min":4.476,"15min":5.1909999999999998},"min":{"1min":0.32500000000000001,"5min":0.24399999999999999,"15min":0.20300000000000001},"max":{"1min":13.069000000000001,"5min":78.858999999999995,"15min":202.06700000000001},"last":6.1020000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:36:22 2023","interfaces":[{"interface":"back","average":{"1min":5.3250000000000002,"5min":5.3250000000000002,"15min":5.3250000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":48.585999999999999,"5min":48.585999999999999,"15min":48.585999999999999},"last":2.069},{"interface":"front","average":{"1min":5.7919999999999998,"5min":5.7919999999999998,"15min":5.7919999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":50.848999999999997,"5min":50.848999999999997,"15min":50.848999999999997},"last":0.81899999999999995}]},{"osd":4,"last update":"Sat Sep 23 15:35:51 2023","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.425,"15min":2.2010000000000001},"min":{"1min":0.30299999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":3.1589999999999998,"5min":9.3719999999999999,"15min":163.43700000000001},"last":2.109},{"interface":"front","average":{"1min":2.2090000000000001,"5min":1.6819999999999999,"15min":2.218},"min":{"1min":0.45900000000000002,"5min":0.35799999999999998,"15min":0.30199999999999999},"max":{"1min":9.9429999999999996,"5min":9.9429999999999996,"15min":163.72399999999999},"last":2.3109999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:35:51 2023","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":1.7789999999999999,"15min":3.0550000000000002},"min":{"1min":0.48599999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":9.9849999999999994,"5min":9.9849999999999994,"15min":163.696},"last":2.2799999999999998},{"interface":"front","average":{"1min":1.982,"5min":1.419,"15min":2.1579999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.29899999999999999},"max":{"1min":10.321,"5min":10.481999999999999,"15min":126.15000000000001},"last":0.44800000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:36:27 2023","interfaces":[{"interface":"back","average":{"1min":1.675,"5min":1.7889999999999999,"15min":3.0169999999999999},"min":{"1min":0.46800000000000003,"5min":0.44600000000000001,"15min":0.34100000000000003},"max":{"1min":5.1920000000000002,"5min":10.013999999999999,"15min":163.63399999999999},"last":2.339},{"interface":"front","average":{"1min":2.2789999999999999,"5min":1.4159999999999999,"15min":2.5619999999999998},"min":{"1min":0.39800000000000002,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":10.622,"5min":10.622,"15min":163.535},"last":0.505}]},{"osd":7,"last update":"Sat Sep 23 15:36:11 2023","interfaces":[{"interface":"back","average":{"1min":2.206,"5min":1.446,"15min":2.1869999999999998},"min":{"1min":0.376,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":10.518000000000001,"5min":10.518000000000001,"15min":163.495},"last":0.47999999999999998},{"interface":"front","average":{"1min":1.806,"5min":1.7,"15min":2.5449999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":6.4930000000000003,"5min":9.3260000000000005,"15min":163.51400000000001},"last":2.1880000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986678,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":574288,"kb_used_data":279688,"kb_used_omap":0,"kb_used_meta":294592,"kb_avail":93170864,"statfs":{"total":95995035648,"available":95406964736,"internally_reserved":0,"allocated":286400512,"data_stored":284681915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":301662208},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:15 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.0589999999999999,"15min":2.948},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":5.6130000000000004,"5min":10.102,"15min":169.739},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.90300000000000002,"5min":1.008,"15min":3.2629999999999999},"min":{"1min":0.29799999999999999,"5min":0.29099999999999998,"15min":0.248},"max":{"1min":1.9470000000000001,"5min":4.5549999999999997,"15min":169.75200000000001},"last":0.501}]},{"osd":1,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":6.2709999999999999,"5min":5.944,"15min":5.1950000000000003},"min":{"1min":0.29099999999999998,"5min":0.27400000000000002,"15min":0.254},"max":{"1min":66.957999999999998,"5min":212.74000000000001,"15min":212.74000000000001},"last":0.437},{"interface":"front","average":{"1min":6.4160000000000004,"5min":5.923,"15min":5.2430000000000003},"min":{"1min":0.29099999999999998,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":66.680999999999997,"5min":209.995,"15min":209.995},"last":0.30599999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":2.5459999999999998,"5min":2.5459999999999998,"15min":2.5459999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":15.917999999999999,"5min":15.917999999999999,"15min":15.917999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":3.016,"5min":3.016,"15min":3.016},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":15.9,"5min":15.9,"15min":15.9},"last":0.40200000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":8.5920000000000005,"5min":7.1200000000000001,"15min":6.3010000000000002},"min":{"1min":0.29999999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":118.68000000000001,"5min":118.68000000000001,"15min":191.41499999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":8.8089999999999993,"5min":7.4390000000000001,"15min":6.3049999999999997},"min":{"1min":0.36599999999999999,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":118.586,"5min":118.586,"15min":191.602},"last":0.72599999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:36:00 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":2.859,"15min":2.3780000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.4420000000000002,"5min":163.12,"15min":163.12},"last":0.53100000000000003},{"interface":"front","average":{"1min":1.1040000000000001,"5min":2.4670000000000001,"15min":2.2229999999999999},"min":{"1min":0.27800000000000002,"5min":0.27600000000000002,"15min":0.27200000000000002},"max":{"1min":5.3840000000000003,"5min":164.601,"15min":164.601},"last":0.375}]},{"osd":6,"last update":"Sat Sep 23 15:36:15 2023","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":3.3759999999999999,"15min":2.6179999999999999},"min":{"1min":0.314,"5min":0.311,"15min":0.28699999999999998},"max":{"1min":5.641,"5min":145.84200000000001,"15min":174.84100000000001},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.67300000000000004,"5min":3.4079999999999999,"15min":2.5899999999999999},"min":{"1min":0.34799999999999998,"5min":0.31,"15min":0.31},"max":{"1min":1.962,"5min":145.78700000000001,"15min":174.60300000000001},"last":0.46200000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:36:00 2023","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":3.2450000000000001,"15min":3.1200000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.28599999999999998},"max":{"1min":7.157,"5min":156.62,"15min":237.476},"last":0.51200000000000001},{"interface":"front","average":{"1min":1.3109999999999999,"5min":3.3769999999999998,"15min":3.121},"min":{"1min":0.34200000000000003,"5min":0.31,"15min":0.31},"max":{"1min":5.077,"5min":155.75399999999999,"15min":237.523},"last":0.47499999999999998}]}]},{"osd":5,"up_from":39,"seq":167503725041,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2712436,"kb_used_data":2116652,"kb_used_omap":0,"kb_used_meta":595776,"kb_avail":91032716,"statfs":{"total":95995035648,"available":93217501184,"internally_reserved":0,"allocated":2167451648,"data_stored":2165756829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":610074624},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":1.258,"15min":1.5309999999999999},"min":{"1min":0.25700000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.2329999999999997,"5min":11.880000000000001,"15min":88.051000000000002},"last":0.23599999999999999},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.2190000000000001,"15min":1.609},"min":{"1min":0.29399999999999998,"5min":0.252,"15min":0.252},"max":{"1min":5.4699999999999998,"5min":8.984,"15min":88.037999999999997},"last":0.30599999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:35:41 2023","interfaces":[{"interface":"back","average":{"1min":10.257,"5min":3.226,"15min":2.1230000000000002},"min":{"1min":0.28599999999999998,"5min":0.27200000000000002,"15min":0.251},"max":{"1min":163.399,"5min":163.399,"15min":163.399},"last":8.7050000000000001},{"interface":"front","average":{"1min":10.179,"5min":2.9590000000000001,"15min":2.109},"min":{"1min":0.24099999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":166.11500000000001,"5min":166.11500000000001,"15min":166.11500000000001},"last":13.83}]},{"osd":2,"last update":"Sat Sep 23 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":2.536,"5min":2.536,"15min":2.536},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":15.727,"5min":15.727,"15min":15.727},"last":0.34399999999999997},{"interface":"front","average":{"1min":1.8420000000000001,"5min":1.8420000000000001,"15min":1.8420000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":9.6509999999999998,"5min":9.6509999999999998,"15min":9.6509999999999998},"last":0.33400000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:35:41 2023","interfaces":[{"interface":"back","average":{"1min":4.093,"5min":3.2730000000000001,"15min":5.4320000000000004},"min":{"1min":0.39200000000000002,"5min":0.28399999999999997,"15min":0.27700000000000002},"max":{"1min":53.204000000000001,"5min":105.316,"15min":169.83699999999999},"last":0.26500000000000001},{"interface":"front","average":{"1min":4.0039999999999996,"5min":3.403,"15min":4.9850000000000003},"min":{"1min":0.375,"5min":0.33300000000000002,"15min":0.29599999999999999},"max":{"1min":53.192,"5min":104.855,"15min":170.166},"last":0.49199999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":1.0129999999999999,"15min":0.69699999999999995},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":3.5760000000000001,"5min":8.9450000000000003,"15min":8.9450000000000003},"last":0.249},{"interface":"front","average":{"1min":0.623,"5min":1.3080000000000001,"15min":0.97099999999999997},"min":{"1min":0.255,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":2.4079999999999999,"5min":9.2590000000000003,"15min":9.6760000000000002},"last":0.38}]},{"osd":6,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":2.5459999999999998,"15min":3.2810000000000001},"min":{"1min":0.36599999999999999,"5min":0.29699999999999999,"15min":0.24199999999999999},"max":{"1min":3.6299999999999999,"5min":107.217,"15min":207.054},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.878,"5min":2.9630000000000001,"15min":3.5190000000000001},"min":{"1min":0.378,"5min":0.32100000000000001,"15min":0.29599999999999999},"max":{"1min":4.5640000000000001,"5min":107.271,"15min":207.28299999999999},"last":0.41099999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":2.3159999999999998,"15min":3.2690000000000001},"min":{"1min":0.33500000000000002,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":3.653,"5min":83.751999999999995,"15min":214.78100000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.76400000000000001,"5min":2.6970000000000001,"15min":3.4319999999999999},"min":{"1min":0.34499999999999997,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":2.984,"5min":83.728999999999999,"15min":212.95500000000001},"last":0.43099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3248820224,"data_stored":3248816152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":423170048,"data_stored":423165976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2284453888,"data_stored":2284453888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":290918400,"data_stored":290914328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2148204544,"data_stored":2148204544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2502819840,"data_stored":2502819840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:36:47.241 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:36:47.381 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:47.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:47.384 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:47.485 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:47.599 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:47.700 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:47.737 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:47.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:47.750 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:47.851 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:36:47.889 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:48.004 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 26106/184413 objects degraded (14.156%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:48.006 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:36:48.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:48.010 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:36:48.108 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 26106/184413 objects degraded (14.156%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:48.108 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 26106/184413 objects degraded (14.156%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:48.111 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:48.182 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:48.227 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:36:48.227 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:36:48.330 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:48.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:48.339 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:48.401 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:48.404 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:36:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:36:48] "GET /metrics HTTP/1.1" 200 36499 "" "Prometheus/2.43.0" 2023-09-23T15:36:48.439 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:48.539 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:48.692 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:48.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:48.700 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:48.800 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:48.834 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:48 smithi178 ceph-mon[192298]: pgmap v1555: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 573 op/s; 25902/178584 objects degraded (14.504%); 19662/178584 objects misplaced (11.010%); 20 MiB/s, 314 objects/s recovering 2023-09-23T15:36:48.883 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:49.014 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:36:49.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:48 smithi118 ceph-mon[212312]: pgmap v1555: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 573 op/s; 25902/178584 objects degraded (14.504%); 19662/178584 objects misplaced (11.010%); 20 MiB/s, 314 objects/s recovering 2023-09-23T15:36:49.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:48 smithi118 ceph-mon[219580]: pgmap v1555: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 573 op/s; 25902/178584 objects degraded (14.504%); 19662/178584 objects misplaced (11.010%); 20 MiB/s, 314 objects/s recovering 2023-09-23T15:36:49.478 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:36:49.557 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:36:50.391 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:50.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:50.394 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:50.495 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:50.532 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:50.701 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:50.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:50.707 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:50.808 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:50.901 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:50 smithi118 ceph-mon[212312]: pgmap v1556: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.6 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 536 op/s; 25514/176007 objects degraded (14.496%); 19013/176007 objects misplaced (10.802%); 19 MiB/s, 300 objects/s recovering 2023-09-23T15:36:50.902 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:50 smithi118 ceph-mon[219580]: pgmap v1556: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.6 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 536 op/s; 25514/176007 objects degraded (14.496%); 19013/176007 objects misplaced (10.802%); 19 MiB/s, 300 objects/s recovering 2023-09-23T15:36:50.903 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:50.914 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:51.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:50 smithi178 ceph-mon[192298]: pgmap v1556: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.6 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 536 op/s; 25514/176007 objects degraded (14.496%); 19013/176007 objects misplaced (10.802%); 19 MiB/s, 300 objects/s recovering 2023-09-23T15:36:51.130 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:51.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:51.139 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:51.240 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:51.251 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:36:51.251 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:36:51.324 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:52.115 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:36:52.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:51 smithi118 ceph-mon[212312]: pgmap v1557: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 575 op/s; 25279/172053 objects degraded (14.693%); 17884/172053 objects misplaced (10.394%); 23 MiB/s, 371 objects/s recovering 2023-09-23T15:36:52.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:51 smithi118 ceph-mon[219580]: pgmap v1557: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 575 op/s; 25279/172053 objects degraded (14.693%); 17884/172053 objects misplaced (10.394%); 23 MiB/s, 371 objects/s recovering 2023-09-23T15:36:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:51 smithi178 ceph-mon[192298]: pgmap v1557: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 98 active+clean; 3.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 575 op/s; 25279/172053 objects degraded (14.693%); 17884/172053 objects misplaced (10.394%); 23 MiB/s, 371 objects/s recovering 2023-09-23T15:36:52.486 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:52.494 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:52.494 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:52.537 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:36:52.595 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:52.630 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:52.742 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:52.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:52.749 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:52.849 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:36:52.941 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:53.252 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:36:53.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:53.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 25279/172053 objects degraded (14.693%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:53.258 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:52 smithi118 ceph-mon[212312]: osdmap e584: 8 total, 8 up, 6 in 2023-09-23T15:36:53.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:53.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 25279/172053 objects degraded (14.693%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:53.258 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:52 smithi118 ceph-mon[219580]: osdmap e584: 8 total, 8 up, 6 in 2023-09-23T15:36:53.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:53.261 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:36:53.362 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:36:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 25279/172053 objects degraded (14.693%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:52 smithi178 ceph-mon[192298]: osdmap e584: 8 total, 8 up, 6 in 2023-09-23T15:36:53.390 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:53.437 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:53.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:53.441 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:53.542 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:53.574 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:53.767 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:53.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:53.771 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:53.794 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:36:53.871 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:53.926 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:54.011 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.011 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.011 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.011 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.011 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.011 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.011 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/750881877' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:36:54.011 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:36:54.012 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: pgmap v1559: 109 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 98 active+clean; 3.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 571 op/s; 24913/167277 objects degraded (14.893%); 17123/167277 objects misplaced (10.236%); 17 MiB/s, 268 objects/s recovering 2023-09-23T15:36:54.012 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:36:54.012 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:36:54.012 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:53 smithi178 ceph-mon[192298]: osdmap e585: 8 total, 8 up, 6 in 2023-09-23T15:36:54.029 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:54.033 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:54.033 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:54.134 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:54.165 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:54.212 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:54.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:54.215 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:54.227 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:36:54.227 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:36:54.316 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:36:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/750881877' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:36:54.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:36:54.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: pgmap v1559: 109 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 98 active+clean; 3.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 571 op/s; 24913/167277 objects degraded (14.893%); 17123/167277 objects misplaced (10.236%); 17 MiB/s, 268 objects/s recovering 2023-09-23T15:36:54.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:36:54.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:36:54.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[219580]: osdmap e585: 8 total, 8 up, 6 in 2023-09-23T15:36:54.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: failed to encode map e584 with expected crc 2023-09-23T15:36:54.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/750881877' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:36:54.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:36:54.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: pgmap v1559: 109 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 98 active+clean; 3.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 571 op/s; 24913/167277 objects degraded (14.893%); 17123/167277 objects misplaced (10.236%); 17 MiB/s, 268 objects/s recovering 2023-09-23T15:36:54.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:36:54.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:36:54.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:53 smithi118 ceph-mon[212312]: osdmap e585: 8 total, 8 up, 6 in 2023-09-23T15:36:54.400 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:54.974 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:36:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:54 smithi118 ceph-mon[212312]: failed to encode map e585 with expected crc 2023-09-23T15:36:55.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:54 smithi118 ceph-mon[212312]: failed to encode map e585 with expected crc 2023-09-23T15:36:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:54 smithi118 ceph-mon[219580]: failed to encode map e585 with expected crc 2023-09-23T15:36:55.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:54 smithi118 ceph-mon[219580]: failed to encode map e585 with expected crc 2023-09-23T15:36:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:54 smithi178 ceph-mon[192298]: failed to encode map e585 with expected crc 2023-09-23T15:36:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:54 smithi178 ceph-mon[192298]: failed to encode map e585 with expected crc 2023-09-23T15:36:55.421 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:36:55.709 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:36:55.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:55.718 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:36:55.819 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:36:55.851 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:56.009 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:36:56.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:56.013 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:36:56.074 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:55 smithi118 ceph-mon[212312]: pgmap v1561: 109 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 98 active+clean; 3.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 470 op/s; 24913/167277 objects degraded (14.893%); 17123/167277 objects misplaced (10.236%); 12 MiB/s, 192 objects/s recovering 2023-09-23T15:36:56.074 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:55 smithi118 ceph-mon[219580]: pgmap v1561: 109 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 98 active+clean; 3.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 470 op/s; 24913/167277 objects degraded (14.893%); 17123/167277 objects misplaced (10.236%); 12 MiB/s, 192 objects/s recovering 2023-09-23T15:36:56.114 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:56.146 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:56.210 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:56.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:56.214 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:56.315 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:36:56.345 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:55 smithi178 ceph-mon[192298]: pgmap v1561: 109 pgs: 1 active+recovery_wait+remapped, 2 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 98 active+clean; 3.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 470 op/s; 24913/167277 objects degraded (14.893%); 17123/167277 objects misplaced (10.236%); 12 MiB/s, 192 objects/s recovering 2023-09-23T15:36:56.348 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:56.415 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:36:56.456 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:36:56.551 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:36:56.566 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:56.567 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:36:56.616 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:36:56.667 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:36:56.667 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:56.720 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:36:56.764 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:36:56.778 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:56.805 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:36:56.852 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:36:56.905 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:56.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:56.911 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:56.916 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:36:56.962 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:36:56.986 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:36:56.987 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:36:56.987 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:36:56.987 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:36:56.987 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:36:56.987 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:36:56.987 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:36:56.987 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:36:57.012 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:36:57.016 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:56 smithi118 ceph-mon[219580]: from='client.56476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:36:57.016 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2150381441' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:57.018 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:56 smithi118 ceph-mon[212312]: from='client.56476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:36:57.018 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2150381441' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:57.045 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:36:57.045 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:36:57.045 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:36:57.045 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:36:57.045 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:36:57.046 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:56 smithi178 ceph-mon[192298]: from='client.56476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:36:57.046 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2150381441' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:36:57.051 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:57.226 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:36:57.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:57.230 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:36:57.331 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:36:57.397 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:57.941 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:36:57.971 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:36:58.165 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:36:58.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:58.169 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:36:58.248 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 24913/167277 objects degraded (14.893%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:58.248 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:36:57 smithi118 ceph-mon[212312]: pgmap v1562: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 99 active+clean; 3.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 566 op/s; 24501/162402 objects degraded (15.087%); 16937/162402 objects misplaced (10.429%); 14 MiB/s, 223 objects/s recovering 2023-09-23T15:36:58.248 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:36:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:36:58] "GET /metrics HTTP/1.1" 200 36502 "" "Prometheus/2.43.0" 2023-09-23T15:36:58.248 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 24913/167277 objects degraded (14.893%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:58.249 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:36:57 smithi118 ceph-mon[219580]: pgmap v1562: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 99 active+clean; 3.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 566 op/s; 24501/162402 objects degraded (15.087%); 16937/162402 objects misplaced (10.429%); 14 MiB/s, 223 objects/s recovering 2023-09-23T15:36:58.270 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:36:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 24913/167277 objects degraded (14.893%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:36:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:36:57 smithi178 ceph-mon[192298]: pgmap v1562: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfilling, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 99 active+clean; 3.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 566 op/s; 24501/162402 objects degraded (15.087%); 16937/162402 objects misplaced (10.429%); 14 MiB/s, 223 objects/s recovering 2023-09-23T15:36:58.378 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:36:58.379 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:59.085 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:36:59.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:59.097 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:36:59.151 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1561,"stamp":"2023-09-23T15:36:55.739186+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3653333272,"num_objects":55759,"num_object_clones":0,"num_object_copies":167277,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24913,"num_objects_misplaced":17123,"num_objects_unfound":0,"num_objects_dirty":55759,"num_whiteouts":0,"num_read":38,"num_read_kb":70,"num_write":154520,"num_write_kb":6725781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11981,"num_bytes_recovered":777829393,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80062,"ondisk_log_size":80062,"up":327,"acting":320,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":340,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13709284,"kb_used_data":9913012,"kb_used_omap":196,"kb_used_meta":3795835,"kb_avail":548761628,"statfs":{"total":575970213888,"available":561931907072,"internally_reserved":0,"allocated":10150924288,"data_stored":10136876466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":3886935785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-247005184,"num_objects":-3769,"num_object_clones":0,"num_object_copies":-11307,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-989,"num_objects_misplaced":-2539,"num_objects_unfound":0,"num_objects_dirty":-3769,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3769,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1543,"num_bytes_recovered":101122048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.005005"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":45,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.903999+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:36:36.903999+0000","last_peered":"2023-09-23T15:36:36.903999+0000","last_clean":"2023-09-23T15:36:36.903999+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:36:36.903999+0000","last_undegraded":"2023-09-23T15:36:36.903999+0000","last_fullsized":"2023-09-23T15:36:36.903999+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":246,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.922734+0000","last_change":"2023-09-23T15:34:50.720034+0000","last_active":"2023-09-23T15:36:35.922734+0000","last_peered":"2023-09-23T15:36:35.922734+0000","last_clean":"2023-09-23T15:36:35.922734+0000","last_became_active":"2023-09-23T15:34:50.719667+0000","last_became_peered":"2023-09-23T15:34:50.719667+0000","last_unstale":"2023-09-23T15:36:35.922734+0000","last_undegraded":"2023-09-23T15:36:35.922734+0000","last_fullsized":"2023-09-23T15:36:35.922734+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:21.955072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":156,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.895099+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:36:36.895099+0000","last_peered":"2023-09-23T15:36:36.895099+0000","last_clean":"2023-09-23T15:36:36.895099+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:36:36.895099+0000","last_undegraded":"2023-09-23T15:36:36.895099+0000","last_fullsized":"2023-09-23T15:36:36.895099+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":112,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909510+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:36:35.909510+0000","last_peered":"2023-09-23T15:36:35.909510+0000","last_clean":"2023-09-23T15:36:35.909510+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:36:35.909510+0000","last_undegraded":"2023-09-23T15:36:35.909510+0000","last_fullsized":"2023-09-23T15:36:35.909510+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":270,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.916994+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:36:35.916994+0000","last_peered":"2023-09-23T15:36:35.916994+0000","last_clean":"2023-09-23T15:36:35.916994+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:36:35.916994+0000","last_undegraded":"2023-09-23T15:36:35.916994+0000","last_fullsized":"2023-09-23T15:36:35.916994+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":195,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.896537+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:36:36.896537+0000","last_peered":"2023-09-23T15:36:36.896537+0000","last_clean":"2023-09-23T15:36:36.896537+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:36:36.896537+0000","last_undegraded":"2023-09-23T15:36:36.896537+0000","last_fullsized":"2023-09-23T15:36:36.896537+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":542,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:37.128993+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:36:37.128993+0000","last_peered":"2023-09-23T15:36:37.128993+0000","last_clean":"2023-09-23T15:36:37.128993+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:36:37.128993+0000","last_undegraded":"2023-09-23T15:36:37.128993+0000","last_fullsized":"2023-09-23T15:36:37.128993+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":253,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.923182+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:36:35.923182+0000","last_peered":"2023-09-23T15:36:35.923182+0000","last_clean":"2023-09-23T15:36:35.923182+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:36:35.923182+0000","last_undegraded":"2023-09-23T15:36:35.923182+0000","last_fullsized":"2023-09-23T15:36:35.923182+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":921,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.897419+0000","last_change":"2023-09-23T15:35:20.828265+0000","last_active":"2023-09-23T15:36:36.897419+0000","last_peered":"2023-09-23T15:36:36.897419+0000","last_clean":"2023-09-23T15:36:36.897419+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:36:36.897419+0000","last_undegraded":"2023-09-23T15:36:36.897419+0000","last_fullsized":"2023-09-23T15:36:36.897419+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":118,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:37.133591+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:36:37.133591+0000","last_peered":"2023-09-23T15:36:37.133591+0000","last_clean":"2023-09-23T15:36:37.133591+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:36:37.133591+0000","last_undegraded":"2023-09-23T15:36:37.133591+0000","last_fullsized":"2023-09-23T15:36:37.133591+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":592,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.918622+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:36:35.918622+0000","last_peered":"2023-09-23T15:36:35.918622+0000","last_clean":"2023-09-23T15:36:35.918622+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:36:35.918622+0000","last_undegraded":"2023-09-23T15:36:35.918622+0000","last_fullsized":"2023-09-23T15:36:35.918622+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":173,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909490+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:36:35.909490+0000","last_peered":"2023-09-23T15:36:35.909490+0000","last_clean":"2023-09-23T15:36:35.909490+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:36:35.909490+0000","last_undegraded":"2023-09-23T15:36:35.909490+0000","last_fullsized":"2023-09-23T15:36:35.909490+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":190,"reported_epoch":584,"state":"active+clean","last_fresh":"2023-09-23T15:36:52.770269+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:36:52.770269+0000","last_peered":"2023-09-23T15:36:52.770269+0000","last_clean":"2023-09-23T15:36:52.770269+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:36:52.770269+0000","last_undegraded":"2023-09-23T15:36:52.770269+0000","last_fullsized":"2023-09-23T15:36:52.770269+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":55,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904304+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:36:36.904304+0000","last_peered":"2023-09-23T15:36:36.904304+0000","last_clean":"2023-09-23T15:36:36.904304+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:36:36.904304+0000","last_undegraded":"2023-09-23T15:36:36.904304+0000","last_fullsized":"2023-09-23T15:36:36.904304+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904369+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:36:36.904369+0000","last_peered":"2023-09-23T15:36:36.904369+0000","last_clean":"2023-09-23T15:36:36.904369+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:36:36.904369+0000","last_undegraded":"2023-09-23T15:36:36.904369+0000","last_fullsized":"2023-09-23T15:36:36.904369+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":750,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:37.128341+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:36:37.128341+0000","last_peered":"2023-09-23T15:36:37.128341+0000","last_clean":"2023-09-23T15:36:37.128341+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:36:37.128341+0000","last_undegraded":"2023-09-23T15:36:37.128341+0000","last_fullsized":"2023-09-23T15:36:37.128341+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":781,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909474+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:36:35.909474+0000","last_peered":"2023-09-23T15:36:35.909474+0000","last_clean":"2023-09-23T15:36:35.909474+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:36:35.909474+0000","last_undegraded":"2023-09-23T15:36:35.909474+0000","last_fullsized":"2023-09-23T15:36:35.909474+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":617,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911705+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:36:35.911705+0000","last_peered":"2023-09-23T15:36:35.911705+0000","last_clean":"2023-09-23T15:36:35.911705+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:36:35.911705+0000","last_undegraded":"2023-09-23T15:36:35.911705+0000","last_fullsized":"2023-09-23T15:36:35.911705+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1212,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909456+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:36:35.909456+0000","last_peered":"2023-09-23T15:36:35.909456+0000","last_clean":"2023-09-23T15:36:35.909456+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:36:35.909456+0000","last_undegraded":"2023-09-23T15:36:35.909456+0000","last_fullsized":"2023-09-23T15:36:35.909456+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":112,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911542+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:36:35.911542+0000","last_peered":"2023-09-23T15:36:35.911542+0000","last_clean":"2023-09-23T15:36:35.911542+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:36:35.911542+0000","last_undegraded":"2023-09-23T15:36:35.911542+0000","last_fullsized":"2023-09-23T15:36:35.911542+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":511,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909812+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:36:35.909812+0000","last_peered":"2023-09-23T15:36:35.909812+0000","last_clean":"2023-09-23T15:36:35.909812+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:36:35.909812+0000","last_undegraded":"2023-09-23T15:36:35.909812+0000","last_fullsized":"2023-09-23T15:36:35.909812+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":750,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.365603+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:36:36.365603+0000","last_peered":"2023-09-23T15:36:36.365603+0000","last_clean":"2023-09-23T15:36:36.365603+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:36:36.365603+0000","last_undegraded":"2023-09-23T15:36:36.365603+0000","last_fullsized":"2023-09-23T15:36:36.365603+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":630,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911552+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:36:35.911552+0000","last_peered":"2023-09-23T15:36:35.911552+0000","last_clean":"2023-09-23T15:36:35.911552+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:36:35.911552+0000","last_undegraded":"2023-09-23T15:36:35.911552+0000","last_fullsized":"2023-09-23T15:36:35.911552+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":295,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.912838+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:36:35.912838+0000","last_peered":"2023-09-23T15:36:35.912838+0000","last_clean":"2023-09-23T15:36:35.912838+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:36:35.912838+0000","last_undegraded":"2023-09-23T15:36:35.912838+0000","last_fullsized":"2023-09-23T15:36:35.912838+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":949,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:37.128656+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:36:37.128656+0000","last_peered":"2023-09-23T15:36:37.128656+0000","last_clean":"2023-09-23T15:36:37.128656+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:36:37.128656+0000","last_undegraded":"2023-09-23T15:36:37.128656+0000","last_fullsized":"2023-09-23T15:36:37.128656+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":166,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.923266+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:36:35.923266+0000","last_peered":"2023-09-23T15:36:35.923266+0000","last_clean":"2023-09-23T15:36:35.923266+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:36:35.923266+0000","last_undegraded":"2023-09-23T15:36:35.923266+0000","last_fullsized":"2023-09-23T15:36:35.923266+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":139,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.912020+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:36:35.912020+0000","last_peered":"2023-09-23T15:36:35.912020+0000","last_clean":"2023-09-23T15:36:35.912020+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:36:35.912020+0000","last_undegraded":"2023-09-23T15:36:35.912020+0000","last_fullsized":"2023-09-23T15:36:35.912020+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"584'9773","reported_seq":11248,"reported_epoch":584,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:36:52.915358+0000","last_change":"2023-09-23T15:35:20.022982+0000","last_active":"2023-09-23T15:36:52.915358+0000","last_peered":"2023-09-23T15:36:52.915358+0000","last_clean":"2023-09-23T15:34:49.764453+0000","last_became_active":"2023-09-23T15:34:51.814464+0000","last_became_peered":"2023-09-23T15:34:51.814464+0000","last_unstale":"2023-09-23T15:36:52.915358+0000","last_undegraded":"2023-09-23T15:36:52.915358+0000","last_fullsized":"2023-09-23T15:36:52.915358+0000","mapping_epoch":563,"log_start":"567'5600","ondisk_log_start":"567'5600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4173,"log_dups_size":0,"ondisk_log_size":4173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:35:46.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225902592,"num_objects":3447,"num_object_clones":0,"num_object_copies":10341,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3022,"num_objects_unfound":0,"num_objects_dirty":3447,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9773,"num_write_kb":423040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":710,"num_bytes_recovered":46530560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,7],"avail_no_missing":["1","5","7"],"object_location_counts":[{"shards":"1,5,7","objects":3447}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1028,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909578+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:36:35.909578+0000","last_peered":"2023-09-23T15:36:35.909578+0000","last_clean":"2023-09-23T15:36:35.909578+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:36:35.909578+0000","last_undegraded":"2023-09-23T15:36:35.909578+0000","last_fullsized":"2023-09-23T15:36:35.909578+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":130,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.910252+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:36:35.910252+0000","last_peered":"2023-09-23T15:36:35.910252+0000","last_clean":"2023-09-23T15:36:35.910252+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:36:35.910252+0000","last_undegraded":"2023-09-23T15:36:35.910252+0000","last_fullsized":"2023-09-23T15:36:35.910252+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":148,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:37.128291+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:36:37.128291+0000","last_peered":"2023-09-23T15:36:37.128291+0000","last_clean":"2023-09-23T15:36:37.128291+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:36:37.128291+0000","last_undegraded":"2023-09-23T15:36:37.128291+0000","last_fullsized":"2023-09-23T15:36:37.128291+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"584'9804","reported_seq":16993,"reported_epoch":584,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T15:36:52.923149+0000","last_change":"2023-09-23T15:36:37.174962+0000","last_active":"2023-09-23T15:36:52.923149+0000","last_peered":"2023-09-23T15:36:52.923149+0000","last_clean":"2023-09-23T15:34:25.736860+0000","last_became_active":"2023-09-23T15:36:37.134096+0000","last_became_peered":"2023-09-23T15:36:37.134096+0000","last_unstale":"2023-09-23T15:36:52.923149+0000","last_undegraded":"2023-09-23T15:36:52.923149+0000","last_fullsized":"2023-09-23T15:36:52.923149+0000","mapping_epoch":582,"log_start":"566'5000","ondisk_log_start":"566'5000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4804,"log_dups_size":0,"ondisk_log_size":4804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:08.133117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227803136,"num_objects":3476,"num_object_clones":0,"num_object_copies":10428,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3476,"num_objects_unfound":0,"num_objects_dirty":3476,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9804,"num_write_kb":424960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3555,"num_bytes_recovered":232914944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,5],"avail_no_missing":["2","1","5"],"object_location_counts":[{"shards":"1,2,5","objects":3476}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1008,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911635+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:36:35.911635+0000","last_peered":"2023-09-23T15:36:35.911635+0000","last_clean":"2023-09-23T15:36:35.911635+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:36:35.911635+0000","last_undegraded":"2023-09-23T15:36:35.911635+0000","last_fullsized":"2023-09-23T15:36:35.911635+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":619,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.910034+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:36:35.910034+0000","last_peered":"2023-09-23T15:36:35.910034+0000","last_clean":"2023-09-23T15:36:35.910034+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:36:35.910034+0000","last_undegraded":"2023-09-23T15:36:35.910034+0000","last_fullsized":"2023-09-23T15:36:35.910034+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904231+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:36:36.904231+0000","last_peered":"2023-09-23T15:36:36.904231+0000","last_clean":"2023-09-23T15:36:36.904231+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:36:36.904231+0000","last_undegraded":"2023-09-23T15:36:36.904231+0000","last_fullsized":"2023-09-23T15:36:36.904231+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"583'9544","reported_seq":9584,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:52.410067+0000","last_change":"2023-09-23T15:33:48.772251+0000","last_active":"2023-09-23T15:36:52.410067+0000","last_peered":"2023-09-23T15:36:52.410067+0000","last_clean":"2023-09-23T15:36:52.410067+0000","last_became_active":"2023-09-23T15:33:48.771753+0000","last_became_peered":"2023-09-23T15:33:48.771753+0000","last_unstale":"2023-09-23T15:36:52.410067+0000","last_undegraded":"2023-09-23T15:36:52.410067+0000","last_fullsized":"2023-09-23T15:36:52.410067+0000","mapping_epoch":551,"log_start":"560'3900","ondisk_log_start":"560'3900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5644,"log_dups_size":0,"ondisk_log_size":5644,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:01.509590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222953472,"num_objects":3402,"num_object_clones":0,"num_object_copies":10206,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3402,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9544,"num_write_kb":414272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":656,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:37.129100+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:36:37.129100+0000","last_peered":"2023-09-23T15:36:37.129100+0000","last_clean":"2023-09-23T15:36:37.129100+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:36:37.129100+0000","last_undegraded":"2023-09-23T15:36:37.129100+0000","last_fullsized":"2023-09-23T15:36:37.129100+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":662,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909886+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:36:35.909886+0000","last_peered":"2023-09-23T15:36:35.909886+0000","last_clean":"2023-09-23T15:36:35.909886+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:36:35.909886+0000","last_undegraded":"2023-09-23T15:36:35.909886+0000","last_fullsized":"2023-09-23T15:36:35.909886+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":314,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:39.028903+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:36:39.028903+0000","last_peered":"2023-09-23T15:36:39.028903+0000","last_clean":"2023-09-23T15:36:39.028903+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:36:39.028903+0000","last_undegraded":"2023-09-23T15:36:39.028903+0000","last_fullsized":"2023-09-23T15:36:39.028903+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.4","version":"583'9695","reported_seq":9753,"reported_epoch":583,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:52.363790+0000","last_change":"2023-09-23T15:35:21.036824+0000","last_active":"2023-09-23T15:36:52.363790+0000","last_peered":"2023-09-23T15:36:52.363790+0000","last_clean":"2023-09-23T15:34:25.775108+0000","last_became_active":"2023-09-23T15:35:21.026771+0000","last_became_peered":"2023-09-23T15:35:21.026771+0000","last_unstale":"2023-09-23T15:36:52.363790+0000","last_undegraded":"2023-09-23T15:35:20.815631+0000","last_fullsized":"2023-09-23T15:35:20.788526+0000","mapping_epoch":571,"log_start":"560'4100","ondisk_log_start":"560'4100","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5595,"log_dups_size":0,"ondisk_log_size":5595,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:38.079315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232587264,"num_objects":3549,"num_object_clones":0,"num_object_copies":10647,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3548,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3549,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9695,"num_write_kb":423808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":799,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904653+0000","last_change":"2023-09-23T15:34:53.714926+0000","last_active":"2023-09-23T15:36:36.904653+0000","last_peered":"2023-09-23T15:36:36.904653+0000","last_clean":"2023-09-23T15:36:36.904653+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:36:36.904653+0000","last_undegraded":"2023-09-23T15:36:36.904653+0000","last_fullsized":"2023-09-23T15:36:36.904653+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":228,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911478+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:36:35.911478+0000","last_peered":"2023-09-23T15:36:35.911478+0000","last_clean":"2023-09-23T15:36:35.911478+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:36:35.911478+0000","last_undegraded":"2023-09-23T15:36:35.911478+0000","last_fullsized":"2023-09-23T15:36:35.911478+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":402,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.896294+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:36:36.896294+0000","last_peered":"2023-09-23T15:36:36.896294+0000","last_clean":"2023-09-23T15:36:36.896294+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:36:36.896294+0000","last_undegraded":"2023-09-23T15:36:36.896294+0000","last_fullsized":"2023-09-23T15:36:36.896294+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"583'9680","reported_seq":9720,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:52.384618+0000","last_change":"2023-09-23T15:33:48.772076+0000","last_active":"2023-09-23T15:36:52.384618+0000","last_peered":"2023-09-23T15:36:52.384618+0000","last_clean":"2023-09-23T15:36:52.384618+0000","last_became_active":"2023-09-23T15:33:48.771792+0000","last_became_peered":"2023-09-23T15:33:48.771792+0000","last_unstale":"2023-09-23T15:36:52.384618+0000","last_undegraded":"2023-09-23T15:36:52.384618+0000","last_fullsized":"2023-09-23T15:36:52.384618+0000","mapping_epoch":551,"log_start":"560'4100","ondisk_log_start":"560'4100","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5580,"log_dups_size":0,"ondisk_log_size":5580,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:58.867549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228982784,"num_objects":3494,"num_object_clones":0,"num_object_copies":10482,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3494,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9680,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1110,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911680+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:36:35.911680+0000","last_peered":"2023-09-23T15:36:35.911680+0000","last_clean":"2023-09-23T15:36:35.911680+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:36:35.911680+0000","last_undegraded":"2023-09-23T15:36:35.911680+0000","last_fullsized":"2023-09-23T15:36:35.911680+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":270,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.365581+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:36:36.365581+0000","last_peered":"2023-09-23T15:36:36.365581+0000","last_clean":"2023-09-23T15:36:36.365581+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:36:36.365581+0000","last_undegraded":"2023-09-23T15:36:36.365581+0000","last_fullsized":"2023-09-23T15:36:36.365581+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904450+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:36:36.904450+0000","last_peered":"2023-09-23T15:36:36.904450+0000","last_clean":"2023-09-23T15:36:36.904450+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:36:36.904450+0000","last_undegraded":"2023-09-23T15:36:36.904450+0000","last_fullsized":"2023-09-23T15:36:36.904450+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"583'9548","reported_seq":11005,"reported_epoch":583,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:51.375098+0000","last_change":"2023-09-23T15:36:35.311542+0000","last_active":"2023-09-23T15:36:51.375098+0000","last_peered":"2023-09-23T15:36:51.375098+0000","last_clean":"2023-09-23T15:34:25.791552+0000","last_became_active":"2023-09-23T15:35:21.032698+0000","last_became_peered":"2023-09-23T15:35:21.032698+0000","last_unstale":"2023-09-23T15:36:51.375098+0000","last_undegraded":"2023-09-23T15:35:20.917339+0000","last_fullsized":"2023-09-23T15:35:20.789739+0000","mapping_epoch":571,"log_start":"566'4900","ondisk_log_start":"566'4900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4648,"log_dups_size":0,"ondisk_log_size":4648,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:04.736617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227409920,"num_objects":3470,"num_object_clones":0,"num_object_copies":10410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2755,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3470,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9548,"num_write_kb":416576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":702,"num_bytes_recovered":46006272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,7","objects":715}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1069,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.896982+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:36:36.896982+0000","last_peered":"2023-09-23T15:36:36.896982+0000","last_clean":"2023-09-23T15:36:36.896982+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:36:36.896982+0000","last_undegraded":"2023-09-23T15:36:36.896982+0000","last_fullsized":"2023-09-23T15:36:36.896982+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904021+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:36:36.904021+0000","last_peered":"2023-09-23T15:36:36.904021+0000","last_clean":"2023-09-23T15:36:36.904021+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:36:36.904021+0000","last_undegraded":"2023-09-23T15:36:36.904021+0000","last_fullsized":"2023-09-23T15:36:36.904021+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":45,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904336+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:36:36.904336+0000","last_peered":"2023-09-23T15:36:36.904336+0000","last_clean":"2023-09-23T15:36:36.904336+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:36:36.904336+0000","last_undegraded":"2023-09-23T15:36:36.904336+0000","last_fullsized":"2023-09-23T15:36:36.904336+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"583'9926","reported_seq":10027,"reported_epoch":583,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:51.344589+0000","last_change":"2023-09-23T15:35:19.988121+0000","last_active":"2023-09-23T15:36:51.344589+0000","last_peered":"2023-09-23T15:36:51.344589+0000","last_clean":"2023-09-23T15:34:25.794792+0000","last_became_active":"2023-09-23T15:35:19.975567+0000","last_became_peered":"2023-09-23T15:35:19.975567+0000","last_unstale":"2023-09-23T15:36:51.344589+0000","last_undegraded":"2023-09-23T15:35:19.950329+0000","last_fullsized":"2023-09-23T15:35:19.785689+0000","mapping_epoch":570,"log_start":"567'5300","ondisk_log_start":"567'5300","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4626,"log_dups_size":0,"ondisk_log_size":4626,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:08.502237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":234225664,"num_objects":3574,"num_object_clones":0,"num_object_copies":10722,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3566,"num_objects_misplaced":3589,"num_objects_unfound":0,"num_objects_dirty":3574,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9926,"num_write_kb":432000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1114112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"1,3","objects":-15},{"shards":"1,3,4","objects":8}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":618,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:37.128554+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:36:37.128554+0000","last_peered":"2023-09-23T15:36:37.128554+0000","last_clean":"2023-09-23T15:36:37.128554+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:36:37.128554+0000","last_undegraded":"2023-09-23T15:36:37.128554+0000","last_fullsized":"2023-09-23T15:36:37.128554+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":45,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.903924+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:36:36.903924+0000","last_peered":"2023-09-23T15:36:36.903924+0000","last_clean":"2023-09-23T15:36:36.903924+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:36:36.903924+0000","last_undegraded":"2023-09-23T15:36:36.903924+0000","last_fullsized":"2023-09-23T15:36:36.903924+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904634+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:36:36.904634+0000","last_peered":"2023-09-23T15:36:36.904634+0000","last_clean":"2023-09-23T15:36:36.904634+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:36:36.904634+0000","last_undegraded":"2023-09-23T15:36:36.904634+0000","last_fullsized":"2023-09-23T15:36:36.904634+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"583'9534","reported_seq":9574,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:51.353731+0000","last_change":"2023-09-23T15:33:48.773770+0000","last_active":"2023-09-23T15:36:51.353731+0000","last_peered":"2023-09-23T15:36:51.353731+0000","last_clean":"2023-09-23T15:36:51.353731+0000","last_became_active":"2023-09-23T15:33:48.767290+0000","last_became_peered":"2023-09-23T15:33:48.767290+0000","last_unstale":"2023-09-23T15:36:51.353731+0000","last_undegraded":"2023-09-23T15:36:51.353731+0000","last_fullsized":"2023-09-23T15:36:51.353731+0000","mapping_epoch":551,"log_start":"566'4900","ondisk_log_start":"566'4900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4634,"log_dups_size":0,"ondisk_log_size":4634,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:32.553216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":233570304,"num_objects":3564,"num_object_clones":0,"num_object_copies":10692,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3564,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9534,"num_write_kb":419136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":898,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.897355+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:36:36.897355+0000","last_peered":"2023-09-23T15:36:36.897355+0000","last_clean":"2023-09-23T15:36:36.897355+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:36:36.897355+0000","last_undegraded":"2023-09-23T15:36:36.897355+0000","last_fullsized":"2023-09-23T15:36:36.897355+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":131,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.362999+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:36:36.362999+0000","last_peered":"2023-09-23T15:36:36.362999+0000","last_clean":"2023-09-23T15:36:36.362999+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:36:36.362999+0000","last_undegraded":"2023-09-23T15:36:36.362999+0000","last_fullsized":"2023-09-23T15:36:36.362999+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":592,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.896611+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:36:36.896611+0000","last_peered":"2023-09-23T15:36:36.896611+0000","last_clean":"2023-09-23T15:36:36.896611+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:36:36.896611+0000","last_undegraded":"2023-09-23T15:36:36.896611+0000","last_fullsized":"2023-09-23T15:36:36.896611+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"584'9522","reported_seq":16105,"reported_epoch":584,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:52.976400+0000","last_change":"2023-09-23T15:35:21.040216+0000","last_active":"2023-09-23T15:36:52.976400+0000","last_peered":"2023-09-23T15:36:52.976400+0000","last_clean":"2023-09-23T15:34:25.797369+0000","last_became_active":"2023-09-23T15:35:21.027940+0000","last_became_peered":"2023-09-23T15:35:21.027940+0000","last_unstale":"2023-09-23T15:36:52.976400+0000","last_undegraded":"2023-09-23T15:35:20.956448+0000","last_fullsized":"2023-09-23T15:35:20.785683+0000","mapping_epoch":571,"log_start":"567'5315","ondisk_log_start":"567'5315","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4207,"log_dups_size":0,"ondisk_log_size":4207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:28.347212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222625816,"num_objects":3398,"num_object_clones":0,"num_object_copies":10194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4646,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3398,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9522,"num_write_kb":413377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3066,"num_bytes_recovered":200933376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[1,4],"avail_no_missing":["1","5"],"object_location_counts":[{"shards":"1,4","objects":313},{"shards":"1,4,5","objects":1524},{"shards":"1,5","objects":1561}],"blocked_by":[],"up_primary":2,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":984,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.911477+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:36:36.911477+0000","last_peered":"2023-09-23T15:36:36.911477+0000","last_clean":"2023-09-23T15:36:36.911477+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:36:36.911477+0000","last_undegraded":"2023-09-23T15:36:36.911477+0000","last_fullsized":"2023-09-23T15:36:36.911477+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":594,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911606+0000","last_change":"2023-09-23T15:35:20.001748+0000","last_active":"2023-09-23T15:36:35.911606+0000","last_peered":"2023-09-23T15:36:35.911606+0000","last_clean":"2023-09-23T15:36:35.911606+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:36:35.911606+0000","last_undegraded":"2023-09-23T15:36:35.911606+0000","last_fullsized":"2023-09-23T15:36:35.911606+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":262,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.922801+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:36:35.922801+0000","last_peered":"2023-09-23T15:36:35.922801+0000","last_clean":"2023-09-23T15:36:35.922801+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:36:35.922801+0000","last_undegraded":"2023-09-23T15:36:35.922801+0000","last_fullsized":"2023-09-23T15:36:35.922801+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":172,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.895379+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:36:36.895379+0000","last_peered":"2023-09-23T15:36:36.895379+0000","last_clean":"2023-09-23T15:36:36.895379+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:36:36.895379+0000","last_undegraded":"2023-09-23T15:36:36.895379+0000","last_fullsized":"2023-09-23T15:36:36.895379+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"583'9592","reported_seq":17029,"reported_epoch":583,"state":"active+remapped+backfilling","last_fresh":"2023-09-23T15:36:51.389565+0000","last_change":"2023-09-23T15:36:35.306152+0000","last_active":"2023-09-23T15:36:51.389565+0000","last_peered":"2023-09-23T15:36:51.389565+0000","last_clean":"2023-09-23T15:34:49.947091+0000","last_became_active":"2023-09-23T15:34:51.811058+0000","last_became_peered":"2023-09-23T15:34:51.811058+0000","last_unstale":"2023-09-23T15:36:51.389565+0000","last_undegraded":"2023-09-23T15:36:51.389565+0000","last_fullsized":"2023-09-23T15:36:51.389565+0000","mapping_epoch":563,"log_start":"566'4900","ondisk_log_start":"566'4900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4692,"log_dups_size":0,"ondisk_log_size":4692,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:13:31.262185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":231079936,"num_objects":3526,"num_object_clones":0,"num_object_copies":10578,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":186,"num_objects_unfound":0,"num_objects_dirty":3526,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9592,"num_write_kb":419776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3692,"num_bytes_recovered":241958912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,5],"avail_no_missing":["3","1","5"],"object_location_counts":[{"shards":"1,3,5","objects":3526}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":989,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.897039+0000","last_change":"2023-09-23T15:35:20.804172+0000","last_active":"2023-09-23T15:36:36.897039+0000","last_peered":"2023-09-23T15:36:36.897039+0000","last_clean":"2023-09-23T15:36:36.897039+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:36:36.897039+0000","last_undegraded":"2023-09-23T15:36:36.897039+0000","last_fullsized":"2023-09-23T15:36:36.897039+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":568,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.895518+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:36:36.895518+0000","last_peered":"2023-09-23T15:36:36.895518+0000","last_clean":"2023-09-23T15:36:36.895518+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:36:36.895518+0000","last_undegraded":"2023-09-23T15:36:36.895518+0000","last_fullsized":"2023-09-23T15:36:36.895518+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904307+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:36:36.904307+0000","last_peered":"2023-09-23T15:36:36.904307+0000","last_clean":"2023-09-23T15:36:36.904307+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:36:36.904307+0000","last_undegraded":"2023-09-23T15:36:36.904307+0000","last_fullsized":"2023-09-23T15:36:36.904307+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":36,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.897368+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:36:36.897368+0000","last_peered":"2023-09-23T15:36:36.897368+0000","last_clean":"2023-09-23T15:36:36.897368+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:36:36.897368+0000","last_undegraded":"2023-09-23T15:36:36.897368+0000","last_fullsized":"2023-09-23T15:36:36.897368+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"583'9632","reported_seq":9689,"reported_epoch":583,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:51.321960+0000","last_change":"2023-09-23T15:35:21.031772+0000","last_active":"2023-09-23T15:36:51.321960+0000","last_peered":"2023-09-23T15:36:51.321960+0000","last_clean":"2023-09-23T15:34:25.803362+0000","last_became_active":"2023-09-23T15:35:21.019867+0000","last_became_peered":"2023-09-23T15:35:21.019867+0000","last_unstale":"2023-09-23T15:36:51.321960+0000","last_undegraded":"2023-09-23T15:35:20.825514+0000","last_fullsized":"2023-09-23T15:35:20.789721+0000","mapping_epoch":571,"log_start":"567'5000","ondisk_log_start":"567'5000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4632,"log_dups_size":0,"ondisk_log_size":4632,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:28.259380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":231473152,"num_objects":3532,"num_object_clones":0,"num_object_copies":10596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3532,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9632,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"3,5","objects":-1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":862,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911473+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:36:35.911473+0000","last_peered":"2023-09-23T15:36:35.911473+0000","last_clean":"2023-09-23T15:36:35.911473+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:36:35.911473+0000","last_undegraded":"2023-09-23T15:36:35.911473+0000","last_fullsized":"2023-09-23T15:36:35.911473+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":36,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.896731+0000","last_change":"2023-09-23T15:35:19.958281+0000","last_active":"2023-09-23T15:36:36.896731+0000","last_peered":"2023-09-23T15:36:36.896731+0000","last_clean":"2023-09-23T15:36:36.896731+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:36:36.896731+0000","last_undegraded":"2023-09-23T15:36:36.896731+0000","last_fullsized":"2023-09-23T15:36:36.896731+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":36,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.896788+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:36:36.896788+0000","last_peered":"2023-09-23T15:36:36.896788+0000","last_clean":"2023-09-23T15:36:36.896788+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:36:36.896788+0000","last_undegraded":"2023-09-23T15:36:36.896788+0000","last_fullsized":"2023-09-23T15:36:36.896788+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":149,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.896448+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:36:36.896448+0000","last_peered":"2023-09-23T15:36:36.896448+0000","last_clean":"2023-09-23T15:36:36.896448+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:36:36.896448+0000","last_undegraded":"2023-09-23T15:36:36.896448+0000","last_fullsized":"2023-09-23T15:36:36.896448+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"583'9584","reported_seq":9626,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:51.359899+0000","last_change":"2023-09-23T15:33:48.773775+0000","last_active":"2023-09-23T15:36:51.359899+0000","last_peered":"2023-09-23T15:36:51.359899+0000","last_clean":"2023-09-23T15:36:51.359899+0000","last_became_active":"2023-09-23T15:33:48.771772+0000","last_became_peered":"2023-09-23T15:33:48.771772+0000","last_unstale":"2023-09-23T15:36:51.359899+0000","last_undegraded":"2023-09-23T15:36:51.359899+0000","last_fullsized":"2023-09-23T15:36:51.359899+0000","mapping_epoch":551,"log_start":"566'4900","ondisk_log_start":"566'4900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4684,"log_dups_size":0,"ondisk_log_size":4684,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:52.940798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225312768,"num_objects":3438,"num_object_clones":0,"num_object_copies":10314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3438,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9584,"num_write_kb":416704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":36,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.899123+0000","last_change":"2023-09-23T15:35:19.793894+0000","last_active":"2023-09-23T15:36:36.899123+0000","last_peered":"2023-09-23T15:36:36.899123+0000","last_clean":"2023-09-23T15:36:36.899123+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:36:36.899123+0000","last_undegraded":"2023-09-23T15:36:36.899123+0000","last_fullsized":"2023-09-23T15:36:36.899123+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1166,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909362+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:36:35.909362+0000","last_peered":"2023-09-23T15:36:35.909362+0000","last_clean":"2023-09-23T15:36:35.909362+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:36:35.909362+0000","last_undegraded":"2023-09-23T15:36:35.909362+0000","last_fullsized":"2023-09-23T15:36:35.909362+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":247,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.927534+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:36:35.927534+0000","last_peered":"2023-09-23T15:36:35.927534+0000","last_clean":"2023-09-23T15:36:35.927534+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:36:35.927534+0000","last_undegraded":"2023-09-23T15:36:35.927534+0000","last_fullsized":"2023-09-23T15:36:35.927534+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904504+0000","last_change":"2023-09-23T15:34:50.727448+0000","last_active":"2023-09-23T15:36:36.904504+0000","last_peered":"2023-09-23T15:36:36.904504+0000","last_clean":"2023-09-23T15:36:36.904504+0000","last_became_active":"2023-09-23T15:34:50.727139+0000","last_became_peered":"2023-09-23T15:34:50.727139+0000","last_unstale":"2023-09-23T15:36:36.904504+0000","last_undegraded":"2023-09-23T15:36:36.904504+0000","last_fullsized":"2023-09-23T15:36:36.904504+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:37:13.882982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.9","version":"583'9627","reported_seq":9669,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:51.313185+0000","last_change":"2023-09-23T15:33:48.766844+0000","last_active":"2023-09-23T15:36:51.313185+0000","last_peered":"2023-09-23T15:36:51.313185+0000","last_clean":"2023-09-23T15:36:51.313185+0000","last_became_active":"2023-09-23T15:33:48.766210+0000","last_became_peered":"2023-09-23T15:33:48.766210+0000","last_unstale":"2023-09-23T15:36:51.313185+0000","last_undegraded":"2023-09-23T15:36:51.313185+0000","last_fullsized":"2023-09-23T15:36:51.313185+0000","mapping_epoch":551,"log_start":"566'5000","ondisk_log_start":"566'5000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4627,"log_dups_size":0,"ondisk_log_size":4627,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:32.664399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232980480,"num_objects":3555,"num_object_clones":0,"num_object_copies":10665,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3555,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9627,"num_write_kb":421824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":472,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904243+0000","last_change":"2023-09-23T15:34:53.705125+0000","last_active":"2023-09-23T15:36:36.904243+0000","last_peered":"2023-09-23T15:36:36.904243+0000","last_clean":"2023-09-23T15:36:36.904243+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:36:36.904243+0000","last_undegraded":"2023-09-23T15:36:36.904243+0000","last_fullsized":"2023-09-23T15:36:36.904243+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":597,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909648+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:36:35.909648+0000","last_peered":"2023-09-23T15:36:35.909648+0000","last_clean":"2023-09-23T15:36:35.909648+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:36:35.909648+0000","last_undegraded":"2023-09-23T15:36:35.909648+0000","last_fullsized":"2023-09-23T15:36:35.909648+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904029+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:36:36.904029+0000","last_peered":"2023-09-23T15:36:36.904029+0000","last_clean":"2023-09-23T15:36:36.904029+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:36:36.904029+0000","last_undegraded":"2023-09-23T15:36:36.904029+0000","last_fullsized":"2023-09-23T15:36:36.904029+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":394,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:37.133647+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:36:37.133647+0000","last_peered":"2023-09-23T15:36:37.133647+0000","last_clean":"2023-09-23T15:36:37.133647+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:36:37.133647+0000","last_undegraded":"2023-09-23T15:36:37.133647+0000","last_fullsized":"2023-09-23T15:36:37.133647+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.c","version":"584'9537","reported_seq":9605,"reported_epoch":584,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:52.906424+0000","last_change":"2023-09-23T15:35:20.001398+0000","last_active":"2023-09-23T15:36:52.906424+0000","last_peered":"2023-09-23T15:36:52.906424+0000","last_clean":"2023-09-23T15:34:25.777912+0000","last_became_active":"2023-09-23T15:35:19.993334+0000","last_became_peered":"2023-09-23T15:35:19.993334+0000","last_unstale":"2023-09-23T15:36:52.906424+0000","last_undegraded":"2023-09-23T15:35:19.981671+0000","last_fullsized":"2023-09-23T15:35:19.791755+0000","mapping_epoch":570,"log_start":"567'5300","ondisk_log_start":"567'5300","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4237,"log_dups_size":0,"ondisk_log_size":4237,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:05.128756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225116160,"num_objects":3435,"num_object_clones":0,"num_object_copies":10305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3435,"num_objects_misplaced":3475,"num_objects_unfound":0,"num_objects_dirty":3435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9537,"num_write_kb":415104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,7","objects":-40}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":915,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.910991+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:36:36.910991+0000","last_peered":"2023-09-23T15:36:36.910991+0000","last_clean":"2023-09-23T15:36:36.910991+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:36:36.910991+0000","last_undegraded":"2023-09-23T15:36:36.910991+0000","last_fullsized":"2023-09-23T15:36:36.910991+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":654,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.909725+0000","last_change":"2023-09-23T15:34:50.717314+0000","last_active":"2023-09-23T15:36:35.909725+0000","last_peered":"2023-09-23T15:36:35.909725+0000","last_clean":"2023-09-23T15:36:35.909725+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:36:35.909725+0000","last_undegraded":"2023-09-23T15:36:35.909725+0000","last_fullsized":"2023-09-23T15:36:35.909725+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":36,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.897504+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:36:36.897504+0000","last_peered":"2023-09-23T15:36:36.897504+0000","last_clean":"2023-09-23T15:36:36.897504+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:36:36.897504+0000","last_undegraded":"2023-09-23T15:36:36.897504+0000","last_fullsized":"2023-09-23T15:36:36.897504+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":460,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:37.128984+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:36:37.128984+0000","last_peered":"2023-09-23T15:36:37.128984+0000","last_clean":"2023-09-23T15:36:37.128984+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:36:37.128984+0000","last_undegraded":"2023-09-23T15:36:37.128984+0000","last_fullsized":"2023-09-23T15:36:37.128984+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"583'9610","reported_seq":9671,"reported_epoch":583,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:36:52.388474+0000","last_change":"2023-09-23T15:35:21.031702+0000","last_active":"2023-09-23T15:36:52.388474+0000","last_peered":"2023-09-23T15:36:52.388474+0000","last_clean":"2023-09-23T15:34:25.789741+0000","last_became_active":"2023-09-23T15:35:21.021680+0000","last_became_peered":"2023-09-23T15:35:21.021680+0000","last_unstale":"2023-09-23T15:36:52.388474+0000","last_undegraded":"2023-09-23T15:35:20.815596+0000","last_fullsized":"2023-09-23T15:35:20.788535+0000","mapping_epoch":571,"log_start":"560'4000","ondisk_log_start":"560'4000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5610,"log_dups_size":0,"ondisk_log_size":5610,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:22.176724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224919552,"num_objects":3432,"num_object_clones":0,"num_object_copies":10296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3430,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3432,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9610,"num_write_kb":417344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":956,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904444+0000","last_change":"2023-09-23T15:35:20.804322+0000","last_active":"2023-09-23T15:36:36.904444+0000","last_peered":"2023-09-23T15:36:36.904444+0000","last_clean":"2023-09-23T15:36:36.904444+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:36:36.904444+0000","last_undegraded":"2023-09-23T15:36:36.904444+0000","last_fullsized":"2023-09-23T15:36:36.904444+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":610,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.912346+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:36:35.912346+0000","last_peered":"2023-09-23T15:36:35.912346+0000","last_clean":"2023-09-23T15:36:35.912346+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:36:35.912346+0000","last_undegraded":"2023-09-23T15:36:35.912346+0000","last_fullsized":"2023-09-23T15:36:35.912346+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":173,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.896391+0000","last_change":"2023-09-23T15:34:50.712974+0000","last_active":"2023-09-23T15:36:36.896391+0000","last_peered":"2023-09-23T15:36:36.896391+0000","last_clean":"2023-09-23T15:36:36.896391+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:36:36.896391+0000","last_undegraded":"2023-09-23T15:36:36.896391+0000","last_fullsized":"2023-09-23T15:36:36.896391+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":140,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.916919+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:36:35.916919+0000","last_peered":"2023-09-23T15:36:35.916919+0000","last_clean":"2023-09-23T15:36:35.916919+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:36:35.916919+0000","last_undegraded":"2023-09-23T15:36:35.916919+0000","last_fullsized":"2023-09-23T15:36:35.916919+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"584'9833","reported_seq":10023,"reported_epoch":584,"state":"active+remapped+backfilling","last_fresh":"2023-09-23T15:36:52.981877+0000","last_change":"2023-09-23T15:36:52.410754+0000","last_active":"2023-09-23T15:36:52.981877+0000","last_peered":"2023-09-23T15:36:52.981877+0000","last_clean":"2023-09-23T15:34:49.957273+0000","last_became_active":"2023-09-23T15:34:51.825532+0000","last_became_peered":"2023-09-23T15:34:51.825532+0000","last_unstale":"2023-09-23T15:36:52.981877+0000","last_undegraded":"2023-09-23T15:36:52.981877+0000","last_fullsized":"2023-09-23T15:36:52.981877+0000","mapping_epoch":563,"log_start":"567'5600","ondisk_log_start":"567'5600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4233,"log_dups_size":0,"ondisk_log_size":4233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:56.048417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225640448,"num_objects":3443,"num_object_clones":0,"num_object_copies":10329,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3375,"num_objects_unfound":0,"num_objects_dirty":3443,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9833,"num_write_kb":424832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":70,"num_bytes_recovered":4587520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[1,7,3],"avail_no_missing":["1","3","7"],"object_location_counts":[{"shards":"1,3,7","objects":3443}],"blocked_by":[],"up_primary":4,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":958,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.911555+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:36:35.911555+0000","last_peered":"2023-09-23T15:36:35.911555+0000","last_clean":"2023-09-23T15:36:35.911555+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:36:35.911555+0000","last_undegraded":"2023-09-23T15:36:35.911555+0000","last_fullsized":"2023-09-23T15:36:35.911555+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":285,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.910067+0000","last_change":"2023-09-23T15:35:19.791530+0000","last_active":"2023-09-23T15:36:35.910067+0000","last_peered":"2023-09-23T15:36:35.910067+0000","last_clean":"2023-09-23T15:36:35.910067+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:36:35.910067+0000","last_undegraded":"2023-09-23T15:36:35.910067+0000","last_fullsized":"2023-09-23T15:36:35.910067+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":196,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.896242+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:36:36.896242+0000","last_peered":"2023-09-23T15:36:36.896242+0000","last_clean":"2023-09-23T15:36:36.896242+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:36:36.896242+0000","last_undegraded":"2023-09-23T15:36:36.896242+0000","last_fullsized":"2023-09-23T15:36:36.896242+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904122+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:36:36.904122+0000","last_peered":"2023-09-23T15:36:36.904122+0000","last_clean":"2023-09-23T15:36:36.904122+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:36:36.904122+0000","last_undegraded":"2023-09-23T15:36:36.904122+0000","last_fullsized":"2023-09-23T15:36:36.904122+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904158+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:36:36.904158+0000","last_peered":"2023-09-23T15:36:36.904158+0000","last_clean":"2023-09-23T15:36:36.904158+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:36:36.904158+0000","last_undegraded":"2023-09-23T15:36:36.904158+0000","last_fullsized":"2023-09-23T15:36:36.904158+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":36,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.897436+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:36:36.897436+0000","last_peered":"2023-09-23T15:36:36.897436+0000","last_clean":"2023-09-23T15:36:36.897436+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:36:36.897436+0000","last_undegraded":"2023-09-23T15:36:36.897436+0000","last_fullsized":"2023-09-23T15:36:36.897436+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":35,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904361+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:36:36.904361+0000","last_peered":"2023-09-23T15:36:36.904361+0000","last_clean":"2023-09-23T15:36:36.904361+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:36:36.904361+0000","last_undegraded":"2023-09-23T15:36:36.904361+0000","last_fullsized":"2023-09-23T15:36:36.904361+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904211+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:36:36.904211+0000","last_peered":"2023-09-23T15:36:36.904211+0000","last_clean":"2023-09-23T15:36:36.904211+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:36:36.904211+0000","last_undegraded":"2023-09-23T15:36:36.904211+0000","last_fullsized":"2023-09-23T15:36:36.904211+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":35,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904539+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:36:36.904539+0000","last_peered":"2023-09-23T15:36:36.904539+0000","last_clean":"2023-09-23T15:36:36.904539+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:36:36.904539+0000","last_undegraded":"2023-09-23T15:36:36.904539+0000","last_fullsized":"2023-09-23T15:36:36.904539+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":45,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.904106+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:36:36.904106+0000","last_peered":"2023-09-23T15:36:36.904106+0000","last_clean":"2023-09-23T15:36:36.904106+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:36:36.904106+0000","last_undegraded":"2023-09-23T15:36:36.904106+0000","last_fullsized":"2023-09-23T15:36:36.904106+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":271,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.912710+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:36:35.912710+0000","last_peered":"2023-09-23T15:36:35.912710+0000","last_clean":"2023-09-23T15:36:35.912710+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:36:35.912710+0000","last_undegraded":"2023-09-23T15:36:35.912710+0000","last_fullsized":"2023-09-23T15:36:35.912710+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":279,"reported_epoch":582,"state":"active+clean","last_fresh":"2023-09-23T15:36:35.918167+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:36:35.918167+0000","last_peered":"2023-09-23T15:36:35.918167+0000","last_clean":"2023-09-23T15:36:35.918167+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:36:35.918167+0000","last_undegraded":"2023-09-23T15:36:35.918167+0000","last_fullsized":"2023-09-23T15:36:35.918167+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":40,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.898354+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:36:36.898354+0000","last_peered":"2023-09-23T15:36:36.898354+0000","last_clean":"2023-09-23T15:36:36.898354+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:36:36.898354+0000","last_undegraded":"2023-09-23T15:36:36.898354+0000","last_fullsized":"2023-09-23T15:36:36.898354+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":31,"reported_epoch":583,"state":"active+clean","last_fresh":"2023-09-23T15:36:36.903844+0000","last_change":"2023-09-23T15:34:50.718166+0000","last_active":"2023-09-23T15:36:36.903844+0000","last_peered":"2023-09-23T15:36:36.903844+0000","last_clean":"2023-09-23T15:36:36.903844+0000","last_became_active":"2023-09-23T15:34:50.717890+0000","last_became_peered":"2023-09-23T15:34:50.717890+0000","last_unstale":"2023-09-23T15:36:36.903844+0000","last_undegraded":"2023-09-23T15:36:36.903844+0000","last_fullsized":"2023-09-23T15:36:36.903844+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:41.951024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":3652583448,"num_objects":55735,"num_object_clones":0,"num_object_copies":167205,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":24913,"num_objects_misplaced":17123,"num_objects_unfound":0,"num_objects_dirty":55735,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":154441,"num_write_kb":6725569,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11814,"num_bytes_recovered":774176768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10065883136,"data_stored":10065870920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":76626,"ondisk_log_size":76626,"up":48,"acting":41,"num_store_stats":6},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":22604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":744320,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":69,"num_write":18,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3617469,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674550,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2757444,"kb_used_data":2229564,"kb_used_omap":85,"kb_used_meta":527658,"kb_avail":90987708,"statfs":{"total":95995035648,"available":93171412992,"internally_reserved":0,"allocated":2283073536,"data_stored":2281366115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":540321800},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":1.399,"5min":1.206,"15min":2.3570000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":5.9509999999999996,"5min":9.8290000000000006,"15min":206.41999999999999},"last":0.30399999999999999},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.516,"15min":2.9119999999999999},"min":{"1min":0.29199999999999998,"5min":0.249,"15min":0.223},"max":{"1min":8.0329999999999995,"5min":9.2490000000000006,"15min":206.35300000000001},"last":0.46100000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":8.9179999999999993,"5min":3.1099999999999999,"15min":2.3719999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":131.452,"5min":131.452,"15min":131.452},"last":0.41599999999999998},{"interface":"front","average":{"1min":8.6180000000000003,"5min":2.8010000000000002,"15min":3.3769999999999998},"min":{"1min":0.309,"5min":0.28299999999999997,"15min":0.245},"max":{"1min":131.43700000000001,"5min":131.43700000000001,"15min":217.25999999999999},"last":0.35499999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:36:22 2023","interfaces":[{"interface":"back","average":{"1min":2.0649999999999999,"5min":2.0649999999999999,"15min":2.0649999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.5449999999999999,"5min":7.5449999999999999,"15min":7.5449999999999999},"last":0.434},{"interface":"front","average":{"1min":2.286,"5min":2.286,"15min":2.286},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":9.6920000000000002,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":1.5489999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":18.664000000000001,"5min":7.258,"15min":5.9290000000000003},"min":{"1min":0.30099999999999999,"5min":0.29699999999999999,"15min":0.27300000000000002},"max":{"1min":179.12100000000001,"5min":179.12100000000001,"15min":179.12100000000001},"last":1.341},{"interface":"front","average":{"1min":18.056999999999999,"5min":6.8170000000000002,"15min":5.7439999999999998},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.25800000000000001},"max":{"1min":177.55000000000001,"5min":177.55000000000001,"15min":177.55000000000001},"last":0.44500000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":1.0660000000000001,"15min":0.93400000000000005},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.246},"max":{"1min":3.464,"5min":6.7450000000000001,"15min":9.0640000000000001},"last":0.255},{"interface":"front","average":{"1min":0.629,"5min":1.4279999999999999,"15min":1.4510000000000001},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":3.4020000000000001,"5min":9.3759999999999994,"15min":97.524000000000001},"last":0.39200000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":3.286,"15min":2.9079999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":7.4980000000000002,"5min":194.36099999999999,"15min":254.07300000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.995,"5min":3.1309999999999998,"15min":2.8069999999999999},"min":{"1min":0.28499999999999998,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":7.8040000000000003,"5min":194.541,"15min":254.291},"last":0.33600000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":3.4089999999999998,"15min":2.2530000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":2.0270000000000001,"5min":199.87700000000001,"15min":199.87700000000001},"last":0.378},{"interface":"front","average":{"1min":1.0680000000000001,"5min":3.6499999999999999,"15min":2.2789999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":7.4509999999999996,"5min":196.49700000000001,"15min":196.49700000000001},"last":0.59299999999999997}]}]},{"osd":6,"up_from":0,"seq":523986010430,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089707,"num_pgs":72,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3952656,"kb_used_data":2910216,"kb_used_omap":9,"kb_used_meta":1042358,"kb_avail":89792496,"statfs":{"total":95995035648,"available":91947515904,"internally_reserved":0,"allocated":2980061184,"data_stored":2977058334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1067375593},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":1.647,"15min":3.3999999999999999},"min":{"1min":0.309,"5min":0.185,"15min":0.185},"max":{"1min":14.164999999999999,"5min":14.164999999999999,"15min":215.946},"last":0.73099999999999998},{"interface":"front","average":{"1min":2.98,"5min":1.952,"15min":3.9620000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":10.141,"5min":10.141,"15min":214.88200000000001},"last":7.718}]},{"osd":2,"last update":"Sat Sep 23 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":3.109,"5min":3.109,"15min":3.109},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":10.226000000000001,"5min":10.226000000000001,"15min":10.226000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":2.2330000000000001,"5min":2.2330000000000001,"15min":2.2330000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.420999999999999,"5min":10.420999999999999,"15min":10.420999999999999},"last":3.8679999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":8.7230000000000008,"5min":3.5830000000000002,"15min":4.9800000000000004},"min":{"1min":0.379,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":46.424999999999997,"5min":46.424999999999997,"15min":210.24799999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":6.9589999999999996,"5min":2.6179999999999999,"15min":4.4219999999999997},"min":{"1min":0.45000000000000001,"5min":0.20799999999999999,"15min":0.17100000000000001},"max":{"1min":44.990000000000002,"5min":44.990000000000002,"15min":210.577},"last":5.3529999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":1.7490000000000001,"5min":1.425,"15min":1.4610000000000001},"min":{"1min":0.433,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":6.0700000000000003,"5min":6.0700000000000003,"15min":14.925000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":1.8280000000000001,"5min":1.2669999999999999,"15min":1.226},"min":{"1min":0.29799999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":14.135,"5min":14.135,"15min":14.489000000000001},"last":0.75900000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.9300000000000002,"15min":2.5550000000000002},"min":{"1min":0.40200000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":7.6020000000000003,"5min":109.63500000000001,"15min":109.63500000000001},"last":0.98999999999999999},{"interface":"front","average":{"1min":1.504,"5min":2.6720000000000002,"15min":2.319},"min":{"1min":0.38600000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":5.0199999999999996,"5min":109.655,"15min":109.655},"last":0.56899999999999995}]},{"osd":6,"last update":"Sat Sep 23 15:36:15 2023","interfaces":[{"interface":"back","average":{"1min":2.641,"5min":1.9810000000000001,"15min":2.383},"min":{"1min":0.42999999999999999,"5min":0.36399999999999999,"15min":0.31},"max":{"1min":7.7359999999999998,"5min":10.268000000000001,"15min":115.018},"last":1.0209999999999999},{"interface":"front","average":{"1min":2.5419999999999998,"5min":2.0089999999999999,"15min":2.2170000000000001},"min":{"1min":0.49199999999999999,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":7.9859999999999998,"5min":7.9950000000000001,"15min":115.289},"last":0.59199999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:35:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":2.9220000000000002,"15min":3.0840000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":8.5459999999999994,"5min":129.31200000000001,"15min":129.31200000000001},"last":0.78600000000000003},{"interface":"front","average":{"1min":1.901,"5min":3.411,"15min":3.3849999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36199999999999999},"max":{"1min":5.9480000000000004,"5min":128.50700000000001,"15min":128.50700000000001},"last":7.6360000000000001}]}]},{"osd":0,"up_from":0,"seq":360777253233,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358740,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":587936,"kb_used_data":405400,"kb_used_omap":93,"kb_used_meta":182434,"kb_avail":93157216,"statfs":{"total":95995035648,"available":95392989184,"internally_reserved":0,"allocated":415129600,"data_stored":412174541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":186812560},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":16.773,"5min":16.773,"15min":16.773},"last":0.997},{"interface":"front","average":{"1min":1.659,"5min":1.659,"15min":1.659},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":13.295999999999999,"5min":13.295999999999999,"15min":13.295999999999999},"last":0.40300000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":7.1609999999999996,"5min":7.1609999999999996,"15min":7.1609999999999996},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":45.529000000000003,"5min":45.529000000000003,"15min":45.529000000000003},"last":0.38600000000000001},{"interface":"front","average":{"1min":6.3879999999999999,"5min":6.3879999999999999,"15min":6.3879999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":44.206000000000003,"5min":44.206000000000003,"15min":44.206000000000003},"last":0.46100000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":5.1310000000000002,"5min":5.1310000000000002,"15min":5.1310000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":43.326999999999998,"5min":43.326999999999998,"15min":43.326999999999998},"last":0.66700000000000004},{"interface":"front","average":{"1min":6.6879999999999997,"5min":6.6879999999999997,"15min":6.6879999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":43.472000000000001,"5min":43.472000000000001,"15min":43.472000000000001},"last":0.61599999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":29.542999999999999,"5min":29.542999999999999,"15min":29.542999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":3.1739999999999999,"5min":3.1739999999999999,"15min":3.1739999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":29.558,"5min":29.558,"15min":29.558},"last":0.52500000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":1.75,"5min":1.75,"15min":1.75},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":5.6159999999999997,"5min":5.6159999999999997,"15min":5.6159999999999997},"last":0.54700000000000004},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.2989999999999999,"15min":2.2989999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":16.954999999999998,"5min":16.954999999999998,"15min":16.954999999999998},"last":0.89500000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":1.7849999999999999,"5min":1.7849999999999999,"15min":1.7849999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":5.633,"5min":5.633,"15min":5.633},"last":0.56799999999999995},{"interface":"front","average":{"1min":2.3450000000000002,"5min":2.3450000000000002,"15min":2.3450000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":16.978999999999999,"5min":16.978999999999999,"15min":16.978999999999999},"last":0.96199999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":4.218,"5min":4.218,"15min":4.218},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":33.548999999999999,"5min":33.548999999999999,"15min":33.548999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":2.605,"5min":2.605,"15min":2.605},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":33.762999999999998,"5min":33.762999999999998,"15min":33.762999999999998},"last":0.49199999999999999}]}]},{"osd":3,"up_from":99,"seq":425201762654,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3196140,"kb_used_data":2037476,"kb_used_omap":7,"kb_used_meta":1158648,"kb_avail":90549012,"statfs":{"total":95995035648,"available":92722188288,"internally_reserved":0,"allocated":2086375424,"data_stored":2083406348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1186456168},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:35:51 2023","interfaces":[{"interface":"back","average":{"1min":3.113,"5min":1.948,"15min":3.73},"min":{"1min":0.307,"5min":0.19900000000000001,"15min":0.182},"max":{"1min":12.923,"5min":12.923,"15min":167.71799999999999},"last":0.33200000000000002},{"interface":"front","average":{"1min":2.0590000000000002,"5min":1.127,"15min":3.0550000000000002},"min":{"1min":0.23999999999999999,"5min":0.20599999999999999,"15min":0.16500000000000001},"max":{"1min":10.279,"5min":10.279,"15min":176.61500000000001},"last":0.29899999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:35:51 2023","interfaces":[{"interface":"back","average":{"1min":2.218,"5min":3.5699999999999998,"15min":5.0830000000000002},"min":{"1min":0.26400000000000001,"5min":0.22,"15min":0.22},"max":{"1min":7.8979999999999997,"5min":76.411000000000001,"15min":201.98099999999999},"last":0.999},{"interface":"front","average":{"1min":3.7749999999999999,"5min":4.476,"15min":5.1909999999999998},"min":{"1min":0.32500000000000001,"5min":0.24399999999999999,"15min":0.20300000000000001},"max":{"1min":13.069000000000001,"5min":78.858999999999995,"15min":202.06700000000001},"last":2.1909999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:36:22 2023","interfaces":[{"interface":"back","average":{"1min":5.3250000000000002,"5min":5.3250000000000002,"15min":5.3250000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":48.585999999999999,"5min":48.585999999999999,"15min":48.585999999999999},"last":0.94799999999999995},{"interface":"front","average":{"1min":5.7919999999999998,"5min":5.7919999999999998,"15min":5.7919999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":50.848999999999997,"5min":50.848999999999997,"15min":50.848999999999997},"last":1.865}]},{"osd":4,"last update":"Sat Sep 23 15:35:51 2023","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.425,"15min":2.2010000000000001},"min":{"1min":0.30299999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":3.1589999999999998,"5min":9.3719999999999999,"15min":163.43700000000001},"last":1.0369999999999999},{"interface":"front","average":{"1min":2.2090000000000001,"5min":1.6819999999999999,"15min":2.218},"min":{"1min":0.45900000000000002,"5min":0.35799999999999998,"15min":0.30199999999999999},"max":{"1min":9.9429999999999996,"5min":9.9429999999999996,"15min":163.72399999999999},"last":0.95999999999999996}]},{"osd":5,"last update":"Sat Sep 23 15:35:51 2023","interfaces":[{"interface":"back","average":{"1min":2.2280000000000002,"5min":1.7789999999999999,"15min":3.0550000000000002},"min":{"1min":0.48599999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":9.9849999999999994,"5min":9.9849999999999994,"15min":163.696},"last":0.40699999999999997},{"interface":"front","average":{"1min":1.982,"5min":1.419,"15min":2.1579999999999999},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.29899999999999999},"max":{"1min":10.321,"5min":10.481999999999999,"15min":126.15000000000001},"last":0.35499999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:36:27 2023","interfaces":[{"interface":"back","average":{"1min":1.675,"5min":1.7889999999999999,"15min":3.0169999999999999},"min":{"1min":0.46800000000000003,"5min":0.44600000000000001,"15min":0.34100000000000003},"max":{"1min":5.1920000000000002,"5min":10.013999999999999,"15min":163.63399999999999},"last":0.38},{"interface":"front","average":{"1min":2.2789999999999999,"5min":1.4159999999999999,"15min":2.5619999999999998},"min":{"1min":0.39800000000000002,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":10.622,"5min":10.622,"15min":163.535},"last":0.38800000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:36:11 2023","interfaces":[{"interface":"back","average":{"1min":2.206,"5min":1.446,"15min":2.1869999999999998},"min":{"1min":0.376,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":10.518000000000001,"5min":10.518000000000001,"15min":163.495},"last":0.42099999999999999},{"interface":"front","average":{"1min":1.806,"5min":1.7,"15min":2.5449999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":6.4930000000000003,"5min":9.3260000000000005,"15min":163.51400000000001},"last":1.087}]}]},{"osd":4,"up_from":31,"seq":133143986680,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":669264,"kb_used_data":374600,"kb_used_omap":0,"kb_used_meta":294656,"kb_avail":93075888,"statfs":{"total":95995035648,"available":95309709312,"internally_reserved":0,"allocated":383590400,"data_stored":381871803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":301727744},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:15 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.0589999999999999,"15min":2.948},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":5.6130000000000004,"5min":10.102,"15min":169.739},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.90300000000000002,"5min":1.008,"15min":3.2629999999999999},"min":{"1min":0.29799999999999999,"5min":0.29099999999999998,"15min":0.248},"max":{"1min":1.9470000000000001,"5min":4.5549999999999997,"15min":169.75200000000001},"last":0.34799999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":6.2709999999999999,"5min":5.944,"15min":5.1950000000000003},"min":{"1min":0.29099999999999998,"5min":0.27400000000000002,"15min":0.254},"max":{"1min":66.957999999999998,"5min":212.74000000000001,"15min":212.74000000000001},"last":6.016},{"interface":"front","average":{"1min":6.4160000000000004,"5min":5.923,"15min":5.2430000000000003},"min":{"1min":0.29099999999999998,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":66.680999999999997,"5min":209.995,"15min":209.995},"last":8.4030000000000005}]},{"osd":2,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":2.5459999999999998,"5min":2.5459999999999998,"15min":2.5459999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":15.917999999999999,"5min":15.917999999999999,"15min":15.917999999999999},"last":0.47499999999999998},{"interface":"front","average":{"1min":3.016,"5min":3.016,"15min":3.016},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":15.9,"5min":15.9,"15min":15.9},"last":0.48799999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":8.5920000000000005,"5min":7.1200000000000001,"15min":6.3010000000000002},"min":{"1min":0.29999999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":118.68000000000001,"5min":118.68000000000001,"15min":191.41499999999999},"last":1.774},{"interface":"front","average":{"1min":8.8089999999999993,"5min":7.4390000000000001,"15min":6.3049999999999997},"min":{"1min":0.36599999999999999,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":118.586,"5min":118.586,"15min":191.602},"last":1.506}]},{"osd":5,"last update":"Sat Sep 23 15:36:00 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":2.859,"15min":2.3780000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":3.4420000000000002,"5min":163.12,"15min":163.12},"last":0.312},{"interface":"front","average":{"1min":1.1040000000000001,"5min":2.4670000000000001,"15min":2.2229999999999999},"min":{"1min":0.27800000000000002,"5min":0.27600000000000002,"15min":0.27200000000000002},"max":{"1min":5.3840000000000003,"5min":164.601,"15min":164.601},"last":0.33500000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:36:15 2023","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":3.3759999999999999,"15min":2.6179999999999999},"min":{"1min":0.314,"5min":0.311,"15min":0.28699999999999998},"max":{"1min":5.641,"5min":145.84200000000001,"15min":174.84100000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.67300000000000004,"5min":3.4079999999999999,"15min":2.5899999999999999},"min":{"1min":0.34799999999999998,"5min":0.31,"15min":0.31},"max":{"1min":1.962,"5min":145.78700000000001,"15min":174.60300000000001},"last":0.45000000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:36:00 2023","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":3.2450000000000001,"15min":3.1200000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.28599999999999998},"max":{"1min":7.157,"5min":156.62,"15min":237.476},"last":0.29899999999999999},{"interface":"front","average":{"1min":1.3109999999999999,"5min":3.3769999999999998,"15min":3.121},"min":{"1min":0.34200000000000003,"5min":0.31,"15min":0.31},"max":{"1min":5.077,"5min":155.75399999999999,"15min":237.523},"last":0.375}]}]},{"osd":5,"up_from":39,"seq":167503725043,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2545844,"kb_used_data":1955756,"kb_used_omap":0,"kb_used_meta":590080,"kb_avail":91199308,"statfs":{"total":95995035648,"available":93388091392,"internally_reserved":0,"allocated":2002694144,"data_stored":2000999325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":604241920},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":1.258,"15min":1.5309999999999999},"min":{"1min":0.25700000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.2329999999999997,"5min":11.880000000000001,"15min":88.051000000000002},"last":1.7130000000000001},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.2190000000000001,"15min":1.609},"min":{"1min":0.29399999999999998,"5min":0.252,"15min":0.252},"max":{"1min":5.4699999999999998,"5min":8.984,"15min":88.037999999999997},"last":0.40699999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:36:43 2023","interfaces":[{"interface":"back","average":{"1min":1.8740000000000001,"5min":3.2850000000000001,"15min":2.169},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.251},"max":{"1min":8.7050000000000001,"5min":163.399,"15min":163.399},"last":0.50800000000000001},{"interface":"front","average":{"1min":3.1349999999999998,"5min":3.3130000000000002,"15min":2.1899999999999999},"min":{"1min":0.32300000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":13.83,"5min":166.11500000000001,"15min":166.11500000000001},"last":0.312}]},{"osd":2,"last update":"Sat Sep 23 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":2.536,"5min":2.536,"15min":2.536},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":15.727,"5min":15.727,"15min":15.727},"last":1.8},{"interface":"front","average":{"1min":1.8420000000000001,"5min":1.8420000000000001,"15min":1.8420000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":9.6509999999999998,"5min":9.6509999999999998,"15min":9.6509999999999998},"last":0.46200000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:36:43 2023","interfaces":[{"interface":"back","average":{"1min":6.4699999999999998,"5min":4.2839999999999998,"15min":5.3019999999999996},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":71.030000000000001,"5min":105.316,"15min":169.83699999999999},"last":1.1830000000000001},{"interface":"front","average":{"1min":7.8710000000000004,"5min":4.6660000000000004,"15min":5.3879999999999999},"min":{"1min":0.40899999999999997,"5min":0.33300000000000002,"15min":0.29599999999999999},"max":{"1min":71.066999999999993,"5min":104.855,"15min":170.166},"last":1.262}]},{"osd":4,"last update":"Sat Sep 23 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":1.0129999999999999,"15min":0.69699999999999995},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.23799999999999999},"max":{"1min":3.5760000000000001,"5min":8.9450000000000003,"15min":8.9450000000000003},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.623,"5min":1.3080000000000001,"15min":0.97099999999999997},"min":{"1min":0.255,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":2.4079999999999999,"5min":9.2590000000000003,"15min":9.6760000000000002},"last":0.33200000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":2.5459999999999998,"15min":3.2810000000000001},"min":{"1min":0.36599999999999999,"5min":0.29699999999999999,"15min":0.24199999999999999},"max":{"1min":3.6299999999999999,"5min":107.217,"15min":207.054},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.878,"5min":2.9630000000000001,"15min":3.5190000000000001},"min":{"1min":0.378,"5min":0.32100000000000001,"15min":0.29599999999999999},"max":{"1min":4.5640000000000001,"5min":107.271,"15min":207.28299999999999},"last":0.38300000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:35:58 2023","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":2.3159999999999998,"15min":3.2690000000000001},"min":{"1min":0.33500000000000002,"5min":0.32800000000000001,"15min":0.29299999999999998},"max":{"1min":3.653,"5min":83.751999999999995,"15min":214.78100000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.76400000000000001,"5min":2.6970000000000001,"15min":3.4319999999999999},"min":{"1min":0.34499999999999997,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":2.984,"5min":83.728999999999999,"15min":212.95500000000001},"last":0.42099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2948272128,"data_stored":2948268056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":405606400,"data_stored":405602328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2069626880,"data_stored":2069626880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":381358080,"data_stored":381354008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1984823296,"data_stored":1984823296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2276196352,"data_stored":2276196352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:36:59.158 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T15:36:59.198 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:36:59.226 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:59.232 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:36:59.270 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:36:59.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:59.273 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:36:59.373 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:36:59.403 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:59.579 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:36:59.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:59.588 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:36:59.689 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:36:59.784 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:36:59.913 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:36:59.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:36:59.918 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:00.019 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:00.108 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:37:00.108 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:37:00.108 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:37:00.108 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:37:00.108 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.108 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137917 9.d 9:b15036ac:::benchmark_data_smithi118_489858_object51465:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e419)", 2023-09-23T15:37:00.108 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:36.341632+0000", 2023-09-23T15:37:00.108 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 503.76307070000001, 2023-09-23T15:37:00.108 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0128932509999999, 2023-09-23T15:37:00.108 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137917 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341632+0000", 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.109 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341632+0000", 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341630+0000", 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999976 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.110 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341647+0000", 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6898e-05 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341683+0000", 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6383e-05 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341697+0000", 2023-09-23T15:37:00.111 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3971999999999999e-05 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341795+0000", 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7827999999999999e-05 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op must wait for map", 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341803+0000", 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9489999999999996e-06 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.112 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.580706+0000", 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.238902749 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.580714+0000", 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1580000000000005e-06 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.354481+0000", 2023-09-23T15:37:00.113 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.77376741400000004 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.354526+0000", 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4388999999999998e-05 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137920 9.1f 9:f839a499:::benchmark_data_smithi118_489858_object51468:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e419)", 2023-09-23T15:37:00.114 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:36.341719+0000", 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 503.76298415899998, 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.240828509, 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137920 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.115 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341719+0000", 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341719+0000", 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341719+0000", 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:37:00.116 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341722+0000", 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5020000000000001e-06 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341729+0000", 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6989999999999997e-06 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.117 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.341733+0000", 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3780000000000003e-06 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.587802+0000", 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.24606894800000001 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.587811+0000", 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8780000000000004e-06 2023-09-23T15:37:00.118 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.739107+0000", 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1512961319999999 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.739115+0000", 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1100000000000003e-06 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.119 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.582454+0000", 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.843338268 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.582548+0000", 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.3987999999999995e-05 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.120 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137926 9.1f 9:fda8dad1:::benchmark_data_smithi118_489858_object51474:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e419)", 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:36.364460+0000", 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 503.74024357500002, 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.246688824, 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137926 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.121 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.364460+0000", 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.364460+0000", 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.122 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.364458+0000", 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.364471+0000", 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3193999999999999e-05 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.364488+0000", 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7133999999999999e-05 2023-09-23T15:37:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.124 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.124 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.124 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.364498+0000", 2023-09-23T15:37:00.124 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0514e-05 2023-09-23T15:37:00.124 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.124 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.124 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.124 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.587832+0000", 2023-09-23T15:37:00.124 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22333352100000001 2023-09-23T15:37:00.124 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.124 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.587837+0000", 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1850000000000003e-06 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741430+0000", 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1535928449999999 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741437+0000", 2023-09-23T15:37:00.125 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2690000000000002e-06 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.600482+0000", 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.85904514200000004 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.600630+0000", 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014726999999999999 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.126 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.600942+0000", 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00031182600000000002 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.604103+0000", 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003161344 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.604128+0000", 2023-09-23T15:37:00.127 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4978999999999999e-05 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.610681+0000", 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0065526899999999999 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.610738+0000", 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.787e-05 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.128 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.611148+0000", 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000410035 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137929 9.f 9:f0073719:::benchmark_data_smithi118_489858_object51477:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e419)", 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:36.423587+0000", 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 503.68111627399998, 2023-09-23T15:37:00.129 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0000853590000001, 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137929 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.423587+0000", 2023-09-23T15:37:00.130 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.423587+0000", 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.423585+0000", 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.131 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.132 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.423591+0000", 2023-09-23T15:37:00.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3489999999999999e-06 2023-09-23T15:37:00.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.132 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.132 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.423601+0000", 2023-09-23T15:37:00.132 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0716e-05 2023-09-23T15:37:00.132 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.132 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.132 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.132 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.423609+0000", 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0330000000000008e-06 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.587867+0000", 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.164257393 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.587876+0000", 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6489999999999997e-06 2023-09-23T15:37:00.133 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.393222+0000", 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.80534606799999997 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.393354+0000", 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013220500000000001 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.134 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.393734+0000", 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00038070299999999998 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.423099+0000", 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.029364884000000001 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.423137+0000", 2023-09-23T15:37:00.135 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7641000000000001e-05 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.423170+0000", 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3175e-05 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.423219+0000", 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9196999999999997e-05 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.136 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.423672+0000", 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00045289199999999999 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137934 9.1d 9:bcbfec9c:::benchmark_data_smithi118_489858_object51482:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e419)", 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:36.493073+0000", 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 503.61163045400002, 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.933212233, 2023-09-23T15:37:00.137 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137934 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.493073+0000", 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.138 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.493073+0000", 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.493071+0000", 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.139 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.493082+0000", 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1425e-05 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.493113+0000", 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0641e-05 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.493127+0000", 2023-09-23T15:37:00.140 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3822000000000001e-05 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.580647+0000", 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.087520841000000002 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.580659+0000", 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2136999999999999e-05 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.141 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.385711+0000", 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.80505152099999999 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.385814+0000", 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000103297 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,6", 2023-09-23T15:37:00.142 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.386048+0000", 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000233441 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.388714+0000", 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026660199999999998 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.394138+0000", 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0054237579999999999 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.143 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.426171+0000", 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.032033503999999997 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.426232+0000", 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0699000000000003e-05 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.144 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.426285+0000", 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3232999999999997e-05 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137936 9.1f 9:fc4c5539:::benchmark_data_smithi118_489858_object51484:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e419)", 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:36.616488+0000", 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 503.488215212, 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.995055172, 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.145 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137936 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.616488+0000", 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.146 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.616488+0000", 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.616486+0000", 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.616494+0000", 2023-09-23T15:37:00.147 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3669999999999997e-06 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.616514+0000", 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9426999999999999e-05 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.616522+0000", 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8699999999999992e-06 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.148 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.616583+0000", 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.135e-05 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.616595+0000", 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1868999999999999e-05 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.149 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741456+0000", 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.124861632 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741461+0000", 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7829999999999998e-06 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.601946+0000", 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86048492499999996 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.150 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.602082+0000", 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000136081 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.602289+0000", 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000206536 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.605270+0000", 2023-09-23T15:37:00.151 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0029811400000000002 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.606423+0000", 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0011533170000000001 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.611231+0000", 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0048075510000000002 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.152 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.611280+0000", 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9387e-05 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.611543+0000", 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00026303399999999999 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.153 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137952 9.1f 9:fd324f89:::benchmark_data_smithi118_489858_object51500:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e420)", 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:37.408763+0000", 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 502.69594035300003, 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2080762890000001, 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137952 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.154 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.408763+0000", 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.408763+0000", 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.155 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.408761+0000", 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.408771+0000", 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0249e-05 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.408787+0000", 2023-09-23T15:37:00.156 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5909e-05 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.408796+0000", 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.242e-06 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.423763+0000", 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014967009 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.157 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.423771+0000", 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3000000000000002e-06 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741633+0000", 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.31786175799999999 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741638+0000", 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2850000000000002e-06 2023-09-23T15:37:00.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.603040+0000", 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86140185999999996 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.603139+0000", 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9506999999999994e-05 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.159 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.603302+0000", 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016244499999999999 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.606373+0000", 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0030708829999999999 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.606478+0000", 2023-09-23T15:37:00.160 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010579299999999999 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.616277+0000", 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0097984109999999999 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.616330+0000", 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3461000000000002e-05 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.161 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.616839+0000", 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00050887600000000001 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137962 9.1f 9:fa76ba3a:::benchmark_data_smithi118_489858_object51510:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e420)", 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:37.427624+0000", 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 502.67707931400003, 2023-09-23T15:37:00.162 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1896883739999999, 2023-09-23T15:37:00.163 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.163 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.163 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.163 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.163 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.163 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137962 2023-09-23T15:37:00.163 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.163 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.163 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.164 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.427624+0000", 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.427624+0000", 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.427622+0000", 2023-09-23T15:37:00.165 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.427629+0000", 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9260000000000003e-06 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.427652+0000", 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2911000000000001e-05 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.166 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.427659+0000", 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1099999999999997e-06 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.427709+0000", 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0380999999999998e-05 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.427718+0000", 2023-09-23T15:37:00.167 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1270000000000003e-06 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741657+0000", 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.31393948900000002 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741662+0000", 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.651e-06 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.168 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.604164+0000", 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86250183800000002 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.604301+0000", 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013715900000000001 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.604506+0000", 2023-09-23T15:37:00.169 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020491199999999999 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.606489+0000", 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0019836799999999998 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.608338+0000", 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0018487130000000001 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.170 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.616918+0000", 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0085802380000000004 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.616978+0000", 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9466999999999998e-05 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.171 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.617312+0000", 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00033450800000000002 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137993 9.1f 9:fc207bab:::benchmark_data_smithi118_489858_object51541:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e420)", 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:37.463065+0000", 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 502.64163804100002, 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1630786740000001, 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.172 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137993 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.463065+0000", 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.173 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.463065+0000", 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.463064+0000", 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.463071+0000", 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.153e-06 2023-09-23T15:37:00.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.463085+0000", 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4448e-05 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.463096+0000", 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0825000000000001e-05 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.175 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.463147+0000", 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1144999999999999e-05 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.463155+0000", 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6830000000000008e-06 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741681+0000", 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.27852574299999999 2023-09-23T15:37:00.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741685+0000", 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8149999999999996e-06 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.605301+0000", 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86361533400000001 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.177 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.605427+0000", 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000126577 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.605638+0000", 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00021086400000000001 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.608315+0000", 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026763619999999998 2023-09-23T15:37:00.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.608395+0000", 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0154000000000005e-05 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.625546+0000", 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.017151026 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.625612+0000", 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5976999999999995e-05 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.626144+0000", 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00053206900000000003 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:138008 9.1f 9:f8685c1d:::benchmark_data_smithi118_489858_object51556:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e420)", 2023-09-23T15:37:00.180 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:37.485254+0000", 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 502.61944881900001, 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.141326995, 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 138008 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.485254+0000", 2023-09-23T15:37:00.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.485254+0000", 2023-09-23T15:37:00.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.485253+0000", 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.485258+0000", 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.741e-06 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.485298+0000", 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0142999999999998e-05 2023-09-23T15:37:00.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.485303+0000", 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8590000000000004e-06 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.485339+0000", 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5537000000000002e-05 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.485344+0000", 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6420000000000004e-06 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741704+0000", 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.25635972499999998 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741709+0000", 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5889999999999996e-06 2023-09-23T15:37:00.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.606506+0000", 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86479788000000002 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.606596+0000", 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9316999999999999e-05 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.606738+0000", 2023-09-23T15:37:00.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014256100000000001 2023-09-23T15:37:00.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.608344+0000", 2023-09-23T15:37:00.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016056639999999999 2023-09-23T15:37:00.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.610625+0000", 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002280869 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.626185+0000", 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.01556021 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.626220+0000", 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4878e-05 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.626581+0000", 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00036144200000000001 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:138024 9.1f 9:ff1260ae:::benchmark_data_smithi118_489858_object51572:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e420)", 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:37.519228+0000", 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 502.58547511099999, 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1131633430000001, 2023-09-23T15:37:00.189 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.190 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.190 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.190 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.190 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.190 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 138024 2023-09-23T15:37:00.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.190 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.519228+0000", 2023-09-23T15:37:00.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.519228+0000", 2023-09-23T15:37:00.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.519227+0000", 2023-09-23T15:37:00.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:37:00.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.519231+0000", 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9439999999999998e-06 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.519242+0000", 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0616e-05 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.519247+0000", 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.344e-06 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.519277+0000", 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9910999999999999e-05 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.519283+0000", 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.524e-06 2023-09-23T15:37:00.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741727+0000", 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22244420000000001 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741732+0000", 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6580000000000001e-06 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.607456+0000", 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86572388499999997 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.607536+0000", 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0257000000000001e-05 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.607662+0000", 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012620700000000001 2023-09-23T15:37:00.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.610633+0000", 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0029713209999999999 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.611186+0000", 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00055312899999999997 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.631855+0000", 2023-09-23T15:37:00.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.020668534999999998 2023-09-23T15:37:00.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.631887+0000", 2023-09-23T15:37:00.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1829999999999998e-05 2023-09-23T15:37:00.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.632391+0000", 2023-09-23T15:37:00.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00050461899999999999 2023-09-23T15:37:00.198 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.198 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.198 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.198 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:138028 9.1f 9:ff6aa9be:::benchmark_data_smithi118_489858_object51576:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e420)", 2023-09-23T15:37:00.198 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:37.525335+0000", 2023-09-23T15:37:00.198 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 502.57936830300002, 2023-09-23T15:37:00.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1074566370000001, 2023-09-23T15:37:00.198 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.198 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 138028 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.525335+0000", 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.525335+0000", 2023-09-23T15:37:00.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.525334+0000", 2023-09-23T15:37:00.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:37:00.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.525338+0000", 2023-09-23T15:37:00.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7340000000000002e-06 2023-09-23T15:37:00.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.525346+0000", 2023-09-23T15:37:00.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8439999999999998e-06 2023-09-23T15:37:00.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.525350+0000", 2023-09-23T15:37:00.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0860000000000004e-06 2023-09-23T15:37:00.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.202 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.525395+0000", 2023-09-23T15:37:00.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5086999999999997e-05 2023-09-23T15:37:00.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.202 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.525399+0000", 2023-09-23T15:37:00.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4880000000000001e-06 2023-09-23T15:37:00.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741880+0000", 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21648092299999999 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.741887+0000", 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1330000000000004e-06 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.204 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.608421+0000", 2023-09-23T15:37:00.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86653410900000005 2023-09-23T15:37:00.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.204 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.204 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.204 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.608496+0000", 2023-09-23T15:37:00.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5086999999999994e-05 2023-09-23T15:37:00.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.204 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.204 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.608620+0000", 2023-09-23T15:37:00.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012426399999999999 2023-09-23T15:37:00.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.611192+0000", 2023-09-23T15:37:00.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002572445 2023-09-23T15:37:00.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.611608+0000", 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000415454 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.632432+0000", 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.020824254 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.632485+0000", 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2916e-05 2023-09-23T15:37:00.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:38.632792+0000", 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000306433 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:156125 9.f 9:f0eef755:::benchmark_data_smithi118_489858_object69673:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e432)", 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:29:00.701366+0000", 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 479.40333714500002, 2023-09-23T15:37:00.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.94936663399999999, 2023-09-23T15:37:00.208 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.208 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.208 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.208 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.208 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.208 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 156125 2023-09-23T15:37:00.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.208 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701366+0000", 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701366+0000", 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701365+0000", 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:00.209 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701375+0000", 2023-09-23T15:37:00.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9550000000000004e-06 2023-09-23T15:37:00.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701390+0000", 2023-09-23T15:37:00.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5685e-05 2023-09-23T15:37:00.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701397+0000", 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5429999999999999e-06 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701447+0000", 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0630000000000001e-05 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701459+0000", 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1105e-05 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.645332+0000", 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.94387392699999995 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.645422+0000", 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0038999999999996e-05 2023-09-23T15:37:00.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.645710+0000", 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000287263 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.648432+0000", 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027222280000000001 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.650633+0000", 2023-09-23T15:37:00.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022007989999999998 2023-09-23T15:37:00.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.650668+0000", 2023-09-23T15:37:00.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5098999999999997e-05 2023-09-23T15:37:00.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.650711+0000", 2023-09-23T15:37:00.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3420000000000001e-05 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.650733+0000", 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1370999999999999e-05 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:156130 9.f 9:f1da0b4b:::benchmark_data_smithi118_489858_object69678:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e432)", 2023-09-23T15:37:00.215 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:29:00.701408+0000", 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 479.40329506, 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.94943763800000003, 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 156130 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701408+0000", 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701408+0000", 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701408+0000", 2023-09-23T15:37:00.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701411+0000", 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8830000000000002e-06 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701418+0000", 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4100000000000002e-06 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701424+0000", 2023-09-23T15:37:00.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.789e-06 2023-09-23T15:37:00.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701493+0000", 2023-09-23T15:37:00.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9715999999999995e-05 2023-09-23T15:37:00.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701502+0000", 2023-09-23T15:37:00.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5229999999999995e-06 2023-09-23T15:37:00.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.647308+0000", 2023-09-23T15:37:00.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.94580598400000004 2023-09-23T15:37:00.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.647381+0000", 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.2659999999999999e-05 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.647544+0000", 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000163368 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.650742+0000", 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031982260000000002 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.650773+0000", 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0473000000000001e-05 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.650801+0000", 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8719000000000001e-05 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.650828+0000", 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6302999999999999e-05 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.650846+0000", 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8048000000000001e-05 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:156132 9.f 9:f443da8b:::benchmark_data_smithi118_489858_object69680:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e432)", 2023-09-23T15:37:00.223 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:29:00.701433+0000", 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 479.40327007000002, 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.95219488299999999, 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 156132 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701433+0000", 2023-09-23T15:37:00.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701433+0000", 2023-09-23T15:37:00.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701433+0000", 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701436+0000", 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0369999999999999e-06 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701444+0000", 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6899999999999998e-06 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701449+0000", 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1169999999999997e-06 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701522+0000", 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3320999999999998e-05 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.701529+0000", 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6279999999999999e-06 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.648463+0000", 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.94693453699999997 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.648528+0000", 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5402999999999997e-05 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.648690+0000", 2023-09-23T15:37:00.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016127000000000001 2023-09-23T15:37:00.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.650748+0000", 2023-09-23T15:37:00.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0020583379999999998 2023-09-23T15:37:00.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.653534+0000", 2023-09-23T15:37:00.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027861969999999998 2023-09-23T15:37:00.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.653562+0000", 2023-09-23T15:37:00.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7968000000000001e-05 2023-09-23T15:37:00.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.653594+0000", 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1582999999999999e-05 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.653628+0000", 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4184999999999999e-05 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.231 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:156140 9.f 9:f54bcf99:::benchmark_data_smithi118_489858_object69688:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e432)", 2023-09-23T15:37:00.232 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:29:00.707975+0000", 2023-09-23T15:37:00.232 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 479.39672828300002, 2023-09-23T15:37:00.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.94975244400000003, 2023-09-23T15:37:00.232 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.232 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.232 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.232 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:00.232 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:00.232 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 156140 2023-09-23T15:37:00.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.232 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.707975+0000", 2023-09-23T15:37:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.707975+0000", 2023-09-23T15:37:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.707974+0000", 2023-09-23T15:37:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.707979+0000", 2023-09-23T15:37:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7610000000000004e-06 2023-09-23T15:37:00.234 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.707992+0000", 2023-09-23T15:37:00.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2499e-05 2023-09-23T15:37:00.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.707998+0000", 2023-09-23T15:37:00.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4790000000000001e-06 2023-09-23T15:37:00.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.708049+0000", 2023-09-23T15:37:00.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0871000000000001e-05 2023-09-23T15:37:00.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:00.708058+0000", 2023-09-23T15:37:00.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3489999999999992e-06 2023-09-23T15:37:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.649532+0000", 2023-09-23T15:37:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.94147402899999999 2023-09-23T15:37:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.649594+0000", 2023-09-23T15:37:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2818999999999996e-05 2023-09-23T15:37:00.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,3", 2023-09-23T15:37:00.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.649751+0000", 2023-09-23T15:37:00.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015615400000000001 2023-09-23T15:37:00.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.650853+0000", 2023-09-23T15:37:00.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001102706 2023-09-23T15:37:00.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.653664+0000", 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002810847 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.657656+0000", 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039922509999999996 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.657691+0000", 2023-09-23T15:37:00.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4637000000000001e-05 2023-09-23T15:37:00.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:29:01.657727+0000", 2023-09-23T15:37:00.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6278000000000001e-05 2023-09-23T15:37:00.240 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.240 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.240 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.241 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:43736 11.d 11:b30d6d46:::benchmark_data_smithi118_606503_object43735:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e558)", 2023-09-23T15:37:00.241 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:25.815861+0000", 2023-09-23T15:37:00.241 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 154.288842265, 2023-09-23T15:37:00.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.01641739, 2023-09-23T15:37:00.241 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.241 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:37:00.241 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.241 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:37:00.241 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:37:00.242 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 43736 2023-09-23T15:37:00.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.242 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.242 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815861+0000", 2023-09-23T15:37:00.242 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.242 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815861+0000", 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815860+0000", 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815893+0000", 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3773999999999999e-05 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815918+0000", 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4712e-05 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815926+0000", 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8609999999999998e-06 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815975+0000", 2023-09-23T15:37:00.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9138999999999998e-05 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815980+0000", 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0540000000000002e-06 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.824199+0000", 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0082193690000001 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for degraded object", 2023-09-23T15:37:00.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.824694+0000", 2023-09-23T15:37:00.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00049410299999999997 2023-09-23T15:37:00.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832155+0000", 2023-09-23T15:37:00.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0074611540000000002 2023-09-23T15:37:00.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832278+0000", 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000123626 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:43737 11.d 11:b15f1bfa:::benchmark_data_smithi118_606503_object43736:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e558)", 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:25.815955+0000", 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 154.28874820499999, 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.01674325, 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:37:00.247 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 43737 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815955+0000", 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815955+0000", 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815954+0000", 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815996+0000", 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1767999999999997e-05 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816008+0000", 2023-09-23T15:37:00.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1861999999999999e-05 2023-09-23T15:37:00.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.250 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816014+0000", 2023-09-23T15:37:00.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3060000000000003e-06 2023-09-23T15:37:00.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.250 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816057+0000", 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2722000000000002e-05 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816064+0000", 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4200000000000001e-06 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.824953+0000", 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0088889649999999 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for degraded object", 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825438+0000", 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000484482 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832595+0000", 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.007157114 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832698+0000", 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000103311 2023-09-23T15:37:00.252 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:43739 11.d 11:ba22b7d0:::benchmark_data_smithi118_606503_object43738:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e558)", 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:25.816025+0000", 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 154.288677912, 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.016991687, 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.253 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 43739 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816025+0000", 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816025+0000", 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816025+0000", 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816051+0000", 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6551999999999999e-05 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816059+0000", 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4410000000000004e-06 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816064+0000", 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8799999999999999e-06 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816091+0000", 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7606e-05 2023-09-23T15:37:00.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816097+0000", 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5040000000000002e-06 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825473+0000", 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0093760119999999 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for degraded object", 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825761+0000", 2023-09-23T15:37:00.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000287924 2023-09-23T15:37:00.258 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.258 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.258 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832972+0000", 2023-09-23T15:37:00.258 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0072109110000000004 2023-09-23T15:37:00.258 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.258 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.258 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.833017+0000", 2023-09-23T15:37:00.258 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5416e-05 2023-09-23T15:37:00.258 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:66826 11.d 11:b140b4a4:::benchmark_data_smithi118_606503_object66825:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e560)", 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:42.605310+0000", 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 137.49939323999999, 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.172844413, 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:37:00.259 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 66826 2023-09-23T15:37:00.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.260 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:00.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:00.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605310+0000", 2023-09-23T15:37:00.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:00.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605310+0000", 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605308+0000", 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605346+0000", 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7953000000000001e-05 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:00.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605363+0000", 2023-09-23T15:37:00.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6820000000000002e-05 2023-09-23T15:37:00.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:00.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605371+0000", 2023-09-23T15:37:00.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3490000000000003e-06 2023-09-23T15:37:00.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605419+0000", 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8662000000000003e-05 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605583+0000", 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016399700000000001 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1", 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605756+0000", 2023-09-23T15:37:00.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00017316599999999999 2023-09-23T15:37:00.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:00.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.608137+0000", 2023-09-23T15:37:00.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023801949999999999 2023-09-23T15:37:00.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:00.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.778011+0000", 2023-09-23T15:37:00.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16987482400000001 2023-09-23T15:37:00.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.778076+0000", 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4479000000000004e-05 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.778154+0000", 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8434000000000002e-05 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.265 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:00.266 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:00.266 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:37:00.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:00.267 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:00.267 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:00.267 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:00.368 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:00.463 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:00.589 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:00.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:00.598 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:00.699 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:00.735 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:00.849 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:37:00.849 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:00.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:00.854 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:00.954 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:00.995 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:00 smithi178 ceph-mon[192298]: pgmap v1563: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 490 op/s; 24058/160266 objects degraded (15.011%); 15426/160266 objects misplaced (9.625%); 15 MiB/s, 244 objects/s recovering 2023-09-23T15:37:00.998 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:01.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:00 smithi118 ceph-mon[212312]: pgmap v1563: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 490 op/s; 24058/160266 objects degraded (15.011%); 15426/160266 objects misplaced (9.625%); 15 MiB/s, 244 objects/s recovering 2023-09-23T15:37:01.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:00 smithi118 ceph-mon[219580]: pgmap v1563: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 490 op/s; 24058/160266 objects degraded (15.011%); 15426/160266 objects misplaced (9.625%); 15 MiB/s, 244 objects/s recovering 2023-09-23T15:37:01.087 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:01.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:01.099 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:01.179 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:37:01.200 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:01.245 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:01.313 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:37:01.321 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:01.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:01.329 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:01.430 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:01.462 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:01.571 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:01.821 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:01.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:01.825 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:01.926 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:01.965 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:02.022 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:02.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:02.027 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:02.128 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:02.153 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:02.194 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:02.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:02.197 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:02.297 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:02.332 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:02.541 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:02.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:02.547 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:02.648 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:02.681 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:02.813 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:02 smithi178 ceph-mon[192298]: pgmap v1564: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 501 op/s; 23688/156462 objects degraded (15.140%); 15426/156462 objects misplaced (9.859%); 15 MiB/s, 240 objects/s recovering 2023-09-23T15:37:02.813 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23688/156462 objects degraded (15.140%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:02.816 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:02 smithi118 ceph-mon[212312]: pgmap v1564: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 501 op/s; 23688/156462 objects degraded (15.140%); 15426/156462 objects misplaced (9.859%); 15 MiB/s, 240 objects/s recovering 2023-09-23T15:37:02.816 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23688/156462 objects degraded (15.140%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:02.817 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:02 smithi118 ceph-mon[219580]: pgmap v1564: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 501 op/s; 23688/156462 objects degraded (15.140%); 15426/156462 objects misplaced (9.859%); 15 MiB/s, 240 objects/s recovering 2023-09-23T15:37:02.817 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23688/156462 objects degraded (15.140%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:02.842 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:02.851 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:02.851 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:02.952 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:02.994 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:03.066 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:03.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:03.072 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:03.095 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:37:03.095 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:37:03.096 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:37:03.096 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:37:03.173 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:03.205 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:03.251 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:03.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:03.254 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:03.355 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:03.382 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:03.442 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:03.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:03.445 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:03.546 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:03.573 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:03.638 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:03.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:03.642 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:03.743 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:03.789 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:03.876 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:37:03.927 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:03 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4246860594' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:03.927 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:03 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:03.944 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:03.947 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T15:37:03.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:03.949 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:04.050 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:04.090 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:04.094 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:03 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4246860594' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:04.094 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:03 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:04.096 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:03 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4246860594' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:04.096 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:03 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:04.165 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:04.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:04.178 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:04.279 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:04.362 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:04.416 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:37:05.015 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:04 smithi178 ceph-mon[192298]: pgmap v1565: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 518 op/s; 23169/151707 objects degraded (15.272%); 14117/151707 objects misplaced (9.305%); 18 MiB/s, 294 objects/s recovering 2023-09-23T15:37:05.015 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:04 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:37:05.016 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:04 smithi178 ceph-mon[192298]: failed to encode map e586 with expected crc 2023-09-23T15:37:05.016 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:04 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:37:05.016 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:04 smithi178 ceph-mon[192298]: osdmap e586: 8 total, 8 up, 6 in 2023-09-23T15:37:05.016 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:04 smithi178 ceph-mon[192298]: failed to encode map e586 with expected crc 2023-09-23T15:37:05.085 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:05.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:05.093 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:05.194 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:05.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[219580]: pgmap v1565: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 518 op/s; 23169/151707 objects degraded (15.272%); 14117/151707 objects misplaced (9.305%); 18 MiB/s, 294 objects/s recovering 2023-09-23T15:37:05.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:37:05.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[219580]: failed to encode map e586 with expected crc 2023-09-23T15:37:05.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:37:05.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[219580]: osdmap e586: 8 total, 8 up, 6 in 2023-09-23T15:37:05.220 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[219580]: failed to encode map e586 with expected crc 2023-09-23T15:37:05.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[212312]: pgmap v1565: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 518 op/s; 23169/151707 objects degraded (15.272%); 14117/151707 objects misplaced (9.305%); 18 MiB/s, 294 objects/s recovering 2023-09-23T15:37:05.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:37:05.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[212312]: failed to encode map e586 with expected crc 2023-09-23T15:37:05.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:37:05.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[212312]: osdmap e586: 8 total, 8 up, 6 in 2023-09-23T15:37:05.221 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:04 smithi118 ceph-mon[212312]: failed to encode map e586 with expected crc 2023-09-23T15:37:05.223 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:05.233 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:05.414 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:05.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:05.421 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:05.521 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:05.561 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:05.679 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:05.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:05.687 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:05.788 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:05.897 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:06.137 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:06.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:06.141 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:06.188 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:37:06.189 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:37:06.189 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:37:06.189 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:37:06.189 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:37:06.242 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:06.325 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:37:06.325 INFO:teuthology.orchestra.run.smithi118.stdout:{"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 23169/151707 objects degraded (15.272%), 7 pgs degraded, 7 pgs undersized","count":14},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1947,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":586,"num_osds":8,"num_up_osds":8,"osd_up_since":1695483318,"num_in_osds":6,"osd_in_since":1695483289,"num_remapped_pgs":10},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":99},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":6},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+remapped+backfill_wait","count":1},{"state_name":"active+recovery_wait+remapped","count":1},{"state_name":"active+remapped+backfilling","count":1}],"num_pgs":109,"num_pools":5,"num_objects":50569,"data_bytes":3313201432,"bytes_used":13398519808,"bytes_avail":562571694080,"bytes_total":575970213888,"degraded_objects":23169,"degraded_total":151707,"degraded_ratio":0.15272202337400384,"misplaced_objects":14117,"misplaced_total":151707,"misplaced_ratio":0.093054374550943605,"recovering_objects_per_sec":294,"recovering_bytes_per_sec":19271910,"recovering_keys_per_sec":0,"num_objects_recovered":2943,"num_bytes_recovered":192872448,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":518},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi118.efkhxl","status":"up:active","gid":24566}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"}},"servicemap":{"epoch":32,"modified":"2023-09-23T15:36:19.718227+0000","services":{}},"progress_events":{"6d9f6c53-9687-4c1d-8232-5e3125bbf23a":{"message":"Global Recovery Event (2m)\n [=========================...] (remaining: 15s)","progress":0.9082568883895874,"add_to_ceph_s":true},"6eed1e4c-d43f-49ed-9fa1-01d4ae5d302e":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [============................] (remaining: 5m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-09-23T15:37:06.348 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:06.459 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:06.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:06.466 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:06.567 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:06.604 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:06.659 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:06.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:06.662 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:06.763 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:06.801 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:06.994 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:06.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:06.997 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:07.044 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T15:37:07.098 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:06 smithi178 ceph-mon[192298]: pgmap v1567: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 518 op/s; 23169/151707 objects degraded (15.272%); 14117/151707 objects misplaced (9.305%); 18 MiB/s, 294 objects/s recovering 2023-09-23T15:37:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:06 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4116725972' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:37:07.177 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:06 smithi118 ceph-mon[212312]: pgmap v1567: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 518 op/s; 23169/151707 objects degraded (15.272%); 14117/151707 objects misplaced (9.305%); 18 MiB/s, 294 objects/s recovering 2023-09-23T15:37:07.177 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:06 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4116725972' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:37:07.178 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:06 smithi118 ceph-mon[219580]: pgmap v1567: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.1 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 518 op/s; 23169/151707 objects degraded (15.272%); 14117/151707 objects misplaced (9.305%); 18 MiB/s, 294 objects/s recovering 2023-09-23T15:37:07.178 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:06 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4116725972' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:37:07.192 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:07.265 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:37:07.444 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:37:07.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:07.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:07.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 23169/151707 objects degraded (15.272%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:07.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:07 smithi178 ceph-mon[192298]: pgmap v1568: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 552 op/s; 22735/145815 objects degraded (15.592%); 14117/145815 objects misplaced (9.681%); 17 MiB/s, 275 objects/s recovering 2023-09-23T15:37:08.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:08.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:08.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 23169/151707 objects degraded (15.272%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:08.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:07 smithi118 ceph-mon[212312]: pgmap v1568: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 552 op/s; 22735/145815 objects degraded (15.592%); 14117/145815 objects misplaced (9.681%); 17 MiB/s, 275 objects/s recovering 2023-09-23T15:37:08.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:08.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:08.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 23169/151707 objects degraded (15.272%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:08.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:07 smithi118 ceph-mon[219580]: pgmap v1568: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 3.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 552 op/s; 22735/145815 objects degraded (15.592%); 14117/145815 objects misplaced (9.681%); 17 MiB/s, 275 objects/s recovering 2023-09-23T15:37:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:37:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:37:08] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.43.0" 2023-09-23T15:37:08.590 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:08.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:08.599 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:08.700 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:08.809 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:08.825 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T15:37:08.826 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:37:08.952 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:08.962 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:08.962 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:09.063 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:09.165 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:09.176 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:100979 9.d 9:b0d31568:::benchmark_data_smithi118_489858_object14527:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e403)", 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:11.745108+0000", 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 597.42813253199995, 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.13121815, 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.177 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.178 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.178 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 100979 2023-09-23T15:37:09.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.178 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.178 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745108+0000", 2023-09-23T15:37:09.178 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.178 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.178 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745108+0000", 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745106+0000", 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745115+0000", 2023-09-23T15:37:09.179 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8710000000000003e-06 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745134+0000", 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8678e-05 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745141+0000", 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1550000000000001e-06 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.180 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745260+0000", 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000119417 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.745278+0000", 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7917000000000001e-05 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.181 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.872793+0000", 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1275149550000001 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.872935+0000", 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000141686 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.873046+0000", 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011119 2023-09-23T15:37:09.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876172+0000", 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0031255469999999998 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876178+0000", 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9449999999999998e-06 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.183 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876225+0000", 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7231999999999998e-05 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876291+0000", 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5550999999999996e-05 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876326+0000", 2023-09-23T15:37:09.184 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5549000000000001e-05 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101009 9.d 9:bcba72d9:::benchmark_data_smithi118_489858_object14557:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:11.851406+0000", 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 597.32183430700002, 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0332562919999999, 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.185 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101009 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851406+0000", 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.186 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851406+0000", 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851406+0000", 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851409+0000", 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7919999999999999e-06 2023-09-23T15:37:09.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851420+0000", 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0057e-05 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851424+0000", 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7169999999999999e-06 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.188 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851474+0000", 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9938999999999997e-05 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.851481+0000", 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0360000000000001e-06 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876375+0000", 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.024893437 2023-09-23T15:37:09.189 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876474+0000", 2023-09-23T15:37:09.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9728000000000005e-05 2023-09-23T15:37:09.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.190 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.190 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.876551+0000", 2023-09-23T15:37:09.190 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6699000000000005e-05 2023-09-23T15:37:09.190 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.190 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.881903+0000", 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0053516689999999999 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.881914+0000", 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1591e-05 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884554+0000", 2023-09-23T15:37:09.191 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0026392020000000002 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884611+0000", 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7754999999999998e-05 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884662+0000", 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1136e-05 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.192 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101029 9.d 9:b0359ce2:::benchmark_data_smithi118_489858_object14577:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:11.908907+0000", 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 597.26433391199998, 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.98104977999999998, 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.193 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.194 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101029 2023-09-23T15:37:09.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.194 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908907+0000", 2023-09-23T15:37:09.194 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.194 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.194 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.194 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908907+0000", 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908905+0000", 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908913+0000", 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.2709999999999992e-06 2023-09-23T15:37:09.195 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908930+0000", 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6588000000000001e-05 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.908937+0000", 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6529999999999994e-06 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.196 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.909001+0000", 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3521000000000004e-05 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.909013+0000", 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2439999999999999e-05 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.879258+0000", 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.97024465000000004 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.197 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.879415+0000", 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000156952 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.879570+0000", 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000155558 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.198 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.881946+0000", 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023757269999999998 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.889784+0000", 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0078379950000000004 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.889834+0000", 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9523e-05 2023-09-23T15:37:09.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.889909+0000", 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5776000000000001e-05 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.889956+0000", 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6867999999999999e-05 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.200 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101052 9.d 9:b99934bb:::benchmark_data_smithi118_489858_object14600:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:11.970300+0000", 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 597.20294071399996, 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.91985768599999995, 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101052 2023-09-23T15:37:09.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970300+0000", 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970300+0000", 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.202 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970298+0000", 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970306+0000", 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4850000000000003e-06 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970333+0000", 2023-09-23T15:37:09.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7688e-05 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970340+0000", 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0929999999999997e-06 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970395+0000", 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4808000000000001e-05 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.204 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:11.970405+0000", 2023-09-23T15:37:09.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6889999999999999e-06 2023-09-23T15:37:09.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.881971+0000", 2023-09-23T15:37:09.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.911565658 2023-09-23T15:37:09.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.882080+0000", 2023-09-23T15:37:09.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109381 2023-09-23T15:37:09.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.882197+0000", 2023-09-23T15:37:09.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000116636 2023-09-23T15:37:09.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884699+0000", 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002502256 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890015+0000", 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0053161930000000003 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890083+0000", 2023-09-23T15:37:09.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8137000000000002e-05 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890124+0000", 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0908000000000002e-05 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890157+0000", 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3373e-05 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.208 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101071 9.d 9:b45a3688:::benchmark_data_smithi118_489858_object14619:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.021764+0000", 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 597.15147598399994, 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86859810100000001, 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.209 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101071 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021764+0000", 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021764+0000", 2023-09-23T15:37:09.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021762+0000", 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021774+0000", 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1473e-05 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021798+0000", 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3799999999999999e-05 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021808+0000", 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0118999999999999e-05 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021875+0000", 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7051999999999994e-05 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.021888+0000", 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2896e-05 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884721+0000", 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86283348500000001 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884855+0000", 2023-09-23T15:37:09.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013348900000000001 2023-09-23T15:37:09.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.884989+0000", 2023-09-23T15:37:09.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000134077 2023-09-23T15:37:09.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.889998+0000", 2023-09-23T15:37:09.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050094670000000001 2023-09-23T15:37:09.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890226+0000", 2023-09-23T15:37:09.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00022752100000000001 2023-09-23T15:37:09.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.215 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.215 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890293+0000", 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6711000000000006e-05 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890327+0000", 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4863000000000001e-05 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890363+0000", 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5169000000000002e-05 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.216 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.217 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.217 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101074 9.d 9:b347bf76:::benchmark_data_smithi118_489858_object14622:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:37:09.217 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.029148+0000", 2023-09-23T15:37:09.217 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 597.14409206100004, 2023-09-23T15:37:09.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86640869499999995, 2023-09-23T15:37:09.217 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.217 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.217 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.217 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101074 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029148+0000", 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029148+0000", 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029147+0000", 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029153+0000", 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3520000000000003e-06 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029167+0000", 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4314999999999999e-05 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029173+0000", 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0290000000000002e-06 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029224+0000", 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0127000000000003e-05 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.029232+0000", 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6370000000000005e-06 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.887338+0000", 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.85810533099999997 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.887465+0000", 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012742299999999999 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.887617+0000", 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015163000000000001 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890212+0000", 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025957110000000001 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890407+0000", 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00019468999999999999 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.895470+0000", 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050626289999999999 2023-09-23T15:37:09.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.224 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.224 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.895517+0000", 2023-09-23T15:37:09.224 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7731000000000001e-05 2023-09-23T15:37:09.224 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.224 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.224 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.895557+0000", 2023-09-23T15:37:09.224 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9706000000000002e-05 2023-09-23T15:37:09.224 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.224 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.225 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.225 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101085 9.d 9:bd03d323:::benchmark_data_smithi118_489858_object14633:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:37:09.225 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.068585+0000", 2023-09-23T15:37:09.225 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 597.104655127, 2023-09-23T15:37:09.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.82987938999999999, 2023-09-23T15:37:09.225 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.225 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.225 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.226 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.226 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.226 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101085 2023-09-23T15:37:09.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.226 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068585+0000", 2023-09-23T15:37:09.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068585+0000", 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068584+0000", 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.227 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068589+0000", 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.668e-06 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068599+0000", 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0372e-05 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068604+0000", 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4689999999999999e-06 2023-09-23T15:37:09.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068653+0000", 2023-09-23T15:37:09.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9259999999999999e-05 2023-09-23T15:37:09.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.068666+0000", 2023-09-23T15:37:09.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2397e-05 2023-09-23T15:37:09.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890449+0000", 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.821783072 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890564+0000", 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011526100000000001 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.890677+0000", 2023-09-23T15:37:09.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011271 2023-09-23T15:37:09.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898199+0000", 2023-09-23T15:37:09.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0075219079999999999 2023-09-23T15:37:09.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898244+0000", 2023-09-23T15:37:09.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5624999999999998e-05 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898349+0000", 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000105239 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898414+0000", 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4499999999999996e-05 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.232 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898465+0000", 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0837999999999997e-05 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:101106 9.d 9:b7efadb0:::benchmark_data_smithi118_489858_object14654:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e404)", 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:27:12.159676+0000", 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 597.01356460299996, 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.73899276400000002, 2023-09-23T15:37:09.233 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.234 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.234 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.234 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.234 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.234 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 101106 2023-09-23T15:37:09.234 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.234 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.234 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.234 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159676+0000", 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159676+0000", 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159675+0000", 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159680+0000", 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3319999999999999e-06 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159692+0000", 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1939999999999999e-05 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159697+0000", 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9479999999999999e-06 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159748+0000", 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0915999999999998e-05 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.159760+0000", 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2269999999999999e-05 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.893036+0000", 2023-09-23T15:37:09.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.73327553599999995 2023-09-23T15:37:09.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.893152+0000", 2023-09-23T15:37:09.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011636799999999999 2023-09-23T15:37:09.238 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.893284+0000", 2023-09-23T15:37:09.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000131812 2023-09-23T15:37:09.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898254+0000", 2023-09-23T15:37:09.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.004969757 2023-09-23T15:37:09.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898518+0000", 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00026403700000000001 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898567+0000", 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9493000000000002e-05 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898625+0000", 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7889000000000001e-05 2023-09-23T15:37:09.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:27:12.898669+0000", 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3603000000000002e-05 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137933 9.1b 9:d9552568:::benchmark_data_smithi118_489858_object51481:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e419)", 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:36.480292+0000", 2023-09-23T15:37:09.241 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 512.69294819100003, 2023-09-23T15:37:09.242 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.95372353600000004, 2023-09-23T15:37:09.242 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.242 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.242 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.242 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.242 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.242 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137933 2023-09-23T15:37:09.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.242 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480292+0000", 2023-09-23T15:37:09.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480292+0000", 2023-09-23T15:37:09.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.243 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480290+0000", 2023-09-23T15:37:09.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999976 2023-09-23T15:37:09.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480303+0000", 2023-09-23T15:37:09.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3292000000000001e-05 2023-09-23T15:37:09.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480328+0000", 2023-09-23T15:37:09.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4737999999999999e-05 2023-09-23T15:37:09.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.480339+0000", 2023-09-23T15:37:09.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1002000000000001e-05 2023-09-23T15:37:09.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.481842+0000", 2023-09-23T15:37:09.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001503695 2023-09-23T15:37:09.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.481854+0000", 2023-09-23T15:37:09.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1171e-05 2023-09-23T15:37:09.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.426308+0000", 2023-09-23T15:37:09.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.94445458400000004 2023-09-23T15:37:09.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.426436+0000", 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012799600000000001 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.426618+0000", 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018218800000000001 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.427976+0000", 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0013575779999999999 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.428489+0000", 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00051275300000000002 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.433915+0000", 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0054265390000000002 2023-09-23T15:37:09.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.433976+0000", 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0961000000000001e-05 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.434016+0000", 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9530000000000003e-05 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.249 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:137935 9.b 9:d370343d:::benchmark_data_smithi118_489858_object51483:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e419)", 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:36.613768+0000", 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 512.559472906, 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.75045475900000003, 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.250 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 137935 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613768+0000", 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613768+0000", 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613766+0000", 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613777+0000", 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0508e-05 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613796+0000", 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9684999999999999e-05 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613820+0000", 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4151e-05 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613888+0000", 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8085999999999998e-05 2023-09-23T15:37:09.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:36.613907+0000", 2023-09-23T15:37:09.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8317000000000001e-05 2023-09-23T15:37:09.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.354126+0000", 2023-09-23T15:37:09.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.74021877199999997 2023-09-23T15:37:09.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.354259+0000", 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013339600000000001 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.354576+0000", 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00031703599999999998 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.359467+0000", 2023-09-23T15:37:09.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0048908479999999997 2023-09-23T15:37:09.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.361220+0000", 2023-09-23T15:37:09.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001753342 2023-09-23T15:37:09.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.364119+0000", 2023-09-23T15:37:09.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002899198 2023-09-23T15:37:09.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.364179+0000", 2023-09-23T15:37:09.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9281999999999999e-05 2023-09-23T15:37:09.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:37.364222+0000", 2023-09-23T15:37:09.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3621999999999997e-05 2023-09-23T15:37:09.258 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.258 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.258 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.258 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.258 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:149114 9.0 9:01bc8baa:::benchmark_data_smithi118_489858_object62662:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-09-23T15:37:09.258 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:53.776506+0000", 2023-09-23T15:37:09.258 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 495.396734482, 2023-09-23T15:37:09.258 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.91593791700000005, 2023-09-23T15:37:09.258 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.258 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 149114 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776506+0000", 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776506+0000", 2023-09-23T15:37:09.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776505+0000", 2023-09-23T15:37:09.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:37:09.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776510+0000", 2023-09-23T15:37:09.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3940000000000004e-06 2023-09-23T15:37:09.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776522+0000", 2023-09-23T15:37:09.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1623e-05 2023-09-23T15:37:09.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776527+0000", 2023-09-23T15:37:09.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0699999999999997e-06 2023-09-23T15:37:09.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776575+0000", 2023-09-23T15:37:09.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8136000000000001e-05 2023-09-23T15:37:09.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:53.776584+0000", 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6859999999999995e-06 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.679297+0000", 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.90271316199999996 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.679387+0000", 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.9905000000000001e-05 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.679561+0000", 2023-09-23T15:37:09.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000174406 2023-09-23T15:37:09.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.683974+0000", 2023-09-23T15:37:09.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0044131259999999999 2023-09-23T15:37:09.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692307+0000", 2023-09-23T15:37:09.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0083320549999999997 2023-09-23T15:37:09.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692352+0000", 2023-09-23T15:37:09.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5964999999999998e-05 2023-09-23T15:37:09.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692402+0000", 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9901000000000002e-05 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692444+0000", 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1499999999999999e-05 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.266 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.45884.0:149285 9.0 9:02ec5945:::benchmark_data_smithi118_489858_object62833:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e429)", 2023-09-23T15:37:09.267 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:28:54.016600+0000", 2023-09-23T15:37:09.267 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 495.15664066099998, 2023-09-23T15:37:09.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.67598233699999999, 2023-09-23T15:37:09.267 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.267 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.267 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.267 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.45884", 2023-09-23T15:37:09.267 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:37:09.267 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 149285 2023-09-23T15:37:09.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.267 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016600+0000", 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016600+0000", 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.268 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016598+0000", 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016605+0000", 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5860000000000001e-06 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016619+0000", 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4422e-05 2023-09-23T15:37:09.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016626+0000", 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.951e-06 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016698+0000", 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1322000000000006e-05 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.016706+0000", 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0120000000000005e-06 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.680470+0000", 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.66376441600000002 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.680594+0000", 2023-09-23T15:37:09.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000123538 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 0,5", 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.680775+0000", 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018113299999999999 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.683979+0000", 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003204672 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692493+0000", 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0085130850000000001 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692525+0000", 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2821000000000003e-05 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692559+0000", 2023-09-23T15:37:09.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3881999999999998e-05 2023-09-23T15:37:09.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.274 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.274 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:28:54.692582+0000", 2023-09-23T15:37:09.274 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2861e-05 2023-09-23T15:37:09.274 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.274 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.274 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.274 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:113290 10.d 10:b667b1e9:::benchmark_data_smithi118_553868_object14811:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e501)", 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:43.851019+0000", 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 325.32222126400001, 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86450354399999996, 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 113290 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851019+0000", 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851019+0000", 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851019+0000", 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851021+0000", 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9099999999999999e-06 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851026+0000", 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8219999999999997e-06 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851029+0000", 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3950000000000001e-06 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851074+0000", 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4937e-05 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851083+0000", 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4860000000000003e-06 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.709813+0000", 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.85872959599999998 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.709916+0000", 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010282500000000001 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.709989+0000", 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3498999999999995e-05 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.713844+0000", 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003855004 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715315+0000", 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001471088 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715438+0000", 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012202899999999999 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715482+0000", 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4356e-05 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715523+0000", 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0847999999999999e-05 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:113322 10.d 10:b7570ed0:::benchmark_data_smithi118_553868_object14843:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e501)", 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:43.874611+0000", 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 325.29862970400001, 2023-09-23T15:37:09.282 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.84580835300000001, 2023-09-23T15:37:09.283 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.283 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.283 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.283 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:37:09.283 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:37:09.283 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 113322 2023-09-23T15:37:09.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.283 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874611+0000", 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874611+0000", 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874610+0000", 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:09.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874617+0000", 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0310000000000001e-06 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874629+0000", 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2858e-05 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874637+0000", 2023-09-23T15:37:09.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5800000000000003e-06 2023-09-23T15:37:09.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.875020+0000", 2023-09-23T15:37:09.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00038254199999999998 2023-09-23T15:37:09.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.875028+0000", 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8219999999999996e-06 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.712202+0000", 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.83717350300000004 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.712311+0000", 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109032 2023-09-23T15:37:09.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:37:09.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.712377+0000", 2023-09-23T15:37:09.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6027999999999999e-05 2023-09-23T15:37:09.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715334+0000", 2023-09-23T15:37:09.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0029567619999999999 2023-09-23T15:37:09.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.717730+0000", 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023967849999999998 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720318+0000", 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025874330000000001 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.289 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720373+0000", 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4793000000000002e-05 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720419+0000", 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6415000000000002e-05 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:113350 10.d 10:b1e4e5ef:::benchmark_data_smithi118_553868_object14871:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e501)", 2023-09-23T15:37:09.290 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:43.894755+0000", 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 325.27848498600002, 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.82588032600000005, 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 113350 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894755+0000", 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894755+0000", 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894754+0000", 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894769+0000", 2023-09-23T15:37:09.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4867e-05 2023-09-23T15:37:09.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894780+0000", 2023-09-23T15:37:09.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1083e-05 2023-09-23T15:37:09.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894786+0000", 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9580000000000004e-06 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.895437+0000", 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00065071599999999997 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.895447+0000", 2023-09-23T15:37:09.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.645e-06 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.713873+0000", 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.81842598 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.713939+0000", 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6345000000000003e-05 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.714000+0000", 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1362e-05 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.717737+0000", 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037363489999999999 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720274+0000", 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025368209999999999 2023-09-23T15:37:09.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720545+0000", 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00027153300000000002 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720597+0000", 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1520000000000001e-05 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720636+0000", 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9113999999999999e-05 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:113393 10.d 10:bb75fd61:::benchmark_data_smithi118_553868_object14914:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e501)", 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:43.937109+0000", 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 325.23613096299999, 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.78368113699999997, 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.298 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 113393 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937109+0000", 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937109+0000", 2023-09-23T15:37:09.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937109+0000", 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937114+0000", 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8069999999999999e-06 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937122+0000", 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3750000000000003e-06 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937126+0000", 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.391e-06 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937178+0000", 2023-09-23T15:37:09.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1959000000000002e-05 2023-09-23T15:37:09.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937187+0000", 2023-09-23T15:37:09.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1339999999999993e-06 2023-09-23T15:37:09.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715575+0000", 2023-09-23T15:37:09.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.77838761700000003 2023-09-23T15:37:09.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715693+0000", 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000117738 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715802+0000", 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109299 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720430+0000", 2023-09-23T15:37:09.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0046280820000000004 2023-09-23T15:37:09.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720476+0000", 2023-09-23T15:37:09.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5633000000000002e-05 2023-09-23T15:37:09.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720702+0000", 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000226417 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720756+0000", 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3337000000000001e-05 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720791+0000", 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5117999999999998e-05 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.305 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:113416 10.d 10:b09df66e:::benchmark_data_smithi118_553868_object14937:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e501)", 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:44.037489+0000", 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 325.13575137399999, 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.68344772600000003, 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:37:09.306 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 113416 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037489+0000", 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037489+0000", 2023-09-23T15:37:09.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037488+0000", 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037494+0000", 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4579999999999998e-06 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037507+0000", 2023-09-23T15:37:09.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3142999999999999e-05 2023-09-23T15:37:09.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037514+0000", 2023-09-23T15:37:09.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0040000000000002e-06 2023-09-23T15:37:09.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037566+0000", 2023-09-23T15:37:09.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1251000000000001e-05 2023-09-23T15:37:09.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:37:09.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037572+0000", 2023-09-23T15:37:09.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7880000000000001e-06 2023-09-23T15:37:09.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.717790+0000", 2023-09-23T15:37:09.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.680217128 2023-09-23T15:37:09.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.717925+0000", 2023-09-23T15:37:09.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013508699999999999 2023-09-23T15:37:09.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:37:09.312 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.718070+0000", 2023-09-23T15:37:09.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014550899999999999 2023-09-23T15:37:09.313 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.313 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.313 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:37:09.313 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720648+0000", 2023-09-23T15:37:09.314 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025780500000000001 2023-09-23T15:37:09.314 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.314 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.314 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.314 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720833+0000", 2023-09-23T15:37:09.314 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018441400000000001 2023-09-23T15:37:09.314 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.314 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.314 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:37:09.314 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720865+0000", 2023-09-23T15:37:09.314 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2252000000000002e-05 2023-09-23T15:37:09.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.315 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.315 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.315 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720904+0000", 2023-09-23T15:37:09.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9356000000000001e-05 2023-09-23T15:37:09.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.315 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.315 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.315 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720937+0000", 2023-09-23T15:37:09.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2561000000000002e-05 2023-09-23T15:37:09.315 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46235.0:163402 10.c e521/510 10:31eb1e56:::benchmark_data_smithi118_553868_object64923:head v 521'10044, mlcod=521'10042)", 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:39.755648+0000", 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 269.41759291699998, 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014707427, 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:37:09.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755648+0000", 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755648+0000", 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:37:09.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755646+0000", 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755656+0000", 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1279999999999997e-06 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755674+0000", 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8513999999999999e-05 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.318 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755681+0000", 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.703e-06 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755755+0000", 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3685999999999999e-05 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755786+0000", 2023-09-23T15:37:09.319 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.116e-05 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.770306+0000", 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014520263 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.770355+0000", 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9017000000000002e-05 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.320 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.321 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:37:09.321 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:37:09.321 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:37:09.396 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:09.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:09.399 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:09.474 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:09.500 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:09.541 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:09.812 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:09.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:09.836 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:09.846 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:37:09.888 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:37:09.936 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:09.938 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:37:09.951 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:37:09.988 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:37:10.013 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:10.025 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:37:10.055 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:37:10.073 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:10.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:10.081 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:10.086 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:37:10.098 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:10.125 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:37:10.139 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:37:10.139 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:37:10.140 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:37:10.140 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:37:10.140 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:37:10.140 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:37:10.140 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:37:10.140 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:37:10.182 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:10.234 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:10.380 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:37:10.801 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:10.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:10.803 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:10 smithi178 ceph-mon[192298]: pgmap v1569: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 2.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 564 op/s; 22277/143307 objects degraded (15.545%); 12845/143307 objects misplaced (8.963%); 16 MiB/s, 251 objects/s recovering 2023-09-23T15:37:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:10 smithi178 ceph-mon[192298]: failed to encode map e587 with expected crc 2023-09-23T15:37:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:10 smithi178 ceph-mon[192298]: osdmap e587: 8 total, 8 up, 6 in 2023-09-23T15:37:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:10 smithi178 ceph-mon[192298]: failed to encode map e587 with expected crc 2023-09-23T15:37:10.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:10 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/986816678' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:10.905 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:10.940 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:11.009 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:11.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:11.015 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:10 smithi118 ceph-mon[219580]: pgmap v1569: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 2.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 564 op/s; 22277/143307 objects degraded (15.545%); 12845/143307 objects misplaced (8.963%); 16 MiB/s, 251 objects/s recovering 2023-09-23T15:37:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:10 smithi118 ceph-mon[219580]: failed to encode map e587 with expected crc 2023-09-23T15:37:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:10 smithi118 ceph-mon[219580]: osdmap e587: 8 total, 8 up, 6 in 2023-09-23T15:37:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:10 smithi118 ceph-mon[219580]: failed to encode map e587 with expected crc 2023-09-23T15:37:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:10 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/986816678' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:11.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:10 smithi118 ceph-mon[212312]: pgmap v1569: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 2.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 564 op/s; 22277/143307 objects degraded (15.545%); 12845/143307 objects misplaced (8.963%); 16 MiB/s, 251 objects/s recovering 2023-09-23T15:37:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:10 smithi118 ceph-mon[212312]: failed to encode map e587 with expected crc 2023-09-23T15:37:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:10 smithi118 ceph-mon[212312]: osdmap e587: 8 total, 8 up, 6 in 2023-09-23T15:37:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:10 smithi118 ceph-mon[212312]: failed to encode map e587 with expected crc 2023-09-23T15:37:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:10 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/986816678' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:11.115 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:11.140 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:11.181 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:11.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:11.185 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:11.285 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:11.313 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:11.831 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:11 smithi178 ceph-mon[192298]: 1.3 scrub starts 2023-09-23T15:37:11.831 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:11 smithi178 ceph-mon[192298]: failed to encode map e588 with expected crc 2023-09-23T15:37:11.831 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:11 smithi178 ceph-mon[192298]: osdmap e588: 8 total, 8 up, 6 in 2023-09-23T15:37:11.831 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:11 smithi178 ceph-mon[192298]: failed to encode map e588 with expected crc 2023-09-23T15:37:12.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:11 smithi118 ceph-mon[212312]: 1.3 scrub starts 2023-09-23T15:37:12.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:11 smithi118 ceph-mon[212312]: failed to encode map e588 with expected crc 2023-09-23T15:37:12.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:11 smithi118 ceph-mon[212312]: osdmap e588: 8 total, 8 up, 6 in 2023-09-23T15:37:12.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:11 smithi118 ceph-mon[212312]: failed to encode map e588 with expected crc 2023-09-23T15:37:12.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:11 smithi118 ceph-mon[219580]: 1.3 scrub starts 2023-09-23T15:37:12.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:11 smithi118 ceph-mon[219580]: failed to encode map e588 with expected crc 2023-09-23T15:37:12.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:11 smithi118 ceph-mon[219580]: osdmap e588: 8 total, 8 up, 6 in 2023-09-23T15:37:12.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:11 smithi118 ceph-mon[219580]: failed to encode map e588 with expected crc 2023-09-23T15:37:12.099 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:37:12.099 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:37:12.486 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:12.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:12.490 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:12.590 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:12.619 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:12.800 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:12.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:12.806 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:12.864 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:37:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:12 smithi178 ceph-mon[192298]: 1.e deep-scrub starts 2023-09-23T15:37:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:12 smithi178 ceph-mon[192298]: pgmap v1572: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 2.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 476 op/s; 21749/140370 objects degraded (15.494%); 12845/140370 objects misplaced (9.151%); 13 MiB/s, 213 objects/s recovering 2023-09-23T15:37:12.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:12 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 21749/140370 objects degraded (15.494%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:12.907 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:12.946 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:13.010 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:13.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:13.015 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:13.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:12 smithi118 ceph-mon[219580]: 1.e deep-scrub starts 2023-09-23T15:37:13.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:12 smithi118 ceph-mon[219580]: pgmap v1572: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 2.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 476 op/s; 21749/140370 objects degraded (15.494%); 12845/140370 objects misplaced (9.151%); 13 MiB/s, 213 objects/s recovering 2023-09-23T15:37:13.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:12 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 21749/140370 objects degraded (15.494%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:13.076 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:12 smithi118 ceph-mon[212312]: 1.e deep-scrub starts 2023-09-23T15:37:13.077 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:12 smithi118 ceph-mon[212312]: pgmap v1572: 109 pgs: 1 active+remapped+backfilling, 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 99 active+clean; 2.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 476 op/s; 21749/140370 objects degraded (15.494%); 12845/140370 objects misplaced (9.151%); 13 MiB/s, 213 objects/s recovering 2023-09-23T15:37:13.077 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:12 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 21749/140370 objects degraded (15.494%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:13.116 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:13.166 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:13.228 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:13.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:13.236 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:13.331 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:37:13.337 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:13.430 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:13.812 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:13.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:13.817 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:13.917 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:13.957 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:14.012 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:14.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:14.017 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:14.118 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:14.145 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:14.206 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:14.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:14.210 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:14.311 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:14.343 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:14.687 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:14.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:14.690 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:14.777 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:37:14.790 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:14.822 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:14.915 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:14 smithi178 ceph-mon[192298]: pgmap v1573: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.8 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 635 op/s; 21284/136437 objects degraded (15.600%); 12372/136437 objects misplaced (9.068%); 16 MiB/s, 259 objects/s recovering 2023-09-23T15:37:14.915 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2213736298' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:37:14.915 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:14 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:37:14.939 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:14.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:14.945 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:15.046 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:15.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:14 smithi118 ceph-mon[212312]: pgmap v1573: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.8 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 635 op/s; 21284/136437 objects degraded (15.600%); 12372/136437 objects misplaced (9.068%); 16 MiB/s, 259 objects/s recovering 2023-09-23T15:37:15.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2213736298' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:37:15.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:14 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:37:15.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:14 smithi118 ceph-mon[219580]: pgmap v1573: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.8 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 635 op/s; 21284/136437 objects degraded (15.600%); 12372/136437 objects misplaced (9.068%); 16 MiB/s, 259 objects/s recovering 2023-09-23T15:37:15.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2213736298' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:37:15.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:14 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:37:15.094 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:15.161 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:15.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:15.164 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:15.207 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:37:15.207 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:37:15.265 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:15.294 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:37:15.315 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:15.948 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:37:16.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:37:16.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[212312]: failed to encode map e589 with expected crc 2023-09-23T15:37:16.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:37:16.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[212312]: osdmap e589: 8 total, 8 up, 6 in 2023-09-23T15:37:16.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[212312]: failed to encode map e589 with expected crc 2023-09-23T15:37:16.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[212312]: failed to encode map e589 with expected crc 2023-09-23T15:37:16.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:37:16.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[219580]: failed to encode map e589 with expected crc 2023-09-23T15:37:16.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:37:16.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[219580]: osdmap e589: 8 total, 8 up, 6 in 2023-09-23T15:37:16.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[219580]: failed to encode map e589 with expected crc 2023-09-23T15:37:16.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:15 smithi118 ceph-mon[219580]: failed to encode map e589 with expected crc 2023-09-23T15:37:16.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:15 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:37:16.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:15 smithi178 ceph-mon[192298]: failed to encode map e589 with expected crc 2023-09-23T15:37:16.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:15 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:37:16.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:15 smithi178 ceph-mon[192298]: osdmap e589: 8 total, 8 up, 6 in 2023-09-23T15:37:16.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:15 smithi178 ceph-mon[192298]: failed to encode map e589 with expected crc 2023-09-23T15:37:16.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:15 smithi178 ceph-mon[192298]: failed to encode map e589 with expected crc 2023-09-23T15:37:16.389 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:37:16.432 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:16.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:16.437 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:16.538 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:37:16.566 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:16.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:16 smithi118 ceph-mon[212312]: pgmap v1575: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.8 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 381 op/s; 21284/136437 objects degraded (15.600%); 12372/136437 objects misplaced (9.068%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:37:16.822 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:16 smithi118 ceph-mon[219580]: pgmap v1575: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.8 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 381 op/s; 21284/136437 objects degraded (15.600%); 12372/136437 objects misplaced (9.068%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:37:16.996 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:16 smithi178 ceph-mon[192298]: pgmap v1575: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.8 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 381 op/s; 21284/136437 objects degraded (15.600%); 12372/136437 objects misplaced (9.068%); 8.1 MiB/s, 129 objects/s recovering 2023-09-23T15:37:17.065 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:37:17.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:17.080 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:37:17.181 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:17.209 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:17.250 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:17.253 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:17.253 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:17.315 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:17.354 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:17.435 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:17.683 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:17.691 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:17.692 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:17.792 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:17.880 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:37:17.882 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 21284/136437 objects degraded (15.600%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:17.889 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:37:17.900 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:18.019 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 21284/136437 objects degraded (15.600%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:18.020 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 21284/136437 objects degraded (15.600%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:18.150 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:37:18.150 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:37:18.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:37:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:37:18] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.43.0" 2023-09-23T15:37:18.774 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:37:18.878 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:37:19.044 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:19.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:19.058 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:18 smithi178 ceph-mon[192298]: pgmap v1576: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.7 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 526 op/s; 20802/130683 objects degraded (15.918%); 12372/130683 objects misplaced (9.467%); 8.5 MiB/s, 135 objects/s recovering 2023-09-23T15:37:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:18 smithi178 ceph-mon[192298]: from='client.56503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:37:19.159 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:19.204 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:19.262 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:19.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:19.269 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:19.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:18 smithi118 ceph-mon[212312]: pgmap v1576: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.7 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 526 op/s; 20802/130683 objects degraded (15.918%); 12372/130683 objects misplaced (9.467%); 8.5 MiB/s, 135 objects/s recovering 2023-09-23T15:37:19.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:18 smithi118 ceph-mon[212312]: from='client.56503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:37:19.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:18 smithi118 ceph-mon[219580]: pgmap v1576: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.7 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 526 op/s; 20802/130683 objects degraded (15.918%); 12372/130683 objects misplaced (9.467%); 8.5 MiB/s, 135 objects/s recovering 2023-09-23T15:37:19.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:18 smithi118 ceph-mon[219580]: from='client.56503 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:37:19.370 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:19.401 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:19.471 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:19.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:19.477 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:19.578 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:19.611 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:19 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:37:20.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:19 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:37:20.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:19 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:37:20.345 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:20.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:20.367 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:20.389 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1576,"stamp":"2023-09-23T15:37:17.751955+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2853925144,"num_objects":43561,"num_object_clones":0,"num_object_copies":130683,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":20802,"num_objects_misplaced":12372,"num_objects_unfound":0,"num_objects_dirty":43561,"num_whiteouts":0,"num_read":38,"num_read_kb":70,"num_write":166718,"num_write_kb":6725781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17308,"num_bytes_recovered":1126939665,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80860,"ondisk_log_size":80860,"up":327,"acting":320,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":340,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12110092,"kb_used_data":8211804,"kb_used_omap":196,"kb_used_meta":3897915,"kb_avail":550360820,"statfs":{"total":575970213888,"available":563569479680,"internally_reserved":0,"allocated":8408887296,"data_stored":8394676929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":3991465705},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,0,2,1,1,1,0,2,1],"upper_bound":1024},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-275775488,"num_objects":-4208,"num_object_clones":0,"num_object_copies":-12624,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-1475,"num_objects_misplaced":-473,"num_objects_unfound":0,"num_objects_dirty":-4208,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4208,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1085,"num_bytes_recovered":71106560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.988505"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":49,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.764803+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:37:09.764803+0000","last_peered":"2023-09-23T15:37:09.764803+0000","last_clean":"2023-09-23T15:37:09.764803+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:37:09.764803+0000","last_undegraded":"2023-09-23T15:37:09.764803+0000","last_fullsized":"2023-09-23T15:37:09.764803+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":252,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.762243+0000","last_change":"2023-09-23T15:34:50.720034+0000","last_active":"2023-09-23T15:37:10.762243+0000","last_peered":"2023-09-23T15:37:10.762243+0000","last_clean":"2023-09-23T15:37:10.762243+0000","last_became_active":"2023-09-23T15:34:50.719667+0000","last_became_peered":"2023-09-23T15:34:50.719667+0000","last_unstale":"2023-09-23T15:37:10.762243+0000","last_undegraded":"2023-09-23T15:37:10.762243+0000","last_fullsized":"2023-09-23T15:37:10.762243+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:21.955072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":161,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767427+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:37:10.767427+0000","last_peered":"2023-09-23T15:37:10.767427+0000","last_clean":"2023-09-23T15:37:10.767427+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:37:10.767427+0000","last_undegraded":"2023-09-23T15:37:10.767427+0000","last_fullsized":"2023-09-23T15:37:10.767427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":118,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767389+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:37:10.767389+0000","last_peered":"2023-09-23T15:37:10.767389+0000","last_clean":"2023-09-23T15:37:10.767389+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:37:10.767389+0000","last_undegraded":"2023-09-23T15:37:10.767389+0000","last_fullsized":"2023-09-23T15:37:10.767389+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":276,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.761110+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:37:10.761110+0000","last_peered":"2023-09-23T15:37:10.761110+0000","last_clean":"2023-09-23T15:37:10.761110+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:37:10.761110+0000","last_undegraded":"2023-09-23T15:37:10.761110+0000","last_fullsized":"2023-09-23T15:37:10.761110+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":199,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778019+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:37:09.778019+0000","last_peered":"2023-09-23T15:37:09.778019+0000","last_clean":"2023-09-23T15:37:09.778019+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:37:09.778019+0000","last_undegraded":"2023-09-23T15:37:09.778019+0000","last_fullsized":"2023-09-23T15:37:09.778019+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":546,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778717+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:37:09.778717+0000","last_peered":"2023-09-23T15:37:09.778717+0000","last_clean":"2023-09-23T15:37:09.778717+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:37:09.778717+0000","last_undegraded":"2023-09-23T15:37:09.778717+0000","last_fullsized":"2023-09-23T15:37:09.778717+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":260,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.761191+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:37:10.761191+0000","last_peered":"2023-09-23T15:37:10.761191+0000","last_clean":"2023-09-23T15:37:10.761191+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:37:10.761191+0000","last_undegraded":"2023-09-23T15:37:10.761191+0000","last_fullsized":"2023-09-23T15:37:10.761191+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":925,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778885+0000","last_change":"2023-09-23T15:35:20.828265+0000","last_active":"2023-09-23T15:37:09.778885+0000","last_peered":"2023-09-23T15:37:09.778885+0000","last_clean":"2023-09-23T15:37:09.778885+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:37:09.778885+0000","last_undegraded":"2023-09-23T15:37:09.778885+0000","last_fullsized":"2023-09-23T15:37:09.778885+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":122,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778419+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:37:09.778419+0000","last_peered":"2023-09-23T15:37:09.778419+0000","last_clean":"2023-09-23T15:37:09.778419+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:37:09.778419+0000","last_undegraded":"2023-09-23T15:37:09.778419+0000","last_fullsized":"2023-09-23T15:37:09.778419+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":598,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.762753+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:37:10.762753+0000","last_peered":"2023-09-23T15:37:10.762753+0000","last_clean":"2023-09-23T15:37:10.762753+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:37:10.762753+0000","last_undegraded":"2023-09-23T15:37:10.762753+0000","last_fullsized":"2023-09-23T15:37:10.762753+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":179,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767611+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:37:10.767611+0000","last_peered":"2023-09-23T15:37:10.767611+0000","last_clean":"2023-09-23T15:37:10.767611+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:37:10.767611+0000","last_undegraded":"2023-09-23T15:37:10.767611+0000","last_fullsized":"2023-09-23T15:37:10.767611+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":194,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.772983+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:37:09.772983+0000","last_peered":"2023-09-23T15:37:09.772983+0000","last_clean":"2023-09-23T15:37:09.772983+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:37:09.772983+0000","last_undegraded":"2023-09-23T15:37:09.772983+0000","last_fullsized":"2023-09-23T15:37:09.772983+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":59,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.764790+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:37:09.764790+0000","last_peered":"2023-09-23T15:37:09.764790+0000","last_clean":"2023-09-23T15:37:09.764790+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:37:09.764790+0000","last_undegraded":"2023-09-23T15:37:09.764790+0000","last_fullsized":"2023-09-23T15:37:09.764790+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765728+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:37:09.765728+0000","last_peered":"2023-09-23T15:37:09.765728+0000","last_clean":"2023-09-23T15:37:09.765728+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:37:09.765728+0000","last_undegraded":"2023-09-23T15:37:09.765728+0000","last_fullsized":"2023-09-23T15:37:09.765728+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":754,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778044+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:37:09.778044+0000","last_peered":"2023-09-23T15:37:09.778044+0000","last_clean":"2023-09-23T15:37:09.778044+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:37:09.778044+0000","last_undegraded":"2023-09-23T15:37:09.778044+0000","last_fullsized":"2023-09-23T15:37:09.778044+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":787,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767339+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:37:10.767339+0000","last_peered":"2023-09-23T15:37:10.767339+0000","last_clean":"2023-09-23T15:37:10.767339+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:37:10.767339+0000","last_undegraded":"2023-09-23T15:37:10.767339+0000","last_fullsized":"2023-09-23T15:37:10.767339+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":623,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.761791+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:37:10.761791+0000","last_peered":"2023-09-23T15:37:10.761791+0000","last_clean":"2023-09-23T15:37:10.761791+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:37:10.761791+0000","last_undegraded":"2023-09-23T15:37:10.761791+0000","last_fullsized":"2023-09-23T15:37:10.761791+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1218,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767077+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:37:10.767077+0000","last_peered":"2023-09-23T15:37:10.767077+0000","last_clean":"2023-09-23T15:37:10.767077+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:37:10.767077+0000","last_undegraded":"2023-09-23T15:37:10.767077+0000","last_fullsized":"2023-09-23T15:37:10.767077+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":118,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767529+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:37:10.767529+0000","last_peered":"2023-09-23T15:37:10.767529+0000","last_clean":"2023-09-23T15:37:10.767529+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:37:10.767529+0000","last_undegraded":"2023-09-23T15:37:10.767529+0000","last_fullsized":"2023-09-23T15:37:10.767529+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":517,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767759+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:37:10.767759+0000","last_peered":"2023-09-23T15:37:10.767759+0000","last_clean":"2023-09-23T15:37:10.767759+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:37:10.767759+0000","last_undegraded":"2023-09-23T15:37:10.767759+0000","last_fullsized":"2023-09-23T15:37:10.767759+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":756,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.761785+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:37:10.761785+0000","last_peered":"2023-09-23T15:37:10.761785+0000","last_clean":"2023-09-23T15:37:10.761785+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:37:10.761785+0000","last_undegraded":"2023-09-23T15:37:10.761785+0000","last_fullsized":"2023-09-23T15:37:10.761785+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":636,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767216+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:37:10.767216+0000","last_peered":"2023-09-23T15:37:10.767216+0000","last_clean":"2023-09-23T15:37:10.767216+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:37:10.767216+0000","last_undegraded":"2023-09-23T15:37:10.767216+0000","last_fullsized":"2023-09-23T15:37:10.767216+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":301,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.762414+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:37:10.762414+0000","last_peered":"2023-09-23T15:37:10.762414+0000","last_clean":"2023-09-23T15:37:10.762414+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:37:10.762414+0000","last_undegraded":"2023-09-23T15:37:10.762414+0000","last_fullsized":"2023-09-23T15:37:10.762414+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":953,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778205+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:37:09.778205+0000","last_peered":"2023-09-23T15:37:09.778205+0000","last_clean":"2023-09-23T15:37:09.778205+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:37:09.778205+0000","last_undegraded":"2023-09-23T15:37:09.778205+0000","last_fullsized":"2023-09-23T15:37:09.778205+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":173,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.761276+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:37:10.761276+0000","last_peered":"2023-09-23T15:37:10.761276+0000","last_clean":"2023-09-23T15:37:10.761276+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:37:10.761276+0000","last_undegraded":"2023-09-23T15:37:10.761276+0000","last_fullsized":"2023-09-23T15:37:10.761276+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":145,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.762515+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:37:10.762515+0000","last_peered":"2023-09-23T15:37:10.762515+0000","last_clean":"2023-09-23T15:37:10.762515+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:37:10.762515+0000","last_undegraded":"2023-09-23T15:37:10.762515+0000","last_fullsized":"2023-09-23T15:37:10.762515+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"588'10407","reported_seq":11886,"reported_epoch":588,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:37:12.971318+0000","last_change":"2023-09-23T15:35:20.022982+0000","last_active":"2023-09-23T15:37:12.971318+0000","last_peered":"2023-09-23T15:37:12.971318+0000","last_clean":"2023-09-23T15:34:49.764453+0000","last_became_active":"2023-09-23T15:34:51.814464+0000","last_became_peered":"2023-09-23T15:34:51.814464+0000","last_unstale":"2023-09-23T15:37:12.971318+0000","last_undegraded":"2023-09-23T15:37:12.971318+0000","last_fullsized":"2023-09-23T15:37:12.971318+0000","mapping_epoch":563,"log_start":"568'6200","ondisk_log_start":"568'6200","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4207,"log_dups_size":0,"ondisk_log_size":4207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:35:46.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":184352768,"num_objects":2813,"num_object_clones":0,"num_object_copies":8439,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2468,"num_objects_unfound":0,"num_objects_dirty":2813,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10407,"num_write_kb":423040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":710,"num_bytes_recovered":46530560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,7],"avail_no_missing":["1","5","7"],"object_location_counts":[{"shards":"1,5,7","objects":2813}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1034,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767682+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:37:10.767682+0000","last_peered":"2023-09-23T15:37:10.767682+0000","last_clean":"2023-09-23T15:37:10.767682+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:37:10.767682+0000","last_undegraded":"2023-09-23T15:37:10.767682+0000","last_fullsized":"2023-09-23T15:37:10.767682+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":136,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767820+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:37:10.767820+0000","last_peered":"2023-09-23T15:37:10.767820+0000","last_clean":"2023-09-23T15:37:10.767820+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:37:10.767820+0000","last_undegraded":"2023-09-23T15:37:10.767820+0000","last_fullsized":"2023-09-23T15:37:10.767820+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":152,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.777956+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:37:09.777956+0000","last_peered":"2023-09-23T15:37:09.777956+0000","last_clean":"2023-09-23T15:37:09.777956+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:37:09.777956+0000","last_undegraded":"2023-09-23T15:37:09.777956+0000","last_fullsized":"2023-09-23T15:37:09.777956+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"588'10440","reported_seq":17633,"reported_epoch":588,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T15:37:12.898540+0000","last_change":"2023-09-23T15:36:37.174962+0000","last_active":"2023-09-23T15:37:12.898540+0000","last_peered":"2023-09-23T15:37:12.898540+0000","last_clean":"2023-09-23T15:34:25.736860+0000","last_became_active":"2023-09-23T15:36:37.134096+0000","last_became_peered":"2023-09-23T15:36:37.134096+0000","last_unstale":"2023-09-23T15:37:12.898540+0000","last_undegraded":"2023-09-23T15:37:12.898540+0000","last_fullsized":"2023-09-23T15:37:12.898540+0000","mapping_epoch":582,"log_start":"566'5000","ondisk_log_start":"566'5000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5440,"log_dups_size":0,"ondisk_log_size":5440,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:08.133117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":186122240,"num_objects":2840,"num_object_clones":0,"num_object_copies":8520,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2840,"num_objects_unfound":0,"num_objects_dirty":2840,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10440,"num_write_kb":424960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3555,"num_bytes_recovered":232914944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,5],"avail_no_missing":["2","1","5"],"object_location_counts":[{"shards":"1,2,5","objects":2840}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1014,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.761709+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:37:10.761709+0000","last_peered":"2023-09-23T15:37:10.761709+0000","last_clean":"2023-09-23T15:37:10.761709+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:37:10.761709+0000","last_undegraded":"2023-09-23T15:37:10.761709+0000","last_fullsized":"2023-09-23T15:37:10.761709+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":625,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767731+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:37:10.767731+0000","last_peered":"2023-09-23T15:37:10.767731+0000","last_clean":"2023-09-23T15:37:10.767731+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:37:10.767731+0000","last_undegraded":"2023-09-23T15:37:10.767731+0000","last_fullsized":"2023-09-23T15:37:10.767731+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765084+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:37:09.765084+0000","last_peered":"2023-09-23T15:37:09.765084+0000","last_clean":"2023-09-23T15:37:09.765084+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:37:09.765084+0000","last_undegraded":"2023-09-23T15:37:09.765084+0000","last_fullsized":"2023-09-23T15:37:09.765084+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"589'10358","reported_seq":10404,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:17.459282+0000","last_change":"2023-09-23T15:33:48.772251+0000","last_active":"2023-09-23T15:37:17.459282+0000","last_peered":"2023-09-23T15:37:17.459282+0000","last_clean":"2023-09-23T15:37:17.459282+0000","last_became_active":"2023-09-23T15:33:48.771753+0000","last_became_peered":"2023-09-23T15:33:48.771753+0000","last_unstale":"2023-09-23T15:37:17.459282+0000","last_undegraded":"2023-09-23T15:37:17.459282+0000","last_fullsized":"2023-09-23T15:37:17.459282+0000","mapping_epoch":551,"log_start":"566'4800","ondisk_log_start":"566'4800","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5558,"log_dups_size":0,"ondisk_log_size":5558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:01.509590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169607168,"num_objects":2588,"num_object_clones":0,"num_object_copies":7764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2588,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10358,"num_write_kb":414272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":660,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778567+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:37:09.778567+0000","last_peered":"2023-09-23T15:37:09.778567+0000","last_clean":"2023-09-23T15:37:09.778567+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:37:09.778567+0000","last_undegraded":"2023-09-23T15:37:09.778567+0000","last_fullsized":"2023-09-23T15:37:09.778567+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":668,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.768017+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:37:10.768017+0000","last_peered":"2023-09-23T15:37:10.768017+0000","last_clean":"2023-09-23T15:37:10.768017+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:37:10.768017+0000","last_undegraded":"2023-09-23T15:37:10.768017+0000","last_fullsized":"2023-09-23T15:37:10.768017+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":318,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.773412+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:37:09.773412+0000","last_peered":"2023-09-23T15:37:09.773412+0000","last_clean":"2023-09-23T15:37:09.773412+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:37:09.773412+0000","last_undegraded":"2023-09-23T15:37:09.773412+0000","last_fullsized":"2023-09-23T15:37:09.773412+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.4","version":"589'10540","reported_seq":10604,"reported_epoch":589,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:17.509823+0000","last_change":"2023-09-23T15:35:21.036824+0000","last_active":"2023-09-23T15:37:17.509823+0000","last_peered":"2023-09-23T15:37:17.509823+0000","last_clean":"2023-09-23T15:34:25.775108+0000","last_became_active":"2023-09-23T15:35:21.026771+0000","last_became_peered":"2023-09-23T15:35:21.026771+0000","last_unstale":"2023-09-23T15:37:17.509823+0000","last_undegraded":"2023-09-23T15:35:20.815631+0000","last_fullsized":"2023-09-23T15:35:20.788526+0000","mapping_epoch":571,"log_start":"566'4900","ondisk_log_start":"566'4900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5640,"log_dups_size":0,"ondisk_log_size":5640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:38.079315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":177209344,"num_objects":2704,"num_object_clones":0,"num_object_copies":8112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3548,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2704,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10540,"num_write_kb":423808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":-844}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":806,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:11.560248+0000","last_change":"2023-09-23T15:37:11.560248+0000","last_active":"2023-09-23T15:37:11.560248+0000","last_peered":"2023-09-23T15:37:11.560248+0000","last_clean":"2023-09-23T15:37:11.560248+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:37:11.560248+0000","last_undegraded":"2023-09-23T15:37:11.560248+0000","last_fullsized":"2023-09-23T15:37:11.560248+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":235,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.761538+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:37:10.761538+0000","last_peered":"2023-09-23T15:37:10.761538+0000","last_clean":"2023-09-23T15:37:10.761538+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:37:10.761538+0000","last_undegraded":"2023-09-23T15:37:10.761538+0000","last_fullsized":"2023-09-23T15:37:10.761538+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":406,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.774092+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:37:09.774092+0000","last_peered":"2023-09-23T15:37:09.774092+0000","last_clean":"2023-09-23T15:37:09.774092+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:37:09.774092+0000","last_undegraded":"2023-09-23T15:37:09.774092+0000","last_fullsized":"2023-09-23T15:37:09.774092+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"589'10511","reported_seq":10557,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:17.453731+0000","last_change":"2023-09-23T15:33:48.772076+0000","last_active":"2023-09-23T15:37:17.453731+0000","last_peered":"2023-09-23T15:37:17.453731+0000","last_clean":"2023-09-23T15:37:17.453731+0000","last_became_active":"2023-09-23T15:33:48.771792+0000","last_became_peered":"2023-09-23T15:33:48.771792+0000","last_unstale":"2023-09-23T15:37:17.453731+0000","last_undegraded":"2023-09-23T15:37:17.453731+0000","last_fullsized":"2023-09-23T15:37:17.453731+0000","mapping_epoch":551,"log_start":"566'4900","ondisk_log_start":"566'4900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5611,"log_dups_size":0,"ondisk_log_size":5611,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:58.867549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174522368,"num_objects":2663,"num_object_clones":0,"num_object_copies":7989,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2663,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10511,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1116,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767143+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:37:10.767143+0000","last_peered":"2023-09-23T15:37:10.767143+0000","last_clean":"2023-09-23T15:37:10.767143+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:37:10.767143+0000","last_undegraded":"2023-09-23T15:37:10.767143+0000","last_fullsized":"2023-09-23T15:37:10.767143+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":276,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.761707+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:37:10.761707+0000","last_peered":"2023-09-23T15:37:10.761707+0000","last_clean":"2023-09-23T15:37:10.761707+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:37:10.761707+0000","last_undegraded":"2023-09-23T15:37:10.761707+0000","last_fullsized":"2023-09-23T15:37:10.761707+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.764938+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:37:09.764938+0000","last_peered":"2023-09-23T15:37:09.764938+0000","last_clean":"2023-09-23T15:37:09.764938+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:37:09.764938+0000","last_undegraded":"2023-09-23T15:37:09.764938+0000","last_fullsized":"2023-09-23T15:37:09.764938+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"589'10383","reported_seq":14687,"reported_epoch":589,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:16.480946+0000","last_change":"2023-09-23T15:36:35.311542+0000","last_active":"2023-09-23T15:37:16.480946+0000","last_peered":"2023-09-23T15:37:16.480946+0000","last_clean":"2023-09-23T15:34:25.791552+0000","last_became_active":"2023-09-23T15:35:21.032698+0000","last_became_peered":"2023-09-23T15:35:21.032698+0000","last_unstale":"2023-09-23T15:37:16.480946+0000","last_undegraded":"2023-09-23T15:35:20.917339+0000","last_fullsized":"2023-09-23T15:35:20.789739+0000","mapping_epoch":571,"log_start":"567'5700","ondisk_log_start":"567'5700","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4683,"log_dups_size":0,"ondisk_log_size":4683,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:04.736617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172687360,"num_objects":2635,"num_object_clones":0,"num_object_copies":7905,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1334,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2635,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10383,"num_write_kb":416576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2123,"num_bytes_recovered":139132928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,7","objects":1301}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1073,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.777541+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:37:09.777541+0000","last_peered":"2023-09-23T15:37:09.777541+0000","last_clean":"2023-09-23T15:37:09.777541+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:37:09.777541+0000","last_undegraded":"2023-09-23T15:37:09.777541+0000","last_fullsized":"2023-09-23T15:37:09.777541+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.764895+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:37:09.764895+0000","last_peered":"2023-09-23T15:37:09.764895+0000","last_clean":"2023-09-23T15:37:09.764895+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:37:09.764895+0000","last_undegraded":"2023-09-23T15:37:09.764895+0000","last_fullsized":"2023-09-23T15:37:09.764895+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":49,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765179+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:37:09.765179+0000","last_peered":"2023-09-23T15:37:09.765179+0000","last_clean":"2023-09-23T15:37:09.765179+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:37:09.765179+0000","last_undegraded":"2023-09-23T15:37:09.765179+0000","last_fullsized":"2023-09-23T15:37:09.765179+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"589'10734","reported_seq":10841,"reported_epoch":589,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:16.473607+0000","last_change":"2023-09-23T15:35:19.988121+0000","last_active":"2023-09-23T15:37:16.473607+0000","last_peered":"2023-09-23T15:37:16.473607+0000","last_clean":"2023-09-23T15:34:25.794792+0000","last_became_active":"2023-09-23T15:35:19.975567+0000","last_became_peered":"2023-09-23T15:35:19.975567+0000","last_unstale":"2023-09-23T15:37:16.473607+0000","last_undegraded":"2023-09-23T15:35:19.950329+0000","last_fullsized":"2023-09-23T15:35:19.785689+0000","mapping_epoch":570,"log_start":"568'6100","ondisk_log_start":"568'6100","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4634,"log_dups_size":0,"ondisk_log_size":4634,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:08.502237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":181272576,"num_objects":2766,"num_object_clones":0,"num_object_copies":8298,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2761,"num_objects_misplaced":3589,"num_objects_unfound":0,"num_objects_dirty":2766,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10734,"num_write_kb":432000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1114112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"1,3","objects":-823},{"shards":"1,3,4","objects":5}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":622,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778378+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:37:09.778378+0000","last_peered":"2023-09-23T15:37:09.778378+0000","last_clean":"2023-09-23T15:37:09.778378+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:37:09.778378+0000","last_undegraded":"2023-09-23T15:37:09.778378+0000","last_fullsized":"2023-09-23T15:37:09.778378+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":49,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.764901+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:37:09.764901+0000","last_peered":"2023-09-23T15:37:09.764901+0000","last_clean":"2023-09-23T15:37:09.764901+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:37:09.764901+0000","last_undegraded":"2023-09-23T15:37:09.764901+0000","last_fullsized":"2023-09-23T15:37:09.764901+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765843+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:37:09.765843+0000","last_peered":"2023-09-23T15:37:09.765843+0000","last_clean":"2023-09-23T15:37:09.765843+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:37:09.765843+0000","last_undegraded":"2023-09-23T15:37:09.765843+0000","last_fullsized":"2023-09-23T15:37:09.765843+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"589'10352","reported_seq":10400,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:16.462032+0000","last_change":"2023-09-23T15:33:48.773770+0000","last_active":"2023-09-23T15:37:16.462032+0000","last_peered":"2023-09-23T15:37:16.462032+0000","last_clean":"2023-09-23T15:37:16.462032+0000","last_became_active":"2023-09-23T15:33:48.767290+0000","last_became_peered":"2023-09-23T15:33:48.767290+0000","last_unstale":"2023-09-23T15:37:16.462032+0000","last_undegraded":"2023-09-23T15:37:16.462032+0000","last_fullsized":"2023-09-23T15:37:16.462032+0000","mapping_epoch":551,"log_start":"567'5700","ondisk_log_start":"567'5700","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4652,"log_dups_size":0,"ondisk_log_size":4652,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:32.553216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":179961856,"num_objects":2746,"num_object_clones":0,"num_object_copies":8238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2746,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10352,"num_write_kb":419136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":902,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.779478+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:37:09.779478+0000","last_peered":"2023-09-23T15:37:09.779478+0000","last_clean":"2023-09-23T15:37:09.779478+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:37:09.779478+0000","last_undegraded":"2023-09-23T15:37:09.779478+0000","last_fullsized":"2023-09-23T15:37:09.779478+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":137,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.761022+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:37:10.761022+0000","last_peered":"2023-09-23T15:37:10.761022+0000","last_clean":"2023-09-23T15:37:10.761022+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:37:10.761022+0000","last_undegraded":"2023-09-23T15:37:10.761022+0000","last_fullsized":"2023-09-23T15:37:10.761022+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":596,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778090+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:37:09.778090+0000","last_peered":"2023-09-23T15:37:09.778090+0000","last_clean":"2023-09-23T15:37:09.778090+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:37:09.778090+0000","last_undegraded":"2023-09-23T15:37:09.778090+0000","last_fullsized":"2023-09-23T15:37:09.778090+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"588'10144","reported_seq":18596,"reported_epoch":588,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:13.035466+0000","last_change":"2023-09-23T15:35:21.040216+0000","last_active":"2023-09-23T15:37:13.035466+0000","last_peered":"2023-09-23T15:37:13.035466+0000","last_clean":"2023-09-23T15:34:25.797369+0000","last_became_active":"2023-09-23T15:35:21.027940+0000","last_became_peered":"2023-09-23T15:35:21.027940+0000","last_unstale":"2023-09-23T15:37:13.035466+0000","last_undegraded":"2023-09-23T15:35:20.956448+0000","last_fullsized":"2023-09-23T15:35:20.785683+0000","mapping_epoch":571,"log_start":"568'5915","ondisk_log_start":"568'5915","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4229,"log_dups_size":0,"ondisk_log_size":4229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:28.347212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":181862424,"num_objects":2776,"num_object_clones":0,"num_object_copies":8328,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3404,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2776,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10144,"num_write_kb":413377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3687,"num_bytes_recovered":241631232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[1,4],"avail_no_missing":["1","5"],"object_location_counts":[{"shards":"1,4","objects":312},{"shards":"1,4,5","objects":1524},{"shards":"1,5","objects":940}],"blocked_by":[],"up_primary":2,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":990,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.762430+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:37:10.762430+0000","last_peered":"2023-09-23T15:37:10.762430+0000","last_clean":"2023-09-23T15:37:10.762430+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:37:10.762430+0000","last_undegraded":"2023-09-23T15:37:10.762430+0000","last_fullsized":"2023-09-23T15:37:10.762430+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":600,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767515+0000","last_change":"2023-09-23T15:35:20.001748+0000","last_active":"2023-09-23T15:37:10.767515+0000","last_peered":"2023-09-23T15:37:10.767515+0000","last_clean":"2023-09-23T15:37:10.767515+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:37:10.767515+0000","last_undegraded":"2023-09-23T15:37:10.767515+0000","last_fullsized":"2023-09-23T15:37:10.767515+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":268,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.762325+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:37:10.762325+0000","last_peered":"2023-09-23T15:37:10.762325+0000","last_clean":"2023-09-23T15:37:10.762325+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:37:10.762325+0000","last_undegraded":"2023-09-23T15:37:10.762325+0000","last_fullsized":"2023-09-23T15:37:10.762325+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":176,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.773072+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:37:09.773072+0000","last_peered":"2023-09-23T15:37:09.773072+0000","last_clean":"2023-09-23T15:37:09.773072+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:37:09.773072+0000","last_undegraded":"2023-09-23T15:37:09.773072+0000","last_fullsized":"2023-09-23T15:37:09.773072+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"589'10388","reported_seq":18208,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:16.460004+0000","last_change":"2023-09-23T15:36:53.812935+0000","last_active":"2023-09-23T15:37:16.460004+0000","last_peered":"2023-09-23T15:37:16.460004+0000","last_clean":"2023-09-23T15:37:16.460004+0000","last_became_active":"2023-09-23T15:36:53.788530+0000","last_became_peered":"2023-09-23T15:36:53.788530+0000","last_unstale":"2023-09-23T15:37:16.460004+0000","last_undegraded":"2023-09-23T15:37:16.460004+0000","last_fullsized":"2023-09-23T15:37:16.460004+0000","mapping_epoch":584,"log_start":"567'5700","ondisk_log_start":"567'5700","created":551,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4688,"log_dups_size":0,"ondisk_log_size":4688,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:02.284214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":178913280,"num_objects":2730,"num_object_clones":0,"num_object_copies":8190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10388,"num_write_kb":419776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3875,"num_bytes_recovered":253952000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":993,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.776665+0000","last_change":"2023-09-23T15:35:20.804172+0000","last_active":"2023-09-23T15:37:09.776665+0000","last_peered":"2023-09-23T15:37:09.776665+0000","last_clean":"2023-09-23T15:37:09.776665+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:37:09.776665+0000","last_undegraded":"2023-09-23T15:37:09.776665+0000","last_fullsized":"2023-09-23T15:37:09.776665+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":572,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.773226+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:37:09.773226+0000","last_peered":"2023-09-23T15:37:09.773226+0000","last_clean":"2023-09-23T15:37:09.773226+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:37:09.773226+0000","last_undegraded":"2023-09-23T15:37:09.773226+0000","last_fullsized":"2023-09-23T15:37:09.773226+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765649+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:37:09.765649+0000","last_peered":"2023-09-23T15:37:09.765649+0000","last_clean":"2023-09-23T15:37:09.765649+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:37:09.765649+0000","last_undegraded":"2023-09-23T15:37:09.765649+0000","last_fullsized":"2023-09-23T15:37:09.765649+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":40,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778802+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:37:09.778802+0000","last_peered":"2023-09-23T15:37:09.778802+0000","last_clean":"2023-09-23T15:37:09.778802+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:37:09.778802+0000","last_undegraded":"2023-09-23T15:37:09.778802+0000","last_fullsized":"2023-09-23T15:37:09.778802+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"589'10475","reported_seq":10538,"reported_epoch":589,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:16.481945+0000","last_change":"2023-09-23T15:35:21.031772+0000","last_active":"2023-09-23T15:37:16.481945+0000","last_peered":"2023-09-23T15:37:16.481945+0000","last_clean":"2023-09-23T15:34:25.803362+0000","last_became_active":"2023-09-23T15:35:21.019867+0000","last_became_peered":"2023-09-23T15:35:21.019867+0000","last_unstale":"2023-09-23T15:37:16.481945+0000","last_undegraded":"2023-09-23T15:35:20.825514+0000","last_fullsized":"2023-09-23T15:35:20.789721+0000","mapping_epoch":571,"log_start":"567'5800","ondisk_log_start":"567'5800","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4675,"log_dups_size":0,"ondisk_log_size":4675,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:28.259380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176226304,"num_objects":2689,"num_object_clones":0,"num_object_copies":8067,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2689,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10475,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"3,5","objects":-844}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":868,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767520+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:37:10.767520+0000","last_peered":"2023-09-23T15:37:10.767520+0000","last_clean":"2023-09-23T15:37:10.767520+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:37:10.767520+0000","last_undegraded":"2023-09-23T15:37:10.767520+0000","last_fullsized":"2023-09-23T15:37:10.767520+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":40,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.776368+0000","last_change":"2023-09-23T15:35:19.958281+0000","last_active":"2023-09-23T15:37:09.776368+0000","last_peered":"2023-09-23T15:37:09.776368+0000","last_clean":"2023-09-23T15:37:09.776368+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:37:09.776368+0000","last_undegraded":"2023-09-23T15:37:09.776368+0000","last_fullsized":"2023-09-23T15:37:09.776368+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":40,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.777313+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:37:09.777313+0000","last_peered":"2023-09-23T15:37:09.777313+0000","last_clean":"2023-09-23T15:37:09.777313+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:37:09.777313+0000","last_undegraded":"2023-09-23T15:37:09.777313+0000","last_fullsized":"2023-09-23T15:37:09.777313+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":153,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.777941+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:37:09.777941+0000","last_peered":"2023-09-23T15:37:09.777941+0000","last_clean":"2023-09-23T15:37:09.777941+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:37:09.777941+0000","last_undegraded":"2023-09-23T15:37:09.777941+0000","last_fullsized":"2023-09-23T15:37:09.777941+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"589'10380","reported_seq":10428,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:16.431780+0000","last_change":"2023-09-23T15:33:48.773775+0000","last_active":"2023-09-23T15:37:16.431780+0000","last_peered":"2023-09-23T15:37:16.431780+0000","last_clean":"2023-09-23T15:37:16.431780+0000","last_became_active":"2023-09-23T15:33:48.771772+0000","last_became_peered":"2023-09-23T15:33:48.771772+0000","last_unstale":"2023-09-23T15:37:16.431780+0000","last_undegraded":"2023-09-23T15:37:16.431780+0000","last_fullsized":"2023-09-23T15:37:16.431780+0000","mapping_epoch":551,"log_start":"567'5700","ondisk_log_start":"567'5700","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4680,"log_dups_size":0,"ondisk_log_size":4680,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:52.940798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":173146112,"num_objects":2642,"num_object_clones":0,"num_object_copies":7926,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2642,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10380,"num_write_kb":416704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":40,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.776744+0000","last_change":"2023-09-23T15:35:19.793894+0000","last_active":"2023-09-23T15:37:09.776744+0000","last_peered":"2023-09-23T15:37:09.776744+0000","last_clean":"2023-09-23T15:37:09.776744+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:37:09.776744+0000","last_undegraded":"2023-09-23T15:37:09.776744+0000","last_fullsized":"2023-09-23T15:37:09.776744+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1172,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767055+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:37:10.767055+0000","last_peered":"2023-09-23T15:37:10.767055+0000","last_clean":"2023-09-23T15:37:10.767055+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:37:10.767055+0000","last_undegraded":"2023-09-23T15:37:10.767055+0000","last_fullsized":"2023-09-23T15:37:10.767055+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":253,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.763508+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:37:10.763508+0000","last_peered":"2023-09-23T15:37:10.763508+0000","last_clean":"2023-09-23T15:37:10.763508+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:37:10.763508+0000","last_undegraded":"2023-09-23T15:37:10.763508+0000","last_fullsized":"2023-09-23T15:37:10.763508+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765483+0000","last_change":"2023-09-23T15:34:50.727448+0000","last_active":"2023-09-23T15:37:09.765483+0000","last_peered":"2023-09-23T15:37:09.765483+0000","last_clean":"2023-09-23T15:37:09.765483+0000","last_became_active":"2023-09-23T15:34:50.727139+0000","last_became_peered":"2023-09-23T15:34:50.727139+0000","last_unstale":"2023-09-23T15:37:09.765483+0000","last_undegraded":"2023-09-23T15:37:09.765483+0000","last_fullsized":"2023-09-23T15:37:09.765483+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:37:13.882982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.9","version":"589'10465","reported_seq":10513,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:16.464962+0000","last_change":"2023-09-23T15:33:48.766844+0000","last_active":"2023-09-23T15:37:16.464962+0000","last_peered":"2023-09-23T15:37:16.464962+0000","last_clean":"2023-09-23T15:37:16.464962+0000","last_became_active":"2023-09-23T15:33:48.766210+0000","last_became_peered":"2023-09-23T15:33:48.766210+0000","last_unstale":"2023-09-23T15:37:16.464962+0000","last_undegraded":"2023-09-23T15:37:16.464962+0000","last_fullsized":"2023-09-23T15:37:16.464962+0000","mapping_epoch":551,"log_start":"567'5800","ondisk_log_start":"567'5800","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4665,"log_dups_size":0,"ondisk_log_size":4665,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:32.664399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":178061312,"num_objects":2717,"num_object_clones":0,"num_object_copies":8151,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2717,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10465,"num_write_kb":421824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":479,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.517831+0000","last_change":"2023-09-23T15:37:10.517807+0000","last_active":"2023-09-23T15:37:10.517831+0000","last_peered":"2023-09-23T15:37:10.517831+0000","last_clean":"2023-09-23T15:37:10.517831+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:37:10.517831+0000","last_undegraded":"2023-09-23T15:37:10.517831+0000","last_fullsized":"2023-09-23T15:37:10.517831+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":603,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767283+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:37:10.767283+0000","last_peered":"2023-09-23T15:37:10.767283+0000","last_clean":"2023-09-23T15:37:10.767283+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:37:10.767283+0000","last_undegraded":"2023-09-23T15:37:10.767283+0000","last_fullsized":"2023-09-23T15:37:10.767283+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765003+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:37:09.765003+0000","last_peered":"2023-09-23T15:37:09.765003+0000","last_clean":"2023-09-23T15:37:09.765003+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:37:09.765003+0000","last_undegraded":"2023-09-23T15:37:09.765003+0000","last_fullsized":"2023-09-23T15:37:09.765003+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":398,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778497+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:37:09.778497+0000","last_peered":"2023-09-23T15:37:09.778497+0000","last_clean":"2023-09-23T15:37:09.778497+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:37:09.778497+0000","last_undegraded":"2023-09-23T15:37:09.778497+0000","last_fullsized":"2023-09-23T15:37:09.778497+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.c","version":"588'10180","reported_seq":10252,"reported_epoch":588,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:12.986020+0000","last_change":"2023-09-23T15:35:20.001398+0000","last_active":"2023-09-23T15:37:12.986020+0000","last_peered":"2023-09-23T15:37:12.986020+0000","last_clean":"2023-09-23T15:34:25.777912+0000","last_became_active":"2023-09-23T15:35:19.993334+0000","last_became_peered":"2023-09-23T15:35:19.993334+0000","last_unstale":"2023-09-23T15:37:12.986020+0000","last_undegraded":"2023-09-23T15:35:19.981671+0000","last_fullsized":"2023-09-23T15:35:19.791755+0000","mapping_epoch":570,"log_start":"568'6000","ondisk_log_start":"568'6000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4180,"log_dups_size":0,"ondisk_log_size":4180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:05.128756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182976512,"num_objects":2792,"num_object_clones":0,"num_object_copies":8376,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2792,"num_objects_misplaced":3475,"num_objects_unfound":0,"num_objects_dirty":2792,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10180,"num_write_kb":415104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,7","objects":-683}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":921,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.762082+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:37:10.762082+0000","last_peered":"2023-09-23T15:37:10.762082+0000","last_clean":"2023-09-23T15:37:10.762082+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:37:10.762082+0000","last_undegraded":"2023-09-23T15:37:10.762082+0000","last_fullsized":"2023-09-23T15:37:10.762082+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":660,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767870+0000","last_change":"2023-09-23T15:34:50.717314+0000","last_active":"2023-09-23T15:37:10.767870+0000","last_peered":"2023-09-23T15:37:10.767870+0000","last_clean":"2023-09-23T15:37:10.767870+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:37:10.767870+0000","last_undegraded":"2023-09-23T15:37:10.767870+0000","last_fullsized":"2023-09-23T15:37:10.767870+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":40,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.779029+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:37:09.779029+0000","last_peered":"2023-09-23T15:37:09.779029+0000","last_clean":"2023-09-23T15:37:09.779029+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:37:09.779029+0000","last_undegraded":"2023-09-23T15:37:09.779029+0000","last_fullsized":"2023-09-23T15:37:09.779029+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":464,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778493+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:37:09.778493+0000","last_peered":"2023-09-23T15:37:09.778493+0000","last_clean":"2023-09-23T15:37:09.778493+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:37:09.778493+0000","last_undegraded":"2023-09-23T15:37:09.778493+0000","last_fullsized":"2023-09-23T15:37:09.778493+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"589'10407","reported_seq":10474,"reported_epoch":589,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:17.406838+0000","last_change":"2023-09-23T15:35:21.031702+0000","last_active":"2023-09-23T15:37:17.406838+0000","last_peered":"2023-09-23T15:37:17.406838+0000","last_clean":"2023-09-23T15:34:25.789741+0000","last_became_active":"2023-09-23T15:35:21.021680+0000","last_became_peered":"2023-09-23T15:35:21.021680+0000","last_unstale":"2023-09-23T15:37:17.406838+0000","last_undegraded":"2023-09-23T15:35:20.815596+0000","last_fullsized":"2023-09-23T15:35:20.788535+0000","mapping_epoch":571,"log_start":"566'4800","ondisk_log_start":"566'4800","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5607,"log_dups_size":0,"ondisk_log_size":5607,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:22.176724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172687360,"num_objects":2635,"num_object_clones":0,"num_object_copies":7905,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3430,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2635,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10407,"num_write_kb":417344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":-795}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":960,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765395+0000","last_change":"2023-09-23T15:35:20.804322+0000","last_active":"2023-09-23T15:37:09.765395+0000","last_peered":"2023-09-23T15:37:09.765395+0000","last_clean":"2023-09-23T15:37:09.765395+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:37:09.765395+0000","last_undegraded":"2023-09-23T15:37:09.765395+0000","last_fullsized":"2023-09-23T15:37:09.765395+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":616,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.762701+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:37:10.762701+0000","last_peered":"2023-09-23T15:37:10.762701+0000","last_clean":"2023-09-23T15:37:10.762701+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:37:10.762701+0000","last_undegraded":"2023-09-23T15:37:10.762701+0000","last_fullsized":"2023-09-23T15:37:10.762701+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":177,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.776491+0000","last_change":"2023-09-23T15:34:50.712974+0000","last_active":"2023-09-23T15:37:09.776491+0000","last_peered":"2023-09-23T15:37:09.776491+0000","last_clean":"2023-09-23T15:37:09.776491+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:37:09.776491+0000","last_undegraded":"2023-09-23T15:37:09.776491+0000","last_fullsized":"2023-09-23T15:37:09.776491+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":146,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.761035+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:37:10.761035+0000","last_peered":"2023-09-23T15:37:10.761035+0000","last_clean":"2023-09-23T15:37:10.761035+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:37:10.761035+0000","last_undegraded":"2023-09-23T15:37:10.761035+0000","last_fullsized":"2023-09-23T15:37:10.761035+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"588'10475","reported_seq":16884,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:12.940495+0000","last_change":"2023-09-23T15:37:10.824269+0000","last_active":"2023-09-23T15:37:12.940495+0000","last_peered":"2023-09-23T15:37:12.940495+0000","last_clean":"2023-09-23T15:37:12.940495+0000","last_became_active":"2023-09-23T15:37:10.768857+0000","last_became_peered":"2023-09-23T15:37:10.768857+0000","last_unstale":"2023-09-23T15:37:12.940495+0000","last_undegraded":"2023-09-23T15:37:12.940495+0000","last_fullsized":"2023-09-23T15:37:12.940495+0000","mapping_epoch":587,"log_start":"568'6200","ondisk_log_start":"568'6200","created":551,"last_epoch_clean":588,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4275,"log_dups_size":0,"ondisk_log_size":4275,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:46.306550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":183566336,"num_objects":2801,"num_object_clones":0,"num_object_copies":8403,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2801,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10475,"num_write_kb":424832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3172,"num_bytes_recovered":207880192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":965,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.761621+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:37:10.761621+0000","last_peered":"2023-09-23T15:37:10.761621+0000","last_clean":"2023-09-23T15:37:10.761621+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:37:10.761621+0000","last_undegraded":"2023-09-23T15:37:10.761621+0000","last_fullsized":"2023-09-23T15:37:10.761621+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":291,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767661+0000","last_change":"2023-09-23T15:35:19.791530+0000","last_active":"2023-09-23T15:37:10.767661+0000","last_peered":"2023-09-23T15:37:10.767661+0000","last_clean":"2023-09-23T15:37:10.767661+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:37:10.767661+0000","last_undegraded":"2023-09-23T15:37:10.767661+0000","last_fullsized":"2023-09-23T15:37:10.767661+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":200,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.776370+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:37:09.776370+0000","last_peered":"2023-09-23T15:37:09.776370+0000","last_clean":"2023-09-23T15:37:09.776370+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:37:09.776370+0000","last_undegraded":"2023-09-23T15:37:09.776370+0000","last_fullsized":"2023-09-23T15:37:09.776370+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765057+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:37:09.765057+0000","last_peered":"2023-09-23T15:37:09.765057+0000","last_clean":"2023-09-23T15:37:09.765057+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:37:09.765057+0000","last_undegraded":"2023-09-23T15:37:09.765057+0000","last_fullsized":"2023-09-23T15:37:09.765057+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765308+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:37:09.765308+0000","last_peered":"2023-09-23T15:37:09.765308+0000","last_clean":"2023-09-23T15:37:09.765308+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:37:09.765308+0000","last_undegraded":"2023-09-23T15:37:09.765308+0000","last_fullsized":"2023-09-23T15:37:09.765308+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":40,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.778953+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:37:09.778953+0000","last_peered":"2023-09-23T15:37:09.778953+0000","last_clean":"2023-09-23T15:37:09.778953+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:37:09.778953+0000","last_undegraded":"2023-09-23T15:37:09.778953+0000","last_fullsized":"2023-09-23T15:37:09.778953+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":39,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.764849+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:37:09.764849+0000","last_peered":"2023-09-23T15:37:09.764849+0000","last_clean":"2023-09-23T15:37:09.764849+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:37:09.764849+0000","last_undegraded":"2023-09-23T15:37:09.764849+0000","last_fullsized":"2023-09-23T15:37:09.764849+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765392+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:37:09.765392+0000","last_peered":"2023-09-23T15:37:09.765392+0000","last_clean":"2023-09-23T15:37:09.765392+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:37:09.765392+0000","last_undegraded":"2023-09-23T15:37:09.765392+0000","last_fullsized":"2023-09-23T15:37:09.765392+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":39,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.768325+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:37:09.768325+0000","last_peered":"2023-09-23T15:37:09.768325+0000","last_clean":"2023-09-23T15:37:09.768325+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:37:09.768325+0000","last_undegraded":"2023-09-23T15:37:09.768325+0000","last_fullsized":"2023-09-23T15:37:09.768325+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":49,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.765056+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:37:09.765056+0000","last_peered":"2023-09-23T15:37:09.765056+0000","last_clean":"2023-09-23T15:37:09.765056+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:37:09.765056+0000","last_undegraded":"2023-09-23T15:37:09.765056+0000","last_fullsized":"2023-09-23T15:37:09.765056+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":277,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.762257+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:37:10.762257+0000","last_peered":"2023-09-23T15:37:10.762257+0000","last_clean":"2023-09-23T15:37:10.762257+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:37:10.762257+0000","last_undegraded":"2023-09-23T15:37:10.762257+0000","last_fullsized":"2023-09-23T15:37:10.762257+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":285,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.762638+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:37:10.762638+0000","last_peered":"2023-09-23T15:37:10.762638+0000","last_clean":"2023-09-23T15:37:10.762638+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:37:10.762638+0000","last_undegraded":"2023-09-23T15:37:10.762638+0000","last_fullsized":"2023-09-23T15:37:10.762638+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":44,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.777419+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:37:09.777419+0000","last_peered":"2023-09-23T15:37:09.777419+0000","last_clean":"2023-09-23T15:37:09.777419+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:37:09.777419+0000","last_undegraded":"2023-09-23T15:37:09.777419+0000","last_fullsized":"2023-09-23T15:37:09.777419+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":35,"reported_epoch":587,"state":"active+clean","last_fresh":"2023-09-23T15:37:09.764582+0000","last_change":"2023-09-23T15:34:50.718166+0000","last_active":"2023-09-23T15:37:09.764582+0000","last_peered":"2023-09-23T15:37:09.764582+0000","last_clean":"2023-09-23T15:37:09.764582+0000","last_became_active":"2023-09-23T15:34:50.717890+0000","last_became_peered":"2023-09-23T15:34:50.717890+0000","last_unstale":"2023-09-23T15:37:09.764582+0000","last_undegraded":"2023-09-23T15:37:09.764582+0000","last_fullsized":"2023-09-23T15:37:09.764582+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:41.951024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":2853175320,"num_objects":43537,"num_object_clones":0,"num_object_copies":130611,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":20802,"num_objects_misplaced":12372,"num_objects_unfound":0,"num_objects_dirty":43537,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":166639,"num_write_kb":6725569,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17141,"num_bytes_recovered":1123287040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8338288640,"data_stored":8338276424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77424,"ondisk_log_size":77424,"up":48,"acting":41,"num_store_stats":6},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":22604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":744320,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":69,"num_write":18,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3617469,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674555,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2231372,"kb_used_data":1699652,"kb_used_omap":85,"kb_used_meta":531626,"kb_avail":91513780,"statfs":{"total":95995035648,"available":93710110720,"internally_reserved":0,"allocated":1740443648,"data_stored":1738712818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":544385032},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":1.1080000000000001,"15min":1.492},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":3.5310000000000001,"5min":9.8290000000000006,"15min":93.114999999999995},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.82899999999999996,"5min":1.276,"15min":2.1139999999999999},"min":{"1min":0.26400000000000001,"5min":0.249,"15min":0.223},"max":{"1min":3.121,"5min":8.7260000000000009,"15min":97.617999999999995},"last":2.3820000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":2.6779999999999999,"5min":3.2589999999999999,"15min":2.4489999999999998},"min":{"1min":0.26100000000000001,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":20.305,"5min":131.452,"15min":131.452},"last":58.600000000000001},{"interface":"front","average":{"1min":2.758,"5min":2.9729999999999999,"15min":3.4630000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.245},"max":{"1min":20.283000000000001,"5min":131.43700000000001,"15min":217.25999999999999},"last":58.640999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:36:22 2023","interfaces":[{"interface":"back","average":{"1min":2.0649999999999999,"5min":2.0649999999999999,"15min":2.0649999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":7.5449999999999999,"5min":7.5449999999999999,"15min":7.5449999999999999},"last":2.613},{"interface":"front","average":{"1min":2.286,"5min":2.286,"15min":2.286},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":9.6920000000000002,"5min":9.6920000000000002,"15min":9.6920000000000002},"last":3.3290000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":7.8769999999999998,"5min":8.2929999999999993,"15min":5.6449999999999996},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":127.688,"5min":179.12100000000001,"15min":179.12100000000001},"last":3.258},{"interface":"front","average":{"1min":7.5069999999999997,"5min":7.6909999999999998,"15min":5.4420000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":127.40600000000001,"5min":177.55000000000001,"15min":177.55000000000001},"last":0.59999999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.73899999999999999,"15min":0.92500000000000004},"min":{"1min":0.255,"5min":0.255,"15min":0.246},"max":{"1min":3.4100000000000001,"5min":6.4989999999999997,"15min":9.0640000000000001},"last":2.423},{"interface":"front","average":{"1min":0.65100000000000002,"5min":1.0529999999999999,"15min":1.4390000000000001},"min":{"1min":0.32400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":1.9350000000000001,"5min":9.3740000000000006,"15min":97.524000000000001},"last":2.5800000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":2.911,"15min":2.879},"min":{"1min":0.26900000000000002,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":2.9830000000000001,"5min":194.36099999999999,"15min":254.07300000000001},"last":3.2959999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":2.7519999999999998,"15min":2.7839999999999998},"min":{"1min":0.33200000000000002,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":3.4380000000000002,"5min":194.541,"15min":254.291},"last":2.923}]},{"osd":6,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":3.1019999999999999,"15min":2.2320000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":2.0230000000000001,"5min":199.87700000000001,"15min":199.87700000000001},"last":3.431},{"interface":"front","average":{"1min":0.69899999999999995,"5min":3.1320000000000001,"15min":2.2730000000000001},"min":{"1min":0.35599999999999998,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":2.3919999999999999,"5min":196.49700000000001,"15min":196.49700000000001},"last":3.359}]}]},{"osd":6,"up_from":0,"seq":523986010434,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089711,"num_pgs":72,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3406488,"kb_used_data":2354128,"kb_used_omap":9,"kb_used_meta":1052214,"kb_avail":90338664,"statfs":{"total":95995035648,"available":92506791936,"internally_reserved":0,"allocated":2410627072,"data_stored":2407593415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1077468137},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3,0,2,1,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":1.647,"15min":3.3999999999999999},"min":{"1min":0.309,"5min":0.185,"15min":0.185},"max":{"1min":14.164999999999999,"5min":14.164999999999999,"15min":215.946},"last":0.26100000000000001},{"interface":"front","average":{"1min":2.98,"5min":1.952,"15min":3.9620000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":10.141,"5min":10.141,"15min":214.88200000000001},"last":2.3530000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:36:18 2023","interfaces":[{"interface":"back","average":{"1min":3.109,"5min":3.109,"15min":3.109},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":10.226000000000001,"5min":10.226000000000001,"15min":10.226000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":2.2330000000000001,"5min":2.2330000000000001,"15min":2.2330000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":10.420999999999999,"5min":10.420999999999999,"15min":10.420999999999999},"last":0.57599999999999996}]},{"osd":3,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":8.7230000000000008,"5min":3.5830000000000002,"15min":4.9800000000000004},"min":{"1min":0.379,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":46.424999999999997,"5min":46.424999999999997,"15min":210.24799999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":6.9589999999999996,"5min":2.6179999999999999,"15min":4.4219999999999997},"min":{"1min":0.45000000000000001,"5min":0.20799999999999999,"15min":0.17100000000000001},"max":{"1min":44.990000000000002,"5min":44.990000000000002,"15min":210.577},"last":0.30199999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":1.7490000000000001,"5min":1.425,"15min":1.4610000000000001},"min":{"1min":0.433,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":6.0700000000000003,"5min":6.0700000000000003,"15min":14.925000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":1.8280000000000001,"5min":1.2669999999999999,"15min":1.226},"min":{"1min":0.29799999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":14.135,"5min":14.135,"15min":14.489000000000001},"last":0.34799999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.9300000000000002,"15min":2.5550000000000002},"min":{"1min":0.40200000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":7.6020000000000003,"5min":109.63500000000001,"15min":109.63500000000001},"last":9.9939999999999998},{"interface":"front","average":{"1min":1.504,"5min":2.6720000000000002,"15min":2.319},"min":{"1min":0.38600000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":5.0199999999999996,"5min":109.655,"15min":109.655},"last":0.59599999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:36:15 2023","interfaces":[{"interface":"back","average":{"1min":2.641,"5min":1.9810000000000001,"15min":2.383},"min":{"1min":0.42999999999999999,"5min":0.36399999999999999,"15min":0.31},"max":{"1min":7.7359999999999998,"5min":10.268000000000001,"15min":115.018},"last":10.042},{"interface":"front","average":{"1min":2.5419999999999998,"5min":2.0089999999999999,"15min":2.2170000000000001},"min":{"1min":0.49199999999999999,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":7.9859999999999998,"5min":7.9950000000000001,"15min":115.289},"last":0.69799999999999995}]},{"osd":7,"last update":"Sat Sep 23 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":2.1080000000000001,"5min":2.9980000000000002,"15min":3.101},"min":{"1min":0.437,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":14.086,"5min":129.31200000000001,"15min":129.31200000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":2.6099999999999999,"5min":3.5219999999999998,"15min":3.427},"min":{"1min":0.441,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":8.1029999999999998,"5min":128.50700000000001,"15min":128.50700000000001},"last":0.72699999999999998}]}]},{"osd":0,"up_from":0,"seq":360777253238,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358744,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":582436,"kb_used_data":395804,"kb_used_omap":93,"kb_used_meta":186530,"kb_avail":93162716,"statfs":{"total":95995035648,"available":95398621184,"internally_reserved":0,"allocated":405303296,"data_stored":402321195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":191006864},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":2.5369999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":16.773,"5min":16.773,"15min":16.773},"last":0.37},{"interface":"front","average":{"1min":1.659,"5min":1.659,"15min":1.659},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":13.295999999999999,"5min":13.295999999999999,"15min":13.295999999999999},"last":1.21}]},{"osd":1,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":7.1609999999999996,"5min":7.1609999999999996,"15min":7.1609999999999996},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":45.529000000000003,"5min":45.529000000000003,"15min":45.529000000000003},"last":5.7009999999999996},{"interface":"front","average":{"1min":6.3879999999999999,"5min":6.3879999999999999,"15min":6.3879999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":44.206000000000003,"5min":44.206000000000003,"15min":44.206000000000003},"last":1.2989999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":5.1310000000000002,"5min":5.1310000000000002,"15min":5.1310000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":43.326999999999998,"5min":43.326999999999998,"15min":43.326999999999998},"last":1.149},{"interface":"front","average":{"1min":6.6879999999999997,"5min":6.6879999999999997,"15min":6.6879999999999997},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":43.472000000000001,"5min":43.472000000000001,"15min":43.472000000000001},"last":5.681}]},{"osd":4,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":2.2570000000000001,"15min":2.2570000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":29.542999999999999,"5min":29.542999999999999,"15min":29.542999999999999},"last":1.125},{"interface":"front","average":{"1min":3.1739999999999999,"5min":3.1739999999999999,"15min":3.1739999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":29.558,"5min":29.558,"15min":29.558},"last":5.3310000000000004}]},{"osd":5,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":1.75,"5min":1.75,"15min":1.75},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":5.6159999999999997,"5min":5.6159999999999997,"15min":5.6159999999999997},"last":5.6509999999999998},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.2989999999999999,"15min":2.2989999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":16.954999999999998,"5min":16.954999999999998,"15min":16.954999999999998},"last":0.33600000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":1.7849999999999999,"5min":1.7849999999999999,"15min":1.7849999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":5.633,"5min":5.633,"15min":5.633},"last":5.3799999999999999},{"interface":"front","average":{"1min":2.3450000000000002,"5min":2.3450000000000002,"15min":2.3450000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":16.978999999999999,"5min":16.978999999999999,"15min":16.978999999999999},"last":0.39700000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:36:19 2023","interfaces":[{"interface":"back","average":{"1min":4.218,"5min":4.218,"15min":4.218},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":33.548999999999999,"5min":33.548999999999999,"15min":33.548999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":2.605,"5min":2.605,"15min":2.605},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":33.762999999999998,"5min":33.762999999999998,"15min":33.762999999999998},"last":1.085}]}]},{"osd":3,"up_from":99,"seq":425201762659,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2775240,"kb_used_data":1576384,"kb_used_omap":7,"kb_used_meta":1198840,"kb_avail":90969912,"statfs":{"total":95995035648,"available":93153189888,"internally_reserved":0,"allocated":1614217216,"data_stored":1611205835,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1227612776},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":1.6870000000000001,"5min":1.974,"15min":3.4089999999999998},"min":{"1min":0.27500000000000002,"5min":0.19900000000000001,"15min":0.182},"max":{"1min":4.8979999999999997,"5min":12.923,"15min":167.71799999999999},"last":7.5990000000000002},{"interface":"front","average":{"1min":2.5939999999999999,"5min":1.482,"15min":2.9020000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.16500000000000001},"max":{"1min":8.0809999999999995,"5min":10.279,"15min":176.61500000000001},"last":8.8070000000000004}]},{"osd":1,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":7.016,"5min":4.093,"15min":5.4199999999999999},"min":{"1min":0.255,"5min":0.23000000000000001,"15min":0.22},"max":{"1min":77.807000000000002,"5min":77.807000000000002,"15min":201.98099999999999},"last":2.802},{"interface":"front","average":{"1min":8.1940000000000008,"5min":5.0590000000000002,"15min":5.4450000000000003},"min":{"1min":0.39800000000000002,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":78.194999999999993,"5min":78.858999999999995,"15min":202.06700000000001},"last":3.8220000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:36:22 2023","interfaces":[{"interface":"back","average":{"1min":5.3250000000000002,"5min":5.3250000000000002,"15min":5.3250000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":48.585999999999999,"5min":48.585999999999999,"15min":48.585999999999999},"last":2.863},{"interface":"front","average":{"1min":5.7919999999999998,"5min":5.7919999999999998,"15min":5.7919999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":50.848999999999997,"5min":50.848999999999997,"15min":50.848999999999997},"last":13.507}]},{"osd":4,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":1.8300000000000001,"5min":1.454,"15min":2.1779999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.29699999999999999},"max":{"1min":6.7610000000000001,"5min":9.3719999999999999,"15min":163.43700000000001},"last":2.9009999999999998},{"interface":"front","average":{"1min":1.351,"5min":1.6240000000000001,"15min":2.1869999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":4.3040000000000003,"5min":9.9429999999999996,"15min":163.72399999999999},"last":3.8769999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.6739999999999999,"15min":2.9929999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.26100000000000001},"max":{"1min":4.2800000000000002,"5min":9.9849999999999994,"15min":163.696},"last":7.5659999999999998},{"interface":"front","average":{"1min":2.2530000000000001,"5min":1.482,"15min":2.194},"min":{"1min":0.34899999999999998,"5min":0.33100000000000002,"15min":0.30499999999999999},"max":{"1min":10.704000000000001,"5min":10.704000000000001,"15min":126.15000000000001},"last":8.7050000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:36:27 2023","interfaces":[{"interface":"back","average":{"1min":1.675,"5min":1.7889999999999999,"15min":3.0169999999999999},"min":{"1min":0.46800000000000003,"5min":0.44600000000000001,"15min":0.34100000000000003},"max":{"1min":5.1920000000000002,"5min":10.013999999999999,"15min":163.63399999999999},"last":7.5279999999999996},{"interface":"front","average":{"1min":2.2789999999999999,"5min":1.4159999999999999,"15min":2.5619999999999998},"min":{"1min":0.39800000000000002,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":10.622,"5min":10.622,"15min":163.535},"last":8.7539999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:37:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3370000000000002,"5min":1.577,"15min":2.2189999999999999},"min":{"1min":0.38600000000000001,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":8.0229999999999997,"5min":10.518000000000001,"15min":163.495},"last":8.782},{"interface":"front","average":{"1min":1.768,"5min":1.613,"15min":2.4670000000000001},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":6.8099999999999996,"5min":9.3260000000000005,"15min":163.51400000000001},"last":2.9329999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986684,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":829708,"kb_used_data":511044,"kb_used_omap":0,"kb_used_meta":318656,"kb_avail":92915444,"statfs":{"total":95995035648,"available":95145414656,"internally_reserved":0,"allocated":523309056,"data_stored":521570968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":326303744},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,2,1],"upper_bound":1024},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:15 2023","interfaces":[{"interface":"back","average":{"1min":1.421,"5min":1.0589999999999999,"15min":2.948},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":5.6130000000000004,"5min":10.102,"15min":169.739},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.90300000000000002,"5min":1.008,"15min":3.2629999999999999},"min":{"1min":0.29799999999999999,"5min":0.29099999999999998,"15min":0.248},"max":{"1min":1.9470000000000001,"5min":4.5549999999999997,"15min":169.75200000000001},"last":1.3440000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":6.2709999999999999,"5min":5.944,"15min":5.1950000000000003},"min":{"1min":0.29099999999999998,"5min":0.27400000000000002,"15min":0.254},"max":{"1min":66.957999999999998,"5min":212.74000000000001,"15min":212.74000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":6.4160000000000004,"5min":5.923,"15min":5.2430000000000003},"min":{"1min":0.29099999999999998,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":66.680999999999997,"5min":209.995,"15min":209.995},"last":1.4330000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":2.5459999999999998,"5min":2.5459999999999998,"15min":2.5459999999999998},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":15.917999999999999,"5min":15.917999999999999,"15min":15.917999999999999},"last":1.294},{"interface":"front","average":{"1min":3.016,"5min":3.016,"15min":3.016},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":15.9,"5min":15.9,"15min":15.9},"last":1.284}]},{"osd":3,"last update":"Sat Sep 23 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":8.5920000000000005,"5min":7.1200000000000001,"15min":6.3010000000000002},"min":{"1min":0.29999999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":118.68000000000001,"5min":118.68000000000001,"15min":191.41499999999999},"last":1.3660000000000001},{"interface":"front","average":{"1min":8.8089999999999993,"5min":7.4390000000000001,"15min":6.3049999999999997},"min":{"1min":0.36599999999999999,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":118.586,"5min":118.586,"15min":191.602},"last":1.403}]},{"osd":5,"last update":"Sat Sep 23 15:37:02 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":2.6030000000000002,"15min":2.3700000000000001},"min":{"1min":0.24299999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.6400000000000001,"5min":163.12,"15min":163.12},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":2.355,"15min":2.2160000000000002},"min":{"1min":0.28899999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.8109999999999999,"5min":164.601,"15min":164.601},"last":0.56899999999999995}]},{"osd":6,"last update":"Sat Sep 23 15:36:15 2023","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":3.3759999999999999,"15min":2.6179999999999999},"min":{"1min":0.314,"5min":0.311,"15min":0.28699999999999998},"max":{"1min":5.641,"5min":145.84200000000001,"15min":174.84100000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":3.4079999999999999,"15min":2.5899999999999999},"min":{"1min":0.34799999999999998,"5min":0.31,"15min":0.31},"max":{"1min":1.962,"5min":145.78700000000001,"15min":174.60300000000001},"last":0.45600000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:37:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":2.8639999999999999,"15min":3.0739999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":17.571999999999999,"5min":156.62,"15min":237.476},"last":0.497},{"interface":"front","average":{"1min":1.7050000000000001,"5min":2.8700000000000001,"15min":3.0680000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":15.768000000000001,"5min":155.75399999999999,"15min":237.523},"last":0.41099999999999998}]}]},{"osd":5,"up_from":39,"seq":167503725047,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2284848,"kb_used_data":1674792,"kb_used_omap":0,"kb_used_meta":610048,"kb_avail":91460304,"statfs":{"total":95995035648,"available":93655351296,"internally_reserved":0,"allocated":1714987008,"data_stored":1713272698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":624689152},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":1.258,"15min":1.5309999999999999},"min":{"1min":0.25700000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.2329999999999997,"5min":11.880000000000001,"15min":88.051000000000002},"last":0.41299999999999998},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.2190000000000001,"15min":1.609},"min":{"1min":0.29399999999999998,"5min":0.252,"15min":0.252},"max":{"1min":5.4699999999999998,"5min":8.984,"15min":88.037999999999997},"last":0.48399999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:36:43 2023","interfaces":[{"interface":"back","average":{"1min":1.8740000000000001,"5min":3.2850000000000001,"15min":2.169},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.251},"max":{"1min":8.7050000000000001,"5min":163.399,"15min":163.399},"last":0.50700000000000001},{"interface":"front","average":{"1min":3.1349999999999998,"5min":3.3130000000000002,"15min":2.1899999999999999},"min":{"1min":0.32300000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":13.83,"5min":166.11500000000001,"15min":166.11500000000001},"last":0.39900000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:36:20 2023","interfaces":[{"interface":"back","average":{"1min":2.536,"5min":2.536,"15min":2.536},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":15.727,"5min":15.727,"15min":15.727},"last":40.159999999999997},{"interface":"front","average":{"1min":1.8420000000000001,"5min":1.8420000000000001,"15min":1.8420000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":9.6509999999999998,"5min":9.6509999999999998,"15min":9.6509999999999998},"last":40.027999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:36:43 2023","interfaces":[{"interface":"back","average":{"1min":6.4699999999999998,"5min":4.2839999999999998,"15min":5.3019999999999996},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":71.030000000000001,"5min":105.316,"15min":169.83699999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":7.8710000000000004,"5min":4.6660000000000004,"15min":5.3879999999999999},"min":{"1min":0.40899999999999997,"5min":0.33300000000000002,"15min":0.29599999999999999},"max":{"1min":71.066999999999993,"5min":104.855,"15min":170.166},"last":0.443}]},{"osd":4,"last update":"Sat Sep 23 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.77400000000000002,"15min":0.70399999999999996},"min":{"1min":0.249,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":3.9289999999999998,"5min":6.9790000000000001,"15min":8.9450000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.83199999999999996,"15min":0.96599999999999997},"min":{"1min":0.309,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":1.6080000000000001,"5min":9.2590000000000003,"15min":9.6760000000000002},"last":0.36599999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:36:24 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":2.5459999999999998,"15min":3.2810000000000001},"min":{"1min":0.36599999999999999,"5min":0.29699999999999999,"15min":0.24199999999999999},"max":{"1min":3.6299999999999999,"5min":107.217,"15min":207.054},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.878,"5min":2.9630000000000001,"15min":3.5190000000000001},"min":{"1min":0.378,"5min":0.32100000000000001,"15min":0.29599999999999999},"max":{"1min":4.5640000000000001,"5min":107.271,"15min":207.28299999999999},"last":0.434}]},{"osd":7,"last update":"Sat Sep 23 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":1.0649999999999999,"15min":2.9300000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":3.7130000000000001,"5min":9.7530000000000001,"15min":214.78100000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.80400000000000005,"5min":1.171,"15min":3.0870000000000002},"min":{"1min":0.40999999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":2.0139999999999998,"5min":13.375999999999999,"15min":212.95500000000001},"last":0.46600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2400980992,"data_stored":2400976920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":396496896,"data_stored":396492824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1600913408,"data_stored":1600913408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":514330624,"data_stored":514326552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1691877376,"data_stored":1691877376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1733689344,"data_stored":1733689344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:37:20.468 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:20.507 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:20.569 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:20.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:20.573 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:20.612 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:20.649 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:20.674 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:20.780 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:21.042 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:20 smithi118 ceph-mon[219580]: pgmap v1577: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 578 op/s; 20219/127695 objects degraded (15.834%); 11978/127695 objects misplaced (9.380%); 8.8 MiB/s, 141 objects/s recovering 2023-09-23T15:37:21.042 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:20 smithi118 ceph-mon[212312]: pgmap v1577: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 578 op/s; 20219/127695 objects degraded (15.834%); 11978/127695 objects misplaced (9.380%); 8.8 MiB/s, 141 objects/s recovering 2023-09-23T15:37:21.115 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:21.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:21.121 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:21.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:20 smithi178 ceph-mon[192298]: pgmap v1577: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.6 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 578 op/s; 20219/127695 objects degraded (15.834%); 11978/127695 objects misplaced (9.380%); 8.8 MiB/s, 141 objects/s recovering 2023-09-23T15:37:21.222 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:21.266 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:21.320 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:21.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:21.333 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:21.434 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:21.468 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:21.542 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:21.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:21.546 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:21.647 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:21.675 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:21.739 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:21.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:21.745 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:21.804 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:37:21.845 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:21.870 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:37:21.877 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:21 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/22305539' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:21.878 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:21.903 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:37:21.948 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:21 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/22305539' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:21.949 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:21 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/22305539' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:21.956 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:37:21.999 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:37:22.002 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:22.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:22.010 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:22.033 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:37:22.075 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:37:22.110 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:22.113 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:37:22.128 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:37:22.129 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:37:22.129 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:37:22.129 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:37:22.129 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:37:22.129 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:37:22.129 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:37:22.129 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:37:22.152 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:22.271 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:22.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:22.274 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:22.374 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:22.406 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:22.523 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:22.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:22.531 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:22.631 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:22.715 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:22.866 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:22.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:22.869 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:22.970 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:22.999 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:23.044 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:23.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:23.047 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:23.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:22 smithi118 ceph-mon[219580]: pgmap v1578: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 548 op/s; 19722/123909 objects degraded (15.917%); 11978/123909 objects misplaced (9.667%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T15:37:23.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:23.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:23.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 19722/123909 objects degraded (15.917%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:23.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:22 smithi118 ceph-mon[212312]: pgmap v1578: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 548 op/s; 19722/123909 objects degraded (15.917%); 11978/123909 objects misplaced (9.667%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T15:37:23.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:23.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:23.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 19722/123909 objects degraded (15.917%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:22 smithi178 ceph-mon[192298]: pgmap v1578: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 548 op/s; 19722/123909 objects degraded (15.917%); 11978/123909 objects misplaced (9.667%); 7.4 MiB/s, 118 objects/s recovering 2023-09-23T15:37:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:23.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 19722/123909 objects degraded (15.917%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:23.148 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:23.173 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:23.267 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:23.272 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:23.272 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:23.373 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:23.401 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:37:23.410 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:23.467 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:23.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:23.473 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:23.574 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:23.603 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:23.647 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:23.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:23.652 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:23.752 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:23.853 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:24 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:24 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:24.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:24 smithi178 ceph-mon[192298]: pgmap v1579: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.4 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 588 op/s; 19170/118767 objects degraded (16.141%); 11619/118767 objects misplaced (9.783%); 6.1 MiB/s, 98 objects/s recovering 2023-09-23T15:37:24.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:24 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:24.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:24 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:24.823 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:24 smithi118 ceph-mon[212312]: pgmap v1579: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.4 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 588 op/s; 19170/118767 objects degraded (16.141%); 11619/118767 objects misplaced (9.783%); 6.1 MiB/s, 98 objects/s recovering 2023-09-23T15:37:24.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:24 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:24.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:24 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:24.823 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:24 smithi118 ceph-mon[219580]: pgmap v1579: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.4 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 588 op/s; 19170/118767 objects degraded (16.141%); 11619/118767 objects misplaced (9.783%); 6.1 MiB/s, 98 objects/s recovering 2023-09-23T15:37:25.450 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:25.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:25.456 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:25.556 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:25.585 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:25.637 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:25.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:25.646 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:25.747 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:37:25.835 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:26.208 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:37:26.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:26.216 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:37:26.316 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:26.372 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:26.437 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:26.517 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:37:26.518 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:37:26.518 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.518 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:173076 11.f e589/571 11:f71d893a:::benchmark_data_smithi118_606503_object67986:head v 589'10724, mlcod=557'2742)", 2023-09-23T15:37:26.518 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:37:26.493048+0000", 2023-09-23T15:37:26.518 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.010273211000000001, 2023-09-23T15:37:26.518 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010305257, 2023-09-23T15:37:26.518 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:37:26.518 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:37:26.518 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:37:26.518 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.518 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493048+0000", 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493048+0000", 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493047+0000", 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:37:26.519 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493058+0000", 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1039999999999999e-05 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493081+0000", 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2589999999999999e-05 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493090+0000", 2023-09-23T15:37:26.520 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7699999999999996e-06 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493200+0000", 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000109821 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493229+0000", 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.8639000000000001e-05 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:37:26.521 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.46571.0:173079 11.8 e589/571 11:1de833c8:::benchmark_data_smithi118_606503_object67989:head v 589'10834, mlcod=557'2716)", 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:37:26.493165+0000", 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 0.010155951999999999, 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010253876, 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.522 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493165+0000", 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493165+0000", 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493165+0000", 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.523 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493170+0000", 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2079999999999999e-06 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493177+0000", 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1239999999999999e-06 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493182+0000", 2023-09-23T15:37:26.524 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7500000000000003e-06 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493290+0000", 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000108027 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:37:26.493321+0000", 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1488000000000001e-05 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:37:26.525 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:37:26.526 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:37:26.526 INFO:teuthology.orchestra.run.smithi118.stdout: ], 2023-09-23T15:37:26.526 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 2 2023-09-23T15:37:26.526 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:37:26.554 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:26.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:26.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:26.662 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:37:26.720 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:27.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:26 smithi118 ceph-mon[212312]: pgmap v1580: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.4 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 536 op/s; 19170/118767 objects degraded (16.141%); 11619/118767 objects misplaced (9.783%); 5.6 MiB/s, 89 objects/s recovering 2023-09-23T15:37:27.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:26 smithi118 ceph-mon[219580]: pgmap v1580: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.4 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 536 op/s; 19170/118767 objects degraded (16.141%); 11619/118767 objects misplaced (9.783%); 5.6 MiB/s, 89 objects/s recovering 2023-09-23T15:37:27.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:26 smithi178 ceph-mon[192298]: pgmap v1580: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.4 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 536 op/s; 19170/118767 objects degraded (16.141%); 11619/118767 objects misplaced (9.783%); 5.6 MiB/s, 89 objects/s recovering 2023-09-23T15:37:27.605 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:37:27.662 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:37:27.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:27.668 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:37:27.769 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:27.893 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:27 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3063048030' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:27.893 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:27 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:27.893 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 19170/118767 objects degraded (16.141%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:27.895 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:27.897 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:27 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3063048030' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:27.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:27 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:27.898 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 19170/118767 objects degraded (16.141%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:27.986 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:37:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:27 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3063048030' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:27 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 19170/118767 objects degraded (16.141%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:28.238 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:37:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:37:28] "GET /metrics HTTP/1.1" 200 36495 "" "Prometheus/2.43.0" 2023-09-23T15:37:28.757 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:28.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:28.779 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:28.880 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:28.911 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:28.975 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:28.981 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:28.981 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[219580]: pgmap v1581: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 660 op/s; 18728/112641 objects degraded (16.626%); 11619/112641 objects misplaced (10.315%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T15:37:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:37:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:37:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[219580]: osdmap e590: 8 total, 8 up, 6 in 2023-09-23T15:37:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[219580]: failed to encode map e590 with expected crc 2023-09-23T15:37:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[219580]: failed to encode map e590 with expected crc 2023-09-23T15:37:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[219580]: failed to encode map e590 with expected crc 2023-09-23T15:37:29.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[212312]: pgmap v1581: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 660 op/s; 18728/112641 objects degraded (16.626%); 11619/112641 objects misplaced (10.315%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T15:37:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:37:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:37:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[212312]: osdmap e590: 8 total, 8 up, 6 in 2023-09-23T15:37:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[212312]: failed to encode map e590 with expected crc 2023-09-23T15:37:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[212312]: failed to encode map e590 with expected crc 2023-09-23T15:37:29.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:28 smithi118 ceph-mon[212312]: failed to encode map e590 with expected crc 2023-09-23T15:37:29.082 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:29.110 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:28 smithi178 ceph-mon[192298]: pgmap v1581: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 660 op/s; 18728/112641 objects degraded (16.626%); 11619/112641 objects misplaced (10.315%); 6.4 MiB/s, 102 objects/s recovering 2023-09-23T15:37:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:28 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:37:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:28 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:37:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:28 smithi178 ceph-mon[192298]: osdmap e590: 8 total, 8 up, 6 in 2023-09-23T15:37:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:28 smithi178 ceph-mon[192298]: failed to encode map e590 with expected crc 2023-09-23T15:37:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:28 smithi178 ceph-mon[192298]: failed to encode map e590 with expected crc 2023-09-23T15:37:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:28 smithi178 ceph-mon[192298]: failed to encode map e590 with expected crc 2023-09-23T15:37:29.752 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:37:30.184 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:30.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:30.189 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:30.289 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:30.322 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:30.387 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:30.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:30.397 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:30.498 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:30.524 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:30.566 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:30.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:30.573 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:30.674 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:30.704 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:30.772 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:30.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:30.778 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:30.854 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:30 smithi178 ceph-mon[192298]: pgmap v1583: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 590 op/s; 18186/109974 objects degraded (16.537%); 11271/109974 objects misplaced (10.249%); 5.8 MiB/s, 92 objects/s recovering 2023-09-23T15:37:30.879 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:30.909 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:30.971 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:30.981 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:30.982 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:31.082 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:31.114 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:31.164 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:31.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:31.172 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:31.213 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:31.238 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:31.273 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:37:31.330 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:30 smithi118 ceph-mon[212312]: pgmap v1583: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 590 op/s; 18186/109974 objects degraded (16.537%); 11271/109974 objects misplaced (10.249%); 5.8 MiB/s, 92 objects/s recovering 2023-09-23T15:37:31.330 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:30 smithi118 ceph-mon[219580]: pgmap v1583: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 590 op/s; 18186/109974 objects degraded (16.537%); 11271/109974 objects misplaced (10.249%); 5.8 MiB/s, 92 objects/s recovering 2023-09-23T15:37:31.393 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:32.065 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:37:32.338 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:37:32.347 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:37:32.808 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:37:32.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:32.818 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:37:32.918 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:32.949 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:33.005 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:33.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:33.010 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:33.025 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:32 smithi118 ceph-mon[219580]: pgmap v1584: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 590 op/s; 17693/106164 objects degraded (16.666%); 11271/106164 objects misplaced (10.617%); 5.8 MiB/s, 92 objects/s recovering 2023-09-23T15:37:33.026 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 17693/106164 objects degraded (16.666%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:33.026 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:32 smithi118 ceph-mon[212312]: pgmap v1584: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 590 op/s; 17693/106164 objects degraded (16.666%); 11271/106164 objects misplaced (10.617%); 5.8 MiB/s, 92 objects/s recovering 2023-09-23T15:37:33.026 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 17693/106164 objects degraded (16.666%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:33.111 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:33.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:32 smithi178 ceph-mon[192298]: pgmap v1584: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.2 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 590 op/s; 17693/106164 objects degraded (16.666%); 11271/106164 objects misplaced (10.617%); 5.8 MiB/s, 92 objects/s recovering 2023-09-23T15:37:33.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 17693/106164 objects degraded (16.666%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:33.188 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:34.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:33 smithi118 ceph-mon[219580]: from='client.46766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:37:34.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:33 smithi118 ceph-mon[212312]: from='client.46766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:37:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:33 smithi178 ceph-mon[192298]: from='client.46766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:37:34.827 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:34.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:34.839 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:34.857 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1584,"stamp":"2023-09-23T15:37:31.762091+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2318299416,"num_objects":35388,"num_object_clones":0,"num_object_copies":106164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17693,"num_objects_misplaced":11271,"num_objects_unfound":0,"num_objects_dirty":35388,"num_whiteouts":0,"num_read":38,"num_read_kb":70,"num_write":174891,"num_write_kb":6725781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18726,"num_bytes_recovered":1219869713,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82233,"ondisk_log_size":82233,"up":327,"acting":320,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":340,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":10894740,"kb_used_data":6935524,"kb_used_omap":196,"kb_used_meta":3958971,"kb_avail":551576172,"statfs":{"total":575970213888,"available":564814000128,"internally_reserved":0,"allocated":7101976576,"data_stored":7087735237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":4053987049},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6,2,2,6,4,4,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-387645440,"num_objects":-5915,"num_object_clones":0,"num_object_copies":-17745,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-2029,"num_objects_misplaced":-707,"num_objects_unfound":0,"num_objects_dirty":-5915,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5915,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":923,"num_bytes_recovered":60489728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.008892"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":51,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814553+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:37:14.814553+0000","last_peered":"2023-09-23T15:37:14.814553+0000","last_clean":"2023-09-23T15:37:14.814553+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:37:14.814553+0000","last_undegraded":"2023-09-23T15:37:14.814553+0000","last_fullsized":"2023-09-23T15:37:14.814553+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":253,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.820363+0000","last_change":"2023-09-23T15:34:50.720034+0000","last_active":"2023-09-23T15:37:14.820363+0000","last_peered":"2023-09-23T15:37:14.820363+0000","last_clean":"2023-09-23T15:37:14.820363+0000","last_became_active":"2023-09-23T15:34:50.719667+0000","last_became_peered":"2023-09-23T15:34:50.719667+0000","last_unstale":"2023-09-23T15:37:14.820363+0000","last_undegraded":"2023-09-23T15:37:14.820363+0000","last_fullsized":"2023-09-23T15:37:14.820363+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:21.955072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":163,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814610+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:37:14.814610+0000","last_peered":"2023-09-23T15:37:14.814610+0000","last_clean":"2023-09-23T15:37:14.814610+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:37:14.814610+0000","last_undegraded":"2023-09-23T15:37:14.814610+0000","last_fullsized":"2023-09-23T15:37:14.814610+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":118,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767389+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:37:10.767389+0000","last_peered":"2023-09-23T15:37:10.767389+0000","last_clean":"2023-09-23T15:37:10.767389+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:37:10.767389+0000","last_undegraded":"2023-09-23T15:37:10.767389+0000","last_fullsized":"2023-09-23T15:37:10.767389+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":277,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.817756+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:37:14.817756+0000","last_peered":"2023-09-23T15:37:14.817756+0000","last_clean":"2023-09-23T15:37:14.817756+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:37:14.817756+0000","last_undegraded":"2023-09-23T15:37:14.817756+0000","last_fullsized":"2023-09-23T15:37:14.817756+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":201,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.819890+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:37:14.819890+0000","last_peered":"2023-09-23T15:37:14.819890+0000","last_clean":"2023-09-23T15:37:14.819890+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:37:14.819890+0000","last_undegraded":"2023-09-23T15:37:14.819890+0000","last_fullsized":"2023-09-23T15:37:14.819890+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":548,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.823648+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:37:14.823648+0000","last_peered":"2023-09-23T15:37:14.823648+0000","last_clean":"2023-09-23T15:37:14.823648+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:37:14.823648+0000","last_undegraded":"2023-09-23T15:37:14.823648+0000","last_fullsized":"2023-09-23T15:37:14.823648+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":261,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.817856+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:37:14.817856+0000","last_peered":"2023-09-23T15:37:14.817856+0000","last_clean":"2023-09-23T15:37:14.817856+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:37:14.817856+0000","last_undegraded":"2023-09-23T15:37:14.817856+0000","last_fullsized":"2023-09-23T15:37:14.817856+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":927,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814079+0000","last_change":"2023-09-23T15:35:20.828265+0000","last_active":"2023-09-23T15:37:14.814079+0000","last_peered":"2023-09-23T15:37:14.814079+0000","last_clean":"2023-09-23T15:37:14.814079+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:37:14.814079+0000","last_undegraded":"2023-09-23T15:37:14.814079+0000","last_fullsized":"2023-09-23T15:37:14.814079+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":124,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.823956+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:37:14.823956+0000","last_peered":"2023-09-23T15:37:14.823956+0000","last_clean":"2023-09-23T15:37:14.823956+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:37:14.823956+0000","last_undegraded":"2023-09-23T15:37:14.823956+0000","last_fullsized":"2023-09-23T15:37:14.823956+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":599,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.819752+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:37:14.819752+0000","last_peered":"2023-09-23T15:37:14.819752+0000","last_clean":"2023-09-23T15:37:14.819752+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:37:14.819752+0000","last_undegraded":"2023-09-23T15:37:14.819752+0000","last_fullsized":"2023-09-23T15:37:14.819752+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":179,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767611+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:37:10.767611+0000","last_peered":"2023-09-23T15:37:10.767611+0000","last_clean":"2023-09-23T15:37:10.767611+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:37:10.767611+0000","last_undegraded":"2023-09-23T15:37:10.767611+0000","last_fullsized":"2023-09-23T15:37:10.767611+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":196,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814117+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:37:14.814117+0000","last_peered":"2023-09-23T15:37:14.814117+0000","last_clean":"2023-09-23T15:37:14.814117+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:37:14.814117+0000","last_undegraded":"2023-09-23T15:37:14.814117+0000","last_fullsized":"2023-09-23T15:37:14.814117+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":61,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814787+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:37:14.814787+0000","last_peered":"2023-09-23T15:37:14.814787+0000","last_clean":"2023-09-23T15:37:14.814787+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:37:14.814787+0000","last_undegraded":"2023-09-23T15:37:14.814787+0000","last_fullsized":"2023-09-23T15:37:14.814787+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.815054+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:37:14.815054+0000","last_peered":"2023-09-23T15:37:14.815054+0000","last_clean":"2023-09-23T15:37:14.815054+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:37:14.815054+0000","last_undegraded":"2023-09-23T15:37:14.815054+0000","last_fullsized":"2023-09-23T15:37:14.815054+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":756,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.823404+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:37:14.823404+0000","last_peered":"2023-09-23T15:37:14.823404+0000","last_clean":"2023-09-23T15:37:14.823404+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:37:14.823404+0000","last_undegraded":"2023-09-23T15:37:14.823404+0000","last_fullsized":"2023-09-23T15:37:14.823404+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":787,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767339+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:37:10.767339+0000","last_peered":"2023-09-23T15:37:10.767339+0000","last_clean":"2023-09-23T15:37:10.767339+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:37:10.767339+0000","last_undegraded":"2023-09-23T15:37:10.767339+0000","last_fullsized":"2023-09-23T15:37:10.767339+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":624,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.818210+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:37:14.818210+0000","last_peered":"2023-09-23T15:37:14.818210+0000","last_clean":"2023-09-23T15:37:14.818210+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:37:14.818210+0000","last_undegraded":"2023-09-23T15:37:14.818210+0000","last_fullsized":"2023-09-23T15:37:14.818210+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1218,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767077+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:37:10.767077+0000","last_peered":"2023-09-23T15:37:10.767077+0000","last_clean":"2023-09-23T15:37:10.767077+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:37:10.767077+0000","last_undegraded":"2023-09-23T15:37:10.767077+0000","last_fullsized":"2023-09-23T15:37:10.767077+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":118,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767529+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:37:10.767529+0000","last_peered":"2023-09-23T15:37:10.767529+0000","last_clean":"2023-09-23T15:37:10.767529+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:37:10.767529+0000","last_undegraded":"2023-09-23T15:37:10.767529+0000","last_fullsized":"2023-09-23T15:37:10.767529+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":517,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767759+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:37:10.767759+0000","last_peered":"2023-09-23T15:37:10.767759+0000","last_clean":"2023-09-23T15:37:10.767759+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:37:10.767759+0000","last_undegraded":"2023-09-23T15:37:10.767759+0000","last_fullsized":"2023-09-23T15:37:10.767759+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":757,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.819709+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:37:14.819709+0000","last_peered":"2023-09-23T15:37:14.819709+0000","last_clean":"2023-09-23T15:37:14.819709+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:37:14.819709+0000","last_undegraded":"2023-09-23T15:37:14.819709+0000","last_fullsized":"2023-09-23T15:37:14.819709+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":636,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767216+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:37:10.767216+0000","last_peered":"2023-09-23T15:37:10.767216+0000","last_clean":"2023-09-23T15:37:10.767216+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:37:10.767216+0000","last_undegraded":"2023-09-23T15:37:10.767216+0000","last_fullsized":"2023-09-23T15:37:10.767216+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":303,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:26.519323+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:37:26.519323+0000","last_peered":"2023-09-23T15:37:26.519323+0000","last_clean":"2023-09-23T15:37:26.519323+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:37:26.519323+0000","last_undegraded":"2023-09-23T15:37:26.519323+0000","last_fullsized":"2023-09-23T15:37:26.519323+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":955,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.825748+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:37:14.825748+0000","last_peered":"2023-09-23T15:37:14.825748+0000","last_clean":"2023-09-23T15:37:14.825748+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:37:14.825748+0000","last_undegraded":"2023-09-23T15:37:14.825748+0000","last_fullsized":"2023-09-23T15:37:14.825748+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":174,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.817944+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:37:14.817944+0000","last_peered":"2023-09-23T15:37:14.817944+0000","last_clean":"2023-09-23T15:37:14.817944+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:37:14.817944+0000","last_undegraded":"2023-09-23T15:37:14.817944+0000","last_fullsized":"2023-09-23T15:37:14.817944+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":147,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:21.501764+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:37:21.501764+0000","last_peered":"2023-09-23T15:37:21.501764+0000","last_clean":"2023-09-23T15:37:21.501764+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:37:21.501764+0000","last_undegraded":"2023-09-23T15:37:21.501764+0000","last_fullsized":"2023-09-23T15:37:21.501764+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"590'10963","reported_seq":12444,"reported_epoch":590,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:37:28.072271+0000","last_change":"2023-09-23T15:35:20.022982+0000","last_active":"2023-09-23T15:37:28.072271+0000","last_peered":"2023-09-23T15:37:28.072271+0000","last_clean":"2023-09-23T15:34:49.764453+0000","last_became_active":"2023-09-23T15:34:51.814464+0000","last_became_peered":"2023-09-23T15:34:51.814464+0000","last_unstale":"2023-09-23T15:37:28.072271+0000","last_undegraded":"2023-09-23T15:37:28.072271+0000","last_fullsized":"2023-09-23T15:37:28.072271+0000","mapping_epoch":563,"log_start":"573'6700","ondisk_log_start":"573'6700","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4263,"log_dups_size":0,"ondisk_log_size":4263,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:35:46.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":147914752,"num_objects":2257,"num_object_clones":0,"num_object_copies":6771,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1978,"num_objects_unfound":0,"num_objects_dirty":2257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10963,"num_write_kb":423040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":710,"num_bytes_recovered":46530560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,7],"avail_no_missing":["1","5","7"],"object_location_counts":[{"shards":"1,5,7","objects":2257}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1034,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767682+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:37:10.767682+0000","last_peered":"2023-09-23T15:37:10.767682+0000","last_clean":"2023-09-23T15:37:10.767682+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:37:10.767682+0000","last_undegraded":"2023-09-23T15:37:10.767682+0000","last_fullsized":"2023-09-23T15:37:10.767682+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":136,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767820+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:37:10.767820+0000","last_peered":"2023-09-23T15:37:10.767820+0000","last_clean":"2023-09-23T15:37:10.767820+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:37:10.767820+0000","last_undegraded":"2023-09-23T15:37:10.767820+0000","last_fullsized":"2023-09-23T15:37:10.767820+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":154,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.823002+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:37:14.823002+0000","last_peered":"2023-09-23T15:37:14.823002+0000","last_clean":"2023-09-23T15:37:14.823002+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:37:14.823002+0000","last_undegraded":"2023-09-23T15:37:14.823002+0000","last_fullsized":"2023-09-23T15:37:14.823002+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"590'11051","reported_seq":18247,"reported_epoch":590,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T15:37:28.066411+0000","last_change":"2023-09-23T15:36:37.174962+0000","last_active":"2023-09-23T15:37:28.066411+0000","last_peered":"2023-09-23T15:37:28.066411+0000","last_clean":"2023-09-23T15:34:25.736860+0000","last_became_active":"2023-09-23T15:36:37.134096+0000","last_became_peered":"2023-09-23T15:36:37.134096+0000","last_unstale":"2023-09-23T15:37:28.066411+0000","last_undegraded":"2023-09-23T15:37:28.066411+0000","last_fullsized":"2023-09-23T15:37:28.066411+0000","mapping_epoch":582,"log_start":"566'5000","ondisk_log_start":"566'5000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":6051,"log_dups_size":0,"ondisk_log_size":6051,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:08.133117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146079744,"num_objects":2229,"num_object_clones":0,"num_object_copies":6687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2229,"num_objects_unfound":0,"num_objects_dirty":2229,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11051,"num_write_kb":424960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3555,"num_bytes_recovered":232914944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,5],"avail_no_missing":["2","1","5"],"object_location_counts":[{"shards":"1,2,5","objects":2229}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1015,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.818140+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:37:14.818140+0000","last_peered":"2023-09-23T15:37:14.818140+0000","last_clean":"2023-09-23T15:37:14.818140+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:37:14.818140+0000","last_undegraded":"2023-09-23T15:37:14.818140+0000","last_fullsized":"2023-09-23T15:37:14.818140+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":625,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767731+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:37:10.767731+0000","last_peered":"2023-09-23T15:37:10.767731+0000","last_clean":"2023-09-23T15:37:10.767731+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:37:10.767731+0000","last_undegraded":"2023-09-23T15:37:10.767731+0000","last_fullsized":"2023-09-23T15:37:10.767731+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814645+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:37:14.814645+0000","last_peered":"2023-09-23T15:37:14.814645+0000","last_clean":"2023-09-23T15:37:14.814645+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:37:14.814645+0000","last_undegraded":"2023-09-23T15:37:14.814645+0000","last_fullsized":"2023-09-23T15:37:14.814645+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"589'10729","reported_seq":10775,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:27.529103+0000","last_change":"2023-09-23T15:33:48.772251+0000","last_active":"2023-09-23T15:37:27.529103+0000","last_peered":"2023-09-23T15:37:27.529103+0000","last_clean":"2023-09-23T15:37:27.529103+0000","last_became_active":"2023-09-23T15:33:48.771753+0000","last_became_peered":"2023-09-23T15:33:48.771753+0000","last_unstale":"2023-09-23T15:37:27.529103+0000","last_undegraded":"2023-09-23T15:37:27.529103+0000","last_fullsized":"2023-09-23T15:37:27.529103+0000","mapping_epoch":551,"log_start":"567'5100","ondisk_log_start":"567'5100","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5629,"log_dups_size":0,"ondisk_log_size":5629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:01.509590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145293312,"num_objects":2217,"num_object_clones":0,"num_object_copies":6651,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2217,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10729,"num_write_kb":414272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":662,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.823403+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:37:14.823403+0000","last_peered":"2023-09-23T15:37:14.823403+0000","last_clean":"2023-09-23T15:37:14.823403+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:37:14.823403+0000","last_undegraded":"2023-09-23T15:37:14.823403+0000","last_fullsized":"2023-09-23T15:37:14.823403+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":668,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.768017+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:37:10.768017+0000","last_peered":"2023-09-23T15:37:10.768017+0000","last_clean":"2023-09-23T15:37:10.768017+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:37:10.768017+0000","last_undegraded":"2023-09-23T15:37:10.768017+0000","last_fullsized":"2023-09-23T15:37:10.768017+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":320,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814339+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:37:14.814339+0000","last_peered":"2023-09-23T15:37:14.814339+0000","last_clean":"2023-09-23T15:37:14.814339+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:37:14.814339+0000","last_undegraded":"2023-09-23T15:37:14.814339+0000","last_fullsized":"2023-09-23T15:37:14.814339+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.4","version":"589'10913","reported_seq":10977,"reported_epoch":589,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:27.524380+0000","last_change":"2023-09-23T15:35:21.036824+0000","last_active":"2023-09-23T15:37:27.524380+0000","last_peered":"2023-09-23T15:37:27.524380+0000","last_clean":"2023-09-23T15:34:25.775108+0000","last_became_active":"2023-09-23T15:35:21.026771+0000","last_became_peered":"2023-09-23T15:35:21.026771+0000","last_unstale":"2023-09-23T15:37:27.524380+0000","last_undegraded":"2023-09-23T15:35:20.815631+0000","last_fullsized":"2023-09-23T15:35:20.788526+0000","mapping_epoch":571,"log_start":"567'5300","ondisk_log_start":"567'5300","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5613,"log_dups_size":0,"ondisk_log_size":5613,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:38.079315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":152764416,"num_objects":2331,"num_object_clones":0,"num_object_copies":6993,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3548,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2331,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10913,"num_write_kb":423808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":-1217}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":808,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.815040+0000","last_change":"2023-09-23T15:37:11.560248+0000","last_active":"2023-09-23T15:37:14.815040+0000","last_peered":"2023-09-23T15:37:14.815040+0000","last_clean":"2023-09-23T15:37:14.815040+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:37:14.815040+0000","last_undegraded":"2023-09-23T15:37:14.815040+0000","last_fullsized":"2023-09-23T15:37:14.815040+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":236,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.817990+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:37:14.817990+0000","last_peered":"2023-09-23T15:37:14.817990+0000","last_clean":"2023-09-23T15:37:14.817990+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:37:14.817990+0000","last_undegraded":"2023-09-23T15:37:14.817990+0000","last_fullsized":"2023-09-23T15:37:14.817990+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":408,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814608+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:37:14.814608+0000","last_peered":"2023-09-23T15:37:14.814608+0000","last_clean":"2023-09-23T15:37:14.814608+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:37:14.814608+0000","last_undegraded":"2023-09-23T15:37:14.814608+0000","last_fullsized":"2023-09-23T15:37:14.814608+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"589'10895","reported_seq":10941,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:27.508379+0000","last_change":"2023-09-23T15:33:48.772076+0000","last_active":"2023-09-23T15:37:27.508379+0000","last_peered":"2023-09-23T15:37:27.508379+0000","last_clean":"2023-09-23T15:37:27.508379+0000","last_became_active":"2023-09-23T15:33:48.771792+0000","last_became_peered":"2023-09-23T15:33:48.771792+0000","last_unstale":"2023-09-23T15:37:27.508379+0000","last_undegraded":"2023-09-23T15:37:27.508379+0000","last_fullsized":"2023-09-23T15:37:27.508379+0000","mapping_epoch":551,"log_start":"567'5300","ondisk_log_start":"567'5300","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5595,"log_dups_size":0,"ondisk_log_size":5595,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:58.867549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149356544,"num_objects":2279,"num_object_clones":0,"num_object_copies":6837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2279,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10895,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1116,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767143+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:37:10.767143+0000","last_peered":"2023-09-23T15:37:10.767143+0000","last_clean":"2023-09-23T15:37:10.767143+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:37:10.767143+0000","last_undegraded":"2023-09-23T15:37:10.767143+0000","last_fullsized":"2023-09-23T15:37:10.767143+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":277,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.819626+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:37:14.819626+0000","last_peered":"2023-09-23T15:37:14.819626+0000","last_clean":"2023-09-23T15:37:14.819626+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:37:14.819626+0000","last_undegraded":"2023-09-23T15:37:14.819626+0000","last_fullsized":"2023-09-23T15:37:14.819626+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814971+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:37:14.814971+0000","last_peered":"2023-09-23T15:37:14.814971+0000","last_clean":"2023-09-23T15:37:14.814971+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:37:14.814971+0000","last_undegraded":"2023-09-23T15:37:14.814971+0000","last_fullsized":"2023-09-23T15:37:14.814971+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"590'10931","reported_seq":16959,"reported_epoch":590,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:31.511097+0000","last_change":"2023-09-23T15:36:35.311542+0000","last_active":"2023-09-23T15:37:31.511097+0000","last_peered":"2023-09-23T15:37:31.511097+0000","last_clean":"2023-09-23T15:34:25.791552+0000","last_became_active":"2023-09-23T15:35:21.032698+0000","last_became_peered":"2023-09-23T15:35:21.032698+0000","last_unstale":"2023-09-23T15:37:31.511097+0000","last_undegraded":"2023-09-23T15:35:20.917339+0000","last_fullsized":"2023-09-23T15:35:20.789739+0000","mapping_epoch":571,"log_start":"572'6300","ondisk_log_start":"572'6300","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4631,"log_dups_size":0,"ondisk_log_size":4631,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:25:04.736617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":136773632,"num_objects":2087,"num_object_clones":0,"num_object_copies":6261,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":473,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2087,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10931,"num_write_kb":416576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2984,"num_bytes_recovered":195559424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[3,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,7","objects":1614}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1076,"reported_epoch":590,"state":"active+clean","last_fresh":"2023-09-23T15:37:27.885627+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:37:27.885627+0000","last_peered":"2023-09-23T15:37:27.885627+0000","last_clean":"2023-09-23T15:37:27.885627+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:37:27.885627+0000","last_undegraded":"2023-09-23T15:37:27.885627+0000","last_fullsized":"2023-09-23T15:37:27.885627+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814719+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:37:14.814719+0000","last_peered":"2023-09-23T15:37:14.814719+0000","last_clean":"2023-09-23T15:37:14.814719+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:37:14.814719+0000","last_undegraded":"2023-09-23T15:37:14.814719+0000","last_fullsized":"2023-09-23T15:37:14.814719+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":51,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814836+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:37:14.814836+0000","last_peered":"2023-09-23T15:37:14.814836+0000","last_clean":"2023-09-23T15:37:14.814836+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:37:14.814836+0000","last_undegraded":"2023-09-23T15:37:14.814836+0000","last_fullsized":"2023-09-23T15:37:14.814836+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"590'11307","reported_seq":11415,"reported_epoch":590,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:31.476059+0000","last_change":"2023-09-23T15:35:19.988121+0000","last_active":"2023-09-23T15:37:31.476059+0000","last_peered":"2023-09-23T15:37:31.476059+0000","last_clean":"2023-09-23T15:34:25.794792+0000","last_became_active":"2023-09-23T15:35:19.975567+0000","last_became_peered":"2023-09-23T15:35:19.975567+0000","last_unstale":"2023-09-23T15:37:31.476059+0000","last_undegraded":"2023-09-23T15:35:19.950329+0000","last_fullsized":"2023-09-23T15:35:19.785689+0000","mapping_epoch":570,"log_start":"572'6600","ondisk_log_start":"572'6600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4707,"log_dups_size":0,"ondisk_log_size":4707,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:08.502237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143720448,"num_objects":2193,"num_object_clones":0,"num_object_copies":6579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2190,"num_objects_misplaced":3589,"num_objects_unfound":0,"num_objects_dirty":2193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11307,"num_write_kb":432000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1114112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"1,3","objects":-1396},{"shards":"1,3,4","objects":3}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":624,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.825164+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:37:14.825164+0000","last_peered":"2023-09-23T15:37:14.825164+0000","last_clean":"2023-09-23T15:37:14.825164+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:37:14.825164+0000","last_undegraded":"2023-09-23T15:37:14.825164+0000","last_fullsized":"2023-09-23T15:37:14.825164+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":51,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814482+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:37:14.814482+0000","last_peered":"2023-09-23T15:37:14.814482+0000","last_clean":"2023-09-23T15:37:14.814482+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:37:14.814482+0000","last_undegraded":"2023-09-23T15:37:14.814482+0000","last_fullsized":"2023-09-23T15:37:14.814482+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.815115+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:37:14.815115+0000","last_peered":"2023-09-23T15:37:14.815115+0000","last_clean":"2023-09-23T15:37:14.815115+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:37:14.815115+0000","last_undegraded":"2023-09-23T15:37:14.815115+0000","last_fullsized":"2023-09-23T15:37:14.815115+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"590'10910","reported_seq":10959,"reported_epoch":590,"state":"active+clean","last_fresh":"2023-09-23T15:37:31.521705+0000","last_change":"2023-09-23T15:33:48.773770+0000","last_active":"2023-09-23T15:37:31.521705+0000","last_peered":"2023-09-23T15:37:31.521705+0000","last_clean":"2023-09-23T15:37:31.521705+0000","last_became_active":"2023-09-23T15:33:48.767290+0000","last_became_peered":"2023-09-23T15:33:48.767290+0000","last_unstale":"2023-09-23T15:37:31.521705+0000","last_undegraded":"2023-09-23T15:37:31.521705+0000","last_fullsized":"2023-09-23T15:37:31.521705+0000","mapping_epoch":551,"log_start":"569'6200","ondisk_log_start":"569'6200","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4710,"log_dups_size":0,"ondisk_log_size":4710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:32.553216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143392768,"num_objects":2188,"num_object_clones":0,"num_object_copies":6564,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2188,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10910,"num_write_kb":419136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":905,"reported_epoch":590,"state":"active+clean","last_fresh":"2023-09-23T15:37:27.893358+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:37:27.893358+0000","last_peered":"2023-09-23T15:37:27.893358+0000","last_clean":"2023-09-23T15:37:27.893358+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:37:27.893358+0000","last_undegraded":"2023-09-23T15:37:27.893358+0000","last_fullsized":"2023-09-23T15:37:27.893358+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":138,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.817621+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:37:14.817621+0000","last_peered":"2023-09-23T15:37:14.817621+0000","last_clean":"2023-09-23T15:37:14.817621+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:37:14.817621+0000","last_undegraded":"2023-09-23T15:37:14.817621+0000","last_fullsized":"2023-09-23T15:37:14.817621+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":598,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.819963+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:37:14.819963+0000","last_peered":"2023-09-23T15:37:14.819963+0000","last_clean":"2023-09-23T15:37:14.819963+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:37:14.819963+0000","last_undegraded":"2023-09-23T15:37:14.819963+0000","last_fullsized":"2023-09-23T15:37:14.819963+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"590'10701","reported_seq":20826,"reported_epoch":590,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:28.073047+0000","last_change":"2023-09-23T15:35:21.040216+0000","last_active":"2023-09-23T15:37:28.073047+0000","last_peered":"2023-09-23T15:37:28.073047+0000","last_clean":"2023-09-23T15:34:25.797369+0000","last_became_active":"2023-09-23T15:35:21.027940+0000","last_became_peered":"2023-09-23T15:35:21.027940+0000","last_unstale":"2023-09-23T15:37:28.073047+0000","last_undegraded":"2023-09-23T15:35:20.956448+0000","last_fullsized":"2023-09-23T15:35:20.785683+0000","mapping_epoch":571,"log_start":"573'6515","ondisk_log_start":"573'6515","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4186,"log_dups_size":0,"ondisk_log_size":4186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:28.347212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":145358872,"num_objects":2219,"num_object_clones":0,"num_object_copies":6657,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2290,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2219,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10701,"num_write_kb":413377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4244,"num_bytes_recovered":278134784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[1,4],"avail_no_missing":["1","5"],"object_location_counts":[{"shards":"1,4","objects":312},{"shards":"1,4,5","objects":1524},{"shards":"1,5","objects":383}],"blocked_by":[],"up_primary":2,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":991,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.818399+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:37:14.818399+0000","last_peered":"2023-09-23T15:37:14.818399+0000","last_clean":"2023-09-23T15:37:14.818399+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:37:14.818399+0000","last_undegraded":"2023-09-23T15:37:14.818399+0000","last_fullsized":"2023-09-23T15:37:14.818399+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":600,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767515+0000","last_change":"2023-09-23T15:35:20.001748+0000","last_active":"2023-09-23T15:37:10.767515+0000","last_peered":"2023-09-23T15:37:10.767515+0000","last_clean":"2023-09-23T15:37:10.767515+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:37:10.767515+0000","last_undegraded":"2023-09-23T15:37:10.767515+0000","last_fullsized":"2023-09-23T15:37:10.767515+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":269,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.820433+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:37:14.820433+0000","last_peered":"2023-09-23T15:37:14.820433+0000","last_clean":"2023-09-23T15:37:14.820433+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:37:14.820433+0000","last_undegraded":"2023-09-23T15:37:14.820433+0000","last_fullsized":"2023-09-23T15:37:14.820433+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":178,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814192+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:37:14.814192+0000","last_peered":"2023-09-23T15:37:14.814192+0000","last_clean":"2023-09-23T15:37:14.814192+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:37:14.814192+0000","last_undegraded":"2023-09-23T15:37:14.814192+0000","last_fullsized":"2023-09-23T15:37:14.814192+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"590'10969","reported_seq":18789,"reported_epoch":590,"state":"active+clean","last_fresh":"2023-09-23T15:37:31.501468+0000","last_change":"2023-09-23T15:36:53.812935+0000","last_active":"2023-09-23T15:37:31.501468+0000","last_peered":"2023-09-23T15:37:31.501468+0000","last_clean":"2023-09-23T15:37:31.501468+0000","last_became_active":"2023-09-23T15:36:53.788530+0000","last_became_peered":"2023-09-23T15:36:53.788530+0000","last_unstale":"2023-09-23T15:37:31.501468+0000","last_undegraded":"2023-09-23T15:37:31.501468+0000","last_fullsized":"2023-09-23T15:37:31.501468+0000","mapping_epoch":584,"log_start":"572'6300","ondisk_log_start":"572'6300","created":551,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4669,"log_dups_size":0,"ondisk_log_size":4669,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:02.284214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":140836864,"num_objects":2149,"num_object_clones":0,"num_object_copies":6447,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2149,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10969,"num_write_kb":419776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3875,"num_bytes_recovered":253952000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":996,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:23.075164+0000","last_change":"2023-09-23T15:35:20.804172+0000","last_active":"2023-09-23T15:37:23.075164+0000","last_peered":"2023-09-23T15:37:23.075164+0000","last_clean":"2023-09-23T15:37:23.075164+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:37:23.075164+0000","last_undegraded":"2023-09-23T15:37:23.075164+0000","last_fullsized":"2023-09-23T15:37:23.075164+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":574,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.815912+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:37:14.815912+0000","last_peered":"2023-09-23T15:37:14.815912+0000","last_clean":"2023-09-23T15:37:14.815912+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:37:14.815912+0000","last_undegraded":"2023-09-23T15:37:14.815912+0000","last_fullsized":"2023-09-23T15:37:14.815912+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814995+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:37:14.814995+0000","last_peered":"2023-09-23T15:37:14.814995+0000","last_clean":"2023-09-23T15:37:14.814995+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:37:14.814995+0000","last_undegraded":"2023-09-23T15:37:14.814995+0000","last_fullsized":"2023-09-23T15:37:14.814995+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":43,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:23.075205+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:37:23.075205+0000","last_peered":"2023-09-23T15:37:23.075205+0000","last_clean":"2023-09-23T15:37:23.075205+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:37:23.075205+0000","last_undegraded":"2023-09-23T15:37:23.075205+0000","last_fullsized":"2023-09-23T15:37:23.075205+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"590'11007","reported_seq":11071,"reported_epoch":590,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:31.508946+0000","last_change":"2023-09-23T15:35:21.031772+0000","last_active":"2023-09-23T15:37:31.508946+0000","last_peered":"2023-09-23T15:37:31.508946+0000","last_clean":"2023-09-23T15:34:25.803362+0000","last_became_active":"2023-09-23T15:35:21.019867+0000","last_became_peered":"2023-09-23T15:35:21.019867+0000","last_unstale":"2023-09-23T15:37:31.508946+0000","last_undegraded":"2023-09-23T15:35:20.825514+0000","last_fullsized":"2023-09-23T15:35:20.789721+0000","mapping_epoch":571,"log_start":"572'6300","ondisk_log_start":"572'6300","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4707,"log_dups_size":0,"ondisk_log_size":4707,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:28.259380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":141361152,"num_objects":2157,"num_object_clones":0,"num_object_copies":6471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2157,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11007,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"3,5","objects":-1376}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":868,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767520+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:37:10.767520+0000","last_peered":"2023-09-23T15:37:10.767520+0000","last_clean":"2023-09-23T15:37:10.767520+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:37:10.767520+0000","last_undegraded":"2023-09-23T15:37:10.767520+0000","last_fullsized":"2023-09-23T15:37:10.767520+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":43,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:23.075145+0000","last_change":"2023-09-23T15:35:19.958281+0000","last_active":"2023-09-23T15:37:23.075145+0000","last_peered":"2023-09-23T15:37:23.075145+0000","last_clean":"2023-09-23T15:37:23.075145+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:37:23.075145+0000","last_undegraded":"2023-09-23T15:37:23.075145+0000","last_fullsized":"2023-09-23T15:37:23.075145+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":43,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:17.974050+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:37:17.974050+0000","last_peered":"2023-09-23T15:37:17.974050+0000","last_clean":"2023-09-23T15:37:17.974050+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:37:17.974050+0000","last_undegraded":"2023-09-23T15:37:17.974050+0000","last_fullsized":"2023-09-23T15:37:17.974050+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":155,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.819813+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:37:14.819813+0000","last_peered":"2023-09-23T15:37:14.819813+0000","last_clean":"2023-09-23T15:37:14.819813+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:37:14.819813+0000","last_undegraded":"2023-09-23T15:37:14.819813+0000","last_fullsized":"2023-09-23T15:37:14.819813+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"590'10904","reported_seq":10953,"reported_epoch":590,"state":"active+clean","last_fresh":"2023-09-23T15:37:31.389219+0000","last_change":"2023-09-23T15:33:48.773775+0000","last_active":"2023-09-23T15:37:31.389219+0000","last_peered":"2023-09-23T15:37:31.389219+0000","last_clean":"2023-09-23T15:37:31.389219+0000","last_became_active":"2023-09-23T15:33:48.771772+0000","last_became_peered":"2023-09-23T15:33:48.771772+0000","last_unstale":"2023-09-23T15:37:31.389219+0000","last_undegraded":"2023-09-23T15:37:31.389219+0000","last_fullsized":"2023-09-23T15:37:31.389219+0000","mapping_epoch":551,"log_start":"572'6200","ondisk_log_start":"572'6200","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4704,"log_dups_size":0,"ondisk_log_size":4704,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:52.940798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":138805248,"num_objects":2118,"num_object_clones":0,"num_object_copies":6354,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2118,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10904,"num_write_kb":416704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":43,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:23.075189+0000","last_change":"2023-09-23T15:35:19.793894+0000","last_active":"2023-09-23T15:37:23.075189+0000","last_peered":"2023-09-23T15:37:23.075189+0000","last_clean":"2023-09-23T15:37:23.075189+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:37:23.075189+0000","last_undegraded":"2023-09-23T15:37:23.075189+0000","last_fullsized":"2023-09-23T15:37:23.075189+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1172,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767055+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:37:10.767055+0000","last_peered":"2023-09-23T15:37:10.767055+0000","last_clean":"2023-09-23T15:37:10.767055+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:37:10.767055+0000","last_undegraded":"2023-09-23T15:37:10.767055+0000","last_fullsized":"2023-09-23T15:37:10.767055+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":254,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.821078+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:37:14.821078+0000","last_peered":"2023-09-23T15:37:14.821078+0000","last_clean":"2023-09-23T15:37:14.821078+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:37:14.821078+0000","last_undegraded":"2023-09-23T15:37:14.821078+0000","last_fullsized":"2023-09-23T15:37:14.821078+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.815284+0000","last_change":"2023-09-23T15:34:50.727448+0000","last_active":"2023-09-23T15:37:14.815284+0000","last_peered":"2023-09-23T15:37:14.815284+0000","last_clean":"2023-09-23T15:37:14.815284+0000","last_became_active":"2023-09-23T15:34:50.727139+0000","last_became_peered":"2023-09-23T15:34:50.727139+0000","last_unstale":"2023-09-23T15:37:14.815284+0000","last_undegraded":"2023-09-23T15:37:14.815284+0000","last_fullsized":"2023-09-23T15:37:14.815284+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:37:13.882982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.9","version":"590'11012","reported_seq":11061,"reported_epoch":590,"state":"active+clean","last_fresh":"2023-09-23T15:37:31.493528+0000","last_change":"2023-09-23T15:33:48.766844+0000","last_active":"2023-09-23T15:37:31.493528+0000","last_peered":"2023-09-23T15:37:31.493528+0000","last_clean":"2023-09-23T15:37:31.493528+0000","last_became_active":"2023-09-23T15:33:48.766210+0000","last_became_peered":"2023-09-23T15:33:48.766210+0000","last_unstale":"2023-09-23T15:37:31.493528+0000","last_undegraded":"2023-09-23T15:37:31.493528+0000","last_fullsized":"2023-09-23T15:37:31.493528+0000","mapping_epoch":551,"log_start":"572'6300","ondisk_log_start":"572'6300","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4712,"log_dups_size":0,"ondisk_log_size":4712,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:32.664399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":142213120,"num_objects":2170,"num_object_clones":0,"num_object_copies":6510,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2170,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11012,"num_write_kb":421824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":481,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814969+0000","last_change":"2023-09-23T15:37:10.517807+0000","last_active":"2023-09-23T15:37:14.814969+0000","last_peered":"2023-09-23T15:37:14.814969+0000","last_clean":"2023-09-23T15:37:14.814969+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:37:14.814969+0000","last_undegraded":"2023-09-23T15:37:14.814969+0000","last_fullsized":"2023-09-23T15:37:14.814969+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":603,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767283+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:37:10.767283+0000","last_peered":"2023-09-23T15:37:10.767283+0000","last_clean":"2023-09-23T15:37:10.767283+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:37:10.767283+0000","last_undegraded":"2023-09-23T15:37:10.767283+0000","last_fullsized":"2023-09-23T15:37:10.767283+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814566+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:37:14.814566+0000","last_peered":"2023-09-23T15:37:14.814566+0000","last_clean":"2023-09-23T15:37:14.814566+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:37:14.814566+0000","last_undegraded":"2023-09-23T15:37:14.814566+0000","last_fullsized":"2023-09-23T15:37:14.814566+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":400,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.824004+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:37:14.824004+0000","last_peered":"2023-09-23T15:37:14.824004+0000","last_clean":"2023-09-23T15:37:14.824004+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:37:14.824004+0000","last_undegraded":"2023-09-23T15:37:14.824004+0000","last_fullsized":"2023-09-23T15:37:14.824004+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.c","version":"590'10743","reported_seq":10817,"reported_epoch":590,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:28.067258+0000","last_change":"2023-09-23T15:35:20.001398+0000","last_active":"2023-09-23T15:37:28.067258+0000","last_peered":"2023-09-23T15:37:28.067258+0000","last_clean":"2023-09-23T15:34:25.777912+0000","last_became_active":"2023-09-23T15:35:19.993334+0000","last_became_peered":"2023-09-23T15:35:19.993334+0000","last_unstale":"2023-09-23T15:37:28.067258+0000","last_undegraded":"2023-09-23T15:35:19.981671+0000","last_fullsized":"2023-09-23T15:35:19.791755+0000","mapping_epoch":570,"log_start":"573'6500","ondisk_log_start":"573'6500","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4243,"log_dups_size":0,"ondisk_log_size":4243,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:05.128756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146079744,"num_objects":2229,"num_object_clones":0,"num_object_copies":6687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2229,"num_objects_misplaced":3475,"num_objects_unfound":0,"num_objects_dirty":2229,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10743,"num_write_kb":415104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,7","objects":-1246}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":922,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.818959+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:37:14.818959+0000","last_peered":"2023-09-23T15:37:14.818959+0000","last_clean":"2023-09-23T15:37:14.818959+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:37:14.818959+0000","last_undegraded":"2023-09-23T15:37:14.818959+0000","last_fullsized":"2023-09-23T15:37:14.818959+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":660,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767870+0000","last_change":"2023-09-23T15:34:50.717314+0000","last_active":"2023-09-23T15:37:10.767870+0000","last_peered":"2023-09-23T15:37:10.767870+0000","last_clean":"2023-09-23T15:37:10.767870+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:37:10.767870+0000","last_undegraded":"2023-09-23T15:37:10.767870+0000","last_fullsized":"2023-09-23T15:37:10.767870+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":43,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:23.075252+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:37:23.075252+0000","last_peered":"2023-09-23T15:37:23.075252+0000","last_clean":"2023-09-23T15:37:23.075252+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:37:23.075252+0000","last_undegraded":"2023-09-23T15:37:23.075252+0000","last_fullsized":"2023-09-23T15:37:23.075252+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":466,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.825385+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:37:14.825385+0000","last_peered":"2023-09-23T15:37:14.825385+0000","last_clean":"2023-09-23T15:37:14.825385+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:37:14.825385+0000","last_undegraded":"2023-09-23T15:37:14.825385+0000","last_fullsized":"2023-09-23T15:37:14.825385+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"589'10764","reported_seq":10831,"reported_epoch":589,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:27.500414+0000","last_change":"2023-09-23T15:35:21.031702+0000","last_active":"2023-09-23T15:37:27.500414+0000","last_peered":"2023-09-23T15:37:27.500414+0000","last_clean":"2023-09-23T15:34:25.789741+0000","last_became_active":"2023-09-23T15:35:21.021680+0000","last_became_peered":"2023-09-23T15:35:21.021680+0000","last_unstale":"2023-09-23T15:37:27.500414+0000","last_undegraded":"2023-09-23T15:35:20.815596+0000","last_fullsized":"2023-09-23T15:35:20.788535+0000","mapping_epoch":571,"log_start":"567'5200","ondisk_log_start":"567'5200","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5564,"log_dups_size":0,"ondisk_log_size":5564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:22.176724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149291008,"num_objects":2278,"num_object_clones":0,"num_object_copies":6834,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3430,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2278,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10764,"num_write_kb":417344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":-1152}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":962,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.815195+0000","last_change":"2023-09-23T15:35:20.804322+0000","last_active":"2023-09-23T15:37:14.815195+0000","last_peered":"2023-09-23T15:37:14.815195+0000","last_clean":"2023-09-23T15:37:14.815195+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:37:14.815195+0000","last_undegraded":"2023-09-23T15:37:14.815195+0000","last_fullsized":"2023-09-23T15:37:14.815195+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":617,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.818805+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:37:14.818805+0000","last_peered":"2023-09-23T15:37:14.818805+0000","last_clean":"2023-09-23T15:37:14.818805+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:37:14.818805+0000","last_undegraded":"2023-09-23T15:37:14.818805+0000","last_fullsized":"2023-09-23T15:37:14.818805+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":179,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.821021+0000","last_change":"2023-09-23T15:34:50.712974+0000","last_active":"2023-09-23T15:37:14.821021+0000","last_peered":"2023-09-23T15:37:14.821021+0000","last_clean":"2023-09-23T15:37:14.821021+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:37:14.821021+0000","last_undegraded":"2023-09-23T15:37:14.821021+0000","last_fullsized":"2023-09-23T15:37:14.821021+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":147,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.817708+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:37:14.817708+0000","last_peered":"2023-09-23T15:37:14.817708+0000","last_clean":"2023-09-23T15:37:14.817708+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:37:14.817708+0000","last_undegraded":"2023-09-23T15:37:14.817708+0000","last_fullsized":"2023-09-23T15:37:14.817708+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"590'11013","reported_seq":17423,"reported_epoch":590,"state":"active+clean","last_fresh":"2023-09-23T15:37:27.970952+0000","last_change":"2023-09-23T15:37:10.824269+0000","last_active":"2023-09-23T15:37:27.970952+0000","last_peered":"2023-09-23T15:37:27.970952+0000","last_clean":"2023-09-23T15:37:27.970952+0000","last_became_active":"2023-09-23T15:37:10.768857+0000","last_became_peered":"2023-09-23T15:37:10.768857+0000","last_unstale":"2023-09-23T15:37:27.970952+0000","last_undegraded":"2023-09-23T15:37:27.970952+0000","last_fullsized":"2023-09-23T15:37:27.970952+0000","mapping_epoch":587,"log_start":"568'6200","ondisk_log_start":"568'6200","created":551,"last_epoch_clean":588,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4813,"log_dups_size":0,"ondisk_log_size":4813,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:46.306550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148307968,"num_objects":2263,"num_object_clones":0,"num_object_copies":6789,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2263,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11013,"num_write_kb":424832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3172,"num_bytes_recovered":207880192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":966,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.818060+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:37:14.818060+0000","last_peered":"2023-09-23T15:37:14.818060+0000","last_clean":"2023-09-23T15:37:14.818060+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:37:14.818060+0000","last_undegraded":"2023-09-23T15:37:14.818060+0000","last_fullsized":"2023-09-23T15:37:14.818060+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":291,"reported_epoch":588,"state":"active+clean","last_fresh":"2023-09-23T15:37:10.767661+0000","last_change":"2023-09-23T15:35:19.791530+0000","last_active":"2023-09-23T15:37:10.767661+0000","last_peered":"2023-09-23T15:37:10.767661+0000","last_clean":"2023-09-23T15:37:10.767661+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:37:10.767661+0000","last_undegraded":"2023-09-23T15:37:10.767661+0000","last_fullsized":"2023-09-23T15:37:10.767661+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":202,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.820874+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:37:14.820874+0000","last_peered":"2023-09-23T15:37:14.820874+0000","last_clean":"2023-09-23T15:37:14.820874+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:37:14.820874+0000","last_undegraded":"2023-09-23T15:37:14.820874+0000","last_fullsized":"2023-09-23T15:37:14.820874+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814622+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:37:14.814622+0000","last_peered":"2023-09-23T15:37:14.814622+0000","last_clean":"2023-09-23T15:37:14.814622+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:37:14.814622+0000","last_undegraded":"2023-09-23T15:37:14.814622+0000","last_fullsized":"2023-09-23T15:37:14.814622+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814813+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:37:14.814813+0000","last_peered":"2023-09-23T15:37:14.814813+0000","last_clean":"2023-09-23T15:37:14.814813+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:37:14.814813+0000","last_undegraded":"2023-09-23T15:37:14.814813+0000","last_fullsized":"2023-09-23T15:37:14.814813+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":42,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814146+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:37:14.814146+0000","last_peered":"2023-09-23T15:37:14.814146+0000","last_clean":"2023-09-23T15:37:14.814146+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:37:14.814146+0000","last_undegraded":"2023-09-23T15:37:14.814146+0000","last_fullsized":"2023-09-23T15:37:14.814146+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":41,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814884+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:37:14.814884+0000","last_peered":"2023-09-23T15:37:14.814884+0000","last_clean":"2023-09-23T15:37:14.814884+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:37:14.814884+0000","last_undegraded":"2023-09-23T15:37:14.814884+0000","last_fullsized":"2023-09-23T15:37:14.814884+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814845+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:37:14.814845+0000","last_peered":"2023-09-23T15:37:14.814845+0000","last_clean":"2023-09-23T15:37:14.814845+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:37:14.814845+0000","last_undegraded":"2023-09-23T15:37:14.814845+0000","last_fullsized":"2023-09-23T15:37:14.814845+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":41,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.815374+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:37:14.815374+0000","last_peered":"2023-09-23T15:37:14.815374+0000","last_clean":"2023-09-23T15:37:14.815374+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:37:14.815374+0000","last_undegraded":"2023-09-23T15:37:14.815374+0000","last_fullsized":"2023-09-23T15:37:14.815374+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":51,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814695+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:37:14.814695+0000","last_peered":"2023-09-23T15:37:14.814695+0000","last_clean":"2023-09-23T15:37:14.814695+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:37:14.814695+0000","last_undegraded":"2023-09-23T15:37:14.814695+0000","last_fullsized":"2023-09-23T15:37:14.814695+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":278,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.819154+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:37:14.819154+0000","last_peered":"2023-09-23T15:37:14.819154+0000","last_clean":"2023-09-23T15:37:14.819154+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:37:14.819154+0000","last_undegraded":"2023-09-23T15:37:14.819154+0000","last_fullsized":"2023-09-23T15:37:14.819154+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":286,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.819620+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:37:14.819620+0000","last_peered":"2023-09-23T15:37:14.819620+0000","last_clean":"2023-09-23T15:37:14.819620+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:37:14.819620+0000","last_undegraded":"2023-09-23T15:37:14.819620+0000","last_fullsized":"2023-09-23T15:37:14.819620+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":47,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:23.075281+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:37:23.075281+0000","last_peered":"2023-09-23T15:37:23.075281+0000","last_clean":"2023-09-23T15:37:23.075281+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:37:23.075281+0000","last_undegraded":"2023-09-23T15:37:23.075281+0000","last_fullsized":"2023-09-23T15:37:23.075281+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":37,"reported_epoch":589,"state":"active+clean","last_fresh":"2023-09-23T15:37:14.814392+0000","last_change":"2023-09-23T15:34:50.718166+0000","last_active":"2023-09-23T15:37:14.814392+0000","last_peered":"2023-09-23T15:37:14.814392+0000","last_clean":"2023-09-23T15:37:14.814392+0000","last_became_active":"2023-09-23T15:34:50.717890+0000","last_became_peered":"2023-09-23T15:34:50.717890+0000","last_unstale":"2023-09-23T15:37:14.814392+0000","last_undegraded":"2023-09-23T15:37:14.814392+0000","last_fullsized":"2023-09-23T15:37:14.814392+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:41.951024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":2317549592,"num_objects":35364,"num_object_clones":0,"num_object_copies":106092,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":17693,"num_objects_misplaced":11271,"num_objects_unfound":0,"num_objects_dirty":35364,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":174812,"num_write_kb":6725569,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18559,"num_bytes_recovered":1216217088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6998142976,"data_stored":6998130760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78797,"ondisk_log_size":78797,"up":48,"acting":41,"num_store_stats":6},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":22604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":744320,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":69,"num_write":18,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3617469,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674557,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2019852,"kb_used_data":1489284,"kb_used_omap":85,"kb_used_meta":530474,"kb_avail":91725300,"statfs":{"total":95995035648,"available":93926707200,"internally_reserved":0,"allocated":1525026816,"data_stored":1523295986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":543205384},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":1.1080000000000001,"15min":1.492},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":3.5310000000000001,"5min":9.8290000000000006,"15min":93.114999999999995},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.82899999999999996,"5min":1.276,"15min":2.1139999999999999},"min":{"1min":0.26400000000000001,"5min":0.249,"15min":0.223},"max":{"1min":3.121,"5min":8.7260000000000009,"15min":97.617999999999995},"last":0.318}]},{"osd":1,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":2.6779999999999999,"5min":3.2589999999999999,"15min":2.4489999999999998},"min":{"1min":0.26100000000000001,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":20.305,"5min":131.452,"15min":131.452},"last":0.39200000000000002},{"interface":"front","average":{"1min":2.758,"5min":2.9729999999999999,"15min":3.4630000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.245},"max":{"1min":20.283000000000001,"5min":131.43700000000001,"15min":217.25999999999999},"last":0.33600000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:37:26 2023","interfaces":[{"interface":"back","average":{"1min":4.5970000000000004,"5min":2.5710000000000002,"15min":2.2330000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":53.290999999999997,"5min":53.290999999999997,"15min":53.290999999999997},"last":6.1520000000000001},{"interface":"front","average":{"1min":5.0099999999999998,"5min":2.8300000000000001,"15min":2.4670000000000001},"min":{"1min":0.36299999999999999,"5min":0.316,"15min":0.316},"max":{"1min":53.552,"5min":53.552,"15min":53.552},"last":3.1070000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":7.8769999999999998,"5min":8.2929999999999993,"15min":5.6449999999999996},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":127.688,"5min":179.12100000000001,"15min":179.12100000000001},"last":1.2450000000000001},{"interface":"front","average":{"1min":7.5069999999999997,"5min":7.6909999999999998,"15min":5.4420000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":127.40600000000001,"5min":177.55000000000001,"15min":177.55000000000001},"last":0.40699999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.73899999999999999,"15min":0.92500000000000004},"min":{"1min":0.255,"5min":0.255,"15min":0.246},"max":{"1min":3.4100000000000001,"5min":6.4989999999999997,"15min":9.0640000000000001},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.65100000000000002,"5min":1.0529999999999999,"15min":1.4390000000000001},"min":{"1min":0.32400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":1.9350000000000001,"5min":9.3740000000000006,"15min":97.524000000000001},"last":0.45900000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":2.911,"15min":2.879},"min":{"1min":0.26900000000000002,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":2.9830000000000001,"5min":194.36099999999999,"15min":254.07300000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":2.7519999999999998,"15min":2.7839999999999998},"min":{"1min":0.33200000000000002,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":3.4380000000000002,"5min":194.541,"15min":254.291},"last":0.373}]},{"osd":6,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":3.1019999999999999,"15min":2.2320000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":2.0230000000000001,"5min":199.87700000000001,"15min":199.87700000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.69899999999999995,"5min":3.1320000000000001,"15min":2.2730000000000001},"min":{"1min":0.35599999999999998,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":2.3919999999999999,"5min":196.49700000000001,"15min":196.49700000000001},"last":0.42499999999999999}]}]},{"osd":6,"up_from":0,"seq":523986010437,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089714,"num_pgs":72,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2957544,"kb_used_data":1901216,"kb_used_omap":9,"kb_used_meta":1056310,"kb_avail":90787608,"statfs":{"total":95995035648,"available":92966510592,"internally_reserved":0,"allocated":1946845184,"data_stored":1943803815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1081662441},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,0,0,1,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":2.5859999999999999,"5min":1.647,"15min":3.3999999999999999},"min":{"1min":0.309,"5min":0.185,"15min":0.185},"max":{"1min":14.164999999999999,"5min":14.164999999999999,"15min":215.946},"last":0.41999999999999998},{"interface":"front","average":{"1min":2.98,"5min":1.952,"15min":3.9620000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":10.141,"5min":10.141,"15min":214.88200000000001},"last":0.317}]},{"osd":2,"last update":"Sat Sep 23 15:37:24 2023","interfaces":[{"interface":"back","average":{"1min":2.7330000000000001,"5min":3.0329999999999999,"15min":3.0830000000000002},"min":{"1min":0.35299999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":7.923,"5min":10.226000000000001,"15min":10.226000000000001},"last":2.8700000000000001},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.306,"15min":2.2570000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":14.202999999999999,"5min":14.202999999999999,"15min":14.202999999999999},"last":10.269}]},{"osd":3,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":8.7230000000000008,"5min":3.5830000000000002,"15min":4.9800000000000004},"min":{"1min":0.379,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":46.424999999999997,"5min":46.424999999999997,"15min":210.24799999999999},"last":9.9860000000000007},{"interface":"front","average":{"1min":6.9589999999999996,"5min":2.6179999999999999,"15min":4.4219999999999997},"min":{"1min":0.45000000000000001,"5min":0.20799999999999999,"15min":0.17100000000000001},"max":{"1min":44.990000000000002,"5min":44.990000000000002,"15min":210.577},"last":0.55500000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":1.7490000000000001,"5min":1.425,"15min":1.4610000000000001},"min":{"1min":0.433,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":6.0700000000000003,"5min":6.0700000000000003,"15min":14.925000000000001},"last":2.8180000000000001},{"interface":"front","average":{"1min":1.8280000000000001,"5min":1.2669999999999999,"15min":1.226},"min":{"1min":0.29799999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":14.135,"5min":14.135,"15min":14.489000000000001},"last":4.0229999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:36:35 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.9300000000000002,"15min":2.5550000000000002},"min":{"1min":0.40200000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":7.6020000000000003,"5min":109.63500000000001,"15min":109.63500000000001},"last":7.8860000000000001},{"interface":"front","average":{"1min":1.504,"5min":2.6720000000000002,"15min":2.319},"min":{"1min":0.38600000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":5.0199999999999996,"5min":109.655,"15min":109.655},"last":2.79}]},{"osd":6,"last update":"Sat Sep 23 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":3.1579999999999999,"5min":2.2559999999999998,"15min":2.4550000000000001},"min":{"1min":0.47699999999999998,"5min":0.379,"15min":0.31},"max":{"1min":10.042,"5min":10.042,"15min":115.018},"last":1.8069999999999999},{"interface":"front","average":{"1min":2.0409999999999999,"5min":1.893,"15min":2.206},"min":{"1min":0.42399999999999999,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":5.0190000000000001,"5min":7.9950000000000001,"15min":115.289},"last":2.8399999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":2.1080000000000001,"5min":2.9980000000000002,"15min":3.101},"min":{"1min":0.437,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":14.086,"5min":129.31200000000001,"15min":129.31200000000001},"last":4.0629999999999997},{"interface":"front","average":{"1min":2.6099999999999999,"5min":3.5219999999999998,"15min":3.427},"min":{"1min":0.441,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":8.1029999999999998,"5min":128.50700000000001,"15min":128.50700000000001},"last":2.98}]}]},{"osd":0,"up_from":0,"seq":360777253240,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358747,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":581684,"kb_used_data":377004,"kb_used_omap":93,"kb_used_meta":204578,"kb_avail":93163468,"statfs":{"total":95995035648,"available":95399391232,"internally_reserved":0,"allocated":386052096,"data_stored":383062283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":209488016},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,0,1,3],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3069999999999999,"5min":2.4910000000000001,"15min":2.5209999999999999},"min":{"1min":0.26200000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":6.9939999999999998,"5min":16.773,"15min":16.773},"last":0.48099999999999998},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.6719999999999999,"15min":1.663},"min":{"1min":0.31900000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":8.4770000000000003,"5min":13.295999999999999,"15min":13.295999999999999},"last":1.2090000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":5.8719999999999999,"5min":6.9029999999999996,"15min":7.0750000000000002},"min":{"1min":0.38600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":51.262999999999998,"5min":51.262999999999998,"15min":51.262999999999998},"last":4.2770000000000001},{"interface":"front","average":{"1min":6.2670000000000003,"5min":6.3630000000000004,"15min":6.3789999999999996},"min":{"1min":0.42499999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":49.341999999999999,"5min":49.341999999999999,"15min":49.341999999999999},"last":1.0349999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":3.0110000000000001,"5min":4.7069999999999999,"15min":4.9889999999999999},"min":{"1min":0.39000000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":8.5220000000000002,"5min":43.326999999999998,"15min":43.326999999999998},"last":4.1929999999999996},{"interface":"front","average":{"1min":2.5390000000000001,"5min":5.8579999999999997,"15min":6.4109999999999996},"min":{"1min":0.40300000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":8.3460000000000001,"5min":43.472000000000001,"15min":43.472000000000001},"last":4.2489999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":1.8580000000000001,"5min":2.177,"15min":2.23},"min":{"1min":0.40400000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":8.5719999999999992,"5min":29.542999999999999,"15min":29.542999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":2.0499999999999998,"5min":2.9489999999999998,"15min":3.0990000000000002},"min":{"1min":0.317,"5min":0.311,"15min":0.311},"max":{"1min":5.5739999999999998,"5min":29.558,"15min":29.558},"last":3.774}]},{"osd":5,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":1.7450000000000001,"5min":1.7490000000000001,"15min":1.7490000000000001},"min":{"1min":0.35399999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":5.6509999999999998,"5min":5.6509999999999998,"15min":5.6509999999999998},"last":3.8100000000000001},{"interface":"front","average":{"1min":2.1469999999999998,"5min":2.2679999999999998,"15min":2.2879999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":6.9100000000000001,"5min":16.954999999999998,"15min":16.954999999999998},"last":0.53900000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":2.0600000000000001,"5min":1.8400000000000001,"15min":1.8029999999999999},"min":{"1min":0.379,"5min":0.373,"15min":0.373},"max":{"1min":5.609,"5min":5.633,"15min":5.633},"last":3.8340000000000001},{"interface":"front","average":{"1min":2.1960000000000002,"5min":2.3149999999999999,"15min":2.335},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":6.8730000000000002,"5min":16.978999999999999,"15min":16.978999999999999},"last":0.56299999999999994}]},{"osd":7,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":2.2490000000000001,"5min":3.8239999999999998,"15min":4.0860000000000003},"min":{"1min":0.42399999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":6.9340000000000002,"5min":33.548999999999999,"15min":33.548999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.952,"5min":2.4740000000000002,"15min":2.5609999999999999},"min":{"1min":0.49099999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":8.548,"5min":33.762999999999998,"15min":33.762999999999998},"last":0.873}]}]},{"osd":3,"up_from":99,"seq":425201762662,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2543896,"kb_used_data":1308944,"kb_used_omap":7,"kb_used_meta":1234936,"kb_avail":91201256,"statfs":{"total":95995035648,"available":93390086144,"internally_reserved":0,"allocated":1340358656,"data_stored":1337339563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1264575080},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,4,0,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":1.6870000000000001,"5min":1.974,"15min":3.4089999999999998},"min":{"1min":0.27500000000000002,"5min":0.19900000000000001,"15min":0.182},"max":{"1min":4.8979999999999997,"5min":12.923,"15min":167.71799999999999},"last":6.5270000000000001},{"interface":"front","average":{"1min":2.5939999999999999,"5min":1.482,"15min":2.9020000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.16500000000000001},"max":{"1min":8.0809999999999995,"5min":10.279,"15min":176.61500000000001},"last":3.1669999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":7.016,"5min":4.093,"15min":5.4199999999999999},"min":{"1min":0.255,"5min":0.23000000000000001,"15min":0.22},"max":{"1min":77.807000000000002,"5min":77.807000000000002,"15min":201.98099999999999},"last":5.0330000000000004},{"interface":"front","average":{"1min":8.1940000000000008,"5min":5.0590000000000002,"15min":5.4450000000000003},"min":{"1min":0.39800000000000002,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":78.194999999999993,"5min":78.858999999999995,"15min":202.06700000000001},"last":15.788}]},{"osd":2,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":8.952,"5min":6.0499999999999998,"15min":5.5659999999999998},"min":{"1min":0.255,"5min":0.254,"15min":0.254},"max":{"1min":123.694,"5min":123.694,"15min":123.694},"last":4.1159999999999997},{"interface":"front","average":{"1min":10.762,"5min":6.7859999999999996,"15min":6.1230000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":122.10899999999999,"5min":122.10899999999999,"15min":122.10899999999999},"last":6.569}]},{"osd":4,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":1.8300000000000001,"5min":1.454,"15min":2.1779999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.29699999999999999},"max":{"1min":6.7610000000000001,"5min":9.3719999999999999,"15min":163.43700000000001},"last":2.6589999999999998},{"interface":"front","average":{"1min":1.351,"5min":1.6240000000000001,"15min":2.1869999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":4.3040000000000003,"5min":9.9429999999999996,"15min":163.72399999999999},"last":6.5919999999999996}]},{"osd":5,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.6739999999999999,"15min":2.9929999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.26100000000000001},"max":{"1min":4.2800000000000002,"5min":9.9849999999999994,"15min":163.696},"last":6.6180000000000003},{"interface":"front","average":{"1min":2.2530000000000001,"5min":1.482,"15min":2.194},"min":{"1min":0.34899999999999998,"5min":0.33100000000000002,"15min":0.30499999999999999},"max":{"1min":10.704000000000001,"5min":10.704000000000001,"15min":126.15000000000001},"last":0.38200000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:37:31 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":1.98,"15min":2.548},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":8.5679999999999996,"5min":10.013999999999999,"15min":163.63399999999999},"last":6.6769999999999996},{"interface":"front","average":{"1min":2.8500000000000001,"5min":1.774,"15min":2.1680000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":10.785,"5min":10.785,"15min":163.535},"last":0.44}]},{"osd":7,"last update":"Sat Sep 23 15:37:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3370000000000002,"5min":1.577,"15min":2.2189999999999999},"min":{"1min":0.38600000000000001,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":8.0229999999999997,"5min":10.518000000000001,"15min":163.495},"last":0.41999999999999998},{"interface":"front","average":{"1min":1.768,"5min":1.613,"15min":2.4670000000000001},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":6.8099999999999996,"5min":9.3260000000000005,"15min":163.51400000000001},"last":2.6120000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986687,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":758744,"kb_used_data":435216,"kb_used_omap":0,"kb_used_meta":323520,"kb_avail":92986408,"statfs":{"total":95995035648,"available":95218081792,"internally_reserved":0,"allocated":445661184,"data_stored":443919178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":331284480},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":1.133,"15min":2.879},"min":{"1min":0.25900000000000001,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":6.6079999999999997,"5min":10.102,"15min":169.739},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.89500000000000002,"15min":3.1389999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.248},"max":{"1min":2.702,"5min":4.5549999999999997,"15min":169.75200000000001},"last":0.38600000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":1.625,"5min":6.0369999999999999,"15min":5.2039999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.254},"max":{"1min":8.2070000000000007,"5min":212.74000000000001,"15min":212.74000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":2.5750000000000002,"5min":6.2009999999999996,"15min":5.2699999999999996},"min":{"1min":0.27000000000000002,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":8.4030000000000005,"5min":209.995,"15min":209.995},"last":0.40000000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":4.4909999999999997,"5min":2.9350000000000001,"15min":2.6749999999999998},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":81.802000000000007,"5min":81.802000000000007,"15min":81.802000000000007},"last":1.474},{"interface":"front","average":{"1min":4.609,"5min":3.3340000000000001,"15min":3.1219999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":81.781000000000006,"5min":81.781000000000006,"15min":81.781000000000006},"last":1.4890000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:36:40 2023","interfaces":[{"interface":"back","average":{"1min":8.5920000000000005,"5min":7.1200000000000001,"15min":6.3010000000000002},"min":{"1min":0.29999999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":118.68000000000001,"5min":118.68000000000001,"15min":191.41499999999999},"last":40.670999999999999},{"interface":"front","average":{"1min":8.8089999999999993,"5min":7.4390000000000001,"15min":6.3049999999999997},"min":{"1min":0.36599999999999999,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":118.586,"5min":118.586,"15min":191.602},"last":40.612000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:37:02 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":2.6030000000000002,"15min":2.3700000000000001},"min":{"1min":0.24299999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.6400000000000001,"5min":163.12,"15min":163.12},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.66400000000000003,"5min":2.355,"15min":2.2160000000000002},"min":{"1min":0.28899999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.8109999999999999,"5min":164.601,"15min":164.601},"last":0.439}]},{"osd":6,"last update":"Sat Sep 23 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":2.3460000000000001,"15min":2.4860000000000002},"min":{"1min":0.34200000000000003,"5min":0.311,"15min":0.28699999999999998},"max":{"1min":1.3380000000000001,"5min":145.84200000000001,"15min":174.84100000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.79300000000000004,"5min":2.3799999999999999,"15min":2.508},"min":{"1min":0.37,"5min":0.31,"15min":0.31},"max":{"1min":2.8730000000000002,"5min":145.78700000000001,"15min":174.60300000000001},"last":0.45100000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:37:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":2.8639999999999999,"15min":3.0739999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":17.571999999999999,"5min":156.62,"15min":237.476},"last":0.48399999999999999},{"interface":"front","average":{"1min":1.7050000000000001,"5min":2.8700000000000001,"15min":3.0680000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":15.768000000000001,"5min":155.75399999999999,"15min":237.523},"last":0.53800000000000003}]}]},{"osd":5,"up_from":39,"seq":167503725050,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2033020,"kb_used_data":1423860,"kb_used_omap":0,"kb_used_meta":609152,"kb_avail":91712132,"statfs":{"total":95995035648,"available":93913223168,"internally_reserved":0,"allocated":1458032640,"data_stored":1456314412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":623771648},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.0309999999999999,"15min":1.4850000000000001},"min":{"1min":0.23599999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.923,"5min":11.880000000000001,"15min":88.051000000000002},"last":1.6819999999999999},{"interface":"front","average":{"1min":0.89200000000000002,"5min":1.0209999999999999,"15min":1.5509999999999999},"min":{"1min":0.26600000000000001,"5min":0.252,"15min":0.252},"max":{"1min":3.6419999999999999,"5min":6.9470000000000001,"15min":88.037999999999997},"last":0.85999999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:36:43 2023","interfaces":[{"interface":"back","average":{"1min":1.8740000000000001,"5min":3.2850000000000001,"15min":2.169},"min":{"1min":0.28199999999999997,"5min":0.27200000000000002,"15min":0.251},"max":{"1min":8.7050000000000001,"5min":163.399,"15min":163.399},"last":0.75600000000000001},{"interface":"front","average":{"1min":3.1349999999999998,"5min":3.3130000000000002,"15min":2.1899999999999999},"min":{"1min":0.32300000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":13.83,"5min":166.11500000000001,"15min":166.11500000000001},"last":0.67400000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:37:22 2023","interfaces":[{"interface":"back","average":{"1min":4.2859999999999996,"5min":2.8860000000000001,"15min":2.6520000000000001},"min":{"1min":0.34399999999999997,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":40.159999999999997,"5min":40.159999999999997,"15min":40.159999999999997},"last":1.23},{"interface":"front","average":{"1min":4.2430000000000003,"5min":2.3220000000000001,"15min":2.0019999999999998},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":40.027999999999999,"5min":40.027999999999999,"15min":40.027999999999999},"last":9.6229999999999993}]},{"osd":3,"last update":"Sat Sep 23 15:36:43 2023","interfaces":[{"interface":"back","average":{"1min":6.4699999999999998,"5min":4.2839999999999998,"15min":5.3019999999999996},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":71.030000000000001,"5min":105.316,"15min":169.83699999999999},"last":1.5629999999999999},{"interface":"front","average":{"1min":7.8710000000000004,"5min":4.6660000000000004,"15min":5.3879999999999999},"min":{"1min":0.40899999999999997,"5min":0.33300000000000002,"15min":0.29599999999999999},"max":{"1min":71.066999999999993,"5min":104.855,"15min":170.166},"last":1.617}]},{"osd":4,"last update":"Sat Sep 23 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.77400000000000002,"15min":0.70399999999999996},"min":{"1min":0.249,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":3.9289999999999998,"5min":6.9790000000000001,"15min":8.9450000000000003},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.83199999999999996,"15min":0.96599999999999997},"min":{"1min":0.309,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":1.6080000000000001,"5min":9.2590000000000003,"15min":9.6760000000000002},"last":0.33000000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.82799999999999996,"15min":2.7229999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24199999999999999},"max":{"1min":1.385,"5min":7,"15min":207.054},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.0649999999999999,"15min":2.956},"min":{"1min":0.38300000000000001,"5min":0.32100000000000001,"15min":0.29599999999999999},"max":{"1min":1.7030000000000001,"5min":13.555999999999999,"15min":207.28299999999999},"last":0.44}]},{"osd":7,"last update":"Sat Sep 23 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":1.0649999999999999,"15min":2.9300000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":3.7130000000000001,"5min":9.7530000000000001,"15min":214.78100000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.80400000000000005,"5min":1.171,"15min":3.0870000000000002},"min":{"1min":0.40999999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":2.0139999999999998,"5min":13.375999999999999,"15min":212.95500000000001},"last":0.41199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1931481088,"data_stored":1931477016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":376115200,"data_stored":376111128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1311309824,"data_stored":1311309824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":436604928,"data_stored":436600856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1446903808,"data_stored":1446903808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1495728128,"data_stored":1495728128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:37:34.865 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T15:37:34.939 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:34.970 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:35.029 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:35.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:35.035 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:35.136 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:35.159 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:34 smithi178 ceph-mon[192298]: pgmap v1585: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 588 op/s; 17113/101112 objects degraded (16.925%); 10919/101112 objects misplaced (10.799%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:37:35.161 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:35.204 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:35.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:35.210 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:35.310 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:35.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:34 smithi118 ceph-mon[212312]: pgmap v1585: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 588 op/s; 17113/101112 objects degraded (16.925%); 10919/101112 objects misplaced (10.799%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:37:35.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:34 smithi118 ceph-mon[219580]: pgmap v1585: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 588 op/s; 17113/101112 objects degraded (16.925%); 10919/101112 objects misplaced (10.799%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:37:35.350 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:35.407 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:35.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:35.418 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:35.519 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:35.614 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:35.830 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:35.849 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:35.850 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:35.950 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:36.050 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:36.085 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:36.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:35 smithi118 ceph-mon[212312]: pgmap v1586: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 587 op/s; 17113/101112 objects degraded (16.925%); 10919/101112 objects misplaced (10.799%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:37:36.309 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:35 smithi118 ceph-mon[219580]: pgmap v1586: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 587 op/s; 17113/101112 objects degraded (16.925%); 10919/101112 objects misplaced (10.799%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:37:36.366 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:35 smithi178 ceph-mon[192298]: pgmap v1586: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 2.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 587 op/s; 17113/101112 objects degraded (16.925%); 10919/101112 objects misplaced (10.799%); 5.8 MiB/s, 93 objects/s recovering 2023-09-23T15:37:36.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:36.384 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:36.484 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:36.588 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:36.813 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:37.003 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:37:37.058 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:37:37.118 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:37:37.166 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:37:37.206 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:37:37.248 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:37:37.287 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:37:37.323 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:37:37.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:37.324 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:37 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4254658732' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:37.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:37.324 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:37 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4254658732' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:37.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:37:37.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:37:37.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:37:37.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:37:37.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:37:37.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:37:37.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:37:37.347 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:37:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:37 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4254658732' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:37.473 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:37:37.473 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:37:37.524 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:37.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:37.533 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:37.634 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:37.663 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:37.719 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:37.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:37.723 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:37.824 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:37.855 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:37.916 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:37.924 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:37.924 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:38.025 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:38.084 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:38.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:38 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 17113/101112 objects degraded (16.925%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:38.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:38 smithi118 ceph-mon[212312]: pgmap v1587: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 1.9 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 599 op/s; 16620/94650 objects degraded (17.559%); 10919/94650 objects misplaced (11.536%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T15:37:38.320 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:37:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:37:38] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2023-09-23T15:37:38.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:38 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 17113/101112 objects degraded (16.925%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:38.322 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:38 smithi118 ceph-mon[219580]: pgmap v1587: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 1.9 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 599 op/s; 16620/94650 objects degraded (17.559%); 10919/94650 objects misplaced (11.536%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T15:37:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:38 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 17113/101112 objects degraded (16.925%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:38 smithi178 ceph-mon[192298]: pgmap v1587: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 1.9 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 599 op/s; 16620/94650 objects degraded (17.559%); 10919/94650 objects misplaced (11.536%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T15:37:38.894 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:38.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:38.902 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:39.003 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:39.029 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:39.070 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:39.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:39.074 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:39.175 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:39.255 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:39.286 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:37:39.561 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:39.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:39.565 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:39.665 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:39.765 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:41.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:40 smithi118 ceph-mon[219580]: pgmap v1588: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 1.9 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 586 op/s; 16013/91638 objects degraded (17.474%); 10543/91638 objects misplaced (11.505%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T15:37:41.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:40 smithi118 ceph-mon[219580]: failed to encode map e591 with expected crc 2023-09-23T15:37:41.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:40 smithi118 ceph-mon[219580]: osdmap e591: 8 total, 8 up, 6 in 2023-09-23T15:37:41.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:40 smithi118 ceph-mon[219580]: failed to encode map e591 with expected crc 2023-09-23T15:37:41.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:40 smithi118 ceph-mon[212312]: pgmap v1588: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 1.9 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 586 op/s; 16013/91638 objects degraded (17.474%); 10543/91638 objects misplaced (11.505%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T15:37:41.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:40 smithi118 ceph-mon[212312]: failed to encode map e591 with expected crc 2023-09-23T15:37:41.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:40 smithi118 ceph-mon[212312]: osdmap e591: 8 total, 8 up, 6 in 2023-09-23T15:37:41.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:40 smithi118 ceph-mon[212312]: failed to encode map e591 with expected crc 2023-09-23T15:37:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:40 smithi178 ceph-mon[192298]: pgmap v1588: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 1.9 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 586 op/s; 16013/91638 objects degraded (17.474%); 10543/91638 objects misplaced (11.505%); 6.1 MiB/s, 97 objects/s recovering 2023-09-23T15:37:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:40 smithi178 ceph-mon[192298]: failed to encode map e591 with expected crc 2023-09-23T15:37:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:40 smithi178 ceph-mon[192298]: osdmap e591: 8 total, 8 up, 6 in 2023-09-23T15:37:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:40 smithi178 ceph-mon[192298]: failed to encode map e591 with expected crc 2023-09-23T15:37:41.356 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:41.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:41.367 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:41.468 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:41.494 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:41.557 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:41.563 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:41.563 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:41.664 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:41.685 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:37:41.702 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:41.760 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:41.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:41.767 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:41.868 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:41.906 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:41.961 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:41.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:41.965 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:42.066 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:37:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:41 smithi118 ceph-mon[212312]: failed to encode map e592 with expected crc 2023-09-23T15:37:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:41 smithi118 ceph-mon[212312]: osdmap e592: 8 total, 8 up, 6 in 2023-09-23T15:37:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:41 smithi118 ceph-mon[212312]: failed to encode map e592 with expected crc 2023-09-23T15:37:42.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:41 smithi118 ceph-mon[212312]: failed to encode map e592 with expected crc 2023-09-23T15:37:42.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:41 smithi118 ceph-mon[219580]: failed to encode map e592 with expected crc 2023-09-23T15:37:42.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:41 smithi118 ceph-mon[219580]: osdmap e592: 8 total, 8 up, 6 in 2023-09-23T15:37:42.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:41 smithi118 ceph-mon[219580]: failed to encode map e592 with expected crc 2023-09-23T15:37:42.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:41 smithi118 ceph-mon[219580]: failed to encode map e592 with expected crc 2023-09-23T15:37:42.116 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:41 smithi178 ceph-mon[192298]: failed to encode map e592 with expected crc 2023-09-23T15:37:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:41 smithi178 ceph-mon[192298]: osdmap e592: 8 total, 8 up, 6 in 2023-09-23T15:37:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:41 smithi178 ceph-mon[192298]: failed to encode map e592 with expected crc 2023-09-23T15:37:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:41 smithi178 ceph-mon[192298]: failed to encode map e592 with expected crc 2023-09-23T15:37:42.553 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:37:42.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:42.560 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:37:42.661 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:42.694 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:42.788 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:42.976 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:42.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:42.993 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:43.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:42 smithi118 ceph-mon[219580]: pgmap v1591: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 1.8 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 524 op/s; 17472/88512 objects degraded (19.740%); 10408/88512 objects misplaced (11.759%); 4.9 MiB/s, 77 objects/s recovering 2023-09-23T15:37:43.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:42 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:43.037 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:42 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:43.038 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 17472/88512 objects degraded (19.740%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:43.039 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:42 smithi118 ceph-mon[212312]: pgmap v1591: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 1.8 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 524 op/s; 17472/88512 objects degraded (19.740%); 10408/88512 objects misplaced (11.759%); 4.9 MiB/s, 77 objects/s recovering 2023-09-23T15:37:43.039 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:42 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:43.039 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:42 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:43.039 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 17472/88512 objects degraded (19.740%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:43.094 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:43.121 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:42 smithi178 ceph-mon[192298]: pgmap v1591: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 100 active+clean; 1.8 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 524 op/s; 17472/88512 objects degraded (19.740%); 10408/88512 objects misplaced (11.759%); 4.9 MiB/s, 77 objects/s recovering 2023-09-23T15:37:43.121 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:42 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:43.122 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:42 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:43.122 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 17472/88512 objects degraded (19.740%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:43.123 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:43.180 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:43.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:43.185 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:43.286 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:43.445 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:43.781 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:43.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:43.793 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:43.894 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:37:43.900 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:37:43.900 INFO:teuthology.orchestra.run.smithi118.stdout:{"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 17472/88512 objects degraded (19.740%), 7 pgs degraded, 7 pgs undersized","count":14},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1985,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":592,"num_osds":8,"num_up_osds":8,"osd_up_since":1695483318,"num_in_osds":6,"osd_in_since":1695483289,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":100},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+recovering+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":1},{"state_name":"active+recovery_wait+remapped","count":1}],"num_pgs":109,"num_pools":5,"num_objects":29504,"data_bytes":1932685592,"bytes_used":10163032064,"bytes_avail":565807181824,"bytes_total":575970213888,"degraded_objects":17472,"degraded_total":88512,"degraded_ratio":0.19739696312364421,"misplaced_objects":10408,"misplaced_total":88512,"misplaced_ratio":0.117588575560376,"recovering_objects_per_sec":77,"recovering_bytes_per_sec":5098487,"recovering_keys_per_sec":0,"num_objects_recovered":623,"num_bytes_recovered":40828928,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":524},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi118.efkhxl","status":"up:active","gid":24566}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"}},"servicemap":{"epoch":32,"modified":"2023-09-23T15:36:19.718227+0000","services":{}},"progress_events":{"6d9f6c53-9687-4c1d-8232-5e3125bbf23a":{"message":"Global Recovery Event (3m)\n [=========================...] (remaining: 16s)","progress":0.91743117570877075,"add_to_ceph_s":true},"6eed1e4c-d43f-49ed-9fa1-01d4ae5d302e":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [============................] (remaining: 5m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-09-23T15:37:43.949 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:43.994 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:43 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:37:43.994 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:43 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:37:43.994 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:43 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:43.994 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:43 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:37:43.995 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:43 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:37:43.995 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:43 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:44.005 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:44.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:43 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:37:44.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:43 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:37:44.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:43 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:37:44.748 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:37:44.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:44.756 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:37:44.844 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:37:44.856 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:44.892 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:44.951 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:44.956 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:44.956 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:45.057 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:44 smithi118 ceph-mon[212312]: pgmap v1592: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.7 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 741 op/s; 17138/83310 objects degraded (20.571%); 10059/83310 objects misplaced (12.074%); 6.2 MiB/s, 99 objects/s recovering 2023-09-23T15:37:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/386620725' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:37:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2483029471' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:37:45.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:44 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:37:45.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:44 smithi118 ceph-mon[219580]: pgmap v1592: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.7 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 741 op/s; 17138/83310 objects degraded (20.571%); 10059/83310 objects misplaced (12.074%); 6.2 MiB/s, 99 objects/s recovering 2023-09-23T15:37:45.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/386620725' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:37:45.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2483029471' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:37:45.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:44 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:37:45.088 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:44 smithi178 ceph-mon[192298]: pgmap v1592: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.7 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 741 op/s; 17138/83310 objects degraded (20.571%); 10059/83310 objects misplaced (12.074%); 6.2 MiB/s, 99 objects/s recovering 2023-09-23T15:37:45.088 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/386620725' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:37:45.088 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2483029471' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:37:45.088 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:44 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:37:45.091 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:45.154 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:45.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:45.162 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:45.263 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:45.297 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:45.354 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:45.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:45.369 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:45.470 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:45.505 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:45.547 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:45.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:45.552 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:45.653 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:45.684 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:45.749 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:45.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:45.756 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:45.857 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:45.893 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:45.948 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:45.956 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:45 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:37:45.956 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:37:45.956 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:45 smithi178 ceph-mon[192298]: osdmap e593: 8 total, 8 up, 6 in 2023-09-23T15:37:45.956 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:45 smithi178 ceph-mon[192298]: failed to encode map e593 with expected crc 2023-09-23T15:37:45.956 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:45 smithi178 ceph-mon[192298]: failed to encode map e593 with expected crc 2023-09-23T15:37:45.957 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:45.957 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:46.058 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:46.086 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:46.152 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:46.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:46.159 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:46.259 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:37:46.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:45 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:37:46.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:37:46.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:45 smithi118 ceph-mon[212312]: osdmap e593: 8 total, 8 up, 6 in 2023-09-23T15:37:46.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:45 smithi118 ceph-mon[212312]: failed to encode map e593 with expected crc 2023-09-23T15:37:46.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:45 smithi118 ceph-mon[212312]: failed to encode map e593 with expected crc 2023-09-23T15:37:46.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:45 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:37:46.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:37:46.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:45 smithi118 ceph-mon[219580]: osdmap e593: 8 total, 8 up, 6 in 2023-09-23T15:37:46.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:45 smithi118 ceph-mon[219580]: failed to encode map e593 with expected crc 2023-09-23T15:37:46.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:45 smithi118 ceph-mon[219580]: failed to encode map e593 with expected crc 2023-09-23T15:37:46.346 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:46.646 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:37:46.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:46.658 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:37:46.759 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:37:46.823 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:47.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:46 smithi118 ceph-mon[219580]: pgmap v1594: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.7 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 462 op/s; 17138/83310 objects degraded (20.571%); 10059/83310 objects misplaced (12.074%); 3.2 MiB/s, 51 objects/s recovering 2023-09-23T15:37:47.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:46 smithi118 ceph-mon[212312]: pgmap v1594: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.7 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 462 op/s; 17138/83310 objects degraded (20.571%); 10059/83310 objects misplaced (12.074%); 3.2 MiB/s, 51 objects/s recovering 2023-09-23T15:37:47.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:46 smithi178 ceph-mon[192298]: pgmap v1594: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.7 GiB data, 9.1 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 462 op/s; 17138/83310 objects degraded (20.571%); 10059/83310 objects misplaced (12.074%); 3.2 MiB/s, 51 objects/s recovering 2023-09-23T15:37:47.470 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T15:37:47.470 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:37:47.480 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:37:47.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:47.484 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:37:47.584 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:47.646 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:47.859 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:47 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 17138/83310 objects degraded (20.571%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:47.973 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:47.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:47.984 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:48.085 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:48.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:47 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 17138/83310 objects degraded (20.571%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:48.163 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:47 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 17138/83310 objects degraded (20.571%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:48.174 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:48.551 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:48.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:48.565 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:48.566 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:37:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:37:48] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2023-09-23T15:37:48.595 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:37:48.595 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:37:48.667 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:48.692 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:48.735 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:48.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:48.741 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:48.842 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:48.868 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:48.911 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:48.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:48.915 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:49.016 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:49.042 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:48 smithi178 ceph-mon[192298]: pgmap v1595: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.6 GiB data, 8.9 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 606 op/s; 16968/77109 objects degraded (22.005%); 9889/77109 objects misplaced (12.825%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:37:49.044 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:49.104 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:49.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:49.110 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:49.211 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:49.262 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:48 smithi118 ceph-mon[219580]: pgmap v1595: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.6 GiB data, 8.9 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 606 op/s; 16968/77109 objects degraded (22.005%); 9889/77109 objects misplaced (12.825%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:37:49.266 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:49.267 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:48 smithi118 ceph-mon[212312]: pgmap v1595: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.6 GiB data, 8.9 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 606 op/s; 16968/77109 objects degraded (22.005%); 9889/77109 objects misplaced (12.825%); 3.8 MiB/s, 60 objects/s recovering 2023-09-23T15:37:49.588 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:37:49.687 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:49.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:49.699 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:49.800 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:49.833 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:49.890 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:49.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:49.895 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:49.996 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:50.022 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:50.063 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:50.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:50.068 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:50.169 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:50.200 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:50.256 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:50.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:50.262 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:50.363 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:50.394 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:50.454 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:50.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:50.464 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:50.565 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:50.598 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:50.645 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_ops_in_flight 2023-09-23T15:37:50.654 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:50.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:50.663 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:50.763 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:50.791 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:50.795 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:50.848 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:50.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:50.855 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:50.870 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:50 smithi118 ceph-mon[212312]: pgmap v1596: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.5 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 713 op/s; 16727/72414 objects degraded (23.099%); 9454/72414 objects misplaced (13.055%); 3.6 MiB/s, 57 objects/s recovering 2023-09-23T15:37:50.877 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:50 smithi118 ceph-mon[219580]: pgmap v1596: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.5 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 713 op/s; 16727/72414 objects degraded (23.099%); 9454/72414 objects misplaced (13.055%); 3.6 MiB/s, 57 objects/s recovering 2023-09-23T15:37:50.956 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:50.984 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:51.008 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:51.031 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:51.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:51.036 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:51.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:50 smithi178 ceph-mon[192298]: pgmap v1596: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.5 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 713 op/s; 16727/72414 objects degraded (23.099%); 9454/72414 objects misplaced (13.055%); 3.6 MiB/s, 57 objects/s recovering 2023-09-23T15:37:51.137 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:51.161 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:37:51.166 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:51.212 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:37:51.223 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:51.230 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:51.230 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:51.249 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:37:51.285 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:37:51.324 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:37:51.331 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:51.355 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:37:51.359 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:51.401 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:37:51.419 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:51.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:51.424 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:51.431 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:37:51.449 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:37:51.449 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:37:51.449 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:37:51.449 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:37:51.449 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:37:51.449 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:37:51.449 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:37:51.450 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:37:51.525 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:37:51.550 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:51.592 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:37:51.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:51.600 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:37:51.700 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:51.731 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:51.784 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:51.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:51.790 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:51.891 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:37:51.988 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:52.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:51 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2602879410' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:52.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:51 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2602879410' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:52.323 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:51 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2602879410' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:37:52.973 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:37:52.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:52.975 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:37:53.075 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:53.108 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:53.169 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:53.177 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:53.177 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:52 smithi178 ceph-mon[192298]: pgmap v1597: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.5 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 536 op/s; 16727/72414 objects degraded (23.099%); 9454/72414 objects misplaced (13.055%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:37:53.177 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:53.177 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:52 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 16727/72414 objects degraded (23.099%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:53.178 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:53.256 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:52 smithi118 ceph-mon[212312]: pgmap v1597: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.5 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 536 op/s; 16727/72414 objects degraded (23.099%); 9454/72414 objects misplaced (13.055%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:37:53.256 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:53.256 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:52 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 16727/72414 objects degraded (23.099%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:53.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:52 smithi118 ceph-mon[219580]: pgmap v1597: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.5 GiB data, 8.6 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 536 op/s; 16727/72414 objects degraded (23.099%); 9454/72414 objects misplaced (13.055%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:37:53.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:37:53.256 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:52 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 16727/72414 objects degraded (23.099%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:53.279 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:53.362 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:54.327 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:54.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:54.332 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:54.433 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:54.549 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:55.080 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:55.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:55.089 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:55.189 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:55.191 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:54 smithi118 ceph-mon[219580]: pgmap v1598: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.3 GiB data, 8.1 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 666 op/s; 16393/63306 objects degraded (25.895%); 8950/63306 objects misplaced (14.138%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:37:55.196 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:54 smithi118 ceph-mon[212312]: pgmap v1598: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.3 GiB data, 8.1 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 666 op/s; 16393/63306 objects degraded (25.895%); 8950/63306 objects misplaced (14.138%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:37:55.215 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:54 smithi178 ceph-mon[192298]: pgmap v1598: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.3 GiB data, 8.1 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 666 op/s; 16393/63306 objects degraded (25.895%); 8950/63306 objects misplaced (14.138%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:37:55.218 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:55.286 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:55.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:55.292 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:55.393 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:37:55.522 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:55.733 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:37:55.742 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:55.743 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:37:55.747 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:37:55.844 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:55.871 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:55.926 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:55.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:55.930 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:56.031 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:37:56.129 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:56.276 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:37:56.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:56.283 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:37:56.289 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:37:56.310 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:37:56.384 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:56.415 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:56.478 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:56.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:56.487 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:56.588 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:56.654 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:56.846 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:56.856 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:56.856 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:37:56.948 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:37:56.957 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:56.959 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:37:56.988 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:57.051 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:57.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:57.059 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:57.159 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:57.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:56 smithi178 ceph-mon[192298]: pgmap v1599: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.3 GiB data, 8.1 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 609 op/s; 16393/63306 objects degraded (25.895%); 8950/63306 objects misplaced (14.138%); 2.0 MiB/s, 32 objects/s recovering 2023-09-23T15:37:57.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4106852726' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:57.189 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:57.243 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:57.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:57.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:57.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:56 smithi118 ceph-mon[212312]: pgmap v1599: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.3 GiB data, 8.1 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 609 op/s; 16393/63306 objects degraded (25.895%); 8950/63306 objects misplaced (14.138%); 2.0 MiB/s, 32 objects/s recovering 2023-09-23T15:37:57.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4106852726' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:57.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:56 smithi118 ceph-mon[219580]: pgmap v1599: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.3 GiB data, 8.1 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 609 op/s; 16393/63306 objects degraded (25.895%); 8950/63306 objects misplaced (14.138%); 2.0 MiB/s, 32 objects/s recovering 2023-09-23T15:37:57.323 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4106852726' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:37:57.353 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:37:57.383 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:57.437 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:37:57.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:57.443 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:37:57.544 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:37:57.570 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:57.612 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:37:57.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:57.618 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:37:57.719 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:37:57.751 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:57.815 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:37:57.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:57.820 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:37:57.921 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:37:58.018 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:37:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:57 smithi178 ceph-mon[192298]: from='client.36753 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:37:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:57 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:37:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:57 smithi178 ceph-mon[192298]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:57 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4106852726' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:37:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:57 smithi178 ceph-mon[192298]: osdmap e594: 8 total, 8 up, 6 in 2023-09-23T15:37:58.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:57 smithi178 ceph-mon[192298]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:57 smithi178 ceph-mon[192298]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:57 smithi178 ceph-mon[192298]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:57 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 16393/63306 objects degraded (25.895%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:58.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:37:57 smithi178 ceph-mon[192298]: pgmap v1601: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.2 GiB data, 8.0 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 545 op/s; 16393/60729 objects degraded (26.994%); 8950/60729 objects misplaced (14.738%); 1.2 MiB/s, 18 objects/s recovering 2023-09-23T15:37:58.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[219580]: from='client.36753 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:37:58.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:37:58.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[219580]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.238 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4106852726' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:37:58.239 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[219580]: osdmap e594: 8 total, 8 up, 6 in 2023-09-23T15:37:58.239 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[219580]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.239 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[219580]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.239 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[219580]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.239 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 16393/63306 objects degraded (25.895%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:58.239 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[219580]: pgmap v1601: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.2 GiB data, 8.0 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 545 op/s; 16393/60729 objects degraded (26.994%); 8950/60729 objects misplaced (14.738%); 1.2 MiB/s, 18 objects/s recovering 2023-09-23T15:37:58.244 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[212312]: from='client.36753 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:37:58.244 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:37:58.244 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[212312]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.244 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4106852726' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:37:58.244 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[212312]: osdmap e594: 8 total, 8 up, 6 in 2023-09-23T15:37:58.244 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[212312]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.244 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[212312]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.244 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[212312]: failed to encode map e594 with expected crc 2023-09-23T15:37:58.244 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 16393/63306 objects degraded (25.895%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:37:58.244 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:37:57 smithi118 ceph-mon[212312]: pgmap v1601: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.2 GiB data, 8.0 GiB used, 528 GiB / 536 GiB avail; 0 B/s wr, 545 op/s; 16393/60729 objects degraded (26.994%); 8950/60729 objects misplaced (14.738%); 1.2 MiB/s, 18 objects/s recovering 2023-09-23T15:37:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:37:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:37:58] "GET /metrics HTTP/1.1" 200 36493 "" "Prometheus/2.43.0" 2023-09-23T15:37:59.282 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1599,"stamp":"2023-09-23T15:37:55.778727+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1382052120,"num_objects":21102,"num_object_clones":0,"num_object_copies":63306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16393,"num_objects_misplaced":8950,"num_objects_unfound":0,"num_objects_dirty":21102,"num_whiteouts":0,"num_read":38,"num_read_kb":70,"num_write":189177,"num_write_kb":6725781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20074,"num_bytes_recovered":1308212241,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84119,"ondisk_log_size":84119,"up":327,"acting":321,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":340,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":8475332,"kb_used_data":4441876,"kb_used_omap":196,"kb_used_meta":4032827,"kb_avail":553995580,"statfs":{"total":575970213888,"available":567291473920,"internally_reserved":0,"allocated":4548481024,"data_stored":4534122544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":4129615593},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-436994048,"num_objects":-6668,"num_object_clones":0,"num_object_copies":-20004,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-745,"num_objects_misplaced":-1109,"num_objects_unfound":0,"num_objects_dirty":-6668,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6668,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":357,"num_bytes_recovered":23396352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.938952"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":54,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832771+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:37:40.832771+0000","last_peered":"2023-09-23T15:37:40.832771+0000","last_clean":"2023-09-23T15:37:40.832771+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:37:40.832771+0000","last_undegraded":"2023-09-23T15:37:40.832771+0000","last_fullsized":"2023-09-23T15:37:40.832771+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":256,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.793883+0000","last_change":"2023-09-23T15:34:50.720034+0000","last_active":"2023-09-23T15:37:40.793883+0000","last_peered":"2023-09-23T15:37:40.793883+0000","last_clean":"2023-09-23T15:37:40.793883+0000","last_became_active":"2023-09-23T15:34:50.719667+0000","last_became_peered":"2023-09-23T15:34:50.719667+0000","last_unstale":"2023-09-23T15:37:40.793883+0000","last_undegraded":"2023-09-23T15:37:40.793883+0000","last_fullsized":"2023-09-23T15:37:40.793883+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:21.955072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":166,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.834434+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:37:40.834434+0000","last_peered":"2023-09-23T15:37:40.834434+0000","last_clean":"2023-09-23T15:37:40.834434+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:37:40.834434+0000","last_undegraded":"2023-09-23T15:37:40.834434+0000","last_fullsized":"2023-09-23T15:37:40.834434+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":122,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794791+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:37:40.794791+0000","last_peered":"2023-09-23T15:37:40.794791+0000","last_clean":"2023-09-23T15:37:40.794791+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:37:40.794791+0000","last_undegraded":"2023-09-23T15:37:40.794791+0000","last_fullsized":"2023-09-23T15:37:40.794791+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":281,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.863101+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:37:44.863101+0000","last_peered":"2023-09-23T15:37:44.863101+0000","last_clean":"2023-09-23T15:37:44.863101+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:37:44.863101+0000","last_undegraded":"2023-09-23T15:37:44.863101+0000","last_fullsized":"2023-09-23T15:37:44.863101+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":204,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.837398+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:37:40.837398+0000","last_peered":"2023-09-23T15:37:40.837398+0000","last_clean":"2023-09-23T15:37:40.837398+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:37:40.837398+0000","last_undegraded":"2023-09-23T15:37:40.837398+0000","last_fullsized":"2023-09-23T15:37:40.837398+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":551,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.831113+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:37:40.831113+0000","last_peered":"2023-09-23T15:37:40.831113+0000","last_clean":"2023-09-23T15:37:40.831113+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:37:40.831113+0000","last_undegraded":"2023-09-23T15:37:40.831113+0000","last_fullsized":"2023-09-23T15:37:40.831113+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":264,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.792709+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:37:40.792709+0000","last_peered":"2023-09-23T15:37:40.792709+0000","last_clean":"2023-09-23T15:37:40.792709+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:37:40.792709+0000","last_undegraded":"2023-09-23T15:37:40.792709+0000","last_fullsized":"2023-09-23T15:37:40.792709+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":931,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.796455+0000","last_change":"2023-09-23T15:35:20.828265+0000","last_active":"2023-09-23T15:37:40.796455+0000","last_peered":"2023-09-23T15:37:40.796455+0000","last_clean":"2023-09-23T15:37:40.796455+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:37:40.796455+0000","last_undegraded":"2023-09-23T15:37:40.796455+0000","last_fullsized":"2023-09-23T15:37:40.796455+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":127,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.830886+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:37:40.830886+0000","last_peered":"2023-09-23T15:37:40.830886+0000","last_clean":"2023-09-23T15:37:40.830886+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:37:40.830886+0000","last_undegraded":"2023-09-23T15:37:40.830886+0000","last_fullsized":"2023-09-23T15:37:40.830886+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":602,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.793061+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:37:40.793061+0000","last_peered":"2023-09-23T15:37:40.793061+0000","last_clean":"2023-09-23T15:37:40.793061+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:37:40.793061+0000","last_undegraded":"2023-09-23T15:37:40.793061+0000","last_fullsized":"2023-09-23T15:37:40.793061+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":183,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794688+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:37:40.794688+0000","last_peered":"2023-09-23T15:37:40.794688+0000","last_clean":"2023-09-23T15:37:40.794688+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:37:40.794688+0000","last_undegraded":"2023-09-23T15:37:40.794688+0000","last_fullsized":"2023-09-23T15:37:40.794688+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":199,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.836192+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:37:40.836192+0000","last_peered":"2023-09-23T15:37:40.836192+0000","last_clean":"2023-09-23T15:37:40.836192+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:37:40.836192+0000","last_undegraded":"2023-09-23T15:37:40.836192+0000","last_fullsized":"2023-09-23T15:37:40.836192+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":64,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.833184+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:37:40.833184+0000","last_peered":"2023-09-23T15:37:40.833184+0000","last_clean":"2023-09-23T15:37:40.833184+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:37:40.833184+0000","last_undegraded":"2023-09-23T15:37:40.833184+0000","last_fullsized":"2023-09-23T15:37:40.833184+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832956+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:37:40.832956+0000","last_peered":"2023-09-23T15:37:40.832956+0000","last_clean":"2023-09-23T15:37:40.832956+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:37:40.832956+0000","last_undegraded":"2023-09-23T15:37:40.832956+0000","last_fullsized":"2023-09-23T15:37:40.832956+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":759,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.829977+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:37:40.829977+0000","last_peered":"2023-09-23T15:37:40.829977+0000","last_clean":"2023-09-23T15:37:40.829977+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:37:40.829977+0000","last_undegraded":"2023-09-23T15:37:40.829977+0000","last_fullsized":"2023-09-23T15:37:40.829977+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":791,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794768+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:37:40.794768+0000","last_peered":"2023-09-23T15:37:40.794768+0000","last_clean":"2023-09-23T15:37:40.794768+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:37:40.794768+0000","last_undegraded":"2023-09-23T15:37:40.794768+0000","last_fullsized":"2023-09-23T15:37:40.794768+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":627,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.793349+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:37:40.793349+0000","last_peered":"2023-09-23T15:37:40.793349+0000","last_clean":"2023-09-23T15:37:40.793349+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:37:40.793349+0000","last_undegraded":"2023-09-23T15:37:40.793349+0000","last_fullsized":"2023-09-23T15:37:40.793349+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1222,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794382+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:37:40.794382+0000","last_peered":"2023-09-23T15:37:40.794382+0000","last_clean":"2023-09-23T15:37:40.794382+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:37:40.794382+0000","last_undegraded":"2023-09-23T15:37:40.794382+0000","last_fullsized":"2023-09-23T15:37:40.794382+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":122,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794684+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:37:40.794684+0000","last_peered":"2023-09-23T15:37:40.794684+0000","last_clean":"2023-09-23T15:37:40.794684+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:37:40.794684+0000","last_undegraded":"2023-09-23T15:37:40.794684+0000","last_fullsized":"2023-09-23T15:37:40.794684+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":521,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.795003+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:37:40.795003+0000","last_peered":"2023-09-23T15:37:40.795003+0000","last_clean":"2023-09-23T15:37:40.795003+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:37:40.795003+0000","last_undegraded":"2023-09-23T15:37:40.795003+0000","last_fullsized":"2023-09-23T15:37:40.795003+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":760,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.792855+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:37:40.792855+0000","last_peered":"2023-09-23T15:37:40.792855+0000","last_clean":"2023-09-23T15:37:40.792855+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:37:40.792855+0000","last_undegraded":"2023-09-23T15:37:40.792855+0000","last_fullsized":"2023-09-23T15:37:40.792855+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":640,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794520+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:37:40.794520+0000","last_peered":"2023-09-23T15:37:40.794520+0000","last_clean":"2023-09-23T15:37:40.794520+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:37:40.794520+0000","last_undegraded":"2023-09-23T15:37:40.794520+0000","last_fullsized":"2023-09-23T15:37:40.794520+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":306,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794339+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:37:40.794339+0000","last_peered":"2023-09-23T15:37:40.794339+0000","last_clean":"2023-09-23T15:37:40.794339+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:37:40.794339+0000","last_undegraded":"2023-09-23T15:37:40.794339+0000","last_fullsized":"2023-09-23T15:37:40.794339+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":958,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.830121+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:37:40.830121+0000","last_peered":"2023-09-23T15:37:40.830121+0000","last_clean":"2023-09-23T15:37:40.830121+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:37:40.830121+0000","last_undegraded":"2023-09-23T15:37:40.830121+0000","last_fullsized":"2023-09-23T15:37:40.830121+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":177,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.792784+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:37:40.792784+0000","last_peered":"2023-09-23T15:37:40.792784+0000","last_clean":"2023-09-23T15:37:40.792784+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:37:40.792784+0000","last_undegraded":"2023-09-23T15:37:40.792784+0000","last_fullsized":"2023-09-23T15:37:40.792784+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":150,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794647+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:37:40.794647+0000","last_peered":"2023-09-23T15:37:40.794647+0000","last_clean":"2023-09-23T15:37:40.794647+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:37:40.794647+0000","last_undegraded":"2023-09-23T15:37:40.794647+0000","last_fullsized":"2023-09-23T15:37:40.794647+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"593'11945","reported_seq":13429,"reported_epoch":593,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:37:53.257727+0000","last_change":"2023-09-23T15:35:20.022982+0000","last_active":"2023-09-23T15:37:53.257727+0000","last_peered":"2023-09-23T15:37:53.257727+0000","last_clean":"2023-09-23T15:34:49.764453+0000","last_became_active":"2023-09-23T15:34:51.814464+0000","last_became_peered":"2023-09-23T15:34:51.814464+0000","last_unstale":"2023-09-23T15:37:53.257727+0000","last_undegraded":"2023-09-23T15:37:53.257727+0000","last_fullsized":"2023-09-23T15:37:53.257727+0000","mapping_epoch":563,"log_start":"577'7700","ondisk_log_start":"577'7700","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4245,"log_dups_size":0,"ondisk_log_size":4245,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:35:46.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83558400,"num_objects":1275,"num_object_clones":0,"num_object_copies":3825,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1104,"num_objects_unfound":0,"num_objects_dirty":1275,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11945,"num_write_kb":423040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":710,"num_bytes_recovered":46530560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,7],"avail_no_missing":["1","5","7"],"object_location_counts":[{"shards":"1,5,7","objects":1275}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1038,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794802+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:37:40.794802+0000","last_peered":"2023-09-23T15:37:40.794802+0000","last_clean":"2023-09-23T15:37:40.794802+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:37:40.794802+0000","last_undegraded":"2023-09-23T15:37:40.794802+0000","last_fullsized":"2023-09-23T15:37:40.794802+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":140,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.795374+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:37:40.795374+0000","last_peered":"2023-09-23T15:37:40.795374+0000","last_clean":"2023-09-23T15:37:40.795374+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:37:40.795374+0000","last_undegraded":"2023-09-23T15:37:40.795374+0000","last_fullsized":"2023-09-23T15:37:40.795374+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":157,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.829822+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:37:40.829822+0000","last_peered":"2023-09-23T15:37:40.829822+0000","last_clean":"2023-09-23T15:37:40.829822+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:37:40.829822+0000","last_undegraded":"2023-09-23T15:37:40.829822+0000","last_fullsized":"2023-09-23T15:37:40.829822+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"593'12006","reported_seq":19205,"reported_epoch":593,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T15:37:53.080785+0000","last_change":"2023-09-23T15:36:37.174962+0000","last_active":"2023-09-23T15:37:53.080785+0000","last_peered":"2023-09-23T15:37:53.080785+0000","last_clean":"2023-09-23T15:34:25.736860+0000","last_became_active":"2023-09-23T15:36:37.134096+0000","last_became_peered":"2023-09-23T15:36:37.134096+0000","last_unstale":"2023-09-23T15:37:53.080785+0000","last_undegraded":"2023-09-23T15:37:53.080785+0000","last_fullsized":"2023-09-23T15:37:53.080785+0000","mapping_epoch":582,"log_start":"566'5000","ondisk_log_start":"566'5000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":7006,"log_dups_size":0,"ondisk_log_size":7006,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:08.133117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83492864,"num_objects":1274,"num_object_clones":0,"num_object_copies":3822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1274,"num_objects_unfound":0,"num_objects_dirty":1274,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12006,"num_write_kb":424960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3555,"num_bytes_recovered":232914944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,5],"avail_no_missing":["2","1","5"],"object_location_counts":[{"shards":"1,2,5","objects":1274}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1018,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.793257+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:37:40.793257+0000","last_peered":"2023-09-23T15:37:40.793257+0000","last_clean":"2023-09-23T15:37:40.793257+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:37:40.793257+0000","last_undegraded":"2023-09-23T15:37:40.793257+0000","last_fullsized":"2023-09-23T15:37:40.793257+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":629,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.795287+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:37:40.795287+0000","last_peered":"2023-09-23T15:37:40.795287+0000","last_clean":"2023-09-23T15:37:40.795287+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:37:40.795287+0000","last_undegraded":"2023-09-23T15:37:40.795287+0000","last_fullsized":"2023-09-23T15:37:40.795287+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832997+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:37:40.832997+0000","last_peered":"2023-09-23T15:37:40.832997+0000","last_clean":"2023-09-23T15:37:40.832997+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:37:40.832997+0000","last_undegraded":"2023-09-23T15:37:40.832997+0000","last_fullsized":"2023-09-23T15:37:40.832997+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"593'11625","reported_seq":11675,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:52.511006+0000","last_change":"2023-09-23T15:33:48.772251+0000","last_active":"2023-09-23T15:37:52.511006+0000","last_peered":"2023-09-23T15:37:52.511006+0000","last_clean":"2023-09-23T15:37:52.511006+0000","last_became_active":"2023-09-23T15:33:48.771753+0000","last_became_peered":"2023-09-23T15:33:48.771753+0000","last_unstale":"2023-09-23T15:37:52.511006+0000","last_undegraded":"2023-09-23T15:37:52.511006+0000","last_fullsized":"2023-09-23T15:37:52.511006+0000","mapping_epoch":551,"log_start":"568'6000","ondisk_log_start":"568'6000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5625,"log_dups_size":0,"ondisk_log_size":5625,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:01.509590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86573056,"num_objects":1321,"num_object_clones":0,"num_object_copies":3963,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1321,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11625,"num_write_kb":414272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":665,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.830963+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:37:40.830963+0000","last_peered":"2023-09-23T15:37:40.830963+0000","last_clean":"2023-09-23T15:37:40.830963+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:37:40.830963+0000","last_undegraded":"2023-09-23T15:37:40.830963+0000","last_fullsized":"2023-09-23T15:37:40.830963+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":672,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.795171+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:37:40.795171+0000","last_peered":"2023-09-23T15:37:40.795171+0000","last_clean":"2023-09-23T15:37:40.795171+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:37:40.795171+0000","last_undegraded":"2023-09-23T15:37:40.795171+0000","last_fullsized":"2023-09-23T15:37:40.795171+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":323,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.836369+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:37:40.836369+0000","last_peered":"2023-09-23T15:37:40.836369+0000","last_clean":"2023-09-23T15:37:40.836369+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:37:40.836369+0000","last_undegraded":"2023-09-23T15:37:40.836369+0000","last_fullsized":"2023-09-23T15:37:40.836369+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.4","version":"593'11866","reported_seq":11934,"reported_epoch":593,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:52.500373+0000","last_change":"2023-09-23T15:35:21.036824+0000","last_active":"2023-09-23T15:37:52.500373+0000","last_peered":"2023-09-23T15:37:52.500373+0000","last_clean":"2023-09-23T15:34:25.775108+0000","last_became_active":"2023-09-23T15:35:21.026771+0000","last_became_peered":"2023-09-23T15:35:21.026771+0000","last_unstale":"2023-09-23T15:37:52.500373+0000","last_undegraded":"2023-09-23T15:35:20.815631+0000","last_fullsized":"2023-09-23T15:35:20.788526+0000","mapping_epoch":571,"log_start":"572'6300","ondisk_log_start":"572'6300","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5566,"log_dups_size":0,"ondisk_log_size":5566,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:38.079315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90308608,"num_objects":1378,"num_object_clones":0,"num_object_copies":4134,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3548,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1378,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11866,"num_write_kb":423808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":-2170}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":811,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.833559+0000","last_change":"2023-09-23T15:37:11.560248+0000","last_active":"2023-09-23T15:37:40.833559+0000","last_peered":"2023-09-23T15:37:40.833559+0000","last_clean":"2023-09-23T15:37:40.833559+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:37:40.833559+0000","last_undegraded":"2023-09-23T15:37:40.833559+0000","last_fullsized":"2023-09-23T15:37:40.833559+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":239,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.793050+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:37:40.793050+0000","last_peered":"2023-09-23T15:37:40.793050+0000","last_clean":"2023-09-23T15:37:40.793050+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:37:40.793050+0000","last_undegraded":"2023-09-23T15:37:40.793050+0000","last_fullsized":"2023-09-23T15:37:40.793050+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":411,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.835616+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:37:40.835616+0000","last_peered":"2023-09-23T15:37:40.835616+0000","last_clean":"2023-09-23T15:37:40.835616+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:37:40.835616+0000","last_undegraded":"2023-09-23T15:37:40.835616+0000","last_fullsized":"2023-09-23T15:37:40.835616+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"593'11847","reported_seq":11897,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:52.503624+0000","last_change":"2023-09-23T15:33:48.772076+0000","last_active":"2023-09-23T15:37:52.503624+0000","last_peered":"2023-09-23T15:37:52.503624+0000","last_clean":"2023-09-23T15:37:52.503624+0000","last_became_active":"2023-09-23T15:33:48.771792+0000","last_became_peered":"2023-09-23T15:33:48.771792+0000","last_unstale":"2023-09-23T15:37:52.503624+0000","last_undegraded":"2023-09-23T15:37:52.503624+0000","last_fullsized":"2023-09-23T15:37:52.503624+0000","mapping_epoch":551,"log_start":"568'6200","ondisk_log_start":"568'6200","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5647,"log_dups_size":0,"ondisk_log_size":5647,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:58.867549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86966272,"num_objects":1327,"num_object_clones":0,"num_object_copies":3981,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1327,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11847,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1120,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794543+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:37:40.794543+0000","last_peered":"2023-09-23T15:37:40.794543+0000","last_clean":"2023-09-23T15:37:40.794543+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:37:40.794543+0000","last_undegraded":"2023-09-23T15:37:40.794543+0000","last_fullsized":"2023-09-23T15:37:40.794543+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":280,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.792776+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:37:40.792776+0000","last_peered":"2023-09-23T15:37:40.792776+0000","last_clean":"2023-09-23T15:37:40.792776+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:37:40.792776+0000","last_undegraded":"2023-09-23T15:37:40.792776+0000","last_fullsized":"2023-09-23T15:37:40.792776+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.833414+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:37:40.833414+0000","last_peered":"2023-09-23T15:37:40.833414+0000","last_clean":"2023-09-23T15:37:40.833414+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:37:40.833414+0000","last_undegraded":"2023-09-23T15:37:40.833414+0000","last_fullsized":"2023-09-23T15:37:40.833414+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"593'11738","reported_seq":18725,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:53.100642+0000","last_change":"2023-09-23T15:37:40.827705+0000","last_active":"2023-09-23T15:37:53.100642+0000","last_peered":"2023-09-23T15:37:53.100642+0000","last_clean":"2023-09-23T15:37:53.100642+0000","last_became_active":"2023-09-23T15:37:40.797959+0000","last_became_peered":"2023-09-23T15:37:40.797959+0000","last_unstale":"2023-09-23T15:37:53.100642+0000","last_undegraded":"2023-09-23T15:37:53.100642+0000","last_fullsized":"2023-09-23T15:37:53.100642+0000","mapping_epoch":591,"log_start":"573'6600","ondisk_log_start":"573'6600","created":551,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5138,"log_dups_size":0,"ondisk_log_size":5138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:30:27.339959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83886080,"num_objects":1280,"num_object_clones":0,"num_object_copies":3840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1280,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11738,"num_write_kb":416576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3457,"num_bytes_recovered":226557952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1079,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.796015+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:37:40.796015+0000","last_peered":"2023-09-23T15:37:40.796015+0000","last_clean":"2023-09-23T15:37:40.796015+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:37:40.796015+0000","last_undegraded":"2023-09-23T15:37:40.796015+0000","last_fullsized":"2023-09-23T15:37:40.796015+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832880+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:37:40.832880+0000","last_peered":"2023-09-23T15:37:40.832880+0000","last_clean":"2023-09-23T15:37:40.832880+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:37:40.832880+0000","last_undegraded":"2023-09-23T15:37:40.832880+0000","last_fullsized":"2023-09-23T15:37:40.832880+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":54,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.833116+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:37:40.833116+0000","last_peered":"2023-09-23T15:37:40.833116+0000","last_clean":"2023-09-23T15:37:40.833116+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:37:40.833116+0000","last_undegraded":"2023-09-23T15:37:40.833116+0000","last_fullsized":"2023-09-23T15:37:40.833116+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"593'12136","reported_seq":13231,"reported_epoch":593,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:53.029166+0000","last_change":"2023-09-23T15:37:39.385813+0000","last_active":"2023-09-23T15:37:53.029166+0000","last_peered":"2023-09-23T15:37:53.029166+0000","last_clean":"2023-09-23T15:34:25.794792+0000","last_became_active":"2023-09-23T15:35:19.975567+0000","last_became_peered":"2023-09-23T15:35:19.975567+0000","last_unstale":"2023-09-23T15:37:53.029166+0000","last_undegraded":"2023-09-23T15:35:19.950329+0000","last_fullsized":"2023-09-23T15:35:19.785689+0000","mapping_epoch":570,"log_start":"576'7500","ondisk_log_start":"576'7500","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4636,"log_dups_size":0,"ondisk_log_size":4636,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:08.502237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":89391104,"num_objects":1364,"num_object_clones":0,"num_object_copies":4092,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3096,"num_objects_misplaced":3097,"num_objects_unfound":0,"num_objects_dirty":1364,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12136,"num_write_kb":432000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":509,"num_bytes_recovered":33357824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"1,3","objects":-1733},{"shards":"1,3,4","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":627,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.830377+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:37:40.830377+0000","last_peered":"2023-09-23T15:37:40.830377+0000","last_clean":"2023-09-23T15:37:40.830377+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:37:40.830377+0000","last_undegraded":"2023-09-23T15:37:40.830377+0000","last_fullsized":"2023-09-23T15:37:40.830377+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":54,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832464+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:37:40.832464+0000","last_peered":"2023-09-23T15:37:40.832464+0000","last_clean":"2023-09-23T15:37:40.832464+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:37:40.832464+0000","last_undegraded":"2023-09-23T15:37:40.832464+0000","last_fullsized":"2023-09-23T15:37:40.832464+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.833609+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:37:40.833609+0000","last_peered":"2023-09-23T15:37:40.833609+0000","last_clean":"2023-09-23T15:37:40.833609+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:37:40.833609+0000","last_undegraded":"2023-09-23T15:37:40.833609+0000","last_fullsized":"2023-09-23T15:37:40.833609+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"593'11764","reported_seq":11817,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:53.042744+0000","last_change":"2023-09-23T15:33:48.773770+0000","last_active":"2023-09-23T15:37:53.042744+0000","last_peered":"2023-09-23T15:37:53.042744+0000","last_clean":"2023-09-23T15:37:53.042744+0000","last_became_active":"2023-09-23T15:33:48.767290+0000","last_became_peered":"2023-09-23T15:33:48.767290+0000","last_unstale":"2023-09-23T15:37:53.042744+0000","last_undegraded":"2023-09-23T15:37:53.042744+0000","last_fullsized":"2023-09-23T15:37:53.042744+0000","mapping_epoch":551,"log_start":"576'7100","ondisk_log_start":"576'7100","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4664,"log_dups_size":0,"ondisk_log_size":4664,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:32.553216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87425024,"num_objects":1334,"num_object_clones":0,"num_object_copies":4002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11764,"num_write_kb":419136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":908,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.796414+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:37:40.796414+0000","last_peered":"2023-09-23T15:37:40.796414+0000","last_clean":"2023-09-23T15:37:40.796414+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:37:40.796414+0000","last_undegraded":"2023-09-23T15:37:40.796414+0000","last_fullsized":"2023-09-23T15:37:40.796414+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":141,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.792240+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:37:40.792240+0000","last_peered":"2023-09-23T15:37:40.792240+0000","last_clean":"2023-09-23T15:37:40.792240+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:37:40.792240+0000","last_undegraded":"2023-09-23T15:37:40.792240+0000","last_fullsized":"2023-09-23T15:37:40.792240+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":601,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.837491+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:37:40.837491+0000","last_peered":"2023-09-23T15:37:40.837491+0000","last_clean":"2023-09-23T15:37:40.837491+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:37:40.837491+0000","last_undegraded":"2023-09-23T15:37:40.837491+0000","last_fullsized":"2023-09-23T15:37:40.837491+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"593'11647","reported_seq":22923,"reported_epoch":593,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:53.234007+0000","last_change":"2023-09-23T15:35:21.040216+0000","last_active":"2023-09-23T15:37:53.234007+0000","last_peered":"2023-09-23T15:37:53.234007+0000","last_clean":"2023-09-23T15:34:25.797369+0000","last_became_active":"2023-09-23T15:35:21.027940+0000","last_became_peered":"2023-09-23T15:35:21.027940+0000","last_unstale":"2023-09-23T15:37:53.234007+0000","last_undegraded":"2023-09-23T15:35:20.956448+0000","last_fullsized":"2023-09-23T15:35:20.785683+0000","mapping_epoch":571,"log_start":"576'7415","ondisk_log_start":"576'7415","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4232,"log_dups_size":0,"ondisk_log_size":4232,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:28.347212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":83361816,"num_objects":1273,"num_object_clones":0,"num_object_copies":3819,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1273,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11647,"num_write_kb":413377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4627,"num_bytes_recovered":303235072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[1,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4","objects":-251},{"shards":"1,4,5","objects":961}],"blocked_by":[],"up_primary":2,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":994,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794495+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:37:40.794495+0000","last_peered":"2023-09-23T15:37:40.794495+0000","last_clean":"2023-09-23T15:37:40.794495+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:37:40.794495+0000","last_undegraded":"2023-09-23T15:37:40.794495+0000","last_fullsized":"2023-09-23T15:37:40.794495+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":604,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794792+0000","last_change":"2023-09-23T15:35:20.001748+0000","last_active":"2023-09-23T15:37:40.794792+0000","last_peered":"2023-09-23T15:37:40.794792+0000","last_clean":"2023-09-23T15:37:40.794792+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:37:40.794792+0000","last_undegraded":"2023-09-23T15:37:40.794792+0000","last_fullsized":"2023-09-23T15:37:40.794792+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":272,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.793961+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:37:40.793961+0000","last_peered":"2023-09-23T15:37:40.793961+0000","last_clean":"2023-09-23T15:37:40.793961+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:37:40.793961+0000","last_undegraded":"2023-09-23T15:37:40.793961+0000","last_fullsized":"2023-09-23T15:37:40.793961+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":181,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.836210+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:37:40.836210+0000","last_peered":"2023-09-23T15:37:40.836210+0000","last_clean":"2023-09-23T15:37:40.836210+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:37:40.836210+0000","last_undegraded":"2023-09-23T15:37:40.836210+0000","last_fullsized":"2023-09-23T15:37:40.836210+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"593'11783","reported_seq":19607,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:52.952754+0000","last_change":"2023-09-23T15:36:53.812935+0000","last_active":"2023-09-23T15:37:52.952754+0000","last_peered":"2023-09-23T15:37:52.952754+0000","last_clean":"2023-09-23T15:37:52.952754+0000","last_became_active":"2023-09-23T15:36:53.788530+0000","last_became_peered":"2023-09-23T15:36:53.788530+0000","last_unstale":"2023-09-23T15:37:52.952754+0000","last_undegraded":"2023-09-23T15:37:52.952754+0000","last_fullsized":"2023-09-23T15:37:52.952754+0000","mapping_epoch":584,"log_start":"576'7100","ondisk_log_start":"576'7100","created":551,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4683,"log_dups_size":0,"ondisk_log_size":4683,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:02.284214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87490560,"num_objects":1335,"num_object_clones":0,"num_object_copies":4005,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1335,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11783,"num_write_kb":419776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3875,"num_bytes_recovered":253952000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":999,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.796139+0000","last_change":"2023-09-23T15:35:20.804172+0000","last_active":"2023-09-23T15:37:40.796139+0000","last_peered":"2023-09-23T15:37:40.796139+0000","last_clean":"2023-09-23T15:37:40.796139+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:37:40.796139+0000","last_undegraded":"2023-09-23T15:37:40.796139+0000","last_fullsized":"2023-09-23T15:37:40.796139+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":577,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.836285+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:37:40.836285+0000","last_peered":"2023-09-23T15:37:40.836285+0000","last_clean":"2023-09-23T15:37:40.836285+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:37:40.836285+0000","last_undegraded":"2023-09-23T15:37:40.836285+0000","last_fullsized":"2023-09-23T15:37:40.836285+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832948+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:37:40.832948+0000","last_peered":"2023-09-23T15:37:40.832948+0000","last_clean":"2023-09-23T15:37:40.832948+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:37:40.832948+0000","last_undegraded":"2023-09-23T15:37:40.832948+0000","last_fullsized":"2023-09-23T15:37:40.832948+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":46,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.796473+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:37:40.796473+0000","last_peered":"2023-09-23T15:37:40.796473+0000","last_clean":"2023-09-23T15:37:40.796473+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:37:40.796473+0000","last_undegraded":"2023-09-23T15:37:40.796473+0000","last_fullsized":"2023-09-23T15:37:40.796473+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"593'11811","reported_seq":11878,"reported_epoch":593,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:52.920732+0000","last_change":"2023-09-23T15:35:21.031772+0000","last_active":"2023-09-23T15:37:52.920732+0000","last_peered":"2023-09-23T15:37:52.920732+0000","last_clean":"2023-09-23T15:34:25.803362+0000","last_became_active":"2023-09-23T15:35:21.019867+0000","last_became_peered":"2023-09-23T15:35:21.019867+0000","last_unstale":"2023-09-23T15:37:52.920732+0000","last_undegraded":"2023-09-23T15:35:20.825514+0000","last_fullsized":"2023-09-23T15:35:20.789721+0000","mapping_epoch":571,"log_start":"575'7100","ondisk_log_start":"575'7100","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4711,"log_dups_size":0,"ondisk_log_size":4711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:28.259380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88670208,"num_objects":1353,"num_object_clones":0,"num_object_copies":4059,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11811,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"3,5","objects":-2180}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":872,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794893+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:37:40.794893+0000","last_peered":"2023-09-23T15:37:40.794893+0000","last_clean":"2023-09-23T15:37:40.794893+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:37:40.794893+0000","last_undegraded":"2023-09-23T15:37:40.794893+0000","last_fullsized":"2023-09-23T15:37:40.794893+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":46,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.795920+0000","last_change":"2023-09-23T15:35:19.958281+0000","last_active":"2023-09-23T15:37:40.795920+0000","last_peered":"2023-09-23T15:37:40.795920+0000","last_clean":"2023-09-23T15:37:40.795920+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:37:40.795920+0000","last_undegraded":"2023-09-23T15:37:40.795920+0000","last_fullsized":"2023-09-23T15:37:40.795920+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":46,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.795894+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:37:40.795894+0000","last_peered":"2023-09-23T15:37:40.795894+0000","last_clean":"2023-09-23T15:37:40.795894+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:37:40.795894+0000","last_undegraded":"2023-09-23T15:37:40.795894+0000","last_fullsized":"2023-09-23T15:37:40.795894+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":158,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.837327+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:37:40.837327+0000","last_peered":"2023-09-23T15:37:40.837327+0000","last_clean":"2023-09-23T15:37:40.837327+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:37:40.837327+0000","last_undegraded":"2023-09-23T15:37:40.837327+0000","last_fullsized":"2023-09-23T15:37:40.837327+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"593'11715","reported_seq":11767,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:53.046578+0000","last_change":"2023-09-23T15:33:48.773775+0000","last_active":"2023-09-23T15:37:53.046578+0000","last_peered":"2023-09-23T15:37:53.046578+0000","last_clean":"2023-09-23T15:37:53.046578+0000","last_became_active":"2023-09-23T15:33:48.771772+0000","last_became_peered":"2023-09-23T15:33:48.771772+0000","last_unstale":"2023-09-23T15:37:53.046578+0000","last_undegraded":"2023-09-23T15:37:53.046578+0000","last_fullsized":"2023-09-23T15:37:53.046578+0000","mapping_epoch":551,"log_start":"575'7000","ondisk_log_start":"575'7000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4715,"log_dups_size":0,"ondisk_log_size":4715,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:52.940798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":85655552,"num_objects":1307,"num_object_clones":0,"num_object_copies":3921,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1307,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11715,"num_write_kb":416704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":46,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.796045+0000","last_change":"2023-09-23T15:35:19.793894+0000","last_active":"2023-09-23T15:37:40.796045+0000","last_peered":"2023-09-23T15:37:40.796045+0000","last_clean":"2023-09-23T15:37:40.796045+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:37:40.796045+0000","last_undegraded":"2023-09-23T15:37:40.796045+0000","last_fullsized":"2023-09-23T15:37:40.796045+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1176,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794362+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:37:40.794362+0000","last_peered":"2023-09-23T15:37:40.794362+0000","last_clean":"2023-09-23T15:37:40.794362+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:37:40.794362+0000","last_undegraded":"2023-09-23T15:37:40.794362+0000","last_fullsized":"2023-09-23T15:37:40.794362+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":257,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794103+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:37:40.794103+0000","last_peered":"2023-09-23T15:37:40.794103+0000","last_clean":"2023-09-23T15:37:40.794103+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:37:40.794103+0000","last_undegraded":"2023-09-23T15:37:40.794103+0000","last_fullsized":"2023-09-23T15:37:40.794103+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.833382+0000","last_change":"2023-09-23T15:34:50.727448+0000","last_active":"2023-09-23T15:37:40.833382+0000","last_peered":"2023-09-23T15:37:40.833382+0000","last_clean":"2023-09-23T15:37:40.833382+0000","last_became_active":"2023-09-23T15:34:50.727139+0000","last_became_peered":"2023-09-23T15:34:50.727139+0000","last_unstale":"2023-09-23T15:37:40.833382+0000","last_undegraded":"2023-09-23T15:37:40.833382+0000","last_fullsized":"2023-09-23T15:37:40.833382+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:37:13.882982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.9","version":"593'11859","reported_seq":11911,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:53.006625+0000","last_change":"2023-09-23T15:33:48.766844+0000","last_active":"2023-09-23T15:37:53.006625+0000","last_peered":"2023-09-23T15:37:53.006625+0000","last_clean":"2023-09-23T15:37:53.006625+0000","last_became_active":"2023-09-23T15:33:48.766210+0000","last_became_peered":"2023-09-23T15:33:48.766210+0000","last_unstale":"2023-09-23T15:37:53.006625+0000","last_undegraded":"2023-09-23T15:37:53.006625+0000","last_fullsized":"2023-09-23T15:37:53.006625+0000","mapping_epoch":551,"log_start":"576'7200","ondisk_log_start":"576'7200","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4659,"log_dups_size":0,"ondisk_log_size":4659,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:32.664399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86704128,"num_objects":1323,"num_object_clones":0,"num_object_copies":3969,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1323,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11859,"num_write_kb":421824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":484,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832819+0000","last_change":"2023-09-23T15:37:10.517807+0000","last_active":"2023-09-23T15:37:40.832819+0000","last_peered":"2023-09-23T15:37:40.832819+0000","last_clean":"2023-09-23T15:37:40.832819+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:37:40.832819+0000","last_undegraded":"2023-09-23T15:37:40.832819+0000","last_fullsized":"2023-09-23T15:37:40.832819+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":607,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794457+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:37:40.794457+0000","last_peered":"2023-09-23T15:37:40.794457+0000","last_clean":"2023-09-23T15:37:40.794457+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:37:40.794457+0000","last_undegraded":"2023-09-23T15:37:40.794457+0000","last_fullsized":"2023-09-23T15:37:40.794457+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832577+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:37:40.832577+0000","last_peered":"2023-09-23T15:37:40.832577+0000","last_clean":"2023-09-23T15:37:40.832577+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:37:40.832577+0000","last_undegraded":"2023-09-23T15:37:40.832577+0000","last_fullsized":"2023-09-23T15:37:40.832577+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":403,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.830800+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:37:40.830800+0000","last_peered":"2023-09-23T15:37:40.830800+0000","last_clean":"2023-09-23T15:37:40.830800+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:37:40.830800+0000","last_undegraded":"2023-09-23T15:37:40.830800+0000","last_fullsized":"2023-09-23T15:37:40.830800+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.c","version":"593'11710","reported_seq":11786,"reported_epoch":593,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:53.210604+0000","last_change":"2023-09-23T15:35:20.001398+0000","last_active":"2023-09-23T15:37:53.210604+0000","last_peered":"2023-09-23T15:37:53.210604+0000","last_clean":"2023-09-23T15:34:25.777912+0000","last_became_active":"2023-09-23T15:35:19.993334+0000","last_became_peered":"2023-09-23T15:35:19.993334+0000","last_unstale":"2023-09-23T15:37:53.210604+0000","last_undegraded":"2023-09-23T15:35:19.981671+0000","last_fullsized":"2023-09-23T15:35:19.791755+0000","mapping_epoch":570,"log_start":"576'7500","ondisk_log_start":"576'7500","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4210,"log_dups_size":0,"ondisk_log_size":4210,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:05.128756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":82706432,"num_objects":1262,"num_object_clones":0,"num_object_copies":3786,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1262,"num_objects_misplaced":3475,"num_objects_unfound":0,"num_objects_dirty":1262,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11710,"num_write_kb":415104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,7","objects":-2213}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":925,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.794116+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:37:40.794116+0000","last_peered":"2023-09-23T15:37:40.794116+0000","last_clean":"2023-09-23T15:37:40.794116+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:37:40.794116+0000","last_undegraded":"2023-09-23T15:37:40.794116+0000","last_fullsized":"2023-09-23T15:37:40.794116+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":664,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.795089+0000","last_change":"2023-09-23T15:34:50.717314+0000","last_active":"2023-09-23T15:37:40.795089+0000","last_peered":"2023-09-23T15:37:40.795089+0000","last_clean":"2023-09-23T15:37:40.795089+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:37:40.795089+0000","last_undegraded":"2023-09-23T15:37:40.795089+0000","last_fullsized":"2023-09-23T15:37:40.795089+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":46,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.796559+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:37:40.796559+0000","last_peered":"2023-09-23T15:37:40.796559+0000","last_clean":"2023-09-23T15:37:40.796559+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:37:40.796559+0000","last_undegraded":"2023-09-23T15:37:40.796559+0000","last_fullsized":"2023-09-23T15:37:40.796559+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":469,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.830707+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:37:40.830707+0000","last_peered":"2023-09-23T15:37:40.830707+0000","last_clean":"2023-09-23T15:37:40.830707+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:37:40.830707+0000","last_undegraded":"2023-09-23T15:37:40.830707+0000","last_fullsized":"2023-09-23T15:37:40.830707+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"593'11696","reported_seq":11767,"reported_epoch":593,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:37:52.527807+0000","last_change":"2023-09-23T15:35:21.031702+0000","last_active":"2023-09-23T15:37:52.527807+0000","last_peered":"2023-09-23T15:37:52.527807+0000","last_clean":"2023-09-23T15:34:25.789741+0000","last_became_active":"2023-09-23T15:35:21.021680+0000","last_became_peered":"2023-09-23T15:35:21.021680+0000","last_unstale":"2023-09-23T15:37:52.527807+0000","last_undegraded":"2023-09-23T15:35:20.815596+0000","last_fullsized":"2023-09-23T15:35:20.788535+0000","mapping_epoch":571,"log_start":"568'6100","ondisk_log_start":"568'6100","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5596,"log_dups_size":0,"ondisk_log_size":5596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:22.176724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":88211456,"num_objects":1346,"num_object_clones":0,"num_object_copies":4038,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3430,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1346,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11696,"num_write_kb":417344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":-2084}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":965,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.833305+0000","last_change":"2023-09-23T15:35:20.804322+0000","last_active":"2023-09-23T15:37:40.833305+0000","last_peered":"2023-09-23T15:37:40.833305+0000","last_clean":"2023-09-23T15:37:40.833305+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:37:40.833305+0000","last_undegraded":"2023-09-23T15:37:40.833305+0000","last_fullsized":"2023-09-23T15:37:40.833305+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":620,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.795018+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:37:40.795018+0000","last_peered":"2023-09-23T15:37:40.795018+0000","last_clean":"2023-09-23T15:37:40.795018+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:37:40.795018+0000","last_undegraded":"2023-09-23T15:37:40.795018+0000","last_fullsized":"2023-09-23T15:37:40.795018+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":182,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.837230+0000","last_change":"2023-09-23T15:34:50.712974+0000","last_active":"2023-09-23T15:37:40.837230+0000","last_peered":"2023-09-23T15:37:40.837230+0000","last_clean":"2023-09-23T15:37:40.837230+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:37:40.837230+0000","last_undegraded":"2023-09-23T15:37:40.837230+0000","last_fullsized":"2023-09-23T15:37:40.837230+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":150,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.792257+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:37:40.792257+0000","last_peered":"2023-09-23T15:37:40.792257+0000","last_clean":"2023-09-23T15:37:40.792257+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:37:40.792257+0000","last_undegraded":"2023-09-23T15:37:40.792257+0000","last_fullsized":"2023-09-23T15:37:40.792257+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"593'11950","reported_seq":18364,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:52.948430+0000","last_change":"2023-09-23T15:37:10.824269+0000","last_active":"2023-09-23T15:37:52.948430+0000","last_peered":"2023-09-23T15:37:52.948430+0000","last_clean":"2023-09-23T15:37:52.948430+0000","last_became_active":"2023-09-23T15:37:10.768857+0000","last_became_peered":"2023-09-23T15:37:10.768857+0000","last_unstale":"2023-09-23T15:37:52.948430+0000","last_undegraded":"2023-09-23T15:37:52.948430+0000","last_fullsized":"2023-09-23T15:37:52.948430+0000","mapping_epoch":587,"log_start":"573'6600","ondisk_log_start":"573'6600","created":551,"last_epoch_clean":588,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5350,"log_dups_size":0,"ondisk_log_size":5350,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:46.306550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":86900736,"num_objects":1326,"num_object_clones":0,"num_object_copies":3978,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1326,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11950,"num_write_kb":424832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3172,"num_bytes_recovered":207880192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":969,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.793172+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:37:40.793172+0000","last_peered":"2023-09-23T15:37:40.793172+0000","last_clean":"2023-09-23T15:37:40.793172+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:37:40.793172+0000","last_undegraded":"2023-09-23T15:37:40.793172+0000","last_fullsized":"2023-09-23T15:37:40.793172+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":295,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.795153+0000","last_change":"2023-09-23T15:35:19.791530+0000","last_active":"2023-09-23T15:37:40.795153+0000","last_peered":"2023-09-23T15:37:40.795153+0000","last_clean":"2023-09-23T15:37:40.795153+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:37:40.795153+0000","last_undegraded":"2023-09-23T15:37:40.795153+0000","last_fullsized":"2023-09-23T15:37:40.795153+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":205,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.837124+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:37:40.837124+0000","last_peered":"2023-09-23T15:37:40.837124+0000","last_clean":"2023-09-23T15:37:40.837124+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:37:40.837124+0000","last_undegraded":"2023-09-23T15:37:40.837124+0000","last_fullsized":"2023-09-23T15:37:40.837124+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832915+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:37:40.832915+0000","last_peered":"2023-09-23T15:37:40.832915+0000","last_clean":"2023-09-23T15:37:40.832915+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:37:40.832915+0000","last_undegraded":"2023-09-23T15:37:40.832915+0000","last_fullsized":"2023-09-23T15:37:40.832915+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832723+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:37:40.832723+0000","last_peered":"2023-09-23T15:37:40.832723+0000","last_clean":"2023-09-23T15:37:40.832723+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:37:40.832723+0000","last_undegraded":"2023-09-23T15:37:40.832723+0000","last_fullsized":"2023-09-23T15:37:40.832723+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":46,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.852385+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:37:44.852385+0000","last_peered":"2023-09-23T15:37:44.852385+0000","last_clean":"2023-09-23T15:37:44.852385+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:37:44.852385+0000","last_undegraded":"2023-09-23T15:37:44.852385+0000","last_fullsized":"2023-09-23T15:37:44.852385+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":44,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.833277+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:37:40.833277+0000","last_peered":"2023-09-23T15:37:40.833277+0000","last_clean":"2023-09-23T15:37:40.833277+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:37:40.833277+0000","last_undegraded":"2023-09-23T15:37:40.833277+0000","last_fullsized":"2023-09-23T15:37:40.833277+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832757+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:37:40.832757+0000","last_peered":"2023-09-23T15:37:40.832757+0000","last_clean":"2023-09-23T15:37:40.832757+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:37:40.832757+0000","last_undegraded":"2023-09-23T15:37:40.832757+0000","last_fullsized":"2023-09-23T15:37:40.832757+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":44,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.833453+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:37:40.833453+0000","last_peered":"2023-09-23T15:37:40.833453+0000","last_clean":"2023-09-23T15:37:40.833453+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:37:40.833453+0000","last_undegraded":"2023-09-23T15:37:40.833453+0000","last_fullsized":"2023-09-23T15:37:40.833453+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":54,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.833048+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:37:40.833048+0000","last_peered":"2023-09-23T15:37:40.833048+0000","last_clean":"2023-09-23T15:37:40.833048+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:37:40.833048+0000","last_undegraded":"2023-09-23T15:37:40.833048+0000","last_fullsized":"2023-09-23T15:37:40.833048+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":282,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.874194+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:37:44.874194+0000","last_peered":"2023-09-23T15:37:44.874194+0000","last_clean":"2023-09-23T15:37:44.874194+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:37:44.874194+0000","last_undegraded":"2023-09-23T15:37:44.874194+0000","last_fullsized":"2023-09-23T15:37:44.874194+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":290,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.874915+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:37:44.874915+0000","last_peered":"2023-09-23T15:37:44.874915+0000","last_clean":"2023-09-23T15:37:44.874915+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:37:44.874915+0000","last_undegraded":"2023-09-23T15:37:44.874915+0000","last_fullsized":"2023-09-23T15:37:44.874915+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":50,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.796630+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:37:40.796630+0000","last_peered":"2023-09-23T15:37:40.796630+0000","last_clean":"2023-09-23T15:37:40.796630+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:37:40.796630+0000","last_undegraded":"2023-09-23T15:37:40.796630+0000","last_fullsized":"2023-09-23T15:37:40.796630+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":40,"reported_epoch":592,"state":"active+clean","last_fresh":"2023-09-23T15:37:40.832278+0000","last_change":"2023-09-23T15:34:50.718166+0000","last_active":"2023-09-23T15:37:40.832278+0000","last_peered":"2023-09-23T15:37:40.832278+0000","last_clean":"2023-09-23T15:37:40.832278+0000","last_became_active":"2023-09-23T15:34:50.717890+0000","last_became_peered":"2023-09-23T15:34:50.717890+0000","last_unstale":"2023-09-23T15:37:40.832278+0000","last_undegraded":"2023-09-23T15:37:40.832278+0000","last_fullsized":"2023-09-23T15:37:40.832278+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:41.951024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":1381302296,"num_objects":21078,"num_object_clones":0,"num_object_copies":63234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":16393,"num_objects_misplaced":8950,"num_objects_unfound":0,"num_objects_dirty":21078,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":189098,"num_write_kb":6725569,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19907,"num_bytes_recovered":1304559616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4461768704,"data_stored":4461756488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80683,"ondisk_log_size":80683,"up":48,"acting":42,"num_store_stats":6},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":22604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":744320,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":69,"num_write":18,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3617469,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674562,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1405372,"kb_used_data":857844,"kb_used_omap":85,"kb_used_meta":547434,"kb_avail":92339780,"statfs":{"total":95995035648,"available":94555934720,"internally_reserved":0,"allocated":878432256,"data_stored":876685667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":560572424},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":1.1080000000000001,"15min":1.492},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":3.5310000000000001,"5min":9.8290000000000006,"15min":93.114999999999995},"last":0.505},{"interface":"front","average":{"1min":0.82899999999999996,"5min":1.276,"15min":2.1139999999999999},"min":{"1min":0.26400000000000001,"5min":0.249,"15min":0.223},"max":{"1min":3.121,"5min":8.7260000000000009,"15min":97.617999999999995},"last":2.181}]},{"osd":1,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":2.6779999999999999,"5min":3.2589999999999999,"15min":2.4489999999999998},"min":{"1min":0.26100000000000001,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":20.305,"5min":131.452,"15min":131.452},"last":4.9320000000000004},{"interface":"front","average":{"1min":2.758,"5min":2.9729999999999999,"15min":3.4630000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.245},"max":{"1min":20.283000000000001,"5min":131.43700000000001,"15min":217.25999999999999},"last":4.9160000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:37:26 2023","interfaces":[{"interface":"back","average":{"1min":4.5970000000000004,"5min":2.5710000000000002,"15min":2.2330000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":53.290999999999997,"5min":53.290999999999997,"15min":53.290999999999997},"last":0.29899999999999999},{"interface":"front","average":{"1min":5.0099999999999998,"5min":2.8300000000000001,"15min":2.4670000000000001},"min":{"1min":0.36299999999999999,"5min":0.316,"15min":0.316},"max":{"1min":53.552,"5min":53.552,"15min":53.552},"last":1.01}]},{"osd":3,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":7.8769999999999998,"5min":8.2929999999999993,"15min":5.6449999999999996},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":127.688,"5min":179.12100000000001,"15min":179.12100000000001},"last":1.6859999999999999},{"interface":"front","average":{"1min":7.5069999999999997,"5min":7.6909999999999998,"15min":5.4420000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":127.40600000000001,"5min":177.55000000000001,"15min":177.55000000000001},"last":1.415}]},{"osd":4,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.73899999999999999,"15min":0.92500000000000004},"min":{"1min":0.255,"5min":0.255,"15min":0.246},"max":{"1min":3.4100000000000001,"5min":6.4989999999999997,"15min":9.0640000000000001},"last":0.313},{"interface":"front","average":{"1min":0.65100000000000002,"5min":1.0529999999999999,"15min":1.4390000000000001},"min":{"1min":0.32400000000000001,"5min":0.251,"15min":0.251},"max":{"1min":1.9350000000000001,"5min":9.3740000000000006,"15min":97.524000000000001},"last":0.38100000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":2.911,"15min":2.879},"min":{"1min":0.26900000000000002,"5min":0.25800000000000001,"15min":0.247},"max":{"1min":2.9830000000000001,"5min":194.36099999999999,"15min":254.07300000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":2.7519999999999998,"15min":2.7839999999999998},"min":{"1min":0.33200000000000002,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":3.4380000000000002,"5min":194.541,"15min":254.291},"last":0.34799999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:36:59 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":3.1019999999999999,"15min":2.2320000000000002},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":2.0230000000000001,"5min":199.87700000000001,"15min":199.87700000000001},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.69899999999999995,"5min":3.1320000000000001,"15min":2.2730000000000001},"min":{"1min":0.35599999999999998,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":2.3919999999999999,"5min":196.49700000000001,"15min":196.49700000000001},"last":0.58399999999999996}]}]},{"osd":6,"up_from":0,"seq":523986010442,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089719,"num_pgs":72,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2195548,"kb_used_data":1117012,"kb_used_omap":9,"kb_used_meta":1078454,"kb_avail":91549604,"statfs":{"total":95995035648,"available":93746794496,"internally_reserved":0,"allocated":1143820288,"data_stored":1140759374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1104337897},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5700000000000001,"5min":1.776,"15min":2.3029999999999999},"min":{"1min":0.251,"5min":0.185,"15min":0.185},"max":{"1min":8.8089999999999993,"5min":14.164999999999999,"15min":159.33600000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":4.4290000000000003,"5min":2.6469999999999998,"15min":3.0750000000000002},"min":{"1min":0.317,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":13.321999999999999,"5min":13.321999999999999,"15min":158.65100000000001},"last":0.30399999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:37:24 2023","interfaces":[{"interface":"back","average":{"1min":2.7330000000000001,"5min":3.0329999999999999,"15min":3.0830000000000002},"min":{"1min":0.35299999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":7.923,"5min":10.226000000000001,"15min":10.226000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.306,"15min":2.2570000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":14.202999999999999,"5min":14.202999999999999,"15min":14.202999999999999},"last":0.32000000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":3.601,"5min":3.9279999999999999,"15min":3.7090000000000001},"min":{"1min":0.32400000000000001,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":9.9860000000000007,"5min":46.424999999999997,"15min":181.411},"last":76.256},{"interface":"front","average":{"1min":2.6259999999999999,"5min":2.7879999999999998,"15min":3.149},"min":{"1min":0.30099999999999999,"5min":0.20799999999999999,"15min":0.17100000000000001},"max":{"1min":10.648,"5min":44.990000000000002,"15min":169.553},"last":76.004000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":1.597,"15min":1.4990000000000001},"min":{"1min":0.40300000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.8650000000000002,"5min":6.0700000000000003,"15min":14.925000000000001},"last":0.437},{"interface":"front","average":{"1min":1.3240000000000001,"5min":1.367,"15min":1.218},"min":{"1min":0.33500000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":8.4369999999999994,"5min":14.135,"15min":14.135},"last":0.48099999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":4.3250000000000002,"5min":3.552,"15min":2.7610000000000001},"min":{"1min":0.55200000000000005,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":13.074,"5min":109.63500000000001,"15min":109.63500000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":2.1819999999999999,"5min":2.8010000000000002,"15min":2.3570000000000002},"min":{"1min":0.38200000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.9100000000000001,"5min":109.655,"15min":109.655},"last":0.51000000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":3.1579999999999999,"5min":2.2559999999999998,"15min":2.4550000000000001},"min":{"1min":0.47699999999999998,"5min":0.379,"15min":0.31},"max":{"1min":10.042,"5min":10.042,"15min":115.018},"last":0.49399999999999999},{"interface":"front","average":{"1min":2.0409999999999999,"5min":1.893,"15min":2.206},"min":{"1min":0.42399999999999999,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":5.0190000000000001,"5min":7.9950000000000001,"15min":115.289},"last":0.41899999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:36:57 2023","interfaces":[{"interface":"back","average":{"1min":2.1080000000000001,"5min":2.9980000000000002,"15min":3.101},"min":{"1min":0.437,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":14.086,"5min":129.31200000000001,"15min":129.31200000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":2.6099999999999999,"5min":3.5219999999999998,"15min":3.427},"min":{"1min":0.441,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":8.1029999999999998,"5min":128.50700000000001,"15min":128.50700000000001},"last":0.39800000000000002}]}]},{"osd":0,"up_from":0,"seq":360777253245,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358752,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":521904,"kb_used_data":303272,"kb_used_omap":93,"kb_used_meta":218530,"kb_avail":93223248,"statfs":{"total":95995035648,"available":95460605952,"internally_reserved":0,"allocated":310550528,"data_stored":307533582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":223774864},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3069999999999999,"5min":2.4910000000000001,"15min":2.5209999999999999},"min":{"1min":0.26200000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":6.9939999999999998,"5min":16.773,"15min":16.773},"last":0.29399999999999998},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.6719999999999999,"15min":1.663},"min":{"1min":0.31900000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":8.4770000000000003,"5min":13.295999999999999,"15min":13.295999999999999},"last":2.7029999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":5.8719999999999999,"5min":6.9029999999999996,"15min":7.0750000000000002},"min":{"1min":0.38600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":51.262999999999998,"5min":51.262999999999998,"15min":51.262999999999998},"last":2.7770000000000001},{"interface":"front","average":{"1min":6.2670000000000003,"5min":6.3630000000000004,"15min":6.3789999999999996},"min":{"1min":0.42499999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":49.341999999999999,"5min":49.341999999999999,"15min":49.341999999999999},"last":2.786}]},{"osd":3,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":3.0110000000000001,"5min":4.7069999999999999,"15min":4.9889999999999999},"min":{"1min":0.39000000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":8.5220000000000002,"5min":43.326999999999998,"15min":43.326999999999998},"last":6.4889999999999999},{"interface":"front","average":{"1min":2.5390000000000001,"5min":5.8579999999999997,"15min":6.4109999999999996},"min":{"1min":0.40300000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":8.3460000000000001,"5min":43.472000000000001,"15min":43.472000000000001},"last":4.9669999999999996}]},{"osd":4,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":1.8580000000000001,"5min":2.177,"15min":2.23},"min":{"1min":0.40400000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":8.5719999999999992,"5min":29.542999999999999,"15min":29.542999999999999},"last":2.7679999999999998},{"interface":"front","average":{"1min":2.0499999999999998,"5min":2.9489999999999998,"15min":3.0990000000000002},"min":{"1min":0.317,"5min":0.311,"15min":0.311},"max":{"1min":5.5739999999999998,"5min":29.558,"15min":29.558},"last":2.7229999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":1.7450000000000001,"5min":1.7490000000000001,"15min":1.7490000000000001},"min":{"1min":0.35399999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":5.6509999999999998,"5min":5.6509999999999998,"15min":5.6509999999999998},"last":2.8029999999999999},{"interface":"front","average":{"1min":2.1469999999999998,"5min":2.2679999999999998,"15min":2.2879999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":6.9100000000000001,"5min":16.954999999999998,"15min":16.954999999999998},"last":2.871}]},{"osd":6,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":2.0600000000000001,"5min":1.8400000000000001,"15min":1.8029999999999999},"min":{"1min":0.379,"5min":0.373,"15min":0.373},"max":{"1min":5.609,"5min":5.633,"15min":5.633},"last":2.7549999999999999},{"interface":"front","average":{"1min":2.1960000000000002,"5min":2.3149999999999999,"15min":2.335},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":6.8730000000000002,"5min":16.978999999999999,"15min":16.978999999999999},"last":2.903}]},{"osd":7,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":2.2490000000000001,"5min":3.8239999999999998,"15min":4.0860000000000003},"min":{"1min":0.42399999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":6.9340000000000002,"5min":33.548999999999999,"15min":33.548999999999999},"last":2.9300000000000002},{"interface":"front","average":{"1min":1.952,"5min":2.4740000000000002,"15min":2.5609999999999999},"min":{"1min":0.49099999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":8.548,"5min":33.762999999999998,"15min":33.762999999999998},"last":2.746}]}]},{"osd":3,"up_from":99,"seq":425201762667,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2113480,"kb_used_data":874112,"kb_used_omap":7,"kb_used_meta":1239032,"kb_avail":91631672,"statfs":{"total":95995035648,"available":93830832128,"internally_reserved":0,"allocated":895090688,"data_stored":892048409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1268769384},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":1.6870000000000001,"5min":1.974,"15min":3.4089999999999998},"min":{"1min":0.27500000000000002,"5min":0.19900000000000001,"15min":0.182},"max":{"1min":4.8979999999999997,"5min":12.923,"15min":167.71799999999999},"last":3.5350000000000001},{"interface":"front","average":{"1min":2.5939999999999999,"5min":1.482,"15min":2.9020000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.16500000000000001},"max":{"1min":8.0809999999999995,"5min":10.279,"15min":176.61500000000001},"last":5.3319999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":7.016,"5min":4.093,"15min":5.4199999999999999},"min":{"1min":0.255,"5min":0.23000000000000001,"15min":0.22},"max":{"1min":77.807000000000002,"5min":77.807000000000002,"15min":201.98099999999999},"last":5.774},{"interface":"front","average":{"1min":8.1940000000000008,"5min":5.0590000000000002,"15min":5.4450000000000003},"min":{"1min":0.39800000000000002,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":78.194999999999993,"5min":78.858999999999995,"15min":202.06700000000001},"last":3.4350000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":8.952,"5min":6.0499999999999998,"15min":5.5659999999999998},"min":{"1min":0.255,"5min":0.254,"15min":0.254},"max":{"1min":123.694,"5min":123.694,"15min":123.694},"last":3.7160000000000002},{"interface":"front","average":{"1min":10.762,"5min":6.7859999999999996,"15min":6.1230000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":122.10899999999999,"5min":122.10899999999999,"15min":122.10899999999999},"last":6.1269999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":1.8300000000000001,"5min":1.454,"15min":2.1779999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.29699999999999999},"max":{"1min":6.7610000000000001,"5min":9.3719999999999999,"15min":163.43700000000001},"last":3.2480000000000002},{"interface":"front","average":{"1min":1.351,"5min":1.6240000000000001,"15min":2.1869999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":4.3040000000000003,"5min":9.9429999999999996,"15min":163.72399999999999},"last":3.4079999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:36:51 2023","interfaces":[{"interface":"back","average":{"1min":1.335,"5min":1.6739999999999999,"15min":2.9929999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.26100000000000001},"max":{"1min":4.2800000000000002,"5min":9.9849999999999994,"15min":163.696},"last":3.3719999999999999},{"interface":"front","average":{"1min":2.2530000000000001,"5min":1.482,"15min":2.194},"min":{"1min":0.34899999999999998,"5min":0.33100000000000002,"15min":0.30499999999999999},"max":{"1min":10.704000000000001,"5min":10.704000000000001,"15min":126.15000000000001},"last":0.66200000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:37:31 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":1.98,"15min":2.548},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":8.5679999999999996,"5min":10.013999999999999,"15min":163.63399999999999},"last":3.4590000000000001},{"interface":"front","average":{"1min":2.8500000000000001,"5min":1.774,"15min":2.1680000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":10.785,"5min":10.785,"15min":163.535},"last":0.73099999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:37:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3370000000000002,"5min":1.577,"15min":2.2189999999999999},"min":{"1min":0.38600000000000001,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":8.0229999999999997,"5min":10.518000000000001,"15min":163.495},"last":0.68999999999999995},{"interface":"front","average":{"1min":1.768,"5min":1.613,"15min":2.4670000000000001},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":6.8099999999999996,"5min":9.3260000000000005,"15min":163.51400000000001},"last":3.2000000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986692,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":616456,"kb_used_data":273344,"kb_used_omap":0,"kb_used_meta":343104,"kb_avail":93128696,"statfs":{"total":95995035648,"available":95363784704,"internally_reserved":0,"allocated":279904256,"data_stored":278146491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":351338496},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":1.133,"15min":2.879},"min":{"1min":0.25900000000000001,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":6.6079999999999997,"5min":10.102,"15min":169.739},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.89500000000000002,"15min":3.1389999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.248},"max":{"1min":2.702,"5min":4.5549999999999997,"15min":169.75200000000001},"last":1.22}]},{"osd":1,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":1.625,"5min":6.0369999999999999,"15min":5.2039999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.254},"max":{"1min":8.2070000000000007,"5min":212.74000000000001,"15min":212.74000000000001},"last":4.4749999999999996},{"interface":"front","average":{"1min":2.5750000000000002,"5min":6.2009999999999996,"15min":5.2699999999999996},"min":{"1min":0.27000000000000002,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":8.4030000000000005,"5min":209.995,"15min":209.995},"last":5.4269999999999996}]},{"osd":2,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":4.4909999999999997,"5min":2.9350000000000001,"15min":2.6749999999999998},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":81.802000000000007,"5min":81.802000000000007,"15min":81.802000000000007},"last":0.374},{"interface":"front","average":{"1min":4.609,"5min":3.3340000000000001,"15min":3.1219999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":81.781000000000006,"5min":81.781000000000006,"15min":81.781000000000006},"last":0.47299999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":2.8700000000000001,"5min":6.6369999999999996,"15min":6.165},"min":{"1min":0.35199999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":40.670999999999999,"5min":118.68000000000001,"15min":191.41499999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":3.7389999999999999,"5min":7.0949999999999998,"15min":6.2199999999999998},"min":{"1min":0.34799999999999998,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":40.612000000000002,"5min":118.586,"15min":191.602},"last":7.3520000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:37:02 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":2.6030000000000002,"15min":2.3700000000000001},"min":{"1min":0.24299999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.6400000000000001,"5min":163.12,"15min":163.12},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":2.355,"15min":2.2160000000000002},"min":{"1min":0.28899999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.8109999999999999,"5min":164.601,"15min":164.601},"last":0.53300000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":2.3460000000000001,"15min":2.4860000000000002},"min":{"1min":0.34200000000000003,"5min":0.311,"15min":0.28699999999999998},"max":{"1min":1.3380000000000001,"5min":145.84200000000001,"15min":174.84100000000001},"last":0.498},{"interface":"front","average":{"1min":0.79300000000000004,"5min":2.3799999999999999,"15min":2.508},"min":{"1min":0.37,"5min":0.31,"15min":0.31},"max":{"1min":2.8730000000000002,"5min":145.78700000000001,"15min":174.60300000000001},"last":0.44400000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:37:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":2.8639999999999999,"15min":3.0739999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":17.571999999999999,"5min":156.62,"15min":237.476},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.7050000000000001,"5min":2.8700000000000001,"15min":3.0680000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":15.768000000000001,"5min":155.75399999999999,"15min":237.523},"last":0.48699999999999999}]}]},{"osd":5,"up_from":39,"seq":167503725055,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1622572,"kb_used_data":1016292,"kb_used_omap":0,"kb_used_meta":606272,"kb_avail":92122580,"statfs":{"total":95995035648,"available":94333521920,"internally_reserved":0,"allocated":1040683008,"data_stored":1038949021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":620822528},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.0309999999999999,"15min":1.4850000000000001},"min":{"1min":0.23599999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.923,"5min":11.880000000000001,"15min":88.051000000000002},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.89200000000000002,"5min":1.0209999999999999,"15min":1.5509999999999999},"min":{"1min":0.26600000000000001,"5min":0.252,"15min":0.252},"max":{"1min":3.6419999999999999,"5min":6.9470000000000001,"15min":88.037999999999997},"last":1.1080000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2130000000000001,"5min":3.3199999999999998,"15min":2.1459999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.251},"max":{"1min":11.307,"5min":163.399,"15min":163.399},"last":0.55500000000000005},{"interface":"front","average":{"1min":2.4969999999999999,"5min":3.5209999999999999,"15min":2.2410000000000001},"min":{"1min":0.312,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":9.0830000000000002,"5min":166.11500000000001,"15min":166.11500000000001},"last":0.371}]},{"osd":2,"last update":"Sat Sep 23 15:37:22 2023","interfaces":[{"interface":"back","average":{"1min":4.2859999999999996,"5min":2.8860000000000001,"15min":2.6520000000000001},"min":{"1min":0.34399999999999997,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":40.159999999999997,"5min":40.159999999999997,"15min":40.159999999999997},"last":1.244},{"interface":"front","average":{"1min":4.2430000000000003,"5min":2.3220000000000001,"15min":2.0019999999999998},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":40.027999999999999,"5min":40.027999999999999,"15min":40.027999999999999},"last":4.1970000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":11.842000000000001,"5min":6.0199999999999996,"15min":5.9939999999999998},"min":{"1min":0.318,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":158.43199999999999,"5min":158.43199999999999,"15min":169.83699999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":12.576000000000001,"5min":6.3890000000000002,"15min":6.1029999999999998},"min":{"1min":0.34100000000000003,"5min":0.33300000000000002,"15min":0.29599999999999999},"max":{"1min":158.685,"5min":158.685,"15min":170.166},"last":0.94599999999999995}]},{"osd":4,"last update":"Sat Sep 23 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.77400000000000002,"15min":0.70399999999999996},"min":{"1min":0.249,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":3.9289999999999998,"5min":6.9790000000000001,"15min":8.9450000000000003},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.83199999999999996,"15min":0.96599999999999997},"min":{"1min":0.309,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":1.6080000000000001,"5min":9.2590000000000003,"15min":9.6760000000000002},"last":0.33500000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.82799999999999996,"15min":2.7229999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24199999999999999},"max":{"1min":1.385,"5min":7,"15min":207.054},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.0649999999999999,"15min":2.956},"min":{"1min":0.38300000000000001,"5min":0.32100000000000001,"15min":0.29599999999999999},"max":{"1min":1.7030000000000001,"5min":13.555999999999999,"15min":207.28299999999999},"last":0.38400000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:37:00 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":1.0649999999999999,"15min":2.9300000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":3.7130000000000001,"5min":9.7530000000000001,"15min":214.78100000000001},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.80400000000000005,"5min":1.171,"15min":3.0870000000000002},"min":{"1min":0.40999999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":2.0139999999999998,"5min":13.375999999999999,"15min":212.95500000000001},"last":0.80500000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1109987328,"data_stored":1109983256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":297472000,"data_stored":297467928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":883621888,"data_stored":883621888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":269815808,"data_stored":269811736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1029111808,"data_stored":1029111808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":871759872,"data_stored":871759872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:37:59.905 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:37:59.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:37:59.912 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:00.013 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:00.148 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:00.242 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:00.280 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:00.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:00.286 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:00.387 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:00.479 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:00.771 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:00.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:00.778 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:00.878 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:00.963 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:01.019 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:38:01.019 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:38:01.019 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:38:01.019 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:38:01.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:00 smithi178 ceph-mon[192298]: pgmap v1602: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.1 GiB data, 7.5 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 643 op/s; 16005/53106 objects degraded (30.138%); 8371/53106 objects misplaced (15.763%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:38:01.244 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:01.249 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:00 smithi118 ceph-mon[212312]: pgmap v1602: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.1 GiB data, 7.5 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 643 op/s; 16005/53106 objects degraded (30.138%); 8371/53106 objects misplaced (15.763%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:38:01.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:01.251 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:00 smithi118 ceph-mon[219580]: pgmap v1602: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.1 GiB data, 7.5 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 643 op/s; 16005/53106 objects degraded (30.138%); 8371/53106 objects misplaced (15.763%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:38:01.254 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:01.356 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:38:01.392 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:01.449 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:38:01.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:01.456 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:38:01.557 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:01.596 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:01.653 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:01.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:01.663 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:01.764 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:01.849 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:01.923 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:01.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:01.926 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:01.990 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:38:02.027 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:02.053 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:02.094 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:02.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:02.099 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:02.200 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:02.225 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:02.280 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:02.289 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:02.289 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:02.289 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:38:02.390 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:02.416 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:03.106 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:02 smithi118 ceph-mon[219580]: pgmap v1603: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.1 GiB data, 7.5 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 643 op/s; 16005/53106 objects degraded (30.138%); 8371/53106 objects misplaced (15.763%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:38:03.106 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:02 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 16005/53106 objects degraded (30.138%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:03.107 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:02 smithi118 ceph-mon[212312]: pgmap v1603: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.1 GiB data, 7.5 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 643 op/s; 16005/53106 objects degraded (30.138%); 8371/53106 objects misplaced (15.763%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:38:03.107 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:02 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 16005/53106 objects degraded (30.138%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:02 smithi178 ceph-mon[192298]: pgmap v1603: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 1.1 GiB data, 7.5 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 643 op/s; 16005/53106 objects degraded (30.138%); 8371/53106 objects misplaced (15.763%); 2.2 MiB/s, 35 objects/s recovering 2023-09-23T15:38:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:02 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 16005/53106 objects degraded (30.138%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:03.135 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_blocked_ops 2023-09-23T15:38:03.195 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:03.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:03.202 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:03.302 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:03.466 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:03.516 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:03.705 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:03.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:03.714 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:03.815 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:03.891 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:03.918 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:04.102 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:38:04.104 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:04.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:04.116 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:04.141 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:38:04.184 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:38:04.217 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:04.223 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:38:04.271 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:38:04.288 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:38:04.299 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:04.372 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:38:04.405 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:38:04.410 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:38:04.410 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:38:04.410 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:38:04.410 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:38:04.411 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:38:04.411 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:38:04.411 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:38:04.411 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:38:05.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:04 smithi178 ceph-mon[192298]: pgmap v1604: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 905 MiB data, 7.0 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 661 op/s; 15641/43458 objects degraded (35.991%); 7851/43458 objects misplaced (18.066%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T15:38:05.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3645724837' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:05.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:04 smithi118 ceph-mon[219580]: pgmap v1604: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 905 MiB data, 7.0 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 661 op/s; 15641/43458 objects degraded (35.991%); 7851/43458 objects misplaced (18.066%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T15:38:05.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3645724837' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:05.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:04 smithi118 ceph-mon[212312]: pgmap v1604: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 905 MiB data, 7.0 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 661 op/s; 15641/43458 objects degraded (35.991%); 7851/43458 objects misplaced (18.066%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T15:38:05.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3645724837' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:06.865 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:06.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:06.876 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:06.977 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:07.063 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:07.073 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:06 smithi118 ceph-mon[212312]: pgmap v1605: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 905 MiB data, 7.0 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 661 op/s; 15641/43458 objects degraded (35.991%); 7851/43458 objects misplaced (18.066%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T15:38:07.079 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:06 smithi118 ceph-mon[219580]: pgmap v1605: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 905 MiB data, 7.0 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 661 op/s; 15641/43458 objects degraded (35.991%); 7851/43458 objects misplaced (18.066%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T15:38:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:06 smithi178 ceph-mon[192298]: pgmap v1605: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 905 MiB data, 7.0 GiB used, 529 GiB / 536 GiB avail; 0 B/s wr, 661 op/s; 15641/43458 objects degraded (35.991%); 7851/43458 objects misplaced (18.066%); 2.3 MiB/s, 37 objects/s recovering 2023-09-23T15:38:07.447 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:07.456 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:07.457 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:07.557 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:07.630 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:07.678 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:07.864 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:07.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:07.869 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:07.969 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:38:07.975 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:07.975 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:07.975 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:07 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 15641/43458 objects degraded (35.991%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:07.975 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:07 smithi118 ceph-mon[219580]: pgmap v1606: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 853 MiB data, 6.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 684 op/s; 15641/40974 objects degraded (38.173%); 7851/40974 objects misplaced (19.161%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:38:07.978 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:07.978 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:07.978 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:07 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 15641/43458 objects degraded (35.991%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:07.978 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:07 smithi118 ceph-mon[212312]: pgmap v1606: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 853 MiB data, 6.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 684 op/s; 15641/40974 objects degraded (38.173%); 7851/40974 objects misplaced (19.161%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:38:08.001 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:08.065 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:38:08.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:08.070 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:38:08.171 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:08.225 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:08.322 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:38:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:38:08] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.43.0" 2023-09-23T15:38:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:07 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 15641/43458 objects degraded (35.991%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:07 smithi178 ceph-mon[192298]: pgmap v1606: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 853 MiB data, 6.9 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 684 op/s; 15641/40974 objects degraded (38.173%); 7851/40974 objects misplaced (19.161%); 2.1 MiB/s, 34 objects/s recovering 2023-09-23T15:38:08.487 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:08.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:08.504 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:08.605 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:38:08.635 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:08.694 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:38:08.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:08.699 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:38:08.727 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:38:08.739 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:38:08.800 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:08.836 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:08.895 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:08.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:08.901 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:08.997 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:38:09.002 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:09.023 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:08 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1114882158' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:38:09.023 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:08 smithi118 ceph-mon[212312]: from='client.36774 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:09.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:08 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1114882158' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:38:09.029 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:08 smithi118 ceph-mon[219580]: from='client.36774 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:09.042 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:09.095 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:09.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:09.099 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:09.200 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:09.296 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:08 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1114882158' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:38:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:08 smithi178 ceph-mon[192298]: from='client.36774 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:09.715 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:38:10.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:38:10.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1114882158' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:38:10.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[212312]: osdmap e595: 8 total, 8 up, 6 in 2023-09-23T15:38:10.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[212312]: failed to encode map e595 with expected crc 2023-09-23T15:38:10.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[212312]: failed to encode map e595 with expected crc 2023-09-23T15:38:10.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[212312]: failed to encode map e595 with expected crc 2023-09-23T15:38:10.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[212312]: pgmap v1608: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 686 MiB data, 6.4 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 670 op/s; 15223/32991 objects degraded (46.143%); 7210/32991 objects misplaced (21.854%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:38:10.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:38:10.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1114882158' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:38:10.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[219580]: osdmap e595: 8 total, 8 up, 6 in 2023-09-23T15:38:10.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[219580]: failed to encode map e595 with expected crc 2023-09-23T15:38:10.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[219580]: failed to encode map e595 with expected crc 2023-09-23T15:38:10.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[219580]: failed to encode map e595 with expected crc 2023-09-23T15:38:10.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:09 smithi118 ceph-mon[219580]: pgmap v1608: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 686 MiB data, 6.4 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 670 op/s; 15223/32991 objects degraded (46.143%); 7210/32991 objects misplaced (21.854%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:38:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:09 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:38:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1114882158' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:38:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:09 smithi178 ceph-mon[192298]: osdmap e595: 8 total, 8 up, 6 in 2023-09-23T15:38:10.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:09 smithi178 ceph-mon[192298]: failed to encode map e595 with expected crc 2023-09-23T15:38:10.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:09 smithi178 ceph-mon[192298]: failed to encode map e595 with expected crc 2023-09-23T15:38:10.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:09 smithi178 ceph-mon[192298]: failed to encode map e595 with expected crc 2023-09-23T15:38:10.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:09 smithi178 ceph-mon[192298]: pgmap v1608: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 686 MiB data, 6.4 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 670 op/s; 15223/32991 objects degraded (46.143%); 7210/32991 objects misplaced (21.854%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:38:11.241 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:11.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:11.249 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:10 smithi118 ceph-mon[219580]: failed to encode map e595 with expected crc 2023-09-23T15:38:11.249 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:11.252 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:10 smithi118 ceph-mon[212312]: failed to encode map e595 with expected crc 2023-09-23T15:38:11.350 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:10 smithi178 ceph-mon[192298]: failed to encode map e595 with expected crc 2023-09-23T15:38:11.384 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:11.453 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:11.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:11.458 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:11.559 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:11.649 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:11.878 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1606,"stamp":"2023-09-23T15:38:07.782232+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":894202136,"num_objects":13658,"num_object_clones":0,"num_object_copies":40974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":15641,"num_objects_misplaced":7851,"num_objects_unfound":0,"num_objects_dirty":13658,"num_whiteouts":0,"num_read":38,"num_read_kb":70,"num_write":196621,"num_write_kb":6725781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20445,"num_bytes_recovered":1332526097,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84763,"ondisk_log_size":84763,"up":327,"acting":321,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":340,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":7207764,"kb_used_data":3189092,"kb_used_omap":196,"kb_used_meta":4018363,"kb_avail":555263148,"statfs":{"total":575970213888,"available":568589463552,"internally_reserved":0,"allocated":3265630208,"data_stored":3251240458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":4114804457},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,11,6,3,1,1,4,4],"upper_bound":256},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-487849984,"num_objects":-7444,"num_object_clones":0,"num_object_copies":-22332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-752,"num_objects_misplaced":-1099,"num_objects_unfound":0,"num_objects_dirty":-7444,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7444,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":371,"num_bytes_recovered":24313856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.867434"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":55,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876535+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:37:44.876535+0000","last_peered":"2023-09-23T15:37:44.876535+0000","last_clean":"2023-09-23T15:37:44.876535+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:37:44.876535+0000","last_undegraded":"2023-09-23T15:37:44.876535+0000","last_fullsized":"2023-09-23T15:37:44.876535+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":257,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.874554+0000","last_change":"2023-09-23T15:34:50.720034+0000","last_active":"2023-09-23T15:37:44.874554+0000","last_peered":"2023-09-23T15:37:44.874554+0000","last_clean":"2023-09-23T15:37:44.874554+0000","last_became_active":"2023-09-23T15:34:50.719667+0000","last_became_peered":"2023-09-23T15:34:50.719667+0000","last_unstale":"2023-09-23T15:37:44.874554+0000","last_undegraded":"2023-09-23T15:37:44.874554+0000","last_fullsized":"2023-09-23T15:37:44.874554+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:21.955072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":167,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.855721+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:37:44.855721+0000","last_peered":"2023-09-23T15:37:44.855721+0000","last_clean":"2023-09-23T15:37:44.855721+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:37:44.855721+0000","last_undegraded":"2023-09-23T15:37:44.855721+0000","last_fullsized":"2023-09-23T15:37:44.855721+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":123,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.846451+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:37:44.846451+0000","last_peered":"2023-09-23T15:37:44.846451+0000","last_clean":"2023-09-23T15:37:44.846451+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:37:44.846451+0000","last_undegraded":"2023-09-23T15:37:44.846451+0000","last_fullsized":"2023-09-23T15:37:44.846451+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":282,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:53.043240+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:37:53.043240+0000","last_peered":"2023-09-23T15:37:53.043240+0000","last_clean":"2023-09-23T15:37:53.043240+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:37:53.043240+0000","last_undegraded":"2023-09-23T15:37:53.043240+0000","last_fullsized":"2023-09-23T15:37:53.043240+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":205,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.857330+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:37:44.857330+0000","last_peered":"2023-09-23T15:37:44.857330+0000","last_clean":"2023-09-23T15:37:44.857330+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:37:44.857330+0000","last_undegraded":"2023-09-23T15:37:44.857330+0000","last_fullsized":"2023-09-23T15:37:44.857330+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":552,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.841559+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:37:44.841559+0000","last_peered":"2023-09-23T15:37:44.841559+0000","last_clean":"2023-09-23T15:37:44.841559+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:37:44.841559+0000","last_undegraded":"2023-09-23T15:37:44.841559+0000","last_fullsized":"2023-09-23T15:37:44.841559+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":265,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.865772+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:37:44.865772+0000","last_peered":"2023-09-23T15:37:44.865772+0000","last_clean":"2023-09-23T15:37:44.865772+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:37:44.865772+0000","last_undegraded":"2023-09-23T15:37:44.865772+0000","last_fullsized":"2023-09-23T15:37:44.865772+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":932,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.852318+0000","last_change":"2023-09-23T15:35:20.828265+0000","last_active":"2023-09-23T15:37:44.852318+0000","last_peered":"2023-09-23T15:37:44.852318+0000","last_clean":"2023-09-23T15:37:44.852318+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:37:44.852318+0000","last_undegraded":"2023-09-23T15:37:44.852318+0000","last_fullsized":"2023-09-23T15:37:44.852318+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":128,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.841379+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:37:44.841379+0000","last_peered":"2023-09-23T15:37:44.841379+0000","last_clean":"2023-09-23T15:37:44.841379+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:37:44.841379+0000","last_undegraded":"2023-09-23T15:37:44.841379+0000","last_fullsized":"2023-09-23T15:37:44.841379+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":603,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.875029+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:37:44.875029+0000","last_peered":"2023-09-23T15:37:44.875029+0000","last_clean":"2023-09-23T15:37:44.875029+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:37:44.875029+0000","last_undegraded":"2023-09-23T15:37:44.875029+0000","last_fullsized":"2023-09-23T15:37:44.875029+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":184,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.847493+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:37:44.847493+0000","last_peered":"2023-09-23T15:37:44.847493+0000","last_clean":"2023-09-23T15:37:44.847493+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:37:44.847493+0000","last_undegraded":"2023-09-23T15:37:44.847493+0000","last_fullsized":"2023-09-23T15:37:44.847493+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":200,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.854718+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:37:44.854718+0000","last_peered":"2023-09-23T15:37:44.854718+0000","last_clean":"2023-09-23T15:37:44.854718+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:37:44.854718+0000","last_undegraded":"2023-09-23T15:37:44.854718+0000","last_fullsized":"2023-09-23T15:37:44.854718+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":65,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876841+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:37:44.876841+0000","last_peered":"2023-09-23T15:37:44.876841+0000","last_clean":"2023-09-23T15:37:44.876841+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:37:44.876841+0000","last_undegraded":"2023-09-23T15:37:44.876841+0000","last_fullsized":"2023-09-23T15:37:44.876841+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.877045+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:37:44.877045+0000","last_peered":"2023-09-23T15:37:44.877045+0000","last_clean":"2023-09-23T15:37:44.877045+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:37:44.877045+0000","last_undegraded":"2023-09-23T15:37:44.877045+0000","last_fullsized":"2023-09-23T15:37:44.877045+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":760,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.840994+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:37:44.840994+0000","last_peered":"2023-09-23T15:37:44.840994+0000","last_clean":"2023-09-23T15:37:44.840994+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:37:44.840994+0000","last_undegraded":"2023-09-23T15:37:44.840994+0000","last_fullsized":"2023-09-23T15:37:44.840994+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":792,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.846518+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:37:44.846518+0000","last_peered":"2023-09-23T15:37:44.846518+0000","last_clean":"2023-09-23T15:37:44.846518+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:37:44.846518+0000","last_undegraded":"2023-09-23T15:37:44.846518+0000","last_fullsized":"2023-09-23T15:37:44.846518+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":628,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.872941+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:37:44.872941+0000","last_peered":"2023-09-23T15:37:44.872941+0000","last_clean":"2023-09-23T15:37:44.872941+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:37:44.872941+0000","last_undegraded":"2023-09-23T15:37:44.872941+0000","last_fullsized":"2023-09-23T15:37:44.872941+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1223,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.846148+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:37:44.846148+0000","last_peered":"2023-09-23T15:37:44.846148+0000","last_clean":"2023-09-23T15:37:44.846148+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:37:44.846148+0000","last_undegraded":"2023-09-23T15:37:44.846148+0000","last_fullsized":"2023-09-23T15:37:44.846148+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":123,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.846714+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:37:44.846714+0000","last_peered":"2023-09-23T15:37:44.846714+0000","last_clean":"2023-09-23T15:37:44.846714+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:37:44.846714+0000","last_undegraded":"2023-09-23T15:37:44.846714+0000","last_fullsized":"2023-09-23T15:37:44.846714+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":522,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.847573+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:37:44.847573+0000","last_peered":"2023-09-23T15:37:44.847573+0000","last_clean":"2023-09-23T15:37:44.847573+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:37:44.847573+0000","last_undegraded":"2023-09-23T15:37:44.847573+0000","last_fullsized":"2023-09-23T15:37:44.847573+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":761,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.873072+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:37:44.873072+0000","last_peered":"2023-09-23T15:37:44.873072+0000","last_clean":"2023-09-23T15:37:44.873072+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:37:44.873072+0000","last_undegraded":"2023-09-23T15:37:44.873072+0000","last_fullsized":"2023-09-23T15:37:44.873072+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":641,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.846328+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:37:44.846328+0000","last_peered":"2023-09-23T15:37:44.846328+0000","last_clean":"2023-09-23T15:37:44.846328+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:37:44.846328+0000","last_undegraded":"2023-09-23T15:37:44.846328+0000","last_fullsized":"2023-09-23T15:37:44.846328+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":307,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.874763+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:37:44.874763+0000","last_peered":"2023-09-23T15:37:44.874763+0000","last_clean":"2023-09-23T15:37:44.874763+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:37:44.874763+0000","last_undegraded":"2023-09-23T15:37:44.874763+0000","last_fullsized":"2023-09-23T15:37:44.874763+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":959,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.841166+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:37:44.841166+0000","last_peered":"2023-09-23T15:37:44.841166+0000","last_clean":"2023-09-23T15:37:44.841166+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:37:44.841166+0000","last_undegraded":"2023-09-23T15:37:44.841166+0000","last_fullsized":"2023-09-23T15:37:44.841166+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":178,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.865859+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:37:44.865859+0000","last_peered":"2023-09-23T15:37:44.865859+0000","last_clean":"2023-09-23T15:37:44.865859+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:37:44.865859+0000","last_undegraded":"2023-09-23T15:37:44.865859+0000","last_fullsized":"2023-09-23T15:37:44.865859+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":151,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.874264+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:37:44.874264+0000","last_peered":"2023-09-23T15:37:44.874264+0000","last_clean":"2023-09-23T15:37:44.874264+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:37:44.874264+0000","last_undegraded":"2023-09-23T15:37:44.874264+0000","last_fullsized":"2023-09-23T15:37:44.874264+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"594'12341","reported_seq":13826,"reported_epoch":594,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:38:03.246726+0000","last_change":"2023-09-23T15:35:20.022982+0000","last_active":"2023-09-23T15:38:03.246726+0000","last_peered":"2023-09-23T15:38:03.246726+0000","last_clean":"2023-09-23T15:34:49.764453+0000","last_became_active":"2023-09-23T15:34:51.814464+0000","last_became_peered":"2023-09-23T15:34:51.814464+0000","last_unstale":"2023-09-23T15:38:03.246726+0000","last_undegraded":"2023-09-23T15:38:03.246726+0000","last_fullsized":"2023-09-23T15:38:03.246726+0000","mapping_epoch":563,"log_start":"578'8100","ondisk_log_start":"578'8100","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4241,"log_dups_size":0,"ondisk_log_size":4241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:35:46.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57606144,"num_objects":879,"num_object_clones":0,"num_object_copies":2637,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":758,"num_objects_unfound":0,"num_objects_dirty":879,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12341,"num_write_kb":423040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":710,"num_bytes_recovered":46530560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,7],"avail_no_missing":["1","5","7"],"object_location_counts":[{"shards":"1,5,7","objects":879}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1039,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.847517+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:37:44.847517+0000","last_peered":"2023-09-23T15:37:44.847517+0000","last_clean":"2023-09-23T15:37:44.847517+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:37:44.847517+0000","last_undegraded":"2023-09-23T15:37:44.847517+0000","last_fullsized":"2023-09-23T15:37:44.847517+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":141,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.847962+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:37:44.847962+0000","last_peered":"2023-09-23T15:37:44.847962+0000","last_clean":"2023-09-23T15:37:44.847962+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:37:44.847962+0000","last_undegraded":"2023-09-23T15:37:44.847962+0000","last_fullsized":"2023-09-23T15:37:44.847962+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":158,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.840943+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:37:44.840943+0000","last_peered":"2023-09-23T15:37:44.840943+0000","last_clean":"2023-09-23T15:37:44.840943+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:37:44.840943+0000","last_undegraded":"2023-09-23T15:37:44.840943+0000","last_fullsized":"2023-09-23T15:37:44.840943+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"594'12388","reported_seq":19588,"reported_epoch":594,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T15:38:03.056399+0000","last_change":"2023-09-23T15:36:37.174962+0000","last_active":"2023-09-23T15:38:03.056399+0000","last_peered":"2023-09-23T15:38:03.056399+0000","last_clean":"2023-09-23T15:34:25.736860+0000","last_became_active":"2023-09-23T15:36:37.134096+0000","last_became_peered":"2023-09-23T15:36:37.134096+0000","last_unstale":"2023-09-23T15:38:03.056399+0000","last_undegraded":"2023-09-23T15:38:03.056399+0000","last_fullsized":"2023-09-23T15:38:03.056399+0000","mapping_epoch":582,"log_start":"566'5000","ondisk_log_start":"566'5000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":7388,"log_dups_size":0,"ondisk_log_size":7388,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:08.133117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58458112,"num_objects":892,"num_object_clones":0,"num_object_copies":2676,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":892,"num_objects_unfound":0,"num_objects_dirty":892,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12388,"num_write_kb":424960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3555,"num_bytes_recovered":232914944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,5],"avail_no_missing":["2","1","5"],"object_location_counts":[{"shards":"1,2,5","objects":892}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1019,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.872931+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:37:44.872931+0000","last_peered":"2023-09-23T15:37:44.872931+0000","last_clean":"2023-09-23T15:37:44.872931+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:37:44.872931+0000","last_undegraded":"2023-09-23T15:37:44.872931+0000","last_fullsized":"2023-09-23T15:37:44.872931+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":630,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.846671+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:37:44.846671+0000","last_peered":"2023-09-23T15:37:44.846671+0000","last_clean":"2023-09-23T15:37:44.846671+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:37:44.846671+0000","last_undegraded":"2023-09-23T15:37:44.846671+0000","last_fullsized":"2023-09-23T15:37:44.846671+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876590+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:37:44.876590+0000","last_peered":"2023-09-23T15:37:44.876590+0000","last_clean":"2023-09-23T15:37:44.876590+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:37:44.876590+0000","last_undegraded":"2023-09-23T15:37:44.876590+0000","last_fullsized":"2023-09-23T15:37:44.876590+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"594'12229","reported_seq":12280,"reported_epoch":594,"state":"active+clean","last_fresh":"2023-09-23T15:38:07.513424+0000","last_change":"2023-09-23T15:33:48.772251+0000","last_active":"2023-09-23T15:38:07.513424+0000","last_peered":"2023-09-23T15:38:07.513424+0000","last_clean":"2023-09-23T15:38:07.513424+0000","last_became_active":"2023-09-23T15:33:48.771753+0000","last_became_peered":"2023-09-23T15:33:48.771753+0000","last_unstale":"2023-09-23T15:38:07.513424+0000","last_undegraded":"2023-09-23T15:38:07.513424+0000","last_fullsized":"2023-09-23T15:38:07.513424+0000","mapping_epoch":551,"log_start":"573'6600","ondisk_log_start":"573'6600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5629,"log_dups_size":0,"ondisk_log_size":5629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:01.509590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46989312,"num_objects":717,"num_object_clones":0,"num_object_copies":2151,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":717,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12229,"num_write_kb":414272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":666,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.841472+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:37:44.841472+0000","last_peered":"2023-09-23T15:37:44.841472+0000","last_clean":"2023-09-23T15:37:44.841472+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:37:44.841472+0000","last_undegraded":"2023-09-23T15:37:44.841472+0000","last_fullsized":"2023-09-23T15:37:44.841472+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":673,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.847741+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:37:44.847741+0000","last_peered":"2023-09-23T15:37:44.847741+0000","last_clean":"2023-09-23T15:37:44.847741+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:37:44.847741+0000","last_undegraded":"2023-09-23T15:37:44.847741+0000","last_fullsized":"2023-09-23T15:37:44.847741+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":324,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.854945+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:37:44.854945+0000","last_peered":"2023-09-23T15:37:44.854945+0000","last_clean":"2023-09-23T15:37:44.854945+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:37:44.854945+0000","last_undegraded":"2023-09-23T15:37:44.854945+0000","last_fullsized":"2023-09-23T15:37:44.854945+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.4","version":"594'12520","reported_seq":12589,"reported_epoch":594,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:07.528667+0000","last_change":"2023-09-23T15:35:21.036824+0000","last_active":"2023-09-23T15:38:07.528667+0000","last_peered":"2023-09-23T15:38:07.528667+0000","last_clean":"2023-09-23T15:34:25.775108+0000","last_became_active":"2023-09-23T15:35:21.026771+0000","last_became_peered":"2023-09-23T15:35:21.026771+0000","last_unstale":"2023-09-23T15:38:07.528667+0000","last_undegraded":"2023-09-23T15:35:20.815631+0000","last_fullsized":"2023-09-23T15:35:20.788526+0000","mapping_epoch":571,"log_start":"574'6900","ondisk_log_start":"574'6900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5620,"log_dups_size":0,"ondisk_log_size":5620,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:38.079315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47448064,"num_objects":724,"num_object_clones":0,"num_object_copies":2172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3548,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":724,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12520,"num_write_kb":423808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":-2824}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":812,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.877386+0000","last_change":"2023-09-23T15:37:11.560248+0000","last_active":"2023-09-23T15:37:44.877386+0000","last_peered":"2023-09-23T15:37:44.877386+0000","last_clean":"2023-09-23T15:37:44.877386+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:37:44.877386+0000","last_undegraded":"2023-09-23T15:37:44.877386+0000","last_fullsized":"2023-09-23T15:37:44.877386+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":240,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.872832+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:37:44.872832+0000","last_peered":"2023-09-23T15:37:44.872832+0000","last_clean":"2023-09-23T15:37:44.872832+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:37:44.872832+0000","last_undegraded":"2023-09-23T15:37:44.872832+0000","last_fullsized":"2023-09-23T15:37:44.872832+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":412,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.859389+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:37:44.859389+0000","last_peered":"2023-09-23T15:37:44.859389+0000","last_clean":"2023-09-23T15:37:44.859389+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:37:44.859389+0000","last_undegraded":"2023-09-23T15:37:44.859389+0000","last_fullsized":"2023-09-23T15:37:44.859389+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"594'12469","reported_seq":12520,"reported_epoch":594,"state":"active+clean","last_fresh":"2023-09-23T15:38:07.473041+0000","last_change":"2023-09-23T15:33:48.772076+0000","last_active":"2023-09-23T15:38:07.473041+0000","last_peered":"2023-09-23T15:38:07.473041+0000","last_clean":"2023-09-23T15:38:07.473041+0000","last_became_active":"2023-09-23T15:33:48.771792+0000","last_became_peered":"2023-09-23T15:33:48.771792+0000","last_unstale":"2023-09-23T15:38:07.473041+0000","last_undegraded":"2023-09-23T15:38:07.473041+0000","last_fullsized":"2023-09-23T15:38:07.473041+0000","mapping_epoch":551,"log_start":"574'6900","ondisk_log_start":"574'6900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5569,"log_dups_size":0,"ondisk_log_size":5569,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:58.867549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46202880,"num_objects":705,"num_object_clones":0,"num_object_copies":2115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":705,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12469,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1121,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.846240+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:37:44.846240+0000","last_peered":"2023-09-23T15:37:44.846240+0000","last_clean":"2023-09-23T15:37:44.846240+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:37:44.846240+0000","last_undegraded":"2023-09-23T15:37:44.846240+0000","last_fullsized":"2023-09-23T15:37:44.846240+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":281,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.872979+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:37:44.872979+0000","last_peered":"2023-09-23T15:37:44.872979+0000","last_clean":"2023-09-23T15:37:44.872979+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:37:44.872979+0000","last_undegraded":"2023-09-23T15:37:44.872979+0000","last_fullsized":"2023-09-23T15:37:44.872979+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876977+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:37:44.876977+0000","last_peered":"2023-09-23T15:37:44.876977+0000","last_clean":"2023-09-23T15:37:44.876977+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:37:44.876977+0000","last_undegraded":"2023-09-23T15:37:44.876977+0000","last_fullsized":"2023-09-23T15:37:44.876977+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"594'12129","reported_seq":19117,"reported_epoch":594,"state":"active+clean","last_fresh":"2023-09-23T15:38:02.939803+0000","last_change":"2023-09-23T15:37:40.827705+0000","last_active":"2023-09-23T15:38:02.939803+0000","last_peered":"2023-09-23T15:38:02.939803+0000","last_clean":"2023-09-23T15:38:02.939803+0000","last_became_active":"2023-09-23T15:37:40.797959+0000","last_became_peered":"2023-09-23T15:37:40.797959+0000","last_unstale":"2023-09-23T15:38:02.939803+0000","last_undegraded":"2023-09-23T15:38:02.939803+0000","last_fullsized":"2023-09-23T15:38:02.939803+0000","mapping_epoch":591,"log_start":"573'6600","ondisk_log_start":"573'6600","created":551,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5529,"log_dups_size":0,"ondisk_log_size":5529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:30:27.339959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58261504,"num_objects":889,"num_object_clones":0,"num_object_copies":2667,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":889,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12129,"num_write_kb":416576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3457,"num_bytes_recovered":226557952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1080,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.849057+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:37:44.849057+0000","last_peered":"2023-09-23T15:37:44.849057+0000","last_clean":"2023-09-23T15:37:44.849057+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:37:44.849057+0000","last_undegraded":"2023-09-23T15:37:44.849057+0000","last_fullsized":"2023-09-23T15:37:44.849057+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876555+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:37:44.876555+0000","last_peered":"2023-09-23T15:37:44.876555+0000","last_clean":"2023-09-23T15:37:44.876555+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:37:44.876555+0000","last_undegraded":"2023-09-23T15:37:44.876555+0000","last_fullsized":"2023-09-23T15:37:44.876555+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":55,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.877133+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:37:44.877133+0000","last_peered":"2023-09-23T15:37:44.877133+0000","last_clean":"2023-09-23T15:37:44.877133+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:37:44.877133+0000","last_undegraded":"2023-09-23T15:37:44.877133+0000","last_fullsized":"2023-09-23T15:37:44.877133+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"594'12581","reported_seq":14421,"reported_epoch":594,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:03.058476+0000","last_change":"2023-09-23T15:37:39.385813+0000","last_active":"2023-09-23T15:38:03.058476+0000","last_peered":"2023-09-23T15:38:03.058476+0000","last_clean":"2023-09-23T15:34:25.794792+0000","last_became_active":"2023-09-23T15:35:19.975567+0000","last_became_peered":"2023-09-23T15:35:19.975567+0000","last_unstale":"2023-09-23T15:38:03.058476+0000","last_undegraded":"2023-09-23T15:35:19.950329+0000","last_fullsized":"2023-09-23T15:35:19.785689+0000","mapping_epoch":570,"log_start":"577'7900","ondisk_log_start":"577'7900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4681,"log_dups_size":0,"ondisk_log_size":4681,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:08.502237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60227584,"num_objects":919,"num_object_clones":0,"num_object_copies":2757,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2725,"num_objects_misplaced":2726,"num_objects_unfound":0,"num_objects_dirty":919,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12581,"num_write_kb":432000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":880,"num_bytes_recovered":57671680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,1],"avail_no_missing":["3","1"],"object_location_counts":[{"shards":"1,3","objects":-1807},{"shards":"1,3,4","objects":1}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":628,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.841157+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:37:44.841157+0000","last_peered":"2023-09-23T15:37:44.841157+0000","last_clean":"2023-09-23T15:37:44.841157+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:37:44.841157+0000","last_undegraded":"2023-09-23T15:37:44.841157+0000","last_fullsized":"2023-09-23T15:37:44.841157+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":55,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876435+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:37:44.876435+0000","last_peered":"2023-09-23T15:37:44.876435+0000","last_clean":"2023-09-23T15:37:44.876435+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:37:44.876435+0000","last_undegraded":"2023-09-23T15:37:44.876435+0000","last_fullsized":"2023-09-23T15:37:44.876435+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.877438+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:37:44.877438+0000","last_peered":"2023-09-23T15:37:44.877438+0000","last_clean":"2023-09-23T15:37:44.877438+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:37:44.877438+0000","last_undegraded":"2023-09-23T15:37:44.877438+0000","last_fullsized":"2023-09-23T15:37:44.877438+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"594'12185","reported_seq":12239,"reported_epoch":594,"state":"active+clean","last_fresh":"2023-09-23T15:38:03.055999+0000","last_change":"2023-09-23T15:33:48.773770+0000","last_active":"2023-09-23T15:38:03.055999+0000","last_peered":"2023-09-23T15:38:03.055999+0000","last_clean":"2023-09-23T15:38:03.055999+0000","last_became_active":"2023-09-23T15:33:48.767290+0000","last_became_peered":"2023-09-23T15:33:48.767290+0000","last_unstale":"2023-09-23T15:38:03.055999+0000","last_undegraded":"2023-09-23T15:38:03.055999+0000","last_fullsized":"2023-09-23T15:38:03.055999+0000","mapping_epoch":551,"log_start":"576'7500","ondisk_log_start":"576'7500","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4685,"log_dups_size":0,"ondisk_log_size":4685,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:32.553216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59834368,"num_objects":913,"num_object_clones":0,"num_object_copies":2739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12185,"num_write_kb":419136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":909,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.843088+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:37:44.843088+0000","last_peered":"2023-09-23T15:37:44.843088+0000","last_clean":"2023-09-23T15:37:44.843088+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:37:44.843088+0000","last_undegraded":"2023-09-23T15:37:44.843088+0000","last_fullsized":"2023-09-23T15:37:44.843088+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":142,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.862960+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:37:44.862960+0000","last_peered":"2023-09-23T15:37:44.862960+0000","last_clean":"2023-09-23T15:37:44.862960+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:37:44.862960+0000","last_undegraded":"2023-09-23T15:37:44.862960+0000","last_fullsized":"2023-09-23T15:37:44.862960+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":602,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.857393+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:37:44.857393+0000","last_peered":"2023-09-23T15:37:44.857393+0000","last_clean":"2023-09-23T15:37:44.857393+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:37:44.857393+0000","last_undegraded":"2023-09-23T15:37:44.857393+0000","last_fullsized":"2023-09-23T15:37:44.857393+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"594'12037","reported_seq":23315,"reported_epoch":594,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:03.277728+0000","last_change":"2023-09-23T15:35:21.040216+0000","last_active":"2023-09-23T15:38:03.277728+0000","last_peered":"2023-09-23T15:38:03.277728+0000","last_clean":"2023-09-23T15:34:25.797369+0000","last_became_active":"2023-09-23T15:35:21.027940+0000","last_became_peered":"2023-09-23T15:35:21.027940+0000","last_unstale":"2023-09-23T15:38:03.277728+0000","last_undegraded":"2023-09-23T15:35:20.956448+0000","last_fullsized":"2023-09-23T15:35:20.785683+0000","mapping_epoch":571,"log_start":"577'7815","ondisk_log_start":"577'7815","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4222,"log_dups_size":0,"ondisk_log_size":4222,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:28.347212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57802776,"num_objects":883,"num_object_clones":0,"num_object_copies":2649,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":883,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12037,"num_write_kb":413377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4627,"num_bytes_recovered":303235072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[1,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4","objects":-641},{"shards":"1,4,5","objects":571}],"blocked_by":[],"up_primary":2,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":995,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.873024+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:37:44.873024+0000","last_peered":"2023-09-23T15:37:44.873024+0000","last_clean":"2023-09-23T15:37:44.873024+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:37:44.873024+0000","last_undegraded":"2023-09-23T15:37:44.873024+0000","last_fullsized":"2023-09-23T15:37:44.873024+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":605,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.847920+0000","last_change":"2023-09-23T15:35:20.001748+0000","last_active":"2023-09-23T15:37:44.847920+0000","last_peered":"2023-09-23T15:37:44.847920+0000","last_clean":"2023-09-23T15:37:44.847920+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:37:44.847920+0000","last_undegraded":"2023-09-23T15:37:44.847920+0000","last_fullsized":"2023-09-23T15:37:44.847920+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":273,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.874626+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:37:44.874626+0000","last_peered":"2023-09-23T15:37:44.874626+0000","last_clean":"2023-09-23T15:37:44.874626+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:37:44.874626+0000","last_undegraded":"2023-09-23T15:37:44.874626+0000","last_fullsized":"2023-09-23T15:37:44.874626+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":182,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.854779+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:37:44.854779+0000","last_peered":"2023-09-23T15:37:44.854779+0000","last_clean":"2023-09-23T15:37:44.854779+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:37:44.854779+0000","last_undegraded":"2023-09-23T15:37:44.854779+0000","last_fullsized":"2023-09-23T15:37:44.854779+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"594'12248","reported_seq":20073,"reported_epoch":594,"state":"active+clean","last_fresh":"2023-09-23T15:38:03.066169+0000","last_change":"2023-09-23T15:36:53.812935+0000","last_active":"2023-09-23T15:38:03.066169+0000","last_peered":"2023-09-23T15:38:03.066169+0000","last_clean":"2023-09-23T15:38:03.066169+0000","last_became_active":"2023-09-23T15:36:53.788530+0000","last_became_peered":"2023-09-23T15:36:53.788530+0000","last_unstale":"2023-09-23T15:38:03.066169+0000","last_undegraded":"2023-09-23T15:38:03.066169+0000","last_fullsized":"2023-09-23T15:38:03.066169+0000","mapping_epoch":584,"log_start":"577'7600","ondisk_log_start":"577'7600","created":551,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4648,"log_dups_size":0,"ondisk_log_size":4648,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:02.284214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57016320,"num_objects":870,"num_object_clones":0,"num_object_copies":2610,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":870,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12248,"num_write_kb":419776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3875,"num_bytes_recovered":253952000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":1000,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.842969+0000","last_change":"2023-09-23T15:35:20.804172+0000","last_active":"2023-09-23T15:37:44.842969+0000","last_peered":"2023-09-23T15:37:44.842969+0000","last_clean":"2023-09-23T15:37:44.842969+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:37:44.842969+0000","last_undegraded":"2023-09-23T15:37:44.842969+0000","last_fullsized":"2023-09-23T15:37:44.842969+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":579,"reported_epoch":594,"state":"active+clean","last_fresh":"2023-09-23T15:37:56.920445+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:37:56.920445+0000","last_peered":"2023-09-23T15:37:56.920445+0000","last_clean":"2023-09-23T15:37:56.920445+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:37:56.920445+0000","last_undegraded":"2023-09-23T15:37:56.920445+0000","last_fullsized":"2023-09-23T15:37:56.920445+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.877007+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:37:44.877007+0000","last_peered":"2023-09-23T15:37:44.877007+0000","last_clean":"2023-09-23T15:37:44.877007+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:37:44.877007+0000","last_undegraded":"2023-09-23T15:37:44.877007+0000","last_fullsized":"2023-09-23T15:37:44.877007+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":47,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.852236+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:37:44.852236+0000","last_peered":"2023-09-23T15:37:44.852236+0000","last_clean":"2023-09-23T15:37:44.852236+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:37:44.852236+0000","last_undegraded":"2023-09-23T15:37:44.852236+0000","last_fullsized":"2023-09-23T15:37:44.852236+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"594'12251","reported_seq":12319,"reported_epoch":594,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:03.063170+0000","last_change":"2023-09-23T15:35:21.031772+0000","last_active":"2023-09-23T15:38:03.063170+0000","last_peered":"2023-09-23T15:38:03.063170+0000","last_clean":"2023-09-23T15:34:25.803362+0000","last_became_active":"2023-09-23T15:35:21.019867+0000","last_became_peered":"2023-09-23T15:35:21.019867+0000","last_unstale":"2023-09-23T15:38:03.063170+0000","last_undegraded":"2023-09-23T15:35:20.825514+0000","last_fullsized":"2023-09-23T15:35:20.789721+0000","mapping_epoch":571,"log_start":"576'7600","ondisk_log_start":"576'7600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4651,"log_dups_size":0,"ondisk_log_size":4651,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:28.259380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59834368,"num_objects":913,"num_object_clones":0,"num_object_copies":2739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12251,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"3,5","objects":-2620}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":873,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.846787+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:37:44.846787+0000","last_peered":"2023-09-23T15:37:44.846787+0000","last_clean":"2023-09-23T15:37:44.846787+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:37:44.846787+0000","last_undegraded":"2023-09-23T15:37:44.846787+0000","last_fullsized":"2023-09-23T15:37:44.846787+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":47,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.842594+0000","last_change":"2023-09-23T15:35:19.958281+0000","last_active":"2023-09-23T15:37:44.842594+0000","last_peered":"2023-09-23T15:37:44.842594+0000","last_clean":"2023-09-23T15:37:44.842594+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:37:44.842594+0000","last_undegraded":"2023-09-23T15:37:44.842594+0000","last_fullsized":"2023-09-23T15:37:44.842594+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":47,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.848851+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:37:44.848851+0000","last_peered":"2023-09-23T15:37:44.848851+0000","last_clean":"2023-09-23T15:37:44.848851+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:37:44.848851+0000","last_undegraded":"2023-09-23T15:37:44.848851+0000","last_fullsized":"2023-09-23T15:37:44.848851+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":159,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.857254+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:37:44.857254+0000","last_peered":"2023-09-23T15:37:44.857254+0000","last_clean":"2023-09-23T15:37:44.857254+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:37:44.857254+0000","last_undegraded":"2023-09-23T15:37:44.857254+0000","last_fullsized":"2023-09-23T15:37:44.857254+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"594'12124","reported_seq":12177,"reported_epoch":594,"state":"active+clean","last_fresh":"2023-09-23T15:38:02.895811+0000","last_change":"2023-09-23T15:33:48.773775+0000","last_active":"2023-09-23T15:38:02.895811+0000","last_peered":"2023-09-23T15:38:02.895811+0000","last_clean":"2023-09-23T15:38:02.895811+0000","last_became_active":"2023-09-23T15:33:48.771772+0000","last_became_peered":"2023-09-23T15:33:48.771772+0000","last_unstale":"2023-09-23T15:38:02.895811+0000","last_undegraded":"2023-09-23T15:38:02.895811+0000","last_fullsized":"2023-09-23T15:38:02.895811+0000","mapping_epoch":551,"log_start":"576'7500","ondisk_log_start":"576'7500","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4624,"log_dups_size":0,"ondisk_log_size":4624,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:52.940798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58851328,"num_objects":898,"num_object_clones":0,"num_object_copies":2694,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":898,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12124,"num_write_kb":416704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":47,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.842769+0000","last_change":"2023-09-23T15:35:19.793894+0000","last_active":"2023-09-23T15:37:44.842769+0000","last_peered":"2023-09-23T15:37:44.842769+0000","last_clean":"2023-09-23T15:37:44.842769+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:37:44.842769+0000","last_undegraded":"2023-09-23T15:37:44.842769+0000","last_fullsized":"2023-09-23T15:37:44.842769+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1177,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.846139+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:37:44.846139+0000","last_peered":"2023-09-23T15:37:44.846139+0000","last_clean":"2023-09-23T15:37:44.846139+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:37:44.846139+0000","last_undegraded":"2023-09-23T15:37:44.846139+0000","last_fullsized":"2023-09-23T15:37:44.846139+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":258,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.873138+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:37:44.873138+0000","last_peered":"2023-09-23T15:37:44.873138+0000","last_clean":"2023-09-23T15:37:44.873138+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:37:44.873138+0000","last_undegraded":"2023-09-23T15:37:44.873138+0000","last_fullsized":"2023-09-23T15:37:44.873138+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.877404+0000","last_change":"2023-09-23T15:34:50.727448+0000","last_active":"2023-09-23T15:37:44.877404+0000","last_peered":"2023-09-23T15:37:44.877404+0000","last_clean":"2023-09-23T15:37:44.877404+0000","last_became_active":"2023-09-23T15:34:50.727139+0000","last_became_peered":"2023-09-23T15:34:50.727139+0000","last_unstale":"2023-09-23T15:37:44.877404+0000","last_undegraded":"2023-09-23T15:37:44.877404+0000","last_fullsized":"2023-09-23T15:37:44.877404+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:37:13.882982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.9","version":"594'12273","reported_seq":12326,"reported_epoch":594,"state":"active+clean","last_fresh":"2023-09-23T15:38:03.046963+0000","last_change":"2023-09-23T15:33:48.766844+0000","last_active":"2023-09-23T15:38:03.046963+0000","last_peered":"2023-09-23T15:38:03.046963+0000","last_clean":"2023-09-23T15:38:03.046963+0000","last_became_active":"2023-09-23T15:33:48.766210+0000","last_became_peered":"2023-09-23T15:33:48.766210+0000","last_unstale":"2023-09-23T15:38:03.046963+0000","last_undegraded":"2023-09-23T15:38:03.046963+0000","last_fullsized":"2023-09-23T15:38:03.046963+0000","mapping_epoch":551,"log_start":"577'7600","ondisk_log_start":"577'7600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4673,"log_dups_size":0,"ondisk_log_size":4673,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:32.664399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59572224,"num_objects":909,"num_object_clones":0,"num_object_copies":2727,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":909,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12273,"num_write_kb":421824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":485,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876910+0000","last_change":"2023-09-23T15:37:10.517807+0000","last_active":"2023-09-23T15:37:44.876910+0000","last_peered":"2023-09-23T15:37:44.876910+0000","last_clean":"2023-09-23T15:37:44.876910+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:37:44.876910+0000","last_undegraded":"2023-09-23T15:37:44.876910+0000","last_fullsized":"2023-09-23T15:37:44.876910+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":608,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.846219+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:37:44.846219+0000","last_peered":"2023-09-23T15:37:44.846219+0000","last_clean":"2023-09-23T15:37:44.846219+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:37:44.846219+0000","last_undegraded":"2023-09-23T15:37:44.846219+0000","last_fullsized":"2023-09-23T15:37:44.846219+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876517+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:37:44.876517+0000","last_peered":"2023-09-23T15:37:44.876517+0000","last_clean":"2023-09-23T15:37:44.876517+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:37:44.876517+0000","last_undegraded":"2023-09-23T15:37:44.876517+0000","last_fullsized":"2023-09-23T15:37:44.876517+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":404,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.841430+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:37:44.841430+0000","last_peered":"2023-09-23T15:37:44.841430+0000","last_clean":"2023-09-23T15:37:44.841430+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:37:44.841430+0000","last_undegraded":"2023-09-23T15:37:44.841430+0000","last_fullsized":"2023-09-23T15:37:44.841430+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.c","version":"594'12091","reported_seq":12169,"reported_epoch":594,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:03.199832+0000","last_change":"2023-09-23T15:35:20.001398+0000","last_active":"2023-09-23T15:38:03.199832+0000","last_peered":"2023-09-23T15:38:03.199832+0000","last_clean":"2023-09-23T15:34:25.777912+0000","last_became_active":"2023-09-23T15:35:19.993334+0000","last_became_peered":"2023-09-23T15:35:19.993334+0000","last_unstale":"2023-09-23T15:38:03.199832+0000","last_undegraded":"2023-09-23T15:35:19.981671+0000","last_fullsized":"2023-09-23T15:35:19.791755+0000","mapping_epoch":570,"log_start":"577'7900","ondisk_log_start":"577'7900","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4191,"log_dups_size":0,"ondisk_log_size":4191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:05.128756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57737216,"num_objects":881,"num_object_clones":0,"num_object_copies":2643,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":881,"num_objects_misplaced":3475,"num_objects_unfound":0,"num_objects_dirty":881,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12091,"num_write_kb":415104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[{"shards":"1,7","objects":-2594}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":926,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.873100+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:37:44.873100+0000","last_peered":"2023-09-23T15:37:44.873100+0000","last_clean":"2023-09-23T15:37:44.873100+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:37:44.873100+0000","last_undegraded":"2023-09-23T15:37:44.873100+0000","last_fullsized":"2023-09-23T15:37:44.873100+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":665,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.847654+0000","last_change":"2023-09-23T15:34:50.717314+0000","last_active":"2023-09-23T15:37:44.847654+0000","last_peered":"2023-09-23T15:37:44.847654+0000","last_clean":"2023-09-23T15:37:44.847654+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:37:44.847654+0000","last_undegraded":"2023-09-23T15:37:44.847654+0000","last_fullsized":"2023-09-23T15:37:44.847654+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":47,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.852452+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:37:44.852452+0000","last_peered":"2023-09-23T15:37:44.852452+0000","last_clean":"2023-09-23T15:37:44.852452+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:37:44.852452+0000","last_undegraded":"2023-09-23T15:37:44.852452+0000","last_fullsized":"2023-09-23T15:37:44.852452+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":470,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.841662+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:37:44.841662+0000","last_peered":"2023-09-23T15:37:44.841662+0000","last_clean":"2023-09-23T15:37:44.841662+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:37:44.841662+0000","last_undegraded":"2023-09-23T15:37:44.841662+0000","last_fullsized":"2023-09-23T15:37:44.841662+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"594'12316","reported_seq":12387,"reported_epoch":594,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:07.535641+0000","last_change":"2023-09-23T15:35:21.031702+0000","last_active":"2023-09-23T15:38:07.535641+0000","last_peered":"2023-09-23T15:38:07.535641+0000","last_clean":"2023-09-23T15:34:25.789741+0000","last_became_active":"2023-09-23T15:35:21.021680+0000","last_became_peered":"2023-09-23T15:35:21.021680+0000","last_unstale":"2023-09-23T15:38:07.535641+0000","last_undegraded":"2023-09-23T15:35:20.815596+0000","last_fullsized":"2023-09-23T15:35:20.788535+0000","mapping_epoch":571,"log_start":"574'6700","ondisk_log_start":"574'6700","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5616,"log_dups_size":0,"ondisk_log_size":5616,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:22.176724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47579136,"num_objects":726,"num_object_clones":0,"num_object_copies":2178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3430,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12316,"num_write_kb":417344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":-2704}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":966,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.877329+0000","last_change":"2023-09-23T15:35:20.804322+0000","last_active":"2023-09-23T15:37:44.877329+0000","last_peered":"2023-09-23T15:37:44.877329+0000","last_clean":"2023-09-23T15:37:44.877329+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:37:44.877329+0000","last_undegraded":"2023-09-23T15:37:44.877329+0000","last_fullsized":"2023-09-23T15:37:44.877329+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":621,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.875261+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:37:44.875261+0000","last_peered":"2023-09-23T15:37:44.875261+0000","last_clean":"2023-09-23T15:37:44.875261+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:37:44.875261+0000","last_undegraded":"2023-09-23T15:37:44.875261+0000","last_fullsized":"2023-09-23T15:37:44.875261+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":183,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.855741+0000","last_change":"2023-09-23T15:34:50.712974+0000","last_active":"2023-09-23T15:37:44.855741+0000","last_peered":"2023-09-23T15:37:44.855741+0000","last_clean":"2023-09-23T15:37:44.855741+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:37:44.855741+0000","last_undegraded":"2023-09-23T15:37:44.855741+0000","last_fullsized":"2023-09-23T15:37:44.855741+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":151,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.863030+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:37:44.863030+0000","last_peered":"2023-09-23T15:37:44.863030+0000","last_clean":"2023-09-23T15:37:44.863030+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:37:44.863030+0000","last_undegraded":"2023-09-23T15:37:44.863030+0000","last_fullsized":"2023-09-23T15:37:44.863030+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"594'12360","reported_seq":18773,"reported_epoch":594,"state":"active+clean","last_fresh":"2023-09-23T15:38:02.936777+0000","last_change":"2023-09-23T15:37:10.824269+0000","last_active":"2023-09-23T15:38:02.936777+0000","last_peered":"2023-09-23T15:38:02.936777+0000","last_clean":"2023-09-23T15:38:02.936777+0000","last_became_active":"2023-09-23T15:37:10.768857+0000","last_became_peered":"2023-09-23T15:37:10.768857+0000","last_unstale":"2023-09-23T15:38:02.936777+0000","last_undegraded":"2023-09-23T15:38:02.936777+0000","last_fullsized":"2023-09-23T15:38:02.936777+0000","mapping_epoch":587,"log_start":"574'7000","ondisk_log_start":"574'7000","created":551,"last_epoch_clean":588,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5360,"log_dups_size":0,"ondisk_log_size":5360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:46.306550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60030976,"num_objects":916,"num_object_clones":0,"num_object_copies":2748,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":916,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12360,"num_write_kb":424832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3172,"num_bytes_recovered":207880192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":970,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.872853+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:37:44.872853+0000","last_peered":"2023-09-23T15:37:44.872853+0000","last_clean":"2023-09-23T15:37:44.872853+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:37:44.872853+0000","last_undegraded":"2023-09-23T15:37:44.872853+0000","last_fullsized":"2023-09-23T15:37:44.872853+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":296,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.847756+0000","last_change":"2023-09-23T15:35:19.791530+0000","last_active":"2023-09-23T15:37:44.847756+0000","last_peered":"2023-09-23T15:37:44.847756+0000","last_clean":"2023-09-23T15:37:44.847756+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:37:44.847756+0000","last_undegraded":"2023-09-23T15:37:44.847756+0000","last_fullsized":"2023-09-23T15:37:44.847756+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":206,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.855625+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:37:44.855625+0000","last_peered":"2023-09-23T15:37:44.855625+0000","last_clean":"2023-09-23T15:37:44.855625+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:37:44.855625+0000","last_undegraded":"2023-09-23T15:37:44.855625+0000","last_fullsized":"2023-09-23T15:37:44.855625+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876564+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:37:44.876564+0000","last_peered":"2023-09-23T15:37:44.876564+0000","last_clean":"2023-09-23T15:37:44.876564+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:37:44.876564+0000","last_undegraded":"2023-09-23T15:37:44.876564+0000","last_fullsized":"2023-09-23T15:37:44.876564+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876788+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:37:44.876788+0000","last_peered":"2023-09-23T15:37:44.876788+0000","last_clean":"2023-09-23T15:37:44.876788+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:37:44.876788+0000","last_undegraded":"2023-09-23T15:37:44.876788+0000","last_fullsized":"2023-09-23T15:37:44.876788+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":47,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:48.102562+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:37:48.102562+0000","last_peered":"2023-09-23T15:37:48.102562+0000","last_clean":"2023-09-23T15:37:48.102562+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:37:48.102562+0000","last_undegraded":"2023-09-23T15:37:48.102562+0000","last_fullsized":"2023-09-23T15:37:48.102562+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":45,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876930+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:37:44.876930+0000","last_peered":"2023-09-23T15:37:44.876930+0000","last_clean":"2023-09-23T15:37:44.876930+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:37:44.876930+0000","last_undegraded":"2023-09-23T15:37:44.876930+0000","last_fullsized":"2023-09-23T15:37:44.876930+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876879+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:37:44.876879+0000","last_peered":"2023-09-23T15:37:44.876879+0000","last_clean":"2023-09-23T15:37:44.876879+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:37:44.876879+0000","last_undegraded":"2023-09-23T15:37:44.876879+0000","last_fullsized":"2023-09-23T15:37:44.876879+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":45,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.877484+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:37:44.877484+0000","last_peered":"2023-09-23T15:37:44.877484+0000","last_clean":"2023-09-23T15:37:44.877484+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:37:44.877484+0000","last_undegraded":"2023-09-23T15:37:44.877484+0000","last_fullsized":"2023-09-23T15:37:44.877484+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":55,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876628+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:37:44.876628+0000","last_peered":"2023-09-23T15:37:44.876628+0000","last_clean":"2023-09-23T15:37:44.876628+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:37:44.876628+0000","last_undegraded":"2023-09-23T15:37:44.876628+0000","last_fullsized":"2023-09-23T15:37:44.876628+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":283,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:46.555800+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:37:46.555800+0000","last_peered":"2023-09-23T15:37:46.555800+0000","last_clean":"2023-09-23T15:37:46.555800+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:37:46.555800+0000","last_undegraded":"2023-09-23T15:37:46.555800+0000","last_fullsized":"2023-09-23T15:37:46.555800+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":291,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:53.048939+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:37:53.048939+0000","last_peered":"2023-09-23T15:37:53.048939+0000","last_clean":"2023-09-23T15:37:53.048939+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:37:53.048939+0000","last_undegraded":"2023-09-23T15:37:53.048939+0000","last_fullsized":"2023-09-23T15:37:53.048939+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":51,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.844172+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:37:44.844172+0000","last_peered":"2023-09-23T15:37:44.844172+0000","last_clean":"2023-09-23T15:37:44.844172+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:37:44.844172+0000","last_undegraded":"2023-09-23T15:37:44.844172+0000","last_fullsized":"2023-09-23T15:37:44.844172+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":41,"reported_epoch":593,"state":"active+clean","last_fresh":"2023-09-23T15:37:44.876371+0000","last_change":"2023-09-23T15:34:50.718166+0000","last_active":"2023-09-23T15:37:44.876371+0000","last_peered":"2023-09-23T15:37:44.876371+0000","last_clean":"2023-09-23T15:37:44.876371+0000","last_became_active":"2023-09-23T15:34:50.717890+0000","last_became_peered":"2023-09-23T15:34:50.717890+0000","last_unstale":"2023-09-23T15:37:44.876371+0000","last_undegraded":"2023-09-23T15:37:44.876371+0000","last_fullsized":"2023-09-23T15:37:44.876371+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:41.951024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":893452312,"num_objects":13634,"num_object_clones":0,"num_object_copies":40902,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":15641,"num_objects_misplaced":7851,"num_objects_unfound":0,"num_objects_dirty":13634,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":196542,"num_write_kb":6725569,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20278,"num_bytes_recovered":1328873472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3164090368,"data_stored":3164078152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81327,"ondisk_log_size":81327,"up":48,"acting":42,"num_store_stats":6},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":22604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":744320,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":69,"num_write":18,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3617469,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674565,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1004936,"kb_used_data":464512,"kb_used_omap":85,"kb_used_meta":540330,"kb_avail":92740216,"statfs":{"total":95995035648,"available":94965981184,"internally_reserved":0,"allocated":475660288,"data_stored":473909752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":553297928},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,5,3,0,1,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":1.0409999999999999,"15min":1.417},"min":{"1min":0.23599999999999999,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":2.8599999999999999,"5min":9.8290000000000006,"15min":93.114999999999995},"last":0.26200000000000001},{"interface":"front","average":{"1min":1.522,"5min":1.1910000000000001,"15min":1.764},"min":{"1min":0.249,"5min":0.249,"15min":0.223},"max":{"1min":6.4119999999999999,"5min":8.0329999999999995,"15min":92.552000000000007},"last":2.1349999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":23.231999999999999,"5min":7.4109999999999996,"15min":3.8450000000000002},"min":{"1min":0.30299999999999999,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":349.67500000000001,"5min":349.67500000000001,"15min":349.67500000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":23.193000000000001,"5min":7.3849999999999998,"15min":4.5179999999999998},"min":{"1min":0.30499999999999999,"5min":0.27900000000000003,"15min":0.245},"max":{"1min":349.66000000000003,"5min":349.66000000000003,"15min":349.66000000000003},"last":0.30599999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:37:26 2023","interfaces":[{"interface":"back","average":{"1min":4.5970000000000004,"5min":2.5710000000000002,"15min":2.2330000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":53.290999999999997,"5min":53.290999999999997,"15min":53.290999999999997},"last":4.6820000000000004},{"interface":"front","average":{"1min":5.0099999999999998,"5min":2.8300000000000001,"15min":2.4670000000000001},"min":{"1min":0.36299999999999999,"5min":0.316,"15min":0.316},"max":{"1min":53.552,"5min":53.552,"15min":53.552},"last":3.6579999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":6.944,"15min":5.0960000000000001},"min":{"1min":0.32400000000000001,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":21.751999999999999,"5min":179.12100000000001,"15min":179.12100000000001},"last":1.595},{"interface":"front","average":{"1min":2.6840000000000002,"5min":6.7080000000000002,"15min":4.8810000000000002},"min":{"1min":0.30399999999999999,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":21.513000000000002,"5min":177.55000000000001,"15min":177.55000000000001},"last":1.1020000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.72599999999999998,"15min":0.93100000000000005},"min":{"1min":0.27800000000000002,"5min":0.255,"15min":0.246},"max":{"1min":5.8129999999999997,"5min":6.4989999999999997,"15min":9.0640000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.76200000000000001,"15min":1.1060000000000001},"min":{"1min":0.35299999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.9000000000000004,"5min":6.859,"15min":9.3759999999999994},"last":0.93999999999999995}]},{"osd":5,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.77600000000000002,"15min":2.5449999999999999},"min":{"1min":0.32700000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":3.2959999999999998,"5min":7.4980000000000002,"15min":254.07300000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.751,"5min":0.76600000000000001,"15min":2.452},"min":{"1min":0.32400000000000001,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":3.016,"5min":7.8040000000000003,"15min":254.291},"last":0.49099999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.77900000000000003,"15min":1.875},"min":{"1min":0.34799999999999998,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":4.6890000000000001,"5min":7.0549999999999997,"15min":199.87700000000001},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.84599999999999997,"15min":1.9059999999999999},"min":{"1min":0.40200000000000002,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":3.359,"5min":7.4509999999999996,"15min":196.49700000000001},"last":0.52700000000000002}]}]},{"osd":6,"up_from":0,"seq":523986010444,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089721,"num_pgs":72,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1846252,"kb_used_data":771812,"kb_used_omap":9,"kb_used_meta":1074358,"kb_avail":91898900,"statfs":{"total":95995035648,"available":94104473600,"internally_reserved":0,"allocated":790335488,"data_stored":787266833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1100143593},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,4,3,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5700000000000001,"5min":1.776,"15min":2.3029999999999999},"min":{"1min":0.251,"5min":0.185,"15min":0.185},"max":{"1min":8.8089999999999993,"5min":14.164999999999999,"15min":159.33600000000001},"last":3.161},{"interface":"front","average":{"1min":4.4290000000000003,"5min":2.6469999999999998,"15min":3.0750000000000002},"min":{"1min":0.317,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":13.321999999999999,"5min":13.321999999999999,"15min":158.65100000000001},"last":5.4870000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:37:24 2023","interfaces":[{"interface":"back","average":{"1min":2.7330000000000001,"5min":3.0329999999999999,"15min":3.0830000000000002},"min":{"1min":0.35299999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":7.923,"5min":10.226000000000001,"15min":10.226000000000001},"last":3.8359999999999999},{"interface":"front","average":{"1min":2.6019999999999999,"5min":2.306,"15min":2.2570000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":14.202999999999999,"5min":14.202999999999999,"15min":14.202999999999999},"last":3.2349999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":3.601,"5min":3.9279999999999999,"15min":3.7090000000000001},"min":{"1min":0.32400000000000001,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":9.9860000000000007,"5min":46.424999999999997,"15min":181.411},"last":2.9910000000000001},{"interface":"front","average":{"1min":2.6259999999999999,"5min":2.7879999999999998,"15min":3.149},"min":{"1min":0.30099999999999999,"5min":0.20799999999999999,"15min":0.17100000000000001},"max":{"1min":10.648,"5min":44.990000000000002,"15min":169.553},"last":3.1800000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":1.597,"15min":1.4990000000000001},"min":{"1min":0.40300000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.8650000000000002,"5min":6.0700000000000003,"15min":14.925000000000001},"last":2.8730000000000002},{"interface":"front","average":{"1min":1.3240000000000001,"5min":1.367,"15min":1.218},"min":{"1min":0.33500000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":8.4369999999999994,"5min":14.135,"15min":14.135},"last":3.2189999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":4.3250000000000002,"5min":3.552,"15min":2.7610000000000001},"min":{"1min":0.55200000000000005,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":13.074,"5min":109.63500000000001,"15min":109.63500000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":2.1819999999999999,"5min":2.8010000000000002,"15min":2.3570000000000002},"min":{"1min":0.38200000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.9100000000000001,"5min":109.655,"15min":109.655},"last":2.9060000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:37:17 2023","interfaces":[{"interface":"back","average":{"1min":3.1579999999999999,"5min":2.2559999999999998,"15min":2.4550000000000001},"min":{"1min":0.47699999999999998,"5min":0.379,"15min":0.31},"max":{"1min":10.042,"5min":10.042,"15min":115.018},"last":0.45800000000000002},{"interface":"front","average":{"1min":2.0409999999999999,"5min":1.893,"15min":2.206},"min":{"1min":0.42399999999999999,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":5.0190000000000001,"5min":7.9950000000000001,"15min":115.289},"last":2.9430000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":2.956,"15min":2.661},"min":{"1min":0.39100000000000001,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":6.8179999999999996,"5min":129.31200000000001,"15min":129.31200000000001},"last":3.202},{"interface":"front","average":{"1min":2.6240000000000001,"5min":3.5670000000000002,"15min":3.052},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":7.7439999999999998,"5min":128.50700000000001,"15min":128.50700000000001},"last":2.9689999999999999}]}]},{"osd":0,"up_from":0,"seq":360777253248,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358754,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":463616,"kb_used_data":249080,"kb_used_omap":93,"kb_used_meta":214434,"kb_avail":93281536,"statfs":{"total":95995035648,"available":95520292864,"internally_reserved":0,"allocated":255057920,"data_stored":252033233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":219580560},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3069999999999999,"5min":2.4910000000000001,"15min":2.5209999999999999},"min":{"1min":0.26200000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":6.9939999999999998,"5min":16.773,"15min":16.773},"last":0.28499999999999998},{"interface":"front","average":{"1min":1.7270000000000001,"5min":1.6719999999999999,"15min":1.663},"min":{"1min":0.31900000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":8.4770000000000003,"5min":13.295999999999999,"15min":13.295999999999999},"last":0.27200000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":5.8719999999999999,"5min":6.9029999999999996,"15min":7.0750000000000002},"min":{"1min":0.38600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":51.262999999999998,"5min":51.262999999999998,"15min":51.262999999999998},"last":0.24299999999999999},{"interface":"front","average":{"1min":6.2670000000000003,"5min":6.3630000000000004,"15min":6.3789999999999996},"min":{"1min":0.42499999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":49.341999999999999,"5min":49.341999999999999,"15min":49.341999999999999},"last":0.30599999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":3.0110000000000001,"5min":4.7069999999999999,"15min":4.9889999999999999},"min":{"1min":0.39000000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":8.5220000000000002,"5min":43.326999999999998,"15min":43.326999999999998},"last":172.31},{"interface":"front","average":{"1min":2.5390000000000001,"5min":5.8579999999999997,"15min":6.4109999999999996},"min":{"1min":0.40300000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":8.3460000000000001,"5min":43.472000000000001,"15min":43.472000000000001},"last":174.75200000000001}]},{"osd":4,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":1.8580000000000001,"5min":2.177,"15min":2.23},"min":{"1min":0.40400000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":8.5719999999999992,"5min":29.542999999999999,"15min":29.542999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":2.0499999999999998,"5min":2.9489999999999998,"15min":3.0990000000000002},"min":{"1min":0.317,"5min":0.311,"15min":0.311},"max":{"1min":5.5739999999999998,"5min":29.558,"15min":29.558},"last":0.63700000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":1.7450000000000001,"5min":1.7490000000000001,"15min":1.7490000000000001},"min":{"1min":0.35399999999999998,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":5.6509999999999998,"5min":5.6509999999999998,"15min":5.6509999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":2.1469999999999998,"5min":2.2679999999999998,"15min":2.2879999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":6.9100000000000001,"5min":16.954999999999998,"15min":16.954999999999998},"last":0.625}]},{"osd":6,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":2.0600000000000001,"5min":1.8400000000000001,"15min":1.8029999999999999},"min":{"1min":0.379,"5min":0.373,"15min":0.373},"max":{"1min":5.609,"5min":5.633,"15min":5.633},"last":0.61399999999999999},{"interface":"front","average":{"1min":2.1960000000000002,"5min":2.3149999999999999,"15min":2.335},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":6.8730000000000002,"5min":16.978999999999999,"15min":16.978999999999999},"last":0.56399999999999995}]},{"osd":7,"last update":"Sat Sep 23 15:37:21 2023","interfaces":[{"interface":"back","average":{"1min":2.2490000000000001,"5min":3.8239999999999998,"15min":4.0860000000000003},"min":{"1min":0.42399999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":6.9340000000000002,"5min":33.548999999999999,"15min":33.548999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":1.952,"5min":2.4740000000000002,"15min":2.5609999999999999},"min":{"1min":0.49099999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":8.548,"5min":33.762999999999998,"15min":33.762999999999998},"last":0.71099999999999997}]}]},{"osd":3,"up_from":99,"seq":425201762669,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1900820,"kb_used_data":669964,"kb_used_omap":7,"kb_used_meta":1230840,"kb_avail":91844332,"statfs":{"total":95995035648,"available":94048595968,"internally_reserved":0,"allocated":686043136,"data_stored":682996910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1260380776},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,4,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.5529999999999999,"5min":2.4260000000000002,"15min":3.4969999999999999},"min":{"1min":0.247,"5min":0.19900000000000001,"15min":0.182},"max":{"1min":20.260999999999999,"5min":20.260999999999999,"15min":167.71799999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":3.831,"5min":2.0600000000000001,"15min":2.9540000000000002},"min":{"1min":0.22800000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":10.083,"5min":10.279,"15min":176.61500000000001},"last":0.252}]},{"osd":1,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.2800000000000002,"5min":4.7359999999999998,"15min":5.5899999999999999},"min":{"1min":0.26700000000000002,"5min":0.23000000000000001,"15min":0.22},"max":{"1min":29.747,"5min":77.807000000000002,"15min":201.98099999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":7.1879999999999997,"5min":6.1280000000000001,"15min":5.5650000000000004},"min":{"1min":0.253,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":27.876000000000001,"5min":78.858999999999995,"15min":202.06700000000001},"last":0.28399999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":8.952,"5min":6.0499999999999998,"15min":5.5659999999999998},"min":{"1min":0.255,"5min":0.254,"15min":0.254},"max":{"1min":123.694,"5min":123.694,"15min":123.694},"last":44.185000000000002},{"interface":"front","average":{"1min":10.762,"5min":6.7859999999999996,"15min":6.1230000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":122.10899999999999,"5min":122.10899999999999,"15min":122.10899999999999},"last":44.244999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":2.1789999999999998,"5min":1.681,"15min":2.1720000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":5.9640000000000004,"5min":9.3719999999999999,"15min":163.43700000000001},"last":0.31900000000000001},{"interface":"front","average":{"1min":3.7989999999999999,"5min":2.0609999999999999,"15min":2.2829999999999999},"min":{"1min":0.378,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":17.094000000000001,"5min":17.094000000000001,"15min":163.72399999999999},"last":0.52700000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.0199999999999996,"5min":2.0830000000000002,"15min":2.6110000000000002},"min":{"1min":0.35299999999999998,"5min":0.314,"15min":0.26100000000000001},"max":{"1min":17.212,"5min":17.212,"15min":163.696},"last":0.56699999999999995},{"interface":"front","average":{"1min":2.9089999999999998,"5min":1.788,"15min":1.839},"min":{"1min":0.38200000000000001,"5min":0.33100000000000002,"15min":0.30499999999999999},"max":{"1min":8.7050000000000001,"5min":10.704000000000001,"15min":55.363},"last":0.46600000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:37:31 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":1.98,"15min":2.548},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":8.5679999999999996,"5min":10.013999999999999,"15min":163.63399999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":2.8500000000000001,"5min":1.774,"15min":2.1680000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":10.785,"5min":10.785,"15min":163.535},"last":0.42199999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:37:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3370000000000002,"5min":1.577,"15min":2.2189999999999999},"min":{"1min":0.38600000000000001,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":8.0229999999999997,"5min":10.518000000000001,"15min":163.495},"last":0.50900000000000001},{"interface":"front","average":{"1min":1.768,"5min":1.613,"15min":2.4670000000000001},"min":{"1min":0.39700000000000002,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":6.8099999999999996,"5min":9.3260000000000005,"15min":163.51400000000001},"last":0.498}]}]},{"osd":4,"up_from":31,"seq":133143986694,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":531092,"kb_used_data":189324,"kb_used_omap":0,"kb_used_meta":341760,"kb_avail":93214060,"statfs":{"total":95995035648,"available":95451197440,"internally_reserved":0,"allocated":193867776,"data_stored":192106064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":349962240},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":1.133,"15min":2.879},"min":{"1min":0.25900000000000001,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":6.6079999999999997,"5min":10.102,"15min":169.739},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.89500000000000002,"15min":3.1389999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.248},"max":{"1min":2.702,"5min":4.5549999999999997,"15min":169.75200000000001},"last":0.40600000000000003}]},{"osd":1,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":1.625,"5min":6.0369999999999999,"15min":5.2039999999999997},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.254},"max":{"1min":8.2070000000000007,"5min":212.74000000000001,"15min":212.74000000000001},"last":1.272},{"interface":"front","average":{"1min":2.5750000000000002,"5min":6.2009999999999996,"15min":5.2699999999999996},"min":{"1min":0.27000000000000002,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":8.4030000000000005,"5min":209.995,"15min":209.995},"last":6.3040000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":4.4909999999999997,"5min":2.9350000000000001,"15min":2.6749999999999998},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":81.802000000000007,"5min":81.802000000000007,"15min":81.802000000000007},"last":1.6060000000000001},{"interface":"front","average":{"1min":4.609,"5min":3.3340000000000001,"15min":3.1219999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":81.781000000000006,"5min":81.781000000000006,"15min":81.781000000000006},"last":1.621}]},{"osd":3,"last update":"Sat Sep 23 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":2.8700000000000001,"5min":6.6369999999999996,"15min":6.165},"min":{"1min":0.35199999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":40.670999999999999,"5min":118.68000000000001,"15min":191.41499999999999},"last":1.804},{"interface":"front","average":{"1min":3.7389999999999999,"5min":7.0949999999999998,"15min":6.2199999999999998},"min":{"1min":0.34799999999999998,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":40.612000000000002,"5min":118.586,"15min":191.602},"last":3.694}]},{"osd":5,"last update":"Sat Sep 23 15:37:02 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":2.6030000000000002,"15min":2.3700000000000001},"min":{"1min":0.24299999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.6400000000000001,"5min":163.12,"15min":163.12},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":2.355,"15min":2.2160000000000002},"min":{"1min":0.28899999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.8109999999999999,"5min":164.601,"15min":164.601},"last":1.2210000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":2.3460000000000001,"15min":2.4860000000000002},"min":{"1min":0.34200000000000003,"5min":0.311,"15min":0.28699999999999998},"max":{"1min":1.3380000000000001,"5min":145.84200000000001,"15min":174.84100000000001},"last":1.2589999999999999},{"interface":"front","average":{"1min":0.79300000000000004,"5min":2.3799999999999999,"15min":2.508},"min":{"1min":0.37,"5min":0.31,"15min":0.31},"max":{"1min":2.8730000000000002,"5min":145.78700000000001,"15min":174.60300000000001},"last":0.34399999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:37:02 2023","interfaces":[{"interface":"back","average":{"1min":1.6859999999999999,"5min":2.8639999999999999,"15min":3.0739999999999998},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":17.571999999999999,"5min":156.62,"15min":237.476},"last":1.2889999999999999},{"interface":"front","average":{"1min":1.7050000000000001,"5min":2.8700000000000001,"15min":3.0680000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":15.768000000000001,"5min":155.75399999999999,"15min":237.523},"last":0.373}]}]},{"osd":5,"up_from":39,"seq":167503725057,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1461048,"kb_used_data":844400,"kb_used_omap":0,"kb_used_meta":616640,"kb_avail":92284104,"statfs":{"total":95995035648,"available":94498922496,"internally_reserved":0,"allocated":864665600,"data_stored":862927666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":631439360},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.0309999999999999,"15min":1.4850000000000001},"min":{"1min":0.23599999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.923,"5min":11.880000000000001,"15min":88.051000000000002},"last":2.5129999999999999},{"interface":"front","average":{"1min":0.89200000000000002,"5min":1.0209999999999999,"15min":1.5509999999999999},"min":{"1min":0.26600000000000001,"5min":0.252,"15min":0.252},"max":{"1min":3.6419999999999999,"5min":6.9470000000000001,"15min":88.037999999999997},"last":0.47599999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2130000000000001,"5min":3.3199999999999998,"15min":2.1459999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.251},"max":{"1min":11.307,"5min":163.399,"15min":163.399},"last":4.7629999999999999},{"interface":"front","average":{"1min":2.4969999999999999,"5min":3.5209999999999999,"15min":2.2410000000000001},"min":{"1min":0.312,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":9.0830000000000002,"5min":166.11500000000001,"15min":166.11500000000001},"last":9.4559999999999995}]},{"osd":2,"last update":"Sat Sep 23 15:37:22 2023","interfaces":[{"interface":"back","average":{"1min":4.2859999999999996,"5min":2.8860000000000001,"15min":2.6520000000000001},"min":{"1min":0.34399999999999997,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":40.159999999999997,"5min":40.159999999999997,"15min":40.159999999999997},"last":2.859},{"interface":"front","average":{"1min":4.2430000000000003,"5min":2.3220000000000001,"15min":2.0019999999999998},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":40.027999999999999,"5min":40.027999999999999,"15min":40.027999999999999},"last":2.5259999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":11.842000000000001,"5min":6.0199999999999996,"15min":5.9939999999999998},"min":{"1min":0.318,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":158.43199999999999,"5min":158.43199999999999,"15min":169.83699999999999},"last":5.0209999999999999},{"interface":"front","average":{"1min":12.576000000000001,"5min":6.3890000000000002,"15min":6.1029999999999998},"min":{"1min":0.34100000000000003,"5min":0.33300000000000002,"15min":0.29599999999999999},"max":{"1min":158.685,"5min":158.685,"15min":170.166},"last":1.1890000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.55500000000000005,"15min":0.68899999999999995},"min":{"1min":0.27200000000000002,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":2.3330000000000002,"5min":3.9289999999999998,"15min":8.9450000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.63500000000000001,"15min":0.91200000000000003},"min":{"1min":0.316,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":5.5960000000000001,"5min":5.5960000000000001,"15min":9.5079999999999991},"last":1.75}]},{"osd":6,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.82799999999999996,"15min":2.7229999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24199999999999999},"max":{"1min":1.385,"5min":7,"15min":207.054},"last":0.503},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.0649999999999999,"15min":2.956},"min":{"1min":0.38300000000000001,"5min":0.32100000000000001,"15min":0.29599999999999999},"max":{"1min":1.7030000000000001,"5min":13.555999999999999,"15min":207.28299999999999},"last":1.581}]},{"osd":7,"last update":"Sat Sep 23 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4019999999999999,"5min":0.86099999999999999,"15min":2.948},"min":{"1min":0.34799999999999998,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":7.1840000000000002,"5min":7.1840000000000002,"15min":214.78100000000001},"last":1.4119999999999999},{"interface":"front","average":{"1min":1.4279999999999999,"5min":0.85599999999999998,"15min":3.0699999999999998},"min":{"1min":0.38300000000000001,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":8.9670000000000005,"5min":8.9670000000000005,"15min":212.95500000000001},"last":1.5429999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":759173120,"data_stored":759169048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":246747136,"data_stored":246743064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":661323776,"data_stored":661323776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":184815616,"data_stored":184811544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":847511552,"data_stored":847511552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":464519168,"data_stored":464519168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:38:11.885 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph status --format=json 2023-09-23T15:38:11.960 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:11.998 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:11.999 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:12.100 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:38:12.130 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:12.188 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:38:12.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:12.193 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:38:12.294 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:38:12.323 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:12 smithi178 ceph-mon[192298]: pgmap v1609: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 686 MiB data, 6.4 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 670 op/s; 15223/32991 objects degraded (46.143%); 7210/32991 objects misplaced (21.854%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:38:12.323 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:12.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:12 smithi118 ceph-mon[212312]: pgmap v1609: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 686 MiB data, 6.4 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 670 op/s; 15223/32991 objects degraded (46.143%); 7210/32991 objects misplaced (21.854%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:38:12.329 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:12 smithi118 ceph-mon[219580]: pgmap v1609: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 686 MiB data, 6.4 GiB used, 530 GiB / 536 GiB avail; 0 B/s wr, 670 op/s; 15223/32991 objects degraded (46.143%); 7210/32991 objects misplaced (21.854%); 2.4 MiB/s, 38 objects/s recovering 2023-09-23T15:38:12.390 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:38:12.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:12.396 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:38:12.497 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:12.591 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:12.609 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:12.709 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:12.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:12.717 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:12.756 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:38:12.757 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:38:12.794 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:12.818 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:38:12.849 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:12.907 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:38:12.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:12.916 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:38:13.017 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:13.050 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:13 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 15223/32991 objects degraded (46.143%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:13.051 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:13 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 15223/32991 objects degraded (46.143%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:13.105 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:13 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 15223/32991 objects degraded (46.143%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:14.033 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:38:14.254 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:14.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:14.262 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:14.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:14 smithi118 ceph-mon[212312]: pgmap v1610: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 468 MiB data, 5.9 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 698 op/s; 14799/22497 objects degraded (65.782%); 6608/22497 objects misplaced (29.373%); 2.8 MiB/s, 44 objects/s recovering 2023-09-23T15:38:14.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:14 smithi118 ceph-mon[219580]: pgmap v1610: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 468 MiB data, 5.9 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 698 op/s; 14799/22497 objects degraded (65.782%); 6608/22497 objects misplaced (29.373%); 2.8 MiB/s, 44 objects/s recovering 2023-09-23T15:38:14.362 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:14.377 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:14 smithi178 ceph-mon[192298]: pgmap v1610: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 468 MiB data, 5.9 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 698 op/s; 14799/22497 objects degraded (65.782%); 6608/22497 objects misplaced (29.373%); 2.8 MiB/s, 44 objects/s recovering 2023-09-23T15:38:14.500 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:14.542 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.0 dump_historic_ops 2023-09-23T15:38:14.637 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:14.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:14.649 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:14.750 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:14.841 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:16.077 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:16.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:16.090 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:16.191 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:38:16.228 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:16.275 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:38:16.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:16.282 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:38:16.383 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:16.459 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:16.716 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:16.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:16.741 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:16.842 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:38:16.870 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:16.937 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:38:16.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:16.941 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:38:16.945 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:17.013 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:16 smithi118 ceph-mon[212312]: pgmap v1611: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 468 MiB data, 5.9 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 698 op/s; 14799/22497 objects degraded (65.782%); 6608/22497 objects misplaced (29.373%); 2.8 MiB/s, 44 objects/s recovering 2023-09-23T15:38:17.013 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:16 smithi118 ceph-mon[219580]: pgmap v1611: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 468 MiB data, 5.9 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 698 op/s; 14799/22497 objects degraded (65.782%); 6608/22497 objects misplaced (29.373%); 2.8 MiB/s, 44 objects/s recovering 2023-09-23T15:38:17.042 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:16 smithi178 ceph-mon[192298]: pgmap v1611: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 468 MiB data, 5.9 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 698 op/s; 14799/22497 objects degraded (65.782%); 6608/22497 objects misplaced (29.373%); 2.8 MiB/s, 44 objects/s recovering 2023-09-23T15:38:17.135 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:17.325 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:17.407 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:38:17.449 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:38:17.462 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:17.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:17.470 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:17.497 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:38:17.528 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:38:17.571 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:17.599 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:38:17.663 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:38:17.663 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:17.663 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:17.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:17.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:17.671 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:38:17.716 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:38:17.736 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:38:17.737 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:38:17.737 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:38:17.737 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:38:17.737 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:38:17.737 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:38:17.737 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:38:17.737 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:38:17.765 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:17.849 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:18.195 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1014406942' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:18.195 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:17 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 14799/22497 objects degraded (65.782%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:18.195 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1014406942' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:18.195 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:17 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 14799/22497 objects degraded (65.782%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:18.223 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:38:18.224 INFO:teuthology.orchestra.run.smithi118.stdout:{"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 14799/22497 objects degraded (65.782%), 6 pgs degraded, 6 pgs undersized","count":12},"muted":false}},"mutes":[]},"election_epoch":30,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":2019,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":595,"num_osds":8,"num_up_osds":8,"osd_up_since":1695483318,"num_in_osds":6,"osd_in_since":1695483289,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":101},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+remapped+backfill_wait","count":1},{"state_name":"active+recovery_wait+remapped","count":1}],"num_pgs":109,"num_pools":5,"num_objects":7499,"data_bytes":490565912,"bytes_used":6335799296,"bytes_avail":569634414592,"bytes_total":575970213888,"degraded_objects":14799,"degraded_total":22497,"degraded_ratio":0.6578210428057073,"misplaced_objects":6608,"misplaced_total":22497,"misplaced_ratio":0.29372805262923946,"recovering_objects_per_sec":44,"recovering_bytes_per_sec":2888189,"recovering_keys_per_sec":0,"num_objects_recovered":441,"num_bytes_recovered":28901376,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":698},"fsmap":{"epoch":9,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi118.efkhxl","status":"up:active","gid":24566}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.118:8443/","prometheus":"http://172.21.15.118:9283/"}},"servicemap":{"epoch":33,"modified":"2023-09-23T15:37:43.771737+0000","services":{}},"progress_events":{"6d9f6c53-9687-4c1d-8232-5e3125bbf23a":{"message":"Global Recovery Event (3m)\n [=========================...] (remaining: 17s)","progress":0.92660552263259888,"add_to_ceph_s":true},"6eed1e4c-d43f-49ed-9fa1-01d4ae5d302e":{"message":"Upgrade to 18.2.0-460-gbb0daeff (4m)\n [============................] (remaining: 5m)","progress":0.44999998807907104,"add_to_ceph_s":true}}} 2023-09-23T15:38:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1014406942' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:17 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 14799/22497 objects degraded (65.782%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:38:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:38:18] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.43.0" 2023-09-23T15:38:18.885 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:18 smithi118 ceph-mon[212312]: pgmap v1612: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 422 MiB data, 5.8 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 689 op/s; 14799/20277 objects degraded (72.984%); 6608/20277 objects misplaced (32.589%); 2.8 MiB/s, 44 objects/s recovering 2023-09-23T15:38:18.886 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:18 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2578179179' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:38:19.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:18 smithi118 ceph-mon[219580]: pgmap v1612: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 422 MiB data, 5.8 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 689 op/s; 14799/20277 objects degraded (72.984%); 6608/20277 objects misplaced (32.589%); 2.8 MiB/s, 44 objects/s recovering 2023-09-23T15:38:19.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:18 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2578179179' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:38:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:18 smithi178 ceph-mon[192298]: pgmap v1612: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 422 MiB data, 5.8 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 689 op/s; 14799/20277 objects degraded (72.984%); 6608/20277 objects misplaced (32.589%); 2.8 MiB/s, 44 objects/s recovering 2023-09-23T15:38:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:18 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2578179179' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-09-23T15:38:19.529 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:19.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:19.552 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:19.652 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:19.772 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:21.289 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:21.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:21.298 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:21.300 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:20 smithi118 ceph-mon[212312]: pgmap v1613: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 283 MiB data, 5.4 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 597 op/s; 14417/13617 objects degraded (105.875%); 6085/13617 objects misplaced (44.687%); 2.0 MiB/s, 37 objects/s recovering 2023-09-23T15:38:21.300 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:20 smithi118 ceph-mon[219580]: pgmap v1613: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 283 MiB data, 5.4 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 597 op/s; 14417/13617 objects degraded (105.875%); 6085/13617 objects misplaced (44.687%); 2.0 MiB/s, 37 objects/s recovering 2023-09-23T15:38:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:20 smithi178 ceph-mon[192298]: pgmap v1613: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 283 MiB data, 5.4 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 597 op/s; 14417/13617 objects degraded (105.875%); 6085/13617 objects misplaced (44.687%); 2.0 MiB/s, 37 objects/s recovering 2023-09-23T15:38:21.399 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:21.435 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:21.573 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:38:22.026 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-09-23T15:38:22.026 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:38:22.152 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:22.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:22.161 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:22.262 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:22.343 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:22.541 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:22.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:22.557 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:22.658 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:22.742 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:22.959 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:22.962 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:22.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:22.985 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:23.066 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:38:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:38:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:38:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:38:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_repop(client.45884.0:137917 9.d e418/407 9:b15036ac:::benchmark_data_smithi118_489858_object51465:head v 418'8541, mlcod=418'8539)", 2023-09-23T15:38:23.066 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:28:36.311846+0000", 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 586.73806231100002, 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.25300009400000001, 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.311846+0000", 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:23.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.311846+0000", 2023-09-23T15:38:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.311845+0000", 2023-09-23T15:38:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:38:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.311853+0000", 2023-09-23T15:38:23.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9200000000000004e-06 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.311864+0000", 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1017e-05 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.311872+0000", 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7530000000000001e-06 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.312228+0000", 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00035611099999999999 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.312249+0000", 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0718999999999999e-05 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.564846+0000", 2023-09-23T15:38:23.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.25259772899999999 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:137923 9.e 9:726f0e4d:::benchmark_data_smithi118_489858_object51471:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e419)", 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:28:36.362406+0000", 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 586.68750267099995, 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4347438160000001, 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:23.071 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 137923 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.362406+0000", 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.362406+0000", 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.362403+0000", 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999971 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.362415+0000", 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1965e-05 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.362438+0000", 2023-09-23T15:38:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3059999999999999e-05 2023-09-23T15:38:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.362449+0000", 2023-09-23T15:38:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0409e-05 2023-09-23T15:38:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.537053+0000", 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.17460420400000001 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:36.537067+0000", 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.454e-05 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.326900+0000", 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.78983228900000002 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.326917+0000", 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6888000000000002e-05 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.781575+0000", 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.454658848 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.781985+0000", 2023-09-23T15:38:23.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000409577 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.787638+0000", 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0056531799999999998 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.787746+0000", 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000108087 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:38:23.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.788054+0000", 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00030769400000000001 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.792695+0000", 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0046414760000000003 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.794098+0000", 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0014022119999999999 2023-09-23T15:38:23.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.796455+0000", 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002356955 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.796494+0000", 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9830999999999999e-05 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:23.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.797150+0000", 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00065523000000000003 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:137994 9.e 9:73c90546:::benchmark_data_smithi118_489858_object51542:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e420)", 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:28:37.466097+0000", 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 585.58381098400002, 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.33146013000000002, 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:23.080 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 137994 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.466097+0000", 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.466097+0000", 2023-09-23T15:38:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.466096+0000", 2023-09-23T15:38:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:38:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:23.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.466104+0000", 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8099999999999998e-06 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.466121+0000", 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7648000000000001e-05 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.466130+0000", 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5310000000000001e-06 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.466190+0000", 2023-09-23T15:38:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9886999999999998e-05 2023-09-23T15:38:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.466203+0000", 2023-09-23T15:38:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3519e-05 2023-09-23T15:38:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.084 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.782885+0000", 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.316682134 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.783385+0000", 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00050001899999999998 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.790582+0000", 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0071964489999999997 2023-09-23T15:38:23.085 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.790654+0000", 2023-09-23T15:38:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2348000000000006e-05 2023-09-23T15:38:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:38:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.790918+0000", 2023-09-23T15:38:23.086 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00026427299999999998 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.794113+0000", 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0031943280000000002 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.796422+0000", 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023089899999999999 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:23.087 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.797226+0000", 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00080437800000000002 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.797258+0000", 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1677000000000002e-05 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.797558+0000", 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00029982700000000001 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.088 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.45884.0:138016 9.e 9:77af81c6:::benchmark_data_smithi118_489858_object51564:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e420)", 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:28:37.500211+0000", 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 585.54969761699999, 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.30333279200000002, 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.45884", 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/2510868463", 2023-09-23T15:38:23.089 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 138016 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.500211+0000", 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.500211+0000", 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.090 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.500209+0000", 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.500219+0000", 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0182e-05 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.500237+0000", 2023-09-23T15:38:23.091 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7411999999999999e-05 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.500247+0000", 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0496000000000001e-05 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.500314+0000", 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.7172e-05 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.092 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.500326+0000", 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1619e-05 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.783427+0000", 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.28310124199999998 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for degraded object", 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.783788+0000", 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00036095399999999997 2023-09-23T15:38:23.093 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.792735+0000", 2023-09-23T15:38:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0089466349999999997 2023-09-23T15:38:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.792857+0000", 2023-09-23T15:38:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000122135 2023-09-23T15:38:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.094 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.793146+0000", 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00028890200000000001 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.797165+0000", 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0040192259999999999 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.797198+0000", 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2870000000000002e-05 2023-09-23T15:38:23.095 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.802699+0000", 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.005500787 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.802757+0000", 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8711000000000001e-05 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:23.096 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:28:37.803544+0000", 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00078636299999999999 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "MOSDPGRecoveryDelete(9.17 e449,448 9:ebb477af:::benchmark_data_smithi118_489858_object2403:head,396'5472)", 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:29:37.250933+0000", 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 525.79897505700001, 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.060243475999999997, 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:23.097 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.250933+0000", 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.250933+0000", 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:23.098 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.250933+0000", 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.250937+0000", 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8820000000000003e-06 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.250945+0000", 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0940000000000008e-06 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.099 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.250950+0000", 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2179999999999998e-06 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.311074+0000", 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.060123822 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.311084+0000", 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0281e-05 2023-09-23T15:38:23.100 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.311177+0000", 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2694000000000004e-05 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "MOSDPGRecoveryDelete(9.17 e449,448 9:eaf65d02:::benchmark_data_smithi118_489858_object4131:head,397'5527)", 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:29:37.521073+0000", 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 525.52883496100003, 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.043185386999999999, 2023-09-23T15:38:23.101 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.521073+0000", 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.521073+0000", 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.102 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.521073+0000", 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.521077+0000", 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5990000000000002e-06 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.521083+0000", 2023-09-23T15:38:23.103 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5289999999999997e-06 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.521087+0000", 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1160000000000001e-06 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.564163+0000", 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.043075453999999999 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.104 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.564175+0000", 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2142e-05 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:37.564259+0000", 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4017000000000006e-05 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.105 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "MOSDPGRecoveryDelete(9.17 e451,448 9:efa5ed4b:::benchmark_data_smithi118_489858_object11370:head,402'5733)", 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:29:38.627786+0000", 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 524.42212288200005, 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0042967129999999997, 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.627786+0000", 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.106 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.627786+0000", 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.627785+0000", 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.627795+0000", 2023-09-23T15:38:23.107 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9170000000000001e-06 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.627808+0000", 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3614999999999999e-05 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.627815+0000", 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.404e-06 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.108 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.632017+0000", 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0042023069999999997 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.632029+0000", 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1489e-05 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.632082+0000", 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3661e-05 2023-09-23T15:38:23.109 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "MOSDPGRecoveryDelete(9.17 e451,448 9:eb8b8d8d:::benchmark_data_smithi118_489858_object11418:head,402'5737)", 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:29:38.645208+0000", 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 524.40470015300002, 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0060613000000000004, 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "started", 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:23.110 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.645208+0000", 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.645208+0000", 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.645208+0000", 2023-09-23T15:38:23.111 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.645212+0000", 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7230000000000004e-06 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.645223+0000", 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0761000000000001e-05 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.112 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.645231+0000", 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.371e-06 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.651190+0000", 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0059584260000000002 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.651200+0000", 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0441999999999999e-05 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.113 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:38.651270+0000", 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9245999999999994e-05 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "MOSDPGRecoveryDelete(9.17 e451,448 9:ed5b628b:::benchmark_data_smithi118_489858_object24162:head,409'6145)", 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:29:39.580131+0000", 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 523.46977717699997, 2023-09-23T15:38:23.114 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011553989000000001, 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "queued for pg", 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:39.580131+0000", 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:39.580131+0000", 2023-09-23T15:38:23.115 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:39.580130+0000", 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:39.580141+0000", 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0862e-05 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:23.116 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:39.580160+0000", 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8907e-05 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:39.580171+0000", 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1151e-05 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:29:39.591685+0000", 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011514279000000001 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.117 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:23.118 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:23.118 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:38:23.118 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:38:23.146 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:23.202 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:38:23.205 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:22 smithi178 ceph-mon[192298]: pgmap v1614: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 283 MiB data, 5.4 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 537 op/s; 14417/13617 objects degraded (105.875%); 6085/13617 objects misplaced (44.687%); 1.8 MiB/s, 33 objects/s recovering 2023-09-23T15:38:23.205 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:23.205 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:23.205 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:22 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 14417/13617 objects degraded (105.875%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:23.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:23.206 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:38:23.306 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:22 smithi118 ceph-mon[219580]: pgmap v1614: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 283 MiB data, 5.4 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 537 op/s; 14417/13617 objects degraded (105.875%); 6085/13617 objects misplaced (44.687%); 1.8 MiB/s, 33 objects/s recovering 2023-09-23T15:38:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:22 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 14417/13617 objects degraded (105.875%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:23.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:22 smithi118 ceph-mon[212312]: pgmap v1614: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 283 MiB data, 5.4 GiB used, 531 GiB / 536 GiB avail; 0 B/s wr, 537 op/s; 14417/13617 objects degraded (105.875%); 6085/13617 objects misplaced (44.687%); 1.8 MiB/s, 33 objects/s recovering 2023-09-23T15:38:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:22 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 14417/13617 objects degraded (105.875%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:23.337 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:23.402 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:23.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:23.407 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:23.508 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:23.611 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:23.965 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:38:24.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:23 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1644440834' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:38:24.325 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:23 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:38:24.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:23 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1644440834' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:38:24.325 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:23 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:38:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:23 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1644440834' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:38:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:23 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:38:24.412 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Removed 105087 objects 2023-09-23T15:38:24.412 INFO:tasks.radosbench.radosbench.0.smithi118.stdout:Clean up completed and total clean up time :174.524 2023-09-23T15:38:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[219580]: pgmap v1615: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 64 MiB data, 4.8 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 829 op/s; 13951/3108 objects degraded (448.874%); 5442/3108 objects misplaced (175.097%); 1.8 MiB/s, 53 objects/s recovering 2023-09-23T15:38:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:38:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[219580]: failed to encode map e596 with expected crc 2023-09-23T15:38:25.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[219580]: failed to encode map e596 with expected crc 2023-09-23T15:38:25.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:38:25.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[219580]: osdmap e596: 8 total, 8 up, 6 in 2023-09-23T15:38:25.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[212312]: pgmap v1615: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 64 MiB data, 4.8 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 829 op/s; 13951/3108 objects degraded (448.874%); 5442/3108 objects misplaced (175.097%); 1.8 MiB/s, 53 objects/s recovering 2023-09-23T15:38:25.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:38:25.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[212312]: failed to encode map e596 with expected crc 2023-09-23T15:38:25.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[212312]: failed to encode map e596 with expected crc 2023-09-23T15:38:25.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:38:25.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:24 smithi118 ceph-mon[212312]: osdmap e596: 8 total, 8 up, 6 in 2023-09-23T15:38:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:24 smithi178 ceph-mon[192298]: pgmap v1615: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 64 MiB data, 4.8 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 829 op/s; 13951/3108 objects degraded (448.874%); 5442/3108 objects misplaced (175.097%); 1.8 MiB/s, 53 objects/s recovering 2023-09-23T15:38:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:24 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:38:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:24 smithi178 ceph-mon[192298]: failed to encode map e596 with expected crc 2023-09-23T15:38:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:24 smithi178 ceph-mon[192298]: failed to encode map e596 with expected crc 2023-09-23T15:38:25.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:24 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:38:25.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:24 smithi178 ceph-mon[192298]: osdmap e596: 8 total, 8 up, 6 in 2023-09-23T15:38:25.777 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_ops_in_flight 2023-09-23T15:38:25.851 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:25.980 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:25 smithi118 ceph-mon[212312]: pgmap v1617: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 64 MiB data, 4.8 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 645 op/s; 13951/3108 objects degraded (448.874%); 5442/3108 objects misplaced (175.097%); 748 KiB/s, 41 objects/s recovering 2023-09-23T15:38:26.024 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:26.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:26.027 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:26.128 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:38:26.160 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:26.209 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:38:26.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:26.213 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:38:26.314 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:26.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:25 smithi118 ceph-mon[219580]: pgmap v1617: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 64 MiB data, 4.8 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 645 op/s; 13951/3108 objects degraded (448.874%); 5442/3108 objects misplaced (175.097%); 748 KiB/s, 41 objects/s recovering 2023-09-23T15:38:26.339 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:25 smithi178 ceph-mon[192298]: pgmap v1617: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 64 MiB data, 4.8 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 645 op/s; 13951/3108 objects degraded (448.874%); 5442/3108 objects misplaced (175.097%); 748 KiB/s, 41 objects/s recovering 2023-09-23T15:38:26.341 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:26.384 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:26.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:26.390 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:26.491 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:26.516 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:26.558 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:26.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:26.562 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:26.663 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:26.691 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:27.136 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:27.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:27.139 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:27.240 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:27.267 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:27.312 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:27.313 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:27.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:27.316 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:27.417 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:27.481 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:27.720 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:38:28.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:27 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 13951/3108 objects degraded (448.874%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:28.179 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_5 2023-09-23T15:38:28.180 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool rm unique_pool_5 unique_pool_5 --yes-i-really-really-mean-it 2023-09-23T15:38:28.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:27 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 13951/3108 objects degraded (448.874%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:28.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:27 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 13951/3108 objects degraded (448.874%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:38:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:38:28] "GET /metrics HTTP/1.1" 200 36510 "" "Prometheus/2.43.0" 2023-09-23T15:38:28.647 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:28.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:28.651 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:28.751 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:38:28.783 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:28.832 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:38:28.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:28.839 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:38:28.911 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:28 smithi118 ceph-mon[212312]: pgmap v1618: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 43 MiB data, 4.7 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 604 op/s; 13951/2121 objects degraded (657.756%); 5442/2121 objects misplaced (256.577%); 748 KiB/s, 41 objects/s recovering 2023-09-23T15:38:28.911 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:28 smithi118 ceph-mon[219580]: pgmap v1618: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 43 MiB data, 4.7 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 604 op/s; 13951/2121 objects degraded (657.756%); 5442/2121 objects misplaced (256.577%); 748 KiB/s, 41 objects/s recovering 2023-09-23T15:38:28.940 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:28.974 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:29.075 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:29.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:29.078 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:29.103 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:38:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:28 smithi178 ceph-mon[192298]: pgmap v1618: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 43 MiB data, 4.7 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 604 op/s; 13951/2121 objects degraded (657.756%); 5442/2121 objects misplaced (256.577%); 748 KiB/s, 41 objects/s recovering 2023-09-23T15:38:29.136 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:38:29.162 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:38:29.179 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:29.184 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:38:29.205 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:38:29.209 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:29.226 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:38:29.256 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:29.259 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:38:29.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:29.260 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:29.271 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:38:29.272 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:38:29.272 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:38:29.272 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:38:29.272 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:38:29.272 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:38:29.272 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:38:29.273 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:38:29.273 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:38:29.361 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:29.418 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:29.729 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:29.732 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:29.733 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:29.833 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:29.862 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:29.935 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:38:29.937 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:38:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:29 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1204328558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:30.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:29 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1204328558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:29 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1204328558' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:30.164 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:30.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:30.167 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:30.267 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:30.332 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:31.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:30 smithi178 ceph-mon[192298]: pgmap v1619: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 451 op/s; 12811/72 objects degraded (17793.056%); 4251/72 objects misplaced (5904.167%); 0 B/s, 133 objects/s recovering 2023-09-23T15:38:31.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:30 smithi178 ceph-mon[192298]: from='client.36795 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:30 smithi118 ceph-mon[219580]: pgmap v1619: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 451 op/s; 12811/72 objects degraded (17793.056%); 4251/72 objects misplaced (5904.167%); 0 B/s, 133 objects/s recovering 2023-09-23T15:38:31.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:30 smithi118 ceph-mon[219580]: from='client.36795 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:31.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:30 smithi118 ceph-mon[212312]: pgmap v1619: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 451 op/s; 12811/72 objects degraded (17793.056%); 4251/72 objects misplaced (5904.167%); 0 B/s, 133 objects/s recovering 2023-09-23T15:38:31.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:30 smithi118 ceph-mon[212312]: from='client.36795 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:31.333 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:31.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:31.337 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:31.437 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:31.470 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:31.518 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:31.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:31.523 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:31.624 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:31.703 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:31.749 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:31.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:31.752 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:31.853 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:31.883 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:31.928 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:31.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:31.933 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:32.034 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:32.059 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:31 smithi118 ceph-mon[219580]: failed to encode map e597 with expected crc 2023-09-23T15:38:32.059 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:31 smithi118 ceph-mon[219580]: failed to encode map e597 with expected crc 2023-09-23T15:38:32.059 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:31 smithi118 ceph-mon[219580]: osdmap e597: 8 total, 8 up, 6 in 2023-09-23T15:38:32.059 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:31 smithi118 ceph-mon[219580]: failed to encode map e597 with expected crc 2023-09-23T15:38:32.059 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:31 smithi118 ceph-mon[212312]: failed to encode map e597 with expected crc 2023-09-23T15:38:32.059 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:31 smithi118 ceph-mon[212312]: failed to encode map e597 with expected crc 2023-09-23T15:38:32.059 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:31 smithi118 ceph-mon[212312]: osdmap e597: 8 total, 8 up, 6 in 2023-09-23T15:38:32.059 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:31 smithi118 ceph-mon[212312]: failed to encode map e597 with expected crc 2023-09-23T15:38:32.062 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:32.107 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:32.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:32.110 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:32.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:31 smithi178 ceph-mon[192298]: failed to encode map e597 with expected crc 2023-09-23T15:38:32.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:31 smithi178 ceph-mon[192298]: failed to encode map e597 with expected crc 2023-09-23T15:38:32.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:31 smithi178 ceph-mon[192298]: osdmap e597: 8 total, 8 up, 6 in 2023-09-23T15:38:32.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:31 smithi178 ceph-mon[192298]: failed to encode map e597 with expected crc 2023-09-23T15:38:32.211 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:38:32.239 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:32.284 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:38:32.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:32.290 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:38:32.390 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:38:32.417 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:32.458 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:38:32.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:32.464 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:38:32.565 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:32.591 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[219580]: pgmap v1621: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 12811/72 objects degraded (17793.056%); 4251/72 objects misplaced (5904.167%); 0 B/s, 137 objects/s recovering 2023-09-23T15:38:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[219580]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[219580]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[219580]: osdmap e598: 8 total, 8 up, 6 in 2023-09-23T15:38:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[219580]: 11.1 continuing backfill to osd.4 from (579'8800,596'13500] 11:80094bd0:::benchmark_data_smithi118_606503_object36455:head to 596'13500 2023-09-23T15:38:33.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[219580]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[219580]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 12811/72 objects degraded (17793.056%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:33.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[212312]: pgmap v1621: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 12811/72 objects degraded (17793.056%); 4251/72 objects misplaced (5904.167%); 0 B/s, 137 objects/s recovering 2023-09-23T15:38:33.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[212312]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[212312]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[212312]: osdmap e598: 8 total, 8 up, 6 in 2023-09-23T15:38:33.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[212312]: 11.1 continuing backfill to osd.4 from (579'8800,596'13500] 11:80094bd0:::benchmark_data_smithi118_606503_object36455:head to 596'13500 2023-09-23T15:38:33.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[212312]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[212312]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:32 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 12811/72 objects degraded (17793.056%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:32 smithi178 ceph-mon[192298]: pgmap v1621: 109 pgs: 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 12811/72 objects degraded (17793.056%); 4251/72 objects misplaced (5904.167%); 0 B/s, 137 objects/s recovering 2023-09-23T15:38:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:32 smithi178 ceph-mon[192298]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:32 smithi178 ceph-mon[192298]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:32 smithi178 ceph-mon[192298]: osdmap e598: 8 total, 8 up, 6 in 2023-09-23T15:38:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:32 smithi178 ceph-mon[192298]: 11.1 continuing backfill to osd.4 from (579'8800,596'13500] 11:80094bd0:::benchmark_data_smithi118_606503_object36455:head to 596'13500 2023-09-23T15:38:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:32 smithi178 ceph-mon[192298]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:32 smithi178 ceph-mon[192298]: failed to encode map e598 with expected crc 2023-09-23T15:38:33.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:32 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 12811/72 objects degraded (17793.056%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:33.441 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:33.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:33.444 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:33.544 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:38:33.576 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:33.624 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:38:33.629 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:33.629 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:38:33.730 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:33.757 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:33.940 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:33.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:33.942 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:34.043 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:34.069 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:34.140 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:34.144 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:34.144 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:34.192 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:34.215 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:34.221 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1619,"stamp":"2023-09-23T15:38:29.794865+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":749824,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":12811,"num_objects_misplaced":4251,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":38,"num_read_kb":70,"num_write":210255,"num_write_kb":6725781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22395,"num_bytes_recovered":1369095185,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85797,"ondisk_log_size":85797,"up":327,"acting":321,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":340,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":4739108,"kb_used_data":664500,"kb_used_omap":196,"kb_used_meta":4074363,"kb_avail":557731804,"statfs":{"total":575970213888,"available":571117367296,"internally_reserved":0,"allocated":680448000,"data_stored":666011720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":4172148457},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,6,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-295829528,"num_objects":-4515,"num_object_clones":0,"num_object_copies":-13545,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-1606,"num_objects_misplaced":-1834,"num_objects_unfound":0,"num_objects_dirty":-4515,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4515,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1332,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002917"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":57,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006282+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:38:09.006282+0000","last_peered":"2023-09-23T15:38:09.006282+0000","last_clean":"2023-09-23T15:38:09.006282+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:38:09.006282+0000","last_undegraded":"2023-09-23T15:38:09.006282+0000","last_fullsized":"2023-09-23T15:38:09.006282+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":260,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:18.118088+0000","last_change":"2023-09-23T15:34:50.720034+0000","last_active":"2023-09-23T15:38:18.118088+0000","last_peered":"2023-09-23T15:38:18.118088+0000","last_clean":"2023-09-23T15:38:18.118088+0000","last_became_active":"2023-09-23T15:34:50.719667+0000","last_became_peered":"2023-09-23T15:34:50.719667+0000","last_unstale":"2023-09-23T15:38:18.118088+0000","last_undegraded":"2023-09-23T15:38:18.118088+0000","last_fullsized":"2023-09-23T15:38:18.118088+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:21.955072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":169,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.990982+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:38:08.990982+0000","last_peered":"2023-09-23T15:38:08.990982+0000","last_clean":"2023-09-23T15:38:08.990982+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:38:08.990982+0000","last_undegraded":"2023-09-23T15:38:08.990982+0000","last_fullsized":"2023-09-23T15:38:08.990982+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":125,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.988131+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:38:08.988131+0000","last_peered":"2023-09-23T15:38:08.988131+0000","last_clean":"2023-09-23T15:38:08.988131+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:38:08.988131+0000","last_undegraded":"2023-09-23T15:38:08.988131+0000","last_fullsized":"2023-09-23T15:38:08.988131+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":284,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.993866+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:38:08.993866+0000","last_peered":"2023-09-23T15:38:08.993866+0000","last_clean":"2023-09-23T15:38:08.993866+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:38:08.993866+0000","last_undegraded":"2023-09-23T15:38:08.993866+0000","last_fullsized":"2023-09-23T15:38:08.993866+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":207,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.994343+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:38:08.994343+0000","last_peered":"2023-09-23T15:38:08.994343+0000","last_clean":"2023-09-23T15:38:08.994343+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:38:08.994343+0000","last_undegraded":"2023-09-23T15:38:08.994343+0000","last_fullsized":"2023-09-23T15:38:08.994343+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":554,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.991751+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:38:08.991751+0000","last_peered":"2023-09-23T15:38:08.991751+0000","last_clean":"2023-09-23T15:38:08.991751+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:38:08.991751+0000","last_undegraded":"2023-09-23T15:38:08.991751+0000","last_fullsized":"2023-09-23T15:38:08.991751+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":267,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.996064+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:38:08.996064+0000","last_peered":"2023-09-23T15:38:08.996064+0000","last_clean":"2023-09-23T15:38:08.996064+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:38:08.996064+0000","last_undegraded":"2023-09-23T15:38:08.996064+0000","last_fullsized":"2023-09-23T15:38:08.996064+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":934,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.985576+0000","last_change":"2023-09-23T15:35:20.828265+0000","last_active":"2023-09-23T15:38:08.985576+0000","last_peered":"2023-09-23T15:38:08.985576+0000","last_clean":"2023-09-23T15:38:08.985576+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:38:08.985576+0000","last_undegraded":"2023-09-23T15:38:08.985576+0000","last_fullsized":"2023-09-23T15:38:08.985576+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":130,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.991203+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:38:08.991203+0000","last_peered":"2023-09-23T15:38:08.991203+0000","last_clean":"2023-09-23T15:38:08.991203+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:38:08.991203+0000","last_undegraded":"2023-09-23T15:38:08.991203+0000","last_fullsized":"2023-09-23T15:38:08.991203+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":606,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.998844+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:38:08.998844+0000","last_peered":"2023-09-23T15:38:08.998844+0000","last_clean":"2023-09-23T15:38:08.998844+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:38:08.998844+0000","last_undegraded":"2023-09-23T15:38:08.998844+0000","last_fullsized":"2023-09-23T15:38:08.998844+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":186,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.989602+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:38:08.989602+0000","last_peered":"2023-09-23T15:38:08.989602+0000","last_clean":"2023-09-23T15:38:08.989602+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:38:08.989602+0000","last_undegraded":"2023-09-23T15:38:08.989602+0000","last_fullsized":"2023-09-23T15:38:08.989602+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":202,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.991103+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:38:08.991103+0000","last_peered":"2023-09-23T15:38:08.991103+0000","last_clean":"2023-09-23T15:38:08.991103+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:38:08.991103+0000","last_undegraded":"2023-09-23T15:38:08.991103+0000","last_fullsized":"2023-09-23T15:38:08.991103+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":67,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006563+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:38:09.006563+0000","last_peered":"2023-09-23T15:38:09.006563+0000","last_clean":"2023-09-23T15:38:09.006563+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:38:09.006563+0000","last_undegraded":"2023-09-23T15:38:09.006563+0000","last_fullsized":"2023-09-23T15:38:09.006563+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.007390+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:38:09.007390+0000","last_peered":"2023-09-23T15:38:09.007390+0000","last_clean":"2023-09-23T15:38:09.007390+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:38:09.007390+0000","last_undegraded":"2023-09-23T15:38:09.007390+0000","last_fullsized":"2023-09-23T15:38:09.007390+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":762,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.990636+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:38:08.990636+0000","last_peered":"2023-09-23T15:38:08.990636+0000","last_clean":"2023-09-23T15:38:08.990636+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:38:08.990636+0000","last_undegraded":"2023-09-23T15:38:08.990636+0000","last_fullsized":"2023-09-23T15:38:08.990636+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":794,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.989513+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:38:08.989513+0000","last_peered":"2023-09-23T15:38:08.989513+0000","last_clean":"2023-09-23T15:38:08.989513+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:38:08.989513+0000","last_undegraded":"2023-09-23T15:38:08.989513+0000","last_fullsized":"2023-09-23T15:38:08.989513+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":631,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:13.116254+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:38:13.116254+0000","last_peered":"2023-09-23T15:38:13.116254+0000","last_clean":"2023-09-23T15:38:13.116254+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:38:13.116254+0000","last_undegraded":"2023-09-23T15:38:13.116254+0000","last_fullsized":"2023-09-23T15:38:13.116254+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1225,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.987236+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:38:08.987236+0000","last_peered":"2023-09-23T15:38:08.987236+0000","last_clean":"2023-09-23T15:38:08.987236+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:38:08.987236+0000","last_undegraded":"2023-09-23T15:38:08.987236+0000","last_fullsized":"2023-09-23T15:38:08.987236+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":125,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.987904+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:38:08.987904+0000","last_peered":"2023-09-23T15:38:08.987904+0000","last_clean":"2023-09-23T15:38:08.987904+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:38:08.987904+0000","last_undegraded":"2023-09-23T15:38:08.987904+0000","last_fullsized":"2023-09-23T15:38:08.987904+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":524,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.989727+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:38:08.989727+0000","last_peered":"2023-09-23T15:38:08.989727+0000","last_clean":"2023-09-23T15:38:08.989727+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:38:08.989727+0000","last_undegraded":"2023-09-23T15:38:08.989727+0000","last_fullsized":"2023-09-23T15:38:08.989727+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":763,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.994027+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:38:08.994027+0000","last_peered":"2023-09-23T15:38:08.994027+0000","last_clean":"2023-09-23T15:38:08.994027+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:38:08.994027+0000","last_undegraded":"2023-09-23T15:38:08.994027+0000","last_fullsized":"2023-09-23T15:38:08.994027+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":643,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.987598+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:38:08.987598+0000","last_peered":"2023-09-23T15:38:08.987598+0000","last_clean":"2023-09-23T15:38:08.987598+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:38:08.987598+0000","last_undegraded":"2023-09-23T15:38:08.987598+0000","last_fullsized":"2023-09-23T15:38:08.987598+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":309,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.992844+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:38:08.992844+0000","last_peered":"2023-09-23T15:38:08.992844+0000","last_clean":"2023-09-23T15:38:08.992844+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:38:08.992844+0000","last_undegraded":"2023-09-23T15:38:08.992844+0000","last_fullsized":"2023-09-23T15:38:08.992844+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":961,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.990986+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:38:08.990986+0000","last_peered":"2023-09-23T15:38:08.990986+0000","last_clean":"2023-09-23T15:38:08.990986+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:38:08.990986+0000","last_undegraded":"2023-09-23T15:38:08.990986+0000","last_fullsized":"2023-09-23T15:38:08.990986+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":180,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.996154+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:38:08.996154+0000","last_peered":"2023-09-23T15:38:08.996154+0000","last_clean":"2023-09-23T15:38:08.996154+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:38:08.996154+0000","last_undegraded":"2023-09-23T15:38:08.996154+0000","last_fullsized":"2023-09-23T15:38:08.996154+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":153,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.993237+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:38:08.993237+0000","last_peered":"2023-09-23T15:38:08.993237+0000","last_clean":"2023-09-23T15:38:08.993237+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:38:08.993237+0000","last_undegraded":"2023-09-23T15:38:08.993237+0000","last_fullsized":"2023-09-23T15:38:08.993237+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"596'13220","reported_seq":14708,"reported_epoch":596,"state":"active+remapped+backfill_wait","last_fresh":"2023-09-23T15:38:24.367067+0000","last_change":"2023-09-23T15:35:20.022982+0000","last_active":"2023-09-23T15:38:24.367067+0000","last_peered":"2023-09-23T15:38:24.367067+0000","last_clean":"2023-09-23T15:34:49.764453+0000","last_became_active":"2023-09-23T15:34:51.814464+0000","last_became_peered":"2023-09-23T15:34:51.814464+0000","last_unstale":"2023-09-23T15:38:24.367067+0000","last_undegraded":"2023-09-23T15:38:24.367067+0000","last_fullsized":"2023-09-23T15:38:24.367067+0000","mapping_epoch":563,"log_start":"580'9000","ondisk_log_start":"580'9000","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4220,"log_dups_size":0,"ondisk_log_size":4220,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:35:46.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13220,"num_write_kb":423040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":710,"num_bytes_recovered":46530560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,7],"avail_no_missing":["1","4","5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1041,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.989680+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:38:08.989680+0000","last_peered":"2023-09-23T15:38:08.989680+0000","last_clean":"2023-09-23T15:38:08.989680+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:38:08.989680+0000","last_undegraded":"2023-09-23T15:38:08.989680+0000","last_fullsized":"2023-09-23T15:38:08.989680+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":143,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.989004+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:38:08.989004+0000","last_peered":"2023-09-23T15:38:08.989004+0000","last_clean":"2023-09-23T15:38:08.989004+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:38:08.989004+0000","last_undegraded":"2023-09-23T15:38:08.989004+0000","last_fullsized":"2023-09-23T15:38:08.989004+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":160,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.990548+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:38:08.990548+0000","last_peered":"2023-09-23T15:38:08.990548+0000","last_clean":"2023-09-23T15:38:08.990548+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:38:08.990548+0000","last_undegraded":"2023-09-23T15:38:08.990548+0000","last_fullsized":"2023-09-23T15:38:08.990548+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"596'13280","reported_seq":20482,"reported_epoch":596,"state":"active+recovery_wait+remapped","last_fresh":"2023-09-23T15:38:24.375833+0000","last_change":"2023-09-23T15:36:37.174962+0000","last_active":"2023-09-23T15:38:24.375833+0000","last_peered":"2023-09-23T15:38:24.375833+0000","last_clean":"2023-09-23T15:34:25.736860+0000","last_became_active":"2023-09-23T15:36:37.134096+0000","last_became_peered":"2023-09-23T15:36:37.134096+0000","last_unstale":"2023-09-23T15:38:24.375833+0000","last_undegraded":"2023-09-23T15:38:24.375833+0000","last_fullsized":"2023-09-23T15:38:24.375833+0000","mapping_epoch":582,"log_start":"567'5700","ondisk_log_start":"567'5700","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":7580,"log_dups_size":0,"ondisk_log_size":7580,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:08.133117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13280,"num_write_kb":424960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3555,"num_bytes_recovered":232914944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,5],"avail_no_missing":["2","1","4","5"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1022,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:18.118063+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:38:18.118063+0000","last_peered":"2023-09-23T15:38:18.118063+0000","last_clean":"2023-09-23T15:38:18.118063+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:38:18.118063+0000","last_undegraded":"2023-09-23T15:38:18.118063+0000","last_fullsized":"2023-09-23T15:38:18.118063+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":632,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.988502+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:38:08.988502+0000","last_peered":"2023-09-23T15:38:08.988502+0000","last_clean":"2023-09-23T15:38:08.988502+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:38:08.988502+0000","last_undegraded":"2023-09-23T15:38:08.988502+0000","last_fullsized":"2023-09-23T15:38:08.988502+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006573+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:38:09.006573+0000","last_peered":"2023-09-23T15:38:09.006573+0000","last_clean":"2023-09-23T15:38:09.006573+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:38:09.006573+0000","last_undegraded":"2023-09-23T15:38:09.006573+0000","last_fullsized":"2023-09-23T15:38:09.006573+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"596'12946","reported_seq":12999,"reported_epoch":596,"state":"active+clean","last_fresh":"2023-09-23T15:38:24.401309+0000","last_change":"2023-09-23T15:33:48.772251+0000","last_active":"2023-09-23T15:38:24.401309+0000","last_peered":"2023-09-23T15:38:24.401309+0000","last_clean":"2023-09-23T15:38:24.401309+0000","last_became_active":"2023-09-23T15:33:48.771753+0000","last_became_peered":"2023-09-23T15:33:48.771753+0000","last_unstale":"2023-09-23T15:38:24.401309+0000","last_undegraded":"2023-09-23T15:38:24.401309+0000","last_fullsized":"2023-09-23T15:38:24.401309+0000","mapping_epoch":551,"log_start":"576'7300","ondisk_log_start":"576'7300","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5646,"log_dups_size":0,"ondisk_log_size":5646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:06:01.509590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12946,"num_write_kb":414272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":668,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.991623+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:38:08.991623+0000","last_peered":"2023-09-23T15:38:08.991623+0000","last_clean":"2023-09-23T15:38:08.991623+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:38:08.991623+0000","last_undegraded":"2023-09-23T15:38:08.991623+0000","last_fullsized":"2023-09-23T15:38:08.991623+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":675,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.989884+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:38:08.989884+0000","last_peered":"2023-09-23T15:38:08.989884+0000","last_clean":"2023-09-23T15:38:08.989884+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:38:08.989884+0000","last_undegraded":"2023-09-23T15:38:08.989884+0000","last_fullsized":"2023-09-23T15:38:08.989884+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":326,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.991349+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:38:08.991349+0000","last_peered":"2023-09-23T15:38:08.991349+0000","last_clean":"2023-09-23T15:38:08.991349+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:38:08.991349+0000","last_undegraded":"2023-09-23T15:38:08.991349+0000","last_fullsized":"2023-09-23T15:38:08.991349+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.4","version":"596'13244","reported_seq":13315,"reported_epoch":596,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:24.378231+0000","last_change":"2023-09-23T15:35:21.036824+0000","last_active":"2023-09-23T15:38:24.378231+0000","last_peered":"2023-09-23T15:38:24.378231+0000","last_clean":"2023-09-23T15:34:25.775108+0000","last_became_active":"2023-09-23T15:35:21.026771+0000","last_became_peered":"2023-09-23T15:35:21.026771+0000","last_unstale":"2023-09-23T15:38:24.378231+0000","last_undegraded":"2023-09-23T15:35:20.815631+0000","last_fullsized":"2023-09-23T15:35:20.788526+0000","mapping_epoch":571,"log_start":"576'7600","ondisk_log_start":"576'7600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5644,"log_dups_size":0,"ondisk_log_size":5644,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:51:38.079315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3548,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13244,"num_write_kb":423808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,1],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":-3548}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":814,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.007379+0000","last_change":"2023-09-23T15:37:11.560248+0000","last_active":"2023-09-23T15:38:09.007379+0000","last_peered":"2023-09-23T15:38:09.007379+0000","last_clean":"2023-09-23T15:38:09.007379+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:38:09.007379+0000","last_undegraded":"2023-09-23T15:38:09.007379+0000","last_fullsized":"2023-09-23T15:38:09.007379+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":242,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.992804+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:38:08.992804+0000","last_peered":"2023-09-23T15:38:08.992804+0000","last_clean":"2023-09-23T15:38:08.992804+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:38:08.992804+0000","last_undegraded":"2023-09-23T15:38:08.992804+0000","last_fullsized":"2023-09-23T15:38:08.992804+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":414,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.992101+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:38:08.992101+0000","last_peered":"2023-09-23T15:38:08.992101+0000","last_clean":"2023-09-23T15:38:08.992101+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:38:08.992101+0000","last_undegraded":"2023-09-23T15:38:08.992101+0000","last_fullsized":"2023-09-23T15:38:08.992101+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"596'13174","reported_seq":13227,"reported_epoch":596,"state":"active+clean","last_fresh":"2023-09-23T15:38:24.394310+0000","last_change":"2023-09-23T15:33:48.772076+0000","last_active":"2023-09-23T15:38:24.394310+0000","last_peered":"2023-09-23T15:38:24.394310+0000","last_clean":"2023-09-23T15:38:24.394310+0000","last_became_active":"2023-09-23T15:33:48.771792+0000","last_became_peered":"2023-09-23T15:33:48.771792+0000","last_unstale":"2023-09-23T15:38:24.394310+0000","last_undegraded":"2023-09-23T15:38:24.394310+0000","last_fullsized":"2023-09-23T15:38:24.394310+0000","mapping_epoch":551,"log_start":"577'7600","ondisk_log_start":"577'7600","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5574,"log_dups_size":0,"ondisk_log_size":5574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:52:58.867549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13174,"num_write_kb":421568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1123,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.987559+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:38:08.987559+0000","last_peered":"2023-09-23T15:38:08.987559+0000","last_clean":"2023-09-23T15:38:08.987559+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:38:08.987559+0000","last_undegraded":"2023-09-23T15:38:08.987559+0000","last_fullsized":"2023-09-23T15:38:08.987559+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":283,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.994017+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:38:08.994017+0000","last_peered":"2023-09-23T15:38:08.994017+0000","last_clean":"2023-09-23T15:38:08.994017+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:38:08.994017+0000","last_undegraded":"2023-09-23T15:38:08.994017+0000","last_fullsized":"2023-09-23T15:38:08.994017+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006728+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:38:09.006728+0000","last_peered":"2023-09-23T15:38:09.006728+0000","last_clean":"2023-09-23T15:38:09.006728+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:38:09.006728+0000","last_undegraded":"2023-09-23T15:38:09.006728+0000","last_fullsized":"2023-09-23T15:38:09.006728+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"596'13018","reported_seq":20008,"reported_epoch":596,"state":"active+clean","last_fresh":"2023-09-23T15:38:24.349950+0000","last_change":"2023-09-23T15:37:40.827705+0000","last_active":"2023-09-23T15:38:24.349950+0000","last_peered":"2023-09-23T15:38:24.349950+0000","last_clean":"2023-09-23T15:38:24.349950+0000","last_became_active":"2023-09-23T15:37:40.797959+0000","last_became_peered":"2023-09-23T15:37:40.797959+0000","last_unstale":"2023-09-23T15:38:24.349950+0000","last_undegraded":"2023-09-23T15:38:24.349950+0000","last_fullsized":"2023-09-23T15:38:24.349950+0000","mapping_epoch":591,"log_start":"573'6600","ondisk_log_start":"573'6600","created":551,"last_epoch_clean":592,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":6418,"log_dups_size":0,"ondisk_log_size":6418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:30:27.339959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13018,"num_write_kb":416576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3457,"num_bytes_recovered":226557952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1082,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.985083+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:38:08.985083+0000","last_peered":"2023-09-23T15:38:08.985083+0000","last_clean":"2023-09-23T15:38:08.985083+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:38:08.985083+0000","last_undegraded":"2023-09-23T15:38:08.985083+0000","last_fullsized":"2023-09-23T15:38:08.985083+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006320+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:38:09.006320+0000","last_peered":"2023-09-23T15:38:09.006320+0000","last_clean":"2023-09-23T15:38:09.006320+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:38:09.006320+0000","last_undegraded":"2023-09-23T15:38:09.006320+0000","last_fullsized":"2023-09-23T15:38:09.006320+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":57,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006565+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:38:09.006565+0000","last_peered":"2023-09-23T15:38:09.006565+0000","last_clean":"2023-09-23T15:38:09.006565+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:38:09.006565+0000","last_undegraded":"2023-09-23T15:38:09.006565+0000","last_fullsized":"2023-09-23T15:38:09.006565+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"596'13500","reported_seq":19242,"reported_epoch":596,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:28.127883+0000","last_change":"2023-09-23T15:37:39.385813+0000","last_active":"2023-09-23T15:38:28.127883+0000","last_peered":"2023-09-23T15:38:28.127883+0000","last_clean":"2023-09-23T15:34:25.794792+0000","last_became_active":"2023-09-23T15:35:19.975567+0000","last_became_peered":"2023-09-23T15:35:19.975567+0000","last_unstale":"2023-09-23T15:38:28.127883+0000","last_undegraded":"2023-09-23T15:35:19.950329+0000","last_fullsized":"2023-09-23T15:35:19.785689+0000","mapping_epoch":570,"log_start":"579'8800","ondisk_log_start":"579'8800","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4700,"log_dups_size":0,"ondisk_log_size":4700,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:08.502237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":776,"num_objects_misplaced":776,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13500,"num_write_kb":432000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2830,"num_bytes_recovered":94240768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,1],"avail_no_missing":["3","1","4"],"object_location_counts":[{"shards":"1,3","objects":-776}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":630,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.991003+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:38:08.991003+0000","last_peered":"2023-09-23T15:38:08.991003+0000","last_clean":"2023-09-23T15:38:08.991003+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:38:08.991003+0000","last_undegraded":"2023-09-23T15:38:08.991003+0000","last_fullsized":"2023-09-23T15:38:08.991003+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":57,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006197+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:38:09.006197+0000","last_peered":"2023-09-23T15:38:09.006197+0000","last_clean":"2023-09-23T15:38:09.006197+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:38:09.006197+0000","last_undegraded":"2023-09-23T15:38:09.006197+0000","last_fullsized":"2023-09-23T15:38:09.006197+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.007353+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:38:09.007353+0000","last_peered":"2023-09-23T15:38:09.007353+0000","last_clean":"2023-09-23T15:38:09.007353+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:38:09.007353+0000","last_undegraded":"2023-09-23T15:38:09.007353+0000","last_fullsized":"2023-09-23T15:38:09.007353+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"596'13098","reported_seq":13154,"reported_epoch":596,"state":"active+clean","last_fresh":"2023-09-23T15:38:24.377977+0000","last_change":"2023-09-23T15:33:48.773770+0000","last_active":"2023-09-23T15:38:24.377977+0000","last_peered":"2023-09-23T15:38:24.377977+0000","last_clean":"2023-09-23T15:38:24.377977+0000","last_became_active":"2023-09-23T15:33:48.767290+0000","last_became_peered":"2023-09-23T15:33:48.767290+0000","last_unstale":"2023-09-23T15:38:24.377977+0000","last_undegraded":"2023-09-23T15:38:24.377977+0000","last_fullsized":"2023-09-23T15:38:24.377977+0000","mapping_epoch":551,"log_start":"579'8400","ondisk_log_start":"579'8400","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4698,"log_dups_size":0,"ondisk_log_size":4698,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:13:32.553216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13098,"num_write_kb":419136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":911,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.985384+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:38:08.985384+0000","last_peered":"2023-09-23T15:38:08.985384+0000","last_clean":"2023-09-23T15:38:08.985384+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:38:08.985384+0000","last_undegraded":"2023-09-23T15:38:08.985384+0000","last_fullsized":"2023-09-23T15:38:08.985384+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":144,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.993711+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:38:08.993711+0000","last_peered":"2023-09-23T15:38:08.993711+0000","last_clean":"2023-09-23T15:38:08.993711+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:38:08.993711+0000","last_undegraded":"2023-09-23T15:38:08.993711+0000","last_fullsized":"2023-09-23T15:38:08.993711+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":605,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:23.328292+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:38:23.328292+0000","last_peered":"2023-09-23T15:38:23.328292+0000","last_clean":"2023-09-23T15:38:23.328292+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:38:23.328292+0000","last_undegraded":"2023-09-23T15:38:23.328292+0000","last_fullsized":"2023-09-23T15:38:23.328292+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"596'12920","reported_seq":24200,"reported_epoch":596,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:24.395890+0000","last_change":"2023-09-23T15:35:21.040216+0000","last_active":"2023-09-23T15:38:24.395890+0000","last_peered":"2023-09-23T15:38:24.395890+0000","last_clean":"2023-09-23T15:34:25.797369+0000","last_became_active":"2023-09-23T15:35:21.027940+0000","last_became_peered":"2023-09-23T15:35:21.027940+0000","last_unstale":"2023-09-23T15:38:24.395890+0000","last_undegraded":"2023-09-23T15:35:20.956448+0000","last_fullsized":"2023-09-23T15:35:20.785683+0000","mapping_epoch":571,"log_start":"580'8715","ondisk_log_start":"580'8715","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4205,"log_dups_size":0,"ondisk_log_size":4205,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:28.347212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1524,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12920,"num_write_kb":413377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4627,"num_bytes_recovered":303235072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[1,4],"avail_no_missing":["1","4","5"],"object_location_counts":[{"shards":"1,4","objects":-1524}],"blocked_by":[],"up_primary":2,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":997,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.993031+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:38:08.993031+0000","last_peered":"2023-09-23T15:38:08.993031+0000","last_clean":"2023-09-23T15:38:08.993031+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:38:08.993031+0000","last_undegraded":"2023-09-23T15:38:08.993031+0000","last_fullsized":"2023-09-23T15:38:08.993031+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":607,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.991765+0000","last_change":"2023-09-23T15:35:20.001748+0000","last_active":"2023-09-23T15:38:08.991765+0000","last_peered":"2023-09-23T15:38:08.991765+0000","last_clean":"2023-09-23T15:38:08.991765+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:38:08.991765+0000","last_undegraded":"2023-09-23T15:38:08.991765+0000","last_fullsized":"2023-09-23T15:38:08.991765+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":276,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:18.118109+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:38:18.118109+0000","last_peered":"2023-09-23T15:38:18.118109+0000","last_clean":"2023-09-23T15:38:18.118109+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:38:18.118109+0000","last_undegraded":"2023-09-23T15:38:18.118109+0000","last_fullsized":"2023-09-23T15:38:18.118109+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":185,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:13.311668+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:38:13.311668+0000","last_peered":"2023-09-23T15:38:13.311668+0000","last_clean":"2023-09-23T15:38:13.311668+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:38:13.311668+0000","last_undegraded":"2023-09-23T15:38:13.311668+0000","last_fullsized":"2023-09-23T15:38:13.311668+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"596'13118","reported_seq":20946,"reported_epoch":596,"state":"active+clean","last_fresh":"2023-09-23T15:38:24.411375+0000","last_change":"2023-09-23T15:36:53.812935+0000","last_active":"2023-09-23T15:38:24.411375+0000","last_peered":"2023-09-23T15:38:24.411375+0000","last_clean":"2023-09-23T15:38:24.411375+0000","last_became_active":"2023-09-23T15:36:53.788530+0000","last_became_peered":"2023-09-23T15:36:53.788530+0000","last_unstale":"2023-09-23T15:38:24.411375+0000","last_undegraded":"2023-09-23T15:38:24.411375+0000","last_fullsized":"2023-09-23T15:38:24.411375+0000","mapping_epoch":584,"log_start":"579'8500","ondisk_log_start":"579'8500","created":551,"last_epoch_clean":585,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4618,"log_dups_size":0,"ondisk_log_size":4618,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:02.284214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13118,"num_write_kb":419776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3875,"num_bytes_recovered":253952000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":1002,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.986193+0000","last_change":"2023-09-23T15:35:20.804172+0000","last_active":"2023-09-23T15:38:08.986193+0000","last_peered":"2023-09-23T15:38:08.986193+0000","last_clean":"2023-09-23T15:38:08.986193+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:38:08.986193+0000","last_undegraded":"2023-09-23T15:38:08.986193+0000","last_fullsized":"2023-09-23T15:38:08.986193+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":581,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.991252+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:38:08.991252+0000","last_peered":"2023-09-23T15:38:08.991252+0000","last_clean":"2023-09-23T15:38:08.991252+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:38:08.991252+0000","last_undegraded":"2023-09-23T15:38:08.991252+0000","last_fullsized":"2023-09-23T15:38:08.991252+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.007355+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:38:09.007355+0000","last_peered":"2023-09-23T15:38:09.007355+0000","last_clean":"2023-09-23T15:38:09.007355+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:38:09.007355+0000","last_undegraded":"2023-09-23T15:38:09.007355+0000","last_fullsized":"2023-09-23T15:38:09.007355+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":49,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.985528+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:38:08.985528+0000","last_peered":"2023-09-23T15:38:08.985528+0000","last_clean":"2023-09-23T15:38:08.985528+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:38:08.985528+0000","last_undegraded":"2023-09-23T15:38:08.985528+0000","last_fullsized":"2023-09-23T15:38:08.985528+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.8","version":"596'13164","reported_seq":13235,"reported_epoch":596,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:24.402376+0000","last_change":"2023-09-23T15:35:21.031772+0000","last_active":"2023-09-23T15:38:24.402376+0000","last_peered":"2023-09-23T15:38:24.402376+0000","last_clean":"2023-09-23T15:34:25.803362+0000","last_became_active":"2023-09-23T15:35:21.019867+0000","last_became_peered":"2023-09-23T15:35:21.019867+0000","last_unstale":"2023-09-23T15:38:24.402376+0000","last_undegraded":"2023-09-23T15:35:20.825514+0000","last_fullsized":"2023-09-23T15:35:20.789721+0000","mapping_epoch":571,"log_start":"578'8500","ondisk_log_start":"578'8500","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4664,"log_dups_size":0,"ondisk_log_size":4664,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:39:28.259380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13164,"num_write_kb":421248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5],"avail_no_missing":["3","5"],"object_location_counts":[{"shards":"3,5","objects":-3533}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":875,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.987985+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:38:08.987985+0000","last_peered":"2023-09-23T15:38:08.987985+0000","last_clean":"2023-09-23T15:38:08.987985+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:38:08.987985+0000","last_undegraded":"2023-09-23T15:38:08.987985+0000","last_fullsized":"2023-09-23T15:38:08.987985+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":49,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.985845+0000","last_change":"2023-09-23T15:35:19.958281+0000","last_active":"2023-09-23T15:38:08.985845+0000","last_peered":"2023-09-23T15:38:08.985845+0000","last_clean":"2023-09-23T15:38:08.985845+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:38:08.985845+0000","last_undegraded":"2023-09-23T15:38:08.985845+0000","last_fullsized":"2023-09-23T15:38:08.985845+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":49,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.984933+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:38:08.984933+0000","last_peered":"2023-09-23T15:38:08.984933+0000","last_clean":"2023-09-23T15:38:08.984933+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:38:08.984933+0000","last_undegraded":"2023-09-23T15:38:08.984933+0000","last_fullsized":"2023-09-23T15:38:08.984933+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":161,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.994271+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:38:08.994271+0000","last_peered":"2023-09-23T15:38:08.994271+0000","last_clean":"2023-09-23T15:38:08.994271+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:38:08.994271+0000","last_undegraded":"2023-09-23T15:38:08.994271+0000","last_fullsized":"2023-09-23T15:38:08.994271+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"596'13022","reported_seq":13078,"reported_epoch":596,"state":"active+clean","last_fresh":"2023-09-23T15:38:24.399159+0000","last_change":"2023-09-23T15:33:48.773775+0000","last_active":"2023-09-23T15:38:24.399159+0000","last_peered":"2023-09-23T15:38:24.399159+0000","last_clean":"2023-09-23T15:38:24.399159+0000","last_became_active":"2023-09-23T15:33:48.771772+0000","last_became_peered":"2023-09-23T15:33:48.771772+0000","last_unstale":"2023-09-23T15:38:24.399159+0000","last_undegraded":"2023-09-23T15:38:24.399159+0000","last_fullsized":"2023-09-23T15:38:24.399159+0000","mapping_epoch":551,"log_start":"578'8400","ondisk_log_start":"578'8400","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4622,"log_dups_size":0,"ondisk_log_size":4622,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:26:52.940798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13022,"num_write_kb":416704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":49,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.985021+0000","last_change":"2023-09-23T15:35:19.793894+0000","last_active":"2023-09-23T15:38:08.985021+0000","last_peered":"2023-09-23T15:38:08.985021+0000","last_clean":"2023-09-23T15:38:08.985021+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:38:08.985021+0000","last_undegraded":"2023-09-23T15:38:08.985021+0000","last_fullsized":"2023-09-23T15:38:08.985021+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1179,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.987149+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:38:08.987149+0000","last_peered":"2023-09-23T15:38:08.987149+0000","last_clean":"2023-09-23T15:38:08.987149+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:38:08.987149+0000","last_undegraded":"2023-09-23T15:38:08.987149+0000","last_fullsized":"2023-09-23T15:38:08.987149+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":261,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:18.117989+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:38:18.117989+0000","last_peered":"2023-09-23T15:38:18.117989+0000","last_clean":"2023-09-23T15:38:18.117989+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:38:18.117989+0000","last_undegraded":"2023-09-23T15:38:18.117989+0000","last_fullsized":"2023-09-23T15:38:18.117989+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006819+0000","last_change":"2023-09-23T15:34:50.727448+0000","last_active":"2023-09-23T15:38:09.006819+0000","last_peered":"2023-09-23T15:38:09.006819+0000","last_clean":"2023-09-23T15:38:09.006819+0000","last_became_active":"2023-09-23T15:34:50.727139+0000","last_became_peered":"2023-09-23T15:34:50.727139+0000","last_unstale":"2023-09-23T15:38:09.006819+0000","last_undegraded":"2023-09-23T15:38:09.006819+0000","last_fullsized":"2023-09-23T15:38:09.006819+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:37:13.882982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.9","version":"596'13182","reported_seq":13238,"reported_epoch":596,"state":"active+clean","last_fresh":"2023-09-23T15:38:24.410194+0000","last_change":"2023-09-23T15:33:48.766844+0000","last_active":"2023-09-23T15:38:24.410194+0000","last_peered":"2023-09-23T15:38:24.410194+0000","last_clean":"2023-09-23T15:38:24.410194+0000","last_became_active":"2023-09-23T15:33:48.766210+0000","last_became_peered":"2023-09-23T15:33:48.766210+0000","last_unstale":"2023-09-23T15:38:24.410194+0000","last_undegraded":"2023-09-23T15:38:24.410194+0000","last_fullsized":"2023-09-23T15:38:24.410194+0000","mapping_epoch":551,"log_start":"578'8500","ondisk_log_start":"578'8500","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4682,"log_dups_size":0,"ondisk_log_size":4682,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:28:32.664399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13182,"num_write_kb":421824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":487,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.007229+0000","last_change":"2023-09-23T15:37:10.517807+0000","last_active":"2023-09-23T15:38:09.007229+0000","last_peered":"2023-09-23T15:38:09.007229+0000","last_clean":"2023-09-23T15:38:09.007229+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:38:09.007229+0000","last_undegraded":"2023-09-23T15:38:09.007229+0000","last_fullsized":"2023-09-23T15:38:09.007229+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":610,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.987314+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:38:08.987314+0000","last_peered":"2023-09-23T15:38:08.987314+0000","last_clean":"2023-09-23T15:38:08.987314+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:38:08.987314+0000","last_undegraded":"2023-09-23T15:38:08.987314+0000","last_fullsized":"2023-09-23T15:38:08.987314+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006383+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:38:09.006383+0000","last_peered":"2023-09-23T15:38:09.006383+0000","last_clean":"2023-09-23T15:38:09.006383+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:38:09.006383+0000","last_undegraded":"2023-09-23T15:38:09.006383+0000","last_fullsized":"2023-09-23T15:38:09.006383+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":406,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.991532+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:38:08.991532+0000","last_peered":"2023-09-23T15:38:08.991532+0000","last_clean":"2023-09-23T15:38:08.991532+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:38:08.991532+0000","last_undegraded":"2023-09-23T15:38:08.991532+0000","last_fullsized":"2023-09-23T15:38:08.991532+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.c","version":"596'12972","reported_seq":13053,"reported_epoch":596,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:24.364258+0000","last_change":"2023-09-23T15:35:20.001398+0000","last_active":"2023-09-23T15:38:24.364258+0000","last_peered":"2023-09-23T15:38:24.364258+0000","last_clean":"2023-09-23T15:34:25.777912+0000","last_became_active":"2023-09-23T15:35:19.993334+0000","last_became_peered":"2023-09-23T15:35:19.993334+0000","last_unstale":"2023-09-23T15:38:24.364258+0000","last_undegraded":"2023-09-23T15:35:19.981671+0000","last_fullsized":"2023-09-23T15:35:19.791755+0000","mapping_epoch":570,"log_start":"580'8800","ondisk_log_start":"580'8800","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":4172,"log_dups_size":0,"ondisk_log_size":4172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:00:05.128756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3475,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12972,"num_write_kb":415104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,7],"avail_no_missing":["1","4","7"],"object_location_counts":[{"shards":"1,7","objects":-3475}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":928,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.992538+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:38:08.992538+0000","last_peered":"2023-09-23T15:38:08.992538+0000","last_clean":"2023-09-23T15:38:08.992538+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:38:08.992538+0000","last_undegraded":"2023-09-23T15:38:08.992538+0000","last_fullsized":"2023-09-23T15:38:08.992538+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":667,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.989794+0000","last_change":"2023-09-23T15:34:50.717314+0000","last_active":"2023-09-23T15:38:08.989794+0000","last_peered":"2023-09-23T15:38:08.989794+0000","last_clean":"2023-09-23T15:38:08.989794+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:38:08.989794+0000","last_undegraded":"2023-09-23T15:38:08.989794+0000","last_fullsized":"2023-09-23T15:38:08.989794+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":49,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.985629+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:38:08.985629+0000","last_peered":"2023-09-23T15:38:08.985629+0000","last_clean":"2023-09-23T15:38:08.985629+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:38:08.985629+0000","last_undegraded":"2023-09-23T15:38:08.985629+0000","last_fullsized":"2023-09-23T15:38:08.985629+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":472,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.991219+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:38:08.991219+0000","last_peered":"2023-09-23T15:38:08.991219+0000","last_clean":"2023-09-23T15:38:08.991219+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:38:08.991219+0000","last_undegraded":"2023-09-23T15:38:08.991219+0000","last_fullsized":"2023-09-23T15:38:08.991219+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"596'13042","reported_seq":13116,"reported_epoch":596,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-09-23T15:38:24.394315+0000","last_change":"2023-09-23T15:35:21.031702+0000","last_active":"2023-09-23T15:38:24.394315+0000","last_peered":"2023-09-23T15:38:24.394315+0000","last_clean":"2023-09-23T15:34:25.789741+0000","last_became_active":"2023-09-23T15:35:21.021680+0000","last_became_peered":"2023-09-23T15:35:21.021680+0000","last_unstale":"2023-09-23T15:38:24.394315+0000","last_undegraded":"2023-09-23T15:35:20.815596+0000","last_fullsized":"2023-09-23T15:35:20.788535+0000","mapping_epoch":571,"log_start":"576'7400","ondisk_log_start":"576'7400","created":551,"last_epoch_clean":552,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5642,"log_dups_size":0,"ondisk_log_size":5642,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:27:22.176724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3430,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13042,"num_write_kb":417344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[{"shards":"1,7","objects":-3430}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":968,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006763+0000","last_change":"2023-09-23T15:35:20.804322+0000","last_active":"2023-09-23T15:38:09.006763+0000","last_peered":"2023-09-23T15:38:09.006763+0000","last_clean":"2023-09-23T15:38:09.006763+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:38:09.006763+0000","last_undegraded":"2023-09-23T15:38:09.006763+0000","last_fullsized":"2023-09-23T15:38:09.006763+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":624,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:13.116338+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:38:13.116338+0000","last_peered":"2023-09-23T15:38:13.116338+0000","last_clean":"2023-09-23T15:38:13.116338+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:38:13.116338+0000","last_undegraded":"2023-09-23T15:38:13.116338+0000","last_fullsized":"2023-09-23T15:38:13.116338+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":185,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.993611+0000","last_change":"2023-09-23T15:34:50.712974+0000","last_active":"2023-09-23T15:38:08.993611+0000","last_peered":"2023-09-23T15:38:08.993611+0000","last_clean":"2023-09-23T15:38:08.993611+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:38:08.993611+0000","last_undegraded":"2023-09-23T15:38:08.993611+0000","last_fullsized":"2023-09-23T15:38:08.993611+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":154,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.993784+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:38:08.993784+0000","last_peered":"2023-09-23T15:38:08.993784+0000","last_clean":"2023-09-23T15:38:08.993784+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:38:08.993784+0000","last_undegraded":"2023-09-23T15:38:08.993784+0000","last_fullsized":"2023-09-23T15:38:08.993784+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"596'13276","reported_seq":19693,"reported_epoch":596,"state":"active+clean","last_fresh":"2023-09-23T15:38:24.401379+0000","last_change":"2023-09-23T15:37:10.824269+0000","last_active":"2023-09-23T15:38:24.401379+0000","last_peered":"2023-09-23T15:38:24.401379+0000","last_clean":"2023-09-23T15:38:24.401379+0000","last_became_active":"2023-09-23T15:37:10.768857+0000","last_became_peered":"2023-09-23T15:37:10.768857+0000","last_unstale":"2023-09-23T15:38:24.401379+0000","last_undegraded":"2023-09-23T15:38:24.401379+0000","last_fullsized":"2023-09-23T15:38:24.401379+0000","mapping_epoch":587,"log_start":"577'8000","ondisk_log_start":"577'8000","created":551,"last_epoch_clean":588,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:33:47.742560+0000","last_clean_scrub_stamp":"2023-09-23T15:33:47.742560+0000","objects_scrubbed":0,"log_size":5276,"log_dups_size":0,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:07:46.306550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13276,"num_write_kb":424832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3172,"num_bytes_recovered":207880192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":972,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.992890+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:38:08.992890+0000","last_peered":"2023-09-23T15:38:08.992890+0000","last_clean":"2023-09-23T15:38:08.992890+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:38:08.992890+0000","last_undegraded":"2023-09-23T15:38:08.992890+0000","last_fullsized":"2023-09-23T15:38:08.992890+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":298,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.988790+0000","last_change":"2023-09-23T15:35:19.791530+0000","last_active":"2023-09-23T15:38:08.988790+0000","last_peered":"2023-09-23T15:38:08.988790+0000","last_clean":"2023-09-23T15:38:08.988790+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:38:08.988790+0000","last_undegraded":"2023-09-23T15:38:08.988790+0000","last_fullsized":"2023-09-23T15:38:08.988790+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":208,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.993513+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:38:08.993513+0000","last_peered":"2023-09-23T15:38:08.993513+0000","last_clean":"2023-09-23T15:38:08.993513+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:38:08.993513+0000","last_undegraded":"2023-09-23T15:38:08.993513+0000","last_fullsized":"2023-09-23T15:38:08.993513+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006483+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:38:09.006483+0000","last_peered":"2023-09-23T15:38:09.006483+0000","last_clean":"2023-09-23T15:38:09.006483+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:38:09.006483+0000","last_undegraded":"2023-09-23T15:38:09.006483+0000","last_fullsized":"2023-09-23T15:38:09.006483+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.007064+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:38:09.007064+0000","last_peered":"2023-09-23T15:38:09.007064+0000","last_clean":"2023-09-23T15:38:09.007064+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:38:09.007064+0000","last_undegraded":"2023-09-23T15:38:09.007064+0000","last_fullsized":"2023-09-23T15:38:09.007064+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":49,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.985576+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:38:08.985576+0000","last_peered":"2023-09-23T15:38:08.985576+0000","last_clean":"2023-09-23T15:38:08.985576+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:38:08.985576+0000","last_undegraded":"2023-09-23T15:38:08.985576+0000","last_fullsized":"2023-09-23T15:38:08.985576+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":47,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006617+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:38:09.006617+0000","last_peered":"2023-09-23T15:38:09.006617+0000","last_clean":"2023-09-23T15:38:09.006617+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:38:09.006617+0000","last_undegraded":"2023-09-23T15:38:09.006617+0000","last_fullsized":"2023-09-23T15:38:09.006617+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.007145+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:38:09.007145+0000","last_peered":"2023-09-23T15:38:09.007145+0000","last_clean":"2023-09-23T15:38:09.007145+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:38:09.007145+0000","last_undegraded":"2023-09-23T15:38:09.007145+0000","last_fullsized":"2023-09-23T15:38:09.007145+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":47,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006849+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:38:09.006849+0000","last_peered":"2023-09-23T15:38:09.006849+0000","last_clean":"2023-09-23T15:38:09.006849+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:38:09.006849+0000","last_undegraded":"2023-09-23T15:38:09.006849+0000","last_fullsized":"2023-09-23T15:38:09.006849+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":57,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006403+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:38:09.006403+0000","last_peered":"2023-09-23T15:38:09.006403+0000","last_clean":"2023-09-23T15:38:09.006403+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:38:09.006403+0000","last_undegraded":"2023-09-23T15:38:09.006403+0000","last_fullsized":"2023-09-23T15:38:09.006403+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":285,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.992753+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:38:08.992753+0000","last_peered":"2023-09-23T15:38:08.992753+0000","last_clean":"2023-09-23T15:38:08.992753+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:38:08.992753+0000","last_undegraded":"2023-09-23T15:38:08.992753+0000","last_fullsized":"2023-09-23T15:38:08.992753+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":293,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.998735+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:38:08.998735+0000","last_peered":"2023-09-23T15:38:08.998735+0000","last_clean":"2023-09-23T15:38:08.998735+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:38:08.998735+0000","last_undegraded":"2023-09-23T15:38:08.998735+0000","last_fullsized":"2023-09-23T15:38:08.998735+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":53,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:08.985179+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:38:08.985179+0000","last_peered":"2023-09-23T15:38:08.985179+0000","last_clean":"2023-09-23T15:38:08.985179+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:38:08.985179+0000","last_undegraded":"2023-09-23T15:38:08.985179+0000","last_fullsized":"2023-09-23T15:38:08.985179+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":43,"reported_epoch":595,"state":"active+clean","last_fresh":"2023-09-23T15:38:09.006091+0000","last_change":"2023-09-23T15:34:50.718166+0000","last_active":"2023-09-23T15:38:09.006091+0000","last_peered":"2023-09-23T15:38:09.006091+0000","last_clean":"2023-09-23T15:38:09.006091+0000","last_became_active":"2023-09-23T15:34:50.717890+0000","last_became_peered":"2023-09-23T15:34:50.717890+0000","last_unstale":"2023-09-23T15:38:09.006091+0000","last_undegraded":"2023-09-23T15:38:09.006091+0000","last_fullsized":"2023-09-23T15:38:09.006091+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:41.951024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":12811,"num_objects_misplaced":4251,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":210176,"num_write_kb":6725569,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22228,"num_bytes_recovered":1365442560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":635633664,"data_stored":635633664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82361,"ondisk_log_size":82361,"up":48,"acting":42,"num_store_stats":6},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":22604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":744320,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":69,"num_write":18,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3617469,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674569,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":565024,"kb_used_data":6296,"kb_used_omap":85,"kb_used_meta":558634,"kb_avail":93180128,"statfs":{"total":95995035648,"available":95416451072,"internally_reserved":0,"allocated":6447104,"data_stored":4688674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":572041224},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":1.0409999999999999,"15min":1.417},"min":{"1min":0.23599999999999999,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":2.8599999999999999,"5min":9.8290000000000006,"15min":93.114999999999995},"last":0.38700000000000001},{"interface":"front","average":{"1min":1.522,"5min":1.1910000000000001,"15min":1.764},"min":{"1min":0.249,"5min":0.249,"15min":0.223},"max":{"1min":6.4119999999999999,"5min":8.0329999999999995,"15min":92.552000000000007},"last":0.48699999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":23.231999999999999,"5min":7.4109999999999996,"15min":3.8450000000000002},"min":{"1min":0.30299999999999999,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":349.67500000000001,"5min":349.67500000000001,"15min":349.67500000000001},"last":0.436},{"interface":"front","average":{"1min":23.193000000000001,"5min":7.3849999999999998,"15min":4.5179999999999998},"min":{"1min":0.30499999999999999,"5min":0.27900000000000003,"15min":0.245},"max":{"1min":349.66000000000003,"5min":349.66000000000003,"15min":349.66000000000003},"last":0.50600000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.5590000000000002,"15min":2.2290000000000001},"min":{"1min":0.29899999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.8230000000000004,"5min":53.290999999999997,"15min":53.290999999999997},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.891,"5min":2.7509999999999999,"15min":2.4409999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.9980000000000002,"5min":53.552,"15min":53.552},"last":0.58799999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":6.944,"15min":5.0960000000000001},"min":{"1min":0.32400000000000001,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":21.751999999999999,"5min":179.12100000000001,"15min":179.12100000000001},"last":0.54600000000000004},{"interface":"front","average":{"1min":2.6840000000000002,"5min":6.7080000000000002,"15min":4.8810000000000002},"min":{"1min":0.30399999999999999,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":21.513000000000002,"5min":177.55000000000001,"15min":177.55000000000001},"last":0.53400000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.72599999999999998,"15min":0.93100000000000005},"min":{"1min":0.27800000000000002,"5min":0.255,"15min":0.246},"max":{"1min":5.8129999999999997,"5min":6.4989999999999997,"15min":9.0640000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.76200000000000001,"15min":1.1060000000000001},"min":{"1min":0.35299999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.9000000000000004,"5min":6.859,"15min":9.3759999999999994},"last":0.60299999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.77600000000000002,"15min":2.5449999999999999},"min":{"1min":0.32700000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":3.2959999999999998,"5min":7.4980000000000002,"15min":254.07300000000001},"last":0.624},{"interface":"front","average":{"1min":0.751,"5min":0.76600000000000001,"15min":2.452},"min":{"1min":0.32400000000000001,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":3.016,"5min":7.8040000000000003,"15min":254.291},"last":0.56399999999999995}]},{"osd":6,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.77900000000000003,"15min":1.875},"min":{"1min":0.34799999999999998,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":4.6890000000000001,"5min":7.0549999999999997,"15min":199.87700000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.84599999999999997,"15min":1.9059999999999999},"min":{"1min":0.40200000000000002,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":3.359,"5min":7.4509999999999996,"15min":196.49700000000001},"last":0.65000000000000002}]}]},{"osd":6,"up_from":0,"seq":523986010448,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089726,"num_pgs":72,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1104260,"kb_used_data":7740,"kb_used_omap":9,"kb_used_meta":1096502,"kb_avail":92640892,"statfs":{"total":95995035648,"available":94864273408,"internally_reserved":0,"allocated":7925760,"data_stored":4849489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1122819049},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":1.5700000000000001,"5min":1.776,"15min":2.3029999999999999},"min":{"1min":0.251,"5min":0.185,"15min":0.185},"max":{"1min":8.8089999999999993,"5min":14.164999999999999,"15min":159.33600000000001},"last":0.23599999999999999},{"interface":"front","average":{"1min":4.4290000000000003,"5min":2.6469999999999998,"15min":3.0750000000000002},"min":{"1min":0.317,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":13.321999999999999,"5min":13.321999999999999,"15min":158.65100000000001},"last":0.375}]},{"osd":2,"last update":"Sat Sep 23 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":20.837,"5min":6.5789999999999997,"15min":4.2649999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":238.30099999999999,"5min":238.30099999999999,"15min":238.30099999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":20.635000000000002,"5min":5.9870000000000001,"15min":3.484},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":238.19399999999999,"5min":238.19399999999999,"15min":238.19399999999999},"last":0.29499999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":3.601,"5min":3.9279999999999999,"15min":3.7090000000000001},"min":{"1min":0.32400000000000001,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":9.9860000000000007,"5min":46.424999999999997,"15min":181.411},"last":0.34200000000000003},{"interface":"front","average":{"1min":2.6259999999999999,"5min":2.7879999999999998,"15min":3.149},"min":{"1min":0.30099999999999999,"5min":0.20799999999999999,"15min":0.17100000000000001},"max":{"1min":10.648,"5min":44.990000000000002,"15min":169.553},"last":0.32700000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":2.1659999999999999,"5min":1.597,"15min":1.4990000000000001},"min":{"1min":0.40300000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.8650000000000002,"5min":6.0700000000000003,"15min":14.925000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":1.3240000000000001,"5min":1.367,"15min":1.218},"min":{"1min":0.33500000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":8.4369999999999994,"5min":14.135,"15min":14.135},"last":0.88700000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:37:37 2023","interfaces":[{"interface":"back","average":{"1min":4.3250000000000002,"5min":3.552,"15min":2.7610000000000001},"min":{"1min":0.55200000000000005,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":13.074,"5min":109.63500000000001,"15min":109.63500000000001},"last":0.871},{"interface":"front","average":{"1min":2.1819999999999999,"5min":2.8010000000000002,"15min":2.3570000000000002},"min":{"1min":0.38200000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":4.9100000000000001,"5min":109.655,"15min":109.655},"last":0.84299999999999997}]},{"osd":6,"last update":"Sat Sep 23 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":3.548,"5min":2.4550000000000001,"15min":2.056},"min":{"1min":0.45800000000000002,"5min":0.379,"15min":0.33300000000000002},"max":{"1min":13.117000000000001,"5min":13.117000000000001,"15min":13.117000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.946,"5min":1.976,"15min":1.8320000000000001},"min":{"1min":0.40200000000000002,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":5.0620000000000003,"5min":7.9950000000000001,"15min":9.7810000000000006},"last":0.69299999999999995}]},{"osd":7,"last update":"Sat Sep 23 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":2.956,"15min":2.661},"min":{"1min":0.39100000000000001,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":6.8179999999999996,"5min":129.31200000000001,"15min":129.31200000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":2.6240000000000001,"5min":3.5670000000000002,"15min":3.052},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":7.7439999999999998,"5min":128.50700000000001,"15min":128.50700000000001},"last":0.80800000000000005}]}]},{"osd":0,"up_from":0,"seq":360777253252,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358759,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":222680,"kb_used_data":7952,"kb_used_omap":93,"kb_used_meta":214626,"kb_avail":93522472,"statfs":{"total":95995035648,"available":95767011328,"internally_reserved":0,"allocated":8142848,"data_stored":5110545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":219777168},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":3.7040000000000002,"5min":2.7240000000000002,"15min":2.5990000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":15.243,"5min":16.773,"15min":16.773},"last":0.222},{"interface":"front","average":{"1min":1.405,"5min":1.621,"15min":1.6459999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":9.1820000000000004,"5min":13.295999999999999,"15min":13.295999999999999},"last":0.441}]},{"osd":1,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":4.0300000000000002,"5min":6.2770000000000001,"15min":6.8659999999999997},"min":{"1min":0.24299999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":30.591999999999999,"5min":51.262999999999998,"15min":51.262999999999998},"last":0.28399999999999997},{"interface":"front","average":{"1min":3.2000000000000002,"5min":5.726,"15min":6.1669999999999998},"min":{"1min":0.30199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":36.149000000000001,"5min":49.341999999999999,"15min":49.341999999999999},"last":0.48199999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":13.648999999999999,"5min":6.4100000000000001,"15min":5.5570000000000004},"min":{"1min":0.34200000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":172.31,"5min":172.31,"15min":172.31},"last":0.36299999999999999},{"interface":"front","average":{"1min":14.593999999999999,"5min":7.4390000000000001,"15min":6.9379999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":174.75200000000001,"5min":174.75200000000001,"15min":174.75200000000001},"last":0.32200000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":1.3220000000000001,"5min":1.99,"15min":2.1680000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":9.2200000000000006,"5min":29.542999999999999,"15min":29.542999999999999},"last":0.66700000000000004},{"interface":"front","average":{"1min":2.077,"5min":2.7290000000000001,"15min":3.0249999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.5600000000000005,"5min":29.558,"15min":29.558},"last":0.45800000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":1.8260000000000001,"15min":1.7749999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":9.5990000000000002,"5min":9.5990000000000002,"15min":9.5990000000000002},"last":0.40200000000000002},{"interface":"front","average":{"1min":3.2440000000000002,"5min":2.4569999999999999,"15min":2.351},"min":{"1min":0.375,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":15.084,"5min":16.954999999999998,"15min":16.954999999999998},"last":0.41899999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":2.1480000000000001,"5min":1.9119999999999999,"15min":1.827},"min":{"1min":0.374,"5min":0.373,"15min":0.373},"max":{"1min":9.6300000000000008,"5min":9.6300000000000008,"15min":9.6300000000000008},"last":0.502},{"interface":"front","average":{"1min":3.5099999999999998,"5min":2.548,"15min":2.4119999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":15.163,"5min":16.978999999999999,"15min":16.978999999999999},"last":0.47099999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":3.2970000000000002,"5min":3.6400000000000001,"15min":4.0250000000000004},"min":{"1min":0.41599999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":15.138,"5min":33.548999999999999,"15min":33.548999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":1.6519999999999999,"5min":2.2829999999999999,"15min":2.4969999999999999},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":9.2420000000000009,"5min":33.762999999999998,"15min":33.762999999999998},"last":0.63400000000000001}]}]},{"osd":3,"up_from":99,"seq":425201762674,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1432176,"kb_used_data":193128,"kb_used_omap":7,"kb_used_meta":1239032,"kb_avail":92312976,"statfs":{"total":95995035648,"available":94528487424,"internally_reserved":0,"allocated":197763072,"data_stored":194705158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1268769384},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,6,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.5529999999999999,"5min":2.4260000000000002,"15min":3.4969999999999999},"min":{"1min":0.247,"5min":0.19900000000000001,"15min":0.182},"max":{"1min":20.260999999999999,"5min":20.260999999999999,"15min":167.71799999999999},"last":1.78},{"interface":"front","average":{"1min":3.831,"5min":2.0600000000000001,"15min":2.9540000000000002},"min":{"1min":0.22800000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":10.083,"5min":10.279,"15min":176.61500000000001},"last":1.8799999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.2800000000000002,"5min":4.7359999999999998,"15min":5.5899999999999999},"min":{"1min":0.26700000000000002,"5min":0.23000000000000001,"15min":0.22},"max":{"1min":29.747,"5min":77.807000000000002,"15min":201.98099999999999},"last":5.3280000000000003},{"interface":"front","average":{"1min":7.1879999999999997,"5min":6.1280000000000001,"15min":5.5650000000000004},"min":{"1min":0.253,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":27.876000000000001,"5min":78.858999999999995,"15min":202.06700000000001},"last":2.3250000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":8.952,"5min":6.0499999999999998,"15min":5.5659999999999998},"min":{"1min":0.255,"5min":0.254,"15min":0.254},"max":{"1min":123.694,"5min":123.694,"15min":123.694},"last":3.7589999999999999},{"interface":"front","average":{"1min":10.762,"5min":6.7859999999999996,"15min":6.1230000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":122.10899999999999,"5min":122.10899999999999,"15min":122.10899999999999},"last":2.5899999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":2.1789999999999998,"5min":1.681,"15min":2.1720000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":5.9640000000000004,"5min":9.3719999999999999,"15min":163.43700000000001},"last":3.8090000000000002},{"interface":"front","average":{"1min":3.7989999999999999,"5min":2.0609999999999999,"15min":2.2829999999999999},"min":{"1min":0.378,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":17.094000000000001,"5min":17.094000000000001,"15min":163.72399999999999},"last":1.9810000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.0199999999999996,"5min":2.0830000000000002,"15min":2.6110000000000002},"min":{"1min":0.35299999999999998,"5min":0.314,"15min":0.26100000000000001},"max":{"1min":17.212,"5min":17.212,"15min":163.696},"last":1.9279999999999999},{"interface":"front","average":{"1min":2.9089999999999998,"5min":1.788,"15min":1.839},"min":{"1min":0.38200000000000001,"5min":0.33100000000000002,"15min":0.30499999999999999},"max":{"1min":8.7050000000000001,"5min":10.704000000000001,"15min":55.363},"last":1.855}]},{"osd":6,"last update":"Sat Sep 23 15:37:31 2023","interfaces":[{"interface":"back","average":{"1min":2.3500000000000001,"5min":1.98,"15min":2.548},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":8.5679999999999996,"5min":10.013999999999999,"15min":163.63399999999999},"last":2.004},{"interface":"front","average":{"1min":2.8500000000000001,"5min":1.774,"15min":2.1680000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":10.785,"5min":10.785,"15min":163.535},"last":1.913}]},{"osd":7,"last update":"Sat Sep 23 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":3.113,"5min":1.96,"15min":2.3100000000000001},"min":{"1min":0.41999999999999998,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":8.782,"5min":10.518000000000001,"15min":163.495},"last":1.8129999999999999},{"interface":"front","average":{"1min":2.2440000000000002,"5min":1.748,"15min":2.4590000000000001},"min":{"1min":0.47999999999999998,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":5.9269999999999996,"5min":9.3260000000000005,"15min":163.51400000000001},"last":3.8460000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986699,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":362792,"kb_used_data":6688,"kb_used_omap":0,"kb_used_meta":356096,"kb_avail":93382360,"statfs":{"total":95995035648,"available":95623536640,"internally_reserved":0,"allocated":6848512,"data_stored":5082978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":364642304},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":0.93400000000000005,"15min":2.7509999999999999},"min":{"1min":0.26600000000000001,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":6.0179999999999998,"5min":6.6079999999999997,"15min":169.739},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.84699999999999998,"15min":2.9489999999999998},"min":{"1min":0.26400000000000001,"5min":0.25800000000000001,"15min":0.248},"max":{"1min":5.4829999999999997,"5min":5.4829999999999997,"15min":169.75200000000001},"last":0.52300000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:38:27 2023","interfaces":[{"interface":"back","average":{"1min":16.372,"5min":9.1029999999999998,"15min":6.1150000000000002},"min":{"1min":0.27800000000000002,"5min":0.26900000000000002,"15min":0.254},"max":{"1min":157.16499999999999,"5min":212.74000000000001,"15min":212.74000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":16.896000000000001,"5min":9.3399999999999999,"15min":6.1929999999999996},"min":{"1min":0.313,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":157.19300000000001,"5min":209.995,"15min":209.995},"last":0.45600000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:38:27 2023","interfaces":[{"interface":"back","average":{"1min":4.609,"5min":3.347,"15min":2.8130000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":78.918999999999997,"5min":81.802000000000007,"15min":81.802000000000007},"last":0.41299999999999998},{"interface":"front","average":{"1min":4.7149999999999999,"5min":3.6739999999999999,"15min":3.2349999999999999},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":78.894000000000005,"5min":81.781000000000006,"15min":81.781000000000006},"last":0.497}]},{"osd":3,"last update":"Sat Sep 23 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":2.8700000000000001,"5min":6.6369999999999996,"15min":6.165},"min":{"1min":0.35199999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":40.670999999999999,"5min":118.68000000000001,"15min":191.41499999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":3.7389999999999999,"5min":7.0949999999999998,"15min":6.2199999999999998},"min":{"1min":0.34799999999999998,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":40.612000000000002,"5min":118.586,"15min":191.602},"last":0.68500000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.621,"15min":2.1539999999999999},"min":{"1min":0.28299999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.109,"5min":3.4420000000000002,"15min":163.12},"last":0.629},{"interface":"front","average":{"1min":0.621,"5min":0.70699999999999996,"15min":2.0089999999999999},"min":{"1min":0.28199999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.629,"5min":5.3840000000000003,"15min":164.601},"last":0.57899999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.86199999999999999,"15min":2.4540000000000002},"min":{"1min":0.315,"5min":0.314,"15min":0.28699999999999998},"max":{"1min":2.8570000000000002,"5min":7.3739999999999997,"15min":174.84100000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.76400000000000001,"15min":2.4710000000000001},"min":{"1min":0.33200000000000002,"5min":0.31,"15min":0.31},"max":{"1min":2.879,"5min":7.3440000000000003,"15min":174.60300000000001},"last":0.71699999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":1.589,"5min":1.2170000000000001,"15min":2.8820000000000001},"min":{"1min":0.33100000000000002,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":19.411999999999999,"5min":19.411999999999999,"15min":237.476},"last":0.60999999999999999},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.198,"15min":2.895},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":19.768999999999998,"5min":19.768999999999998,"15min":237.523},"last":0.66100000000000003}]}]},{"osd":5,"up_from":39,"seq":167503725062,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1052176,"kb_used_data":442696,"kb_used_omap":0,"kb_used_meta":609472,"kb_avail":92692976,"statfs":{"total":95995035648,"available":94917607424,"internally_reserved":0,"allocated":453320704,"data_stored":451574876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":624099328},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.0309999999999999,"15min":1.4850000000000001},"min":{"1min":0.23599999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":4.923,"5min":11.880000000000001,"15min":88.051000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.89200000000000002,"5min":1.0209999999999999,"15min":1.5509999999999999},"min":{"1min":0.26600000000000001,"5min":0.252,"15min":0.252},"max":{"1min":3.6419999999999999,"5min":6.9470000000000001,"15min":88.037999999999997},"last":0.41099999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2130000000000001,"5min":3.3199999999999998,"15min":2.1459999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.251},"max":{"1min":11.307,"5min":163.399,"15min":163.399},"last":0.378},{"interface":"front","average":{"1min":2.4969999999999999,"5min":3.5209999999999999,"15min":2.2410000000000001},"min":{"1min":0.312,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":9.0830000000000002,"5min":166.11500000000001,"15min":166.11500000000001},"last":0.36599999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":16.937000000000001,"5min":5.766,"15min":3.6120000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":149.90899999999999,"5min":149.90899999999999,"15min":149.90899999999999},"last":63.561},{"interface":"front","average":{"1min":17.597000000000001,"5min":5.4729999999999999,"15min":3.052},"min":{"1min":0.36499999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":149.887,"5min":149.887,"15min":149.887},"last":63.665999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":11.842000000000001,"5min":6.0199999999999996,"15min":5.9939999999999998},"min":{"1min":0.318,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":158.43199999999999,"5min":158.43199999999999,"15min":169.83699999999999},"last":0.318},{"interface":"front","average":{"1min":12.576000000000001,"5min":6.3890000000000002,"15min":6.1029999999999998},"min":{"1min":0.34100000000000003,"5min":0.33300000000000002,"15min":0.29599999999999999},"max":{"1min":158.685,"5min":158.685,"15min":170.166},"last":0.439}]},{"osd":4,"last update":"Sat Sep 23 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.55500000000000005,"15min":0.68899999999999995},"min":{"1min":0.27200000000000002,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":2.3330000000000002,"5min":3.9289999999999998,"15min":8.9450000000000003},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.63500000000000001,"15min":0.91200000000000003},"min":{"1min":0.316,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":5.5960000000000001,"5min":5.5960000000000001,"15min":9.5079999999999991},"last":0.34100000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:37:25 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.82799999999999996,"15min":2.7229999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24199999999999999},"max":{"1min":1.385,"5min":7,"15min":207.054},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.0649999999999999,"15min":2.956},"min":{"1min":0.38300000000000001,"5min":0.32100000000000001,"15min":0.29599999999999999},"max":{"1min":1.7030000000000001,"5min":13.555999999999999,"15min":207.28299999999999},"last":0.42499999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4019999999999999,"5min":0.86099999999999999,"15min":2.948},"min":{"1min":0.34799999999999998,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":7.1840000000000002,"5min":7.1840000000000002,"15min":214.78100000000001},"last":0.497},{"interface":"front","average":{"1min":1.4279999999999999,"5min":0.85599999999999998,"15min":3.0699999999999998},"min":{"1min":0.38300000000000001,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":8.9670000000000005,"5min":8.9670000000000005,"15min":212.95500000000001},"last":0.46899999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":189267968,"data_stored":189267968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":65536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":446300160,"data_stored":446300160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:38:34.245 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:34.291 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:34.409 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:34.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:34.413 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:34.514 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:34.543 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:34.804 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:38:34.804 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:38:34.893 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:34.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:34.899 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:35.000 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:35.031 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:34 smithi118 ceph-mon[219580]: pgmap v1623: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 14892/72 objects degraded (20683.333%); 2857/72 objects misplaced (3968.056%); 0 B/s, 311 objects/s recovering 2023-09-23T15:38:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:34 smithi118 ceph-mon[212312]: pgmap v1623: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 14892/72 objects degraded (20683.333%); 2857/72 objects misplaced (3968.056%); 0 B/s, 311 objects/s recovering 2023-09-23T15:38:35.079 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:35.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:35.086 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:34 smithi178 ceph-mon[192298]: pgmap v1623: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 14892/72 objects degraded (20683.333%); 2857/72 objects misplaced (3968.056%); 0 B/s, 311 objects/s recovering 2023-09-23T15:38:35.187 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:38:35.215 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:35.257 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:38:35.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:35.263 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:38:35.364 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:35.393 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:36.155 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:38:36.645 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:36.648 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:36.648 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:36.749 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:36.776 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:37.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:36 smithi118 ceph-mon[219580]: pgmap v1624: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 14892/72 objects degraded (20683.333%); 2857/72 objects misplaced (3968.056%); 0 B/s, 311 objects/s recovering 2023-09-23T15:38:37.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:36 smithi118 ceph-mon[212312]: pgmap v1624: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 14892/72 objects degraded (20683.333%); 2857/72 objects misplaced (3968.056%); 0 B/s, 311 objects/s recovering 2023-09-23T15:38:37.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:36 smithi178 ceph-mon[192298]: pgmap v1624: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 14892/72 objects degraded (20683.333%); 2857/72 objects misplaced (3968.056%); 0 B/s, 311 objects/s recovering 2023-09-23T15:38:37.229 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:38:37.692 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:37.695 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:37.695 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:37.796 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:37.823 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:37 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 14892/72 objects degraded (20683.333%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:38.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:37 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 14892/72 objects degraded (20683.333%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:38.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:37 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 14892/72 objects degraded (20683.333%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:38:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:38:38] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.43.0" 2023-09-23T15:38:39.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:38 smithi118 ceph-mon[219580]: pgmap v1625: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 14892/72 objects degraded (20683.333%); 2857/72 objects misplaced (3968.056%); 0 B/s, 174 objects/s recovering 2023-09-23T15:38:39.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:38 smithi118 ceph-mon[212312]: pgmap v1625: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 14892/72 objects degraded (20683.333%); 2857/72 objects misplaced (3968.056%); 0 B/s, 174 objects/s recovering 2023-09-23T15:38:39.092 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:39.095 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:39.095 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:39.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:38 smithi178 ceph-mon[192298]: pgmap v1625: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 14892/72 objects degraded (20683.333%); 2857/72 objects misplaced (3968.056%); 0 B/s, 174 objects/s recovering 2023-09-23T15:38:39.196 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:39.228 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:39.277 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:39.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:39.282 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:39.383 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:39.410 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:39.454 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:39.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:39.458 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:39.559 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:38:39.585 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:39.625 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:38:39.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:39.632 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:38:39.733 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:39.759 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:39.800 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:39.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:39.805 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:39.906 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:39.931 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:39.971 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_blocked_ops 2023-09-23T15:38:39.972 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:39.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:39.978 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:40.078 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:40.132 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:40.155 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:40.207 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:40.215 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:40.215 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:40.282 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:40.316 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:40.350 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:40.433 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:40.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:40.437 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:40.537 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:40.568 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:41.038 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:41.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:40 smithi118 ceph-mon[219580]: pgmap v1626: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 13917/72 objects degraded (19329.167%); 1882/72 objects misplaced (2613.889%); 0 B/s, 264 objects/s recovering 2023-09-23T15:38:41.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:40 smithi118 ceph-mon[212312]: pgmap v1626: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 13917/72 objects degraded (19329.167%); 1882/72 objects misplaced (2613.889%); 0 B/s, 264 objects/s recovering 2023-09-23T15:38:41.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:40 smithi178 ceph-mon[192298]: pgmap v1626: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 13917/72 objects degraded (19329.167%); 1882/72 objects misplaced (2613.889%); 0 B/s, 264 objects/s recovering 2023-09-23T15:38:41.218 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:41.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:41.222 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:41.323 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:38:41.354 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:41.403 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:38:41.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:41.409 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:38:41.510 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:41.541 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:41.870 INFO:teuthology.orchestra.run.smithi118.stderr:pool 'unique_pool_5' removed 2023-09-23T15:38:41.875 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:38:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3633451780' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:38:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:41 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:38:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3974131973' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:38:42.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:41 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:38:42.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3633451780' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:38:42.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:41 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:38:42.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3974131973' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:38:42.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:41 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:38:42.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3633451780' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:38:42.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:41 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:38:42.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3974131973' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:38:42.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:41 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2023-09-23T15:38:43.020 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:43.021 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[219580]: pgmap v1627: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 13917/72 objects degraded (19329.167%); 1882/72 objects misplaced (2613.889%); 0 B/s, 236 objects/s recovering 2023-09-23T15:38:43.021 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:38:43.021 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[219580]: failed to encode map e599 with expected crc 2023-09-23T15:38:43.021 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:38:43.022 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:38:43.022 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[219580]: osdmap e599: 8 total, 8 up, 6 in 2023-09-23T15:38:43.022 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[219580]: failed to encode map e599 with expected crc 2023-09-23T15:38:43.022 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[219580]: failed to encode map e599 with expected crc 2023-09-23T15:38:43.022 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[219580]: Health check update: Degraded data redundancy: 13917/72 objects degraded (19329.167%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:43.022 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[212312]: pgmap v1627: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 13917/72 objects degraded (19329.167%); 1882/72 objects misplaced (2613.889%); 0 B/s, 236 objects/s recovering 2023-09-23T15:38:43.022 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:38:43.022 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[212312]: failed to encode map e599 with expected crc 2023-09-23T15:38:43.022 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:38:43.023 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:38:43.023 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[212312]: osdmap e599: 8 total, 8 up, 6 in 2023-09-23T15:38:43.023 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[212312]: failed to encode map e599 with expected crc 2023-09-23T15:38:43.023 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[212312]: failed to encode map e599 with expected crc 2023-09-23T15:38:43.023 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:42 smithi118 ceph-mon[212312]: Health check update: Degraded data redundancy: 13917/72 objects degraded (19329.167%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:43.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:43.024 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:43.124 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:42 smithi178 ceph-mon[192298]: pgmap v1627: 109 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 101 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail; 13917/72 objects degraded (19329.167%); 1882/72 objects misplaced (2613.889%); 0 B/s, 236 objects/s recovering 2023-09-23T15:38:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:42 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:38:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:42 smithi178 ceph-mon[192298]: failed to encode map e599 with expected crc 2023-09-23T15:38:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:42 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:38:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:42 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2023-09-23T15:38:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:42 smithi178 ceph-mon[192298]: osdmap e599: 8 total, 8 up, 6 in 2023-09-23T15:38:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:42 smithi178 ceph-mon[192298]: failed to encode map e599 with expected crc 2023-09-23T15:38:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:42 smithi178 ceph-mon[192298]: failed to encode map e599 with expected crc 2023-09-23T15:38:43.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:42 smithi178 ceph-mon[192298]: Health check update: Degraded data redundancy: 13917/72 objects degraded (19329.167%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-09-23T15:38:43.150 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:43.191 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:43.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:43.198 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:43.299 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:43.326 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:44.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:43 smithi178 ceph-mon[192298]: failed to encode map e599 with expected crc 2023-09-23T15:38:44.171 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:43 smithi118 ceph-mon[219580]: failed to encode map e599 with expected crc 2023-09-23T15:38:44.171 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:43 smithi118 ceph-mon[212312]: failed to encode map e599 with expected crc 2023-09-23T15:38:44.226 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:44.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:44.230 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:44.330 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:44.360 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:44.404 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:44.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:44.407 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:44.508 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:44.536 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:44 smithi178 ceph-mon[192298]: failed to encode map e599 with expected crc 2023-09-23T15:38:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:44 smithi178 ceph-mon[192298]: pgmap v1629: 93 pgs: 93 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:44 smithi178 ceph-mon[192298]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13917/72 objects degraded (19329.167%), 5 pgs degraded, 5 pgs undersized) 2023-09-23T15:38:45.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:44 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:38:45.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:44 smithi178 ceph-mon[192298]: 1.3 scrub starts 2023-09-23T15:38:45.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:44 smithi178 ceph-mon[192298]: 1.3 scrub ok 2023-09-23T15:38:45.183 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[219580]: failed to encode map e599 with expected crc 2023-09-23T15:38:45.183 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[219580]: pgmap v1629: 93 pgs: 93 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:45.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[219580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13917/72 objects degraded (19329.167%), 5 pgs degraded, 5 pgs undersized) 2023-09-23T15:38:45.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:38:45.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[219580]: 1.3 scrub starts 2023-09-23T15:38:45.184 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[219580]: 1.3 scrub ok 2023-09-23T15:38:45.184 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[212312]: failed to encode map e599 with expected crc 2023-09-23T15:38:45.184 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[212312]: pgmap v1629: 93 pgs: 93 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:45.184 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[212312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13917/72 objects degraded (19329.167%), 5 pgs degraded, 5 pgs undersized) 2023-09-23T15:38:45.185 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:38:45.185 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[212312]: 1.3 scrub starts 2023-09-23T15:38:45.185 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:44 smithi118 ceph-mon[212312]: 1.3 scrub ok 2023-09-23T15:38:45.583 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:45.586 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:45.587 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:45.687 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:45.707 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:38:45.716 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:45.759 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:45.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:45.762 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:45.863 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:45.892 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:45.929 INFO:teuthology.task.sequential:In sequential, running task print... 2023-09-23T15:38:45.929 INFO:teuthology.task.print:**** done end radosbench.yaml 2023-09-23T15:38:45.929 INFO:teuthology.task.sequential:In sequential, running task workunit... 2023-09-23T15:38:45.930 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-09-23T15:38:45.930 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-09-23T15:38:45.930 DEBUG:teuthology.orchestra.run.smithi118:> stat -- /home/ubuntu/cephtest/mnt.0 2023-09-23T15:38:46.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T15:38:46.058 INFO:teuthology.orchestra.run.smithi118.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-09-23T15:38:46.058 DEBUG:teuthology.orchestra.run.smithi118:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T15:38:46.074 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:46.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:46.078 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:46.115 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-09-23T15:38:46.115 DEBUG:teuthology.orchestra.run.smithi118:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-09-23T15:38:46.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:45 smithi178 ceph-mon[192298]: 1.1 scrub starts 2023-09-23T15:38:46.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:45 smithi178 ceph-mon[192298]: 1.1 scrub ok 2023-09-23T15:38:46.140 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:45 smithi118 ceph-mon[212312]: 1.1 scrub starts 2023-09-23T15:38:46.140 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:45 smithi118 ceph-mon[212312]: 1.1 scrub ok 2023-09-23T15:38:46.141 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:45 smithi118 ceph-mon[219580]: 1.1 scrub starts 2023-09-23T15:38:46.141 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:45 smithi118 ceph-mon[219580]: 1.1 scrub ok 2023-09-23T15:38:46.160 INFO:tasks.workunit:timeout=3h 2023-09-23T15:38:46.160 INFO:tasks.workunit:cleanup=True 2023-09-23T15:38:46.160 DEBUG:teuthology.orchestra.run.smithi118:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-09-23T15:38:46.179 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:46.218 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:38:46.232 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:46.240 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:38:46.263 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:38:46.283 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:38:46.284 INFO:tasks.workunit.client.0.smithi118.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-09-23T15:38:46.302 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:38:46.320 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:38:46.344 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:38:46.363 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:38:46.365 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:38:46.365 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:38:46.366 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:38:46.366 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:38:46.366 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:38:46.366 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:38:46.366 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:38:46.366 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:38:46.540 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:46.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:46.544 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:46.645 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:46.673 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:47.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[219580]: 1.14 scrub starts 2023-09-23T15:38:47.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[219580]: 1.14 scrub ok 2023-09-23T15:38:47.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[219580]: pgmap v1630: 93 pgs: 93 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:47.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3225795305' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:47.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[219580]: 1.e scrub starts 2023-09-23T15:38:47.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[219580]: 1.e scrub ok 2023-09-23T15:38:47.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[212312]: 1.14 scrub starts 2023-09-23T15:38:47.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[212312]: 1.14 scrub ok 2023-09-23T15:38:47.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[212312]: pgmap v1630: 93 pgs: 93 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:47.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3225795305' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:47.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[212312]: 1.e scrub starts 2023-09-23T15:38:47.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:46 smithi118 ceph-mon[212312]: 1.e scrub ok 2023-09-23T15:38:47.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:46 smithi178 ceph-mon[192298]: 1.14 scrub starts 2023-09-23T15:38:47.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:46 smithi178 ceph-mon[192298]: 1.14 scrub ok 2023-09-23T15:38:47.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:46 smithi178 ceph-mon[192298]: pgmap v1630: 93 pgs: 93 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:47.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:46 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3225795305' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:38:47.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:46 smithi178 ceph-mon[192298]: 1.e scrub starts 2023-09-23T15:38:47.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:46 smithi178 ceph-mon[192298]: 1.e scrub ok 2023-09-23T15:38:47.329 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:38:47.330 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:38:47.413 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:38:47.413 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:38:47.414 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:38:47.414 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:38:47.414 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:38:47.476 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:47.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:47.479 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:47.580 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:47.611 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:48.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:38:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:38:48] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.43.0" 2023-09-23T15:38:48.810 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:48.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:48.814 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:48.823 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1630,"stamp":"2023-09-23T15:38:45.798915+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":749824,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":37,"num_read_kb":69,"num_write":79,"num_write_kb":212,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":167,"num_bytes_recovered":3652625,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3436,"ondisk_log_size":3436,"up":279,"acting":279,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":324,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":4741348,"kb_used_data":634036,"kb_used_omap":196,"kb_used_meta":4107067,"kb_avail":557729564,"statfs":{"total":575970213888,"available":571115073536,"internally_reserved":0,"allocated":649252864,"data_stored":634738201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":4205637353},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":56,"apply_latency_ms":56,"commit_latency_ns":56000000,"apply_latency_ns":56000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-14892,"num_objects_misplaced":-2857,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":-1,"num_read_kb":-1,"num_write":-210176,"num_write_kb":-6725569,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-23622,"num_bytes_recovered":-1365442560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002347"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":60,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843203+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:38:31.843203+0000","last_peered":"2023-09-23T15:38:31.843203+0000","last_clean":"2023-09-23T15:38:31.843203+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:38:31.843203+0000","last_undegraded":"2023-09-23T15:38:31.843203+0000","last_fullsized":"2023-09-23T15:38:31.843203+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":263,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840998+0000","last_change":"2023-09-23T15:34:50.720034+0000","last_active":"2023-09-23T15:38:31.840998+0000","last_peered":"2023-09-23T15:38:31.840998+0000","last_clean":"2023-09-23T15:38:31.840998+0000","last_became_active":"2023-09-23T15:34:50.719667+0000","last_became_peered":"2023-09-23T15:34:50.719667+0000","last_unstale":"2023-09-23T15:38:31.840998+0000","last_undegraded":"2023-09-23T15:38:31.840998+0000","last_fullsized":"2023-09-23T15:38:31.840998+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:21.955072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":172,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.842644+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:38:31.842644+0000","last_peered":"2023-09-23T15:38:31.842644+0000","last_clean":"2023-09-23T15:38:31.842644+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:38:31.842644+0000","last_undegraded":"2023-09-23T15:38:31.842644+0000","last_fullsized":"2023-09-23T15:38:31.842644+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":128,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346686+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:38:32.346686+0000","last_peered":"2023-09-23T15:38:32.346686+0000","last_clean":"2023-09-23T15:38:32.346686+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:38:32.346686+0000","last_undegraded":"2023-09-23T15:38:32.346686+0000","last_fullsized":"2023-09-23T15:38:32.346686+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":287,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.839937+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:38:31.839937+0000","last_peered":"2023-09-23T15:38:31.839937+0000","last_clean":"2023-09-23T15:38:31.839937+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:38:31.839937+0000","last_undegraded":"2023-09-23T15:38:31.839937+0000","last_fullsized":"2023-09-23T15:38:31.839937+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":211,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:33.331540+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:38:33.331540+0000","last_peered":"2023-09-23T15:38:33.331540+0000","last_clean":"2023-09-23T15:38:33.331540+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:38:33.331540+0000","last_undegraded":"2023-09-23T15:38:33.331540+0000","last_fullsized":"2023-09-23T15:38:33.331540+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":556,"reported_epoch":597,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.802211+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:38:31.802211+0000","last_peered":"2023-09-23T15:38:31.802211+0000","last_clean":"2023-09-23T15:38:31.802211+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:38:31.802211+0000","last_undegraded":"2023-09-23T15:38:31.802211+0000","last_fullsized":"2023-09-23T15:38:31.802211+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":270,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840027+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:38:31.840027+0000","last_peered":"2023-09-23T15:38:31.840027+0000","last_clean":"2023-09-23T15:38:31.840027+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:38:31.840027+0000","last_undegraded":"2023-09-23T15:38:31.840027+0000","last_fullsized":"2023-09-23T15:38:31.840027+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":937,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843516+0000","last_change":"2023-09-23T15:35:20.828265+0000","last_active":"2023-09-23T15:38:31.843516+0000","last_peered":"2023-09-23T15:38:31.843516+0000","last_clean":"2023-09-23T15:38:31.843516+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:38:31.843516+0000","last_undegraded":"2023-09-23T15:38:31.843516+0000","last_fullsized":"2023-09-23T15:38:31.843516+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.250631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.250631+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0029586410000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109227,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":109227,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":132,"reported_epoch":597,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.802018+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:38:31.802018+0000","last_peered":"2023-09-23T15:38:31.802018+0000","last_clean":"2023-09-23T15:38:31.802018+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:38:31.802018+0000","last_undegraded":"2023-09-23T15:38:31.802018+0000","last_fullsized":"2023-09-23T15:38:31.802018+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":609,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840450+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:38:31.840450+0000","last_peered":"2023-09-23T15:38:31.840450+0000","last_clean":"2023-09-23T15:38:31.840450+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:38:31.840450+0000","last_undegraded":"2023-09-23T15:38:31.840450+0000","last_fullsized":"2023-09-23T15:38:31.840450+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":189,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346599+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:38:32.346599+0000","last_peered":"2023-09-23T15:38:32.346599+0000","last_clean":"2023-09-23T15:38:32.346599+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:38:32.346599+0000","last_undegraded":"2023-09-23T15:38:32.346599+0000","last_fullsized":"2023-09-23T15:38:32.346599+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":205,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.844566+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:38:31.844566+0000","last_peered":"2023-09-23T15:38:31.844566+0000","last_clean":"2023-09-23T15:38:31.844566+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:38:31.844566+0000","last_undegraded":"2023-09-23T15:38:31.844566+0000","last_fullsized":"2023-09-23T15:38:31.844566+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":70,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843487+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:38:31.843487+0000","last_peered":"2023-09-23T15:38:31.843487+0000","last_clean":"2023-09-23T15:38:31.843487+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:38:31.843487+0000","last_undegraded":"2023-09-23T15:38:31.843487+0000","last_fullsized":"2023-09-23T15:38:31.843487+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843522+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:38:31.843522+0000","last_peered":"2023-09-23T15:38:31.843522+0000","last_clean":"2023-09-23T15:38:31.843522+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:38:31.843522+0000","last_undegraded":"2023-09-23T15:38:31.843522+0000","last_fullsized":"2023-09-23T15:38:31.843522+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":764,"reported_epoch":597,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.801525+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:38:31.801525+0000","last_peered":"2023-09-23T15:38:31.801525+0000","last_clean":"2023-09-23T15:38:31.801525+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:38:31.801525+0000","last_undegraded":"2023-09-23T15:38:31.801525+0000","last_fullsized":"2023-09-23T15:38:31.801525+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":797,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346406+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:38:32.346406+0000","last_peered":"2023-09-23T15:38:32.346406+0000","last_clean":"2023-09-23T15:38:32.346406+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:38:32.346406+0000","last_undegraded":"2023-09-23T15:38:32.346406+0000","last_fullsized":"2023-09-23T15:38:32.346406+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":634,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840747+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:38:31.840747+0000","last_peered":"2023-09-23T15:38:31.840747+0000","last_clean":"2023-09-23T15:38:31.840747+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:38:31.840747+0000","last_undegraded":"2023-09-23T15:38:31.840747+0000","last_fullsized":"2023-09-23T15:38:31.840747+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1228,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346242+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:38:32.346242+0000","last_peered":"2023-09-23T15:38:32.346242+0000","last_clean":"2023-09-23T15:38:32.346242+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:38:32.346242+0000","last_undegraded":"2023-09-23T15:38:32.346242+0000","last_fullsized":"2023-09-23T15:38:32.346242+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":128,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346346+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:38:32.346346+0000","last_peered":"2023-09-23T15:38:32.346346+0000","last_clean":"2023-09-23T15:38:32.346346+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:38:32.346346+0000","last_undegraded":"2023-09-23T15:38:32.346346+0000","last_fullsized":"2023-09-23T15:38:32.346346+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":527,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346653+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:38:32.346653+0000","last_peered":"2023-09-23T15:38:32.346653+0000","last_clean":"2023-09-23T15:38:32.346653+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:38:32.346653+0000","last_undegraded":"2023-09-23T15:38:32.346653+0000","last_fullsized":"2023-09-23T15:38:32.346653+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":766,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840444+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:38:31.840444+0000","last_peered":"2023-09-23T15:38:31.840444+0000","last_clean":"2023-09-23T15:38:31.840444+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:38:31.840444+0000","last_undegraded":"2023-09-23T15:38:31.840444+0000","last_fullsized":"2023-09-23T15:38:31.840444+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":646,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346312+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:38:32.346312+0000","last_peered":"2023-09-23T15:38:32.346312+0000","last_clean":"2023-09-23T15:38:32.346312+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:38:32.346312+0000","last_undegraded":"2023-09-23T15:38:32.346312+0000","last_fullsized":"2023-09-23T15:38:32.346312+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":312,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.841159+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:38:31.841159+0000","last_peered":"2023-09-23T15:38:31.841159+0000","last_clean":"2023-09-23T15:38:31.841159+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:38:31.841159+0000","last_undegraded":"2023-09-23T15:38:31.841159+0000","last_fullsized":"2023-09-23T15:38:31.841159+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":963,"reported_epoch":597,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.801662+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:38:31.801662+0000","last_peered":"2023-09-23T15:38:31.801662+0000","last_clean":"2023-09-23T15:38:31.801662+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:38:31.801662+0000","last_undegraded":"2023-09-23T15:38:31.801662+0000","last_fullsized":"2023-09-23T15:38:31.801662+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":183,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840119+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:38:31.840119+0000","last_peered":"2023-09-23T15:38:31.840119+0000","last_clean":"2023-09-23T15:38:31.840119+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:38:31.840119+0000","last_undegraded":"2023-09-23T15:38:31.840119+0000","last_fullsized":"2023-09-23T15:38:31.840119+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":156,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840965+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:38:31.840965+0000","last_peered":"2023-09-23T15:38:31.840965+0000","last_clean":"2023-09-23T15:38:31.840965+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:38:31.840965+0000","last_undegraded":"2023-09-23T15:38:31.840965+0000","last_fullsized":"2023-09-23T15:38:31.840965+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1044,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346580+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:38:32.346580+0000","last_peered":"2023-09-23T15:38:32.346580+0000","last_clean":"2023-09-23T15:38:32.346580+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:38:32.346580+0000","last_undegraded":"2023-09-23T15:38:32.346580+0000","last_fullsized":"2023-09-23T15:38:32.346580+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":146,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346960+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:38:32.346960+0000","last_peered":"2023-09-23T15:38:32.346960+0000","last_clean":"2023-09-23T15:38:32.346960+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:38:32.346960+0000","last_undegraded":"2023-09-23T15:38:32.346960+0000","last_fullsized":"2023-09-23T15:38:32.346960+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":162,"reported_epoch":597,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.801395+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:38:31.801395+0000","last_peered":"2023-09-23T15:38:31.801395+0000","last_clean":"2023-09-23T15:38:31.801395+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:38:31.801395+0000","last_undegraded":"2023-09-23T15:38:31.801395+0000","last_fullsized":"2023-09-23T15:38:31.801395+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1025,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840691+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:38:31.840691+0000","last_peered":"2023-09-23T15:38:31.840691+0000","last_clean":"2023-09-23T15:38:31.840691+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:38:31.840691+0000","last_undegraded":"2023-09-23T15:38:31.840691+0000","last_fullsized":"2023-09-23T15:38:31.840691+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":635,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346903+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:38:32.346903+0000","last_peered":"2023-09-23T15:38:32.346903+0000","last_clean":"2023-09-23T15:38:32.346903+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:38:32.346903+0000","last_undegraded":"2023-09-23T15:38:32.346903+0000","last_fullsized":"2023-09-23T15:38:32.346903+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843697+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:38:31.843697+0000","last_peered":"2023-09-23T15:38:31.843697+0000","last_clean":"2023-09-23T15:38:31.843697+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:38:31.843697+0000","last_undegraded":"2023-09-23T15:38:31.843697+0000","last_fullsized":"2023-09-23T15:38:31.843697+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":670,"reported_epoch":597,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.802044+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:38:31.802044+0000","last_peered":"2023-09-23T15:38:31.802044+0000","last_clean":"2023-09-23T15:38:31.802044+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:38:31.802044+0000","last_undegraded":"2023-09-23T15:38:31.802044+0000","last_fullsized":"2023-09-23T15:38:31.802044+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":678,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346851+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:38:32.346851+0000","last_peered":"2023-09-23T15:38:32.346851+0000","last_clean":"2023-09-23T15:38:32.346851+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:38:32.346851+0000","last_undegraded":"2023-09-23T15:38:32.346851+0000","last_fullsized":"2023-09-23T15:38:32.346851+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":329,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.844740+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:38:31.844740+0000","last_peered":"2023-09-23T15:38:31.844740+0000","last_clean":"2023-09-23T15:38:31.844740+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:38:31.844740+0000","last_undegraded":"2023-09-23T15:38:31.844740+0000","last_fullsized":"2023-09-23T15:38:31.844740+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":817,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.844214+0000","last_change":"2023-09-23T15:37:11.560248+0000","last_active":"2023-09-23T15:38:31.844214+0000","last_peered":"2023-09-23T15:38:31.844214+0000","last_clean":"2023-09-23T15:38:31.844214+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:38:31.844214+0000","last_undegraded":"2023-09-23T15:38:31.844214+0000","last_fullsized":"2023-09-23T15:38:31.844214+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:30.380141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:30.380141+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.0053661009999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":245,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840599+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:38:31.840599+0000","last_peered":"2023-09-23T15:38:31.840599+0000","last_clean":"2023-09-23T15:38:31.840599+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:38:31.840599+0000","last_undegraded":"2023-09-23T15:38:31.840599+0000","last_fullsized":"2023-09-23T15:38:31.840599+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":418,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:38.332019+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:38:38.332019+0000","last_peered":"2023-09-23T15:38:38.332019+0000","last_clean":"2023-09-23T15:38:38.332019+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:38:38.332019+0000","last_undegraded":"2023-09-23T15:38:38.332019+0000","last_fullsized":"2023-09-23T15:38:38.332019+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1126,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.345899+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:38:32.345899+0000","last_peered":"2023-09-23T15:38:32.345899+0000","last_clean":"2023-09-23T15:38:32.345899+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:38:32.345899+0000","last_undegraded":"2023-09-23T15:38:32.345899+0000","last_fullsized":"2023-09-23T15:38:32.345899+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":286,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840364+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:38:31.840364+0000","last_peered":"2023-09-23T15:38:31.840364+0000","last_clean":"2023-09-23T15:38:31.840364+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:38:31.840364+0000","last_undegraded":"2023-09-23T15:38:31.840364+0000","last_fullsized":"2023-09-23T15:38:31.840364+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843631+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:38:31.843631+0000","last_peered":"2023-09-23T15:38:31.843631+0000","last_clean":"2023-09-23T15:38:31.843631+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:38:31.843631+0000","last_undegraded":"2023-09-23T15:38:31.843631+0000","last_fullsized":"2023-09-23T15:38:31.843631+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1085,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843125+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:38:31.843125+0000","last_peered":"2023-09-23T15:38:31.843125+0000","last_clean":"2023-09-23T15:38:31.843125+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:38:31.843125+0000","last_undegraded":"2023-09-23T15:38:31.843125+0000","last_fullsized":"2023-09-23T15:38:31.843125+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843337+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:38:31.843337+0000","last_peered":"2023-09-23T15:38:31.843337+0000","last_clean":"2023-09-23T15:38:31.843337+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:38:31.843337+0000","last_undegraded":"2023-09-23T15:38:31.843337+0000","last_fullsized":"2023-09-23T15:38:31.843337+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":60,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843759+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:38:31.843759+0000","last_peered":"2023-09-23T15:38:31.843759+0000","last_clean":"2023-09-23T15:38:31.843759+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:38:31.843759+0000","last_undegraded":"2023-09-23T15:38:31.843759+0000","last_fullsized":"2023-09-23T15:38:31.843759+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":632,"reported_epoch":597,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.801664+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:38:31.801664+0000","last_peered":"2023-09-23T15:38:31.801664+0000","last_clean":"2023-09-23T15:38:31.801664+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:38:31.801664+0000","last_undegraded":"2023-09-23T15:38:31.801664+0000","last_fullsized":"2023-09-23T15:38:31.801664+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":60,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843323+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:38:31.843323+0000","last_peered":"2023-09-23T15:38:31.843323+0000","last_clean":"2023-09-23T15:38:31.843323+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:38:31.843323+0000","last_undegraded":"2023-09-23T15:38:31.843323+0000","last_fullsized":"2023-09-23T15:38:31.843323+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.844217+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:38:31.844217+0000","last_peered":"2023-09-23T15:38:31.844217+0000","last_clean":"2023-09-23T15:38:31.844217+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:38:31.844217+0000","last_undegraded":"2023-09-23T15:38:31.844217+0000","last_fullsized":"2023-09-23T15:38:31.844217+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":914,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843588+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:38:31.843588+0000","last_peered":"2023-09-23T15:38:31.843588+0000","last_clean":"2023-09-23T15:38:31.843588+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:38:31.843588+0000","last_undegraded":"2023-09-23T15:38:31.843588+0000","last_fullsized":"2023-09-23T15:38:31.843588+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":147,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.839853+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:38:31.839853+0000","last_peered":"2023-09-23T15:38:31.839853+0000","last_clean":"2023-09-23T15:38:31.839853+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:38:31.839853+0000","last_undegraded":"2023-09-23T15:38:31.839853+0000","last_fullsized":"2023-09-23T15:38:31.839853+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":608,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.845517+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:38:31.845517+0000","last_peered":"2023-09-23T15:38:31.845517+0000","last_clean":"2023-09-23T15:38:31.845517+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:38:31.845517+0000","last_undegraded":"2023-09-23T15:38:31.845517+0000","last_fullsized":"2023-09-23T15:38:31.845517+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":1000,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840888+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:38:31.840888+0000","last_peered":"2023-09-23T15:38:31.840888+0000","last_clean":"2023-09-23T15:38:31.840888+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:38:31.840888+0000","last_undegraded":"2023-09-23T15:38:31.840888+0000","last_fullsized":"2023-09-23T15:38:31.840888+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":610,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.345909+0000","last_change":"2023-09-23T15:35:20.001748+0000","last_active":"2023-09-23T15:38:32.345909+0000","last_peered":"2023-09-23T15:38:32.345909+0000","last_clean":"2023-09-23T15:38:32.345909+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:38:32.345909+0000","last_undegraded":"2023-09-23T15:38:32.345909+0000","last_fullsized":"2023-09-23T15:38:32.345909+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":279,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.841069+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:38:31.841069+0000","last_peered":"2023-09-23T15:38:31.841069+0000","last_clean":"2023-09-23T15:38:31.841069+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:38:31.841069+0000","last_undegraded":"2023-09-23T15:38:31.841069+0000","last_fullsized":"2023-09-23T15:38:31.841069+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":188,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.844592+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:38:31.844592+0000","last_peered":"2023-09-23T15:38:31.844592+0000","last_clean":"2023-09-23T15:38:31.844592+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:38:31.844592+0000","last_undegraded":"2023-09-23T15:38:31.844592+0000","last_fullsized":"2023-09-23T15:38:31.844592+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":1005,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843166+0000","last_change":"2023-09-23T15:35:20.804172+0000","last_active":"2023-09-23T15:38:31.843166+0000","last_peered":"2023-09-23T15:38:31.843166+0000","last_clean":"2023-09-23T15:38:31.843166+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:38:31.843166+0000","last_undegraded":"2023-09-23T15:38:31.843166+0000","last_fullsized":"2023-09-23T15:38:31.843166+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.163359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.163359+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26835,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":23,"num_read_kb":42,"num_write":11,"num_write_kb":110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":107340,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":584,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.844701+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:38:31.844701+0000","last_peered":"2023-09-23T15:38:31.844701+0000","last_clean":"2023-09-23T15:38:31.844701+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:38:31.844701+0000","last_undegraded":"2023-09-23T15:38:31.844701+0000","last_fullsized":"2023-09-23T15:38:31.844701+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843525+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:38:31.843525+0000","last_peered":"2023-09-23T15:38:31.843525+0000","last_clean":"2023-09-23T15:38:31.843525+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:38:31.843525+0000","last_undegraded":"2023-09-23T15:38:31.843525+0000","last_fullsized":"2023-09-23T15:38:31.843525+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843439+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:38:31.843439+0000","last_peered":"2023-09-23T15:38:31.843439+0000","last_clean":"2023-09-23T15:38:31.843439+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:38:31.843439+0000","last_undegraded":"2023-09-23T15:38:31.843439+0000","last_fullsized":"2023-09-23T15:38:31.843439+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":878,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346378+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:38:32.346378+0000","last_peered":"2023-09-23T15:38:32.346378+0000","last_clean":"2023-09-23T15:38:32.346378+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:38:32.346378+0000","last_undegraded":"2023-09-23T15:38:32.346378+0000","last_fullsized":"2023-09-23T15:38:32.346378+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.842950+0000","last_change":"2023-09-23T15:35:19.958281+0000","last_active":"2023-09-23T15:38:31.842950+0000","last_peered":"2023-09-23T15:38:31.842950+0000","last_clean":"2023-09-23T15:38:31.842950+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:38:31.842950+0000","last_undegraded":"2023-09-23T15:38:31.842950+0000","last_fullsized":"2023-09-23T15:38:31.842950+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.842973+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:38:31.842973+0000","last_peered":"2023-09-23T15:38:31.842973+0000","last_clean":"2023-09-23T15:38:31.842973+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:38:31.842973+0000","last_undegraded":"2023-09-23T15:38:31.842973+0000","last_fullsized":"2023-09-23T15:38:31.842973+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":165,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:33.331529+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:38:33.331529+0000","last_peered":"2023-09-23T15:38:33.331529+0000","last_clean":"2023-09-23T15:38:33.331529+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:38:33.331529+0000","last_undegraded":"2023-09-23T15:38:33.331529+0000","last_fullsized":"2023-09-23T15:38:33.331529+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843066+0000","last_change":"2023-09-23T15:35:19.793894+0000","last_active":"2023-09-23T15:38:31.843066+0000","last_peered":"2023-09-23T15:38:31.843066+0000","last_clean":"2023-09-23T15:38:31.843066+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:38:31.843066+0000","last_undegraded":"2023-09-23T15:38:31.843066+0000","last_fullsized":"2023-09-23T15:38:31.843066+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1182,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346147+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:38:32.346147+0000","last_peered":"2023-09-23T15:38:32.346147+0000","last_clean":"2023-09-23T15:38:32.346147+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:38:32.346147+0000","last_undegraded":"2023-09-23T15:38:32.346147+0000","last_fullsized":"2023-09-23T15:38:32.346147+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":264,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840423+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:38:31.840423+0000","last_peered":"2023-09-23T15:38:31.840423+0000","last_clean":"2023-09-23T15:38:31.840423+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:38:31.840423+0000","last_undegraded":"2023-09-23T15:38:31.840423+0000","last_fullsized":"2023-09-23T15:38:31.840423+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843911+0000","last_change":"2023-09-23T15:34:50.727448+0000","last_active":"2023-09-23T15:38:31.843911+0000","last_peered":"2023-09-23T15:38:31.843911+0000","last_clean":"2023-09-23T15:38:31.843911+0000","last_became_active":"2023-09-23T15:34:50.727139+0000","last_became_peered":"2023-09-23T15:34:50.727139+0000","last_unstale":"2023-09-23T15:38:31.843911+0000","last_undegraded":"2023-09-23T15:38:31.843911+0000","last_fullsized":"2023-09-23T15:38:31.843911+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:37:13.882982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":490,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843431+0000","last_change":"2023-09-23T15:37:10.517807+0000","last_active":"2023-09-23T15:38:31.843431+0000","last_peered":"2023-09-23T15:38:31.843431+0000","last_clean":"2023-09-23T15:38:31.843431+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:38:31.843431+0000","last_undegraded":"2023-09-23T15:38:31.843431+0000","last_fullsized":"2023-09-23T15:38:31.843431+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:28.143655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:28.143655+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17890,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":14,"num_read_kb":27,"num_write":7,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":53670,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":613,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346230+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:38:32.346230+0000","last_peered":"2023-09-23T15:38:32.346230+0000","last_clean":"2023-09-23T15:38:32.346230+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:38:32.346230+0000","last_undegraded":"2023-09-23T15:38:32.346230+0000","last_fullsized":"2023-09-23T15:38:32.346230+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843521+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:38:31.843521+0000","last_peered":"2023-09-23T15:38:31.843521+0000","last_clean":"2023-09-23T15:38:31.843521+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:38:31.843521+0000","last_undegraded":"2023-09-23T15:38:31.843521+0000","last_fullsized":"2023-09-23T15:38:31.843521+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":408,"reported_epoch":597,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.801271+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:38:31.801271+0000","last_peered":"2023-09-23T15:38:31.801271+0000","last_clean":"2023-09-23T15:38:31.801271+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:38:31.801271+0000","last_undegraded":"2023-09-23T15:38:31.801271+0000","last_fullsized":"2023-09-23T15:38:31.801271+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":931,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840862+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:38:31.840862+0000","last_peered":"2023-09-23T15:38:31.840862+0000","last_clean":"2023-09-23T15:38:31.840862+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:38:31.840862+0000","last_undegraded":"2023-09-23T15:38:31.840862+0000","last_fullsized":"2023-09-23T15:38:31.840862+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":670,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346753+0000","last_change":"2023-09-23T15:34:50.717314+0000","last_active":"2023-09-23T15:38:32.346753+0000","last_peered":"2023-09-23T15:38:32.346753+0000","last_clean":"2023-09-23T15:38:32.346753+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:38:32.346753+0000","last_undegraded":"2023-09-23T15:38:32.346753+0000","last_fullsized":"2023-09-23T15:38:32.346753+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843660+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:38:31.843660+0000","last_peered":"2023-09-23T15:38:31.843660+0000","last_clean":"2023-09-23T15:38:31.843660+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:38:31.843660+0000","last_undegraded":"2023-09-23T15:38:31.843660+0000","last_fullsized":"2023-09-23T15:38:31.843660+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":474,"reported_epoch":597,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.801962+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:38:31.801962+0000","last_peered":"2023-09-23T15:38:31.801962+0000","last_clean":"2023-09-23T15:38:31.801962+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:38:31.801962+0000","last_undegraded":"2023-09-23T15:38:31.801962+0000","last_fullsized":"2023-09-23T15:38:31.801962+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":971,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843865+0000","last_change":"2023-09-23T15:35:20.804322+0000","last_active":"2023-09-23T15:38:31.843865+0000","last_peered":"2023-09-23T15:38:31.843865+0000","last_clean":"2023-09-23T15:38:31.843865+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:38:31.843865+0000","last_undegraded":"2023-09-23T15:38:31.843865+0000","last_fullsized":"2023-09-23T15:38:31.843865+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:36.337068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:36.337068+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.002256779,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":627,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.841157+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:38:31.841157+0000","last_peered":"2023-09-23T15:38:31.841157+0000","last_clean":"2023-09-23T15:38:31.841157+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:38:31.841157+0000","last_undegraded":"2023-09-23T15:38:31.841157+0000","last_fullsized":"2023-09-23T15:38:31.841157+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":189,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:33.331511+0000","last_change":"2023-09-23T15:34:50.712974+0000","last_active":"2023-09-23T15:38:33.331511+0000","last_peered":"2023-09-23T15:38:33.331511+0000","last_clean":"2023-09-23T15:38:33.331511+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:38:33.331511+0000","last_undegraded":"2023-09-23T15:38:33.331511+0000","last_fullsized":"2023-09-23T15:38:33.331511+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":157,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.839847+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:38:31.839847+0000","last_peered":"2023-09-23T15:38:31.839847+0000","last_clean":"2023-09-23T15:38:31.839847+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:38:31.839847+0000","last_undegraded":"2023-09-23T15:38:31.839847+0000","last_fullsized":"2023-09-23T15:38:31.839847+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":975,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.841225+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:38:31.841225+0000","last_peered":"2023-09-23T15:38:31.841225+0000","last_clean":"2023-09-23T15:38:31.841225+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:38:31.841225+0000","last_undegraded":"2023-09-23T15:38:31.841225+0000","last_fullsized":"2023-09-23T15:38:31.841225+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":301,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346857+0000","last_change":"2023-09-23T15:35:19.791530+0000","last_active":"2023-09-23T15:38:32.346857+0000","last_peered":"2023-09-23T15:38:32.346857+0000","last_clean":"2023-09-23T15:38:32.346857+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:38:32.346857+0000","last_undegraded":"2023-09-23T15:38:32.346857+0000","last_fullsized":"2023-09-23T15:38:32.346857+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":212,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:33.331499+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:38:33.331499+0000","last_peered":"2023-09-23T15:38:33.331499+0000","last_clean":"2023-09-23T15:38:33.331499+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:38:33.331499+0000","last_undegraded":"2023-09-23T15:38:33.331499+0000","last_fullsized":"2023-09-23T15:38:33.331499+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843614+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:38:31.843614+0000","last_peered":"2023-09-23T15:38:31.843614+0000","last_clean":"2023-09-23T15:38:31.843614+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:38:31.843614+0000","last_undegraded":"2023-09-23T15:38:31.843614+0000","last_fullsized":"2023-09-23T15:38:31.843614+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843311+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:38:31.843311+0000","last_peered":"2023-09-23T15:38:31.843311+0000","last_clean":"2023-09-23T15:38:31.843311+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:38:31.843311+0000","last_undegraded":"2023-09-23T15:38:31.843311+0000","last_fullsized":"2023-09-23T15:38:31.843311+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843585+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:38:31.843585+0000","last_peered":"2023-09-23T15:38:31.843585+0000","last_clean":"2023-09-23T15:38:31.843585+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:38:31.843585+0000","last_undegraded":"2023-09-23T15:38:31.843585+0000","last_fullsized":"2023-09-23T15:38:31.843585+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":50,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843548+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:38:31.843548+0000","last_peered":"2023-09-23T15:38:31.843548+0000","last_clean":"2023-09-23T15:38:31.843548+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:38:31.843548+0000","last_undegraded":"2023-09-23T15:38:31.843548+0000","last_fullsized":"2023-09-23T15:38:31.843548+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843304+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:38:31.843304+0000","last_peered":"2023-09-23T15:38:31.843304+0000","last_clean":"2023-09-23T15:38:31.843304+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:38:31.843304+0000","last_undegraded":"2023-09-23T15:38:31.843304+0000","last_fullsized":"2023-09-23T15:38:31.843304+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":50,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843959+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:38:31.843959+0000","last_peered":"2023-09-23T15:38:31.843959+0000","last_clean":"2023-09-23T15:38:31.843959+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:38:31.843959+0000","last_undegraded":"2023-09-23T15:38:31.843959+0000","last_fullsized":"2023-09-23T15:38:31.843959+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":60,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843436+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:38:31.843436+0000","last_peered":"2023-09-23T15:38:31.843436+0000","last_clean":"2023-09-23T15:38:31.843436+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:38:31.843436+0000","last_undegraded":"2023-09-23T15:38:31.843436+0000","last_fullsized":"2023-09-23T15:38:31.843436+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":288,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.841054+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:38:31.841054+0000","last_peered":"2023-09-23T15:38:31.841054+0000","last_clean":"2023-09-23T15:38:31.841054+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:38:31.841054+0000","last_undegraded":"2023-09-23T15:38:31.841054+0000","last_fullsized":"2023-09-23T15:38:31.841054+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":296,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840312+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:38:31.840312+0000","last_peered":"2023-09-23T15:38:31.840312+0000","last_clean":"2023-09-23T15:38:31.840312+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:38:31.840312+0000","last_undegraded":"2023-09-23T15:38:31.840312+0000","last_fullsized":"2023-09-23T15:38:31.840312+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":56,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843306+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:38:31.843306+0000","last_peered":"2023-09-23T15:38:31.843306+0000","last_clean":"2023-09-23T15:38:31.843306+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:38:31.843306+0000","last_undegraded":"2023-09-23T15:38:31.843306+0000","last_fullsized":"2023-09-23T15:38:31.843306+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843071+0000","last_change":"2023-09-23T15:34:50.718166+0000","last_active":"2023-09-23T15:38:31.843071+0000","last_peered":"2023-09-23T15:38:31.843071+0000","last_clean":"2023-09-23T15:38:31.843071+0000","last_became_active":"2023-09-23T15:34:50.717890+0000","last_became_peered":"2023-09-23T15:34:50.717890+0000","last_unstale":"2023-09-23T15:38:31.843071+0000","last_undegraded":"2023-09-23T15:38:31.843071+0000","last_fullsized":"2023-09-23T15:38:31.843071+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:41.951024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":22016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":744320,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":69,"num_write":18,"num_write_kb":183,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3617469,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674572,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":567300,"kb_used_data":6332,"kb_used_omap":85,"kb_used_meta":560874,"kb_avail":93177852,"statfs":{"total":95995035648,"available":95414120448,"internally_reserved":0,"allocated":6483968,"data_stored":4713465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":574334984},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":1.0409999999999999,"15min":1.417},"min":{"1min":0.23599999999999999,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":2.8599999999999999,"5min":9.8290000000000006,"15min":93.114999999999995},"last":0.57399999999999995},{"interface":"front","average":{"1min":1.522,"5min":1.1910000000000001,"15min":1.764},"min":{"1min":0.249,"5min":0.249,"15min":0.223},"max":{"1min":6.4119999999999999,"5min":8.0329999999999995,"15min":92.552000000000007},"last":0.41999999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":23.231999999999999,"5min":7.4109999999999996,"15min":3.8450000000000002},"min":{"1min":0.30299999999999999,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":349.67500000000001,"5min":349.67500000000001,"15min":349.67500000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":23.193000000000001,"5min":7.3849999999999998,"15min":4.5179999999999998},"min":{"1min":0.30499999999999999,"5min":0.27900000000000003,"15min":0.245},"max":{"1min":349.66000000000003,"5min":349.66000000000003,"15min":349.66000000000003},"last":0.378}]},{"osd":2,"last update":"Sat Sep 23 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.5590000000000002,"15min":2.2290000000000001},"min":{"1min":0.29899999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.8230000000000004,"5min":53.290999999999997,"15min":53.290999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":1.891,"5min":2.7509999999999999,"15min":2.4409999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.9980000000000002,"5min":53.552,"15min":53.552},"last":0.502}]},{"osd":3,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":6.944,"15min":5.0960000000000001},"min":{"1min":0.32400000000000001,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":21.751999999999999,"5min":179.12100000000001,"15min":179.12100000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":2.6840000000000002,"5min":6.7080000000000002,"15min":4.8810000000000002},"min":{"1min":0.30399999999999999,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":21.513000000000002,"5min":177.55000000000001,"15min":177.55000000000001},"last":0.442}]},{"osd":4,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.72599999999999998,"15min":0.93100000000000005},"min":{"1min":0.27800000000000002,"5min":0.255,"15min":0.246},"max":{"1min":5.8129999999999997,"5min":6.4989999999999997,"15min":9.0640000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.76200000000000001,"15min":1.1060000000000001},"min":{"1min":0.35299999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.9000000000000004,"5min":6.859,"15min":9.3759999999999994},"last":0.47199999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.77600000000000002,"15min":2.5449999999999999},"min":{"1min":0.32700000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":3.2959999999999998,"5min":7.4980000000000002,"15min":254.07300000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.751,"5min":0.76600000000000001,"15min":2.452},"min":{"1min":0.32400000000000001,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":3.016,"5min":7.8040000000000003,"15min":254.291},"last":0.48599999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.77900000000000003,"15min":1.875},"min":{"1min":0.34799999999999998,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":4.6890000000000001,"5min":7.0549999999999997,"15min":199.87700000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.84599999999999997,"15min":1.9059999999999999},"min":{"1min":0.40200000000000002,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":3.359,"5min":7.4509999999999996,"15min":196.49700000000001},"last":0.55400000000000005}]}]},{"osd":6,"up_from":0,"seq":523986010452,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089729,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1104292,"kb_used_data":7772,"kb_used_omap":9,"kb_used_meta":1096502,"kb_avail":92640860,"statfs":{"total":95995035648,"available":94864240640,"internally_reserved":0,"allocated":7958528,"data_stored":4866832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1122819049},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:39 2023","interfaces":[{"interface":"back","average":{"1min":2.2130000000000001,"5min":1.96,"15min":2.165},"min":{"1min":0.20899999999999999,"5min":0.185,"15min":0.185},"max":{"1min":11.048999999999999,"5min":14.164999999999999,"15min":159.33600000000001},"last":0.23100000000000001},{"interface":"front","average":{"1min":2.7999999999999998,"5min":2.7639999999999998,"15min":2.7559999999999998},"min":{"1min":0.253,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":14.217000000000001,"5min":14.217000000000001,"15min":158.65100000000001},"last":0.311}]},{"osd":2,"last update":"Sat Sep 23 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":20.837,"5min":6.5789999999999997,"15min":4.2649999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":238.30099999999999,"5min":238.30099999999999,"15min":238.30099999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":20.635000000000002,"5min":5.9870000000000001,"15min":3.484},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":238.19399999999999,"5min":238.19399999999999,"15min":238.19399999999999},"last":0.28299999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:38:39 2023","interfaces":[{"interface":"back","average":{"1min":23.425000000000001,"5min":8.0600000000000005,"15min":4.5039999999999996},"min":{"1min":0.29899999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":314.42500000000001,"5min":314.42500000000001,"15min":314.42500000000001},"last":0.29799999999999999},{"interface":"front","average":{"1min":22.364999999999998,"5min":6.9189999999999996,"15min":3.9790000000000001},"min":{"1min":0.246,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":314.13999999999999,"5min":314.13999999999999,"15min":314.13999999999999},"last":0.35999999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:38:39 2023","interfaces":[{"interface":"back","average":{"1min":2.1099999999999999,"5min":1.734,"15min":1.538},"min":{"1min":0.34799999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":11.064,"5min":11.064,"15min":11.419},"last":0.39000000000000001},{"interface":"front","average":{"1min":1.837,"5min":1.46,"15min":1.246},"min":{"1min":0.30099999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":11.119,"5min":14.135,"15min":14.135},"last":0.40200000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:38:39 2023","interfaces":[{"interface":"back","average":{"1min":1.9319999999999999,"5min":3.5139999999999998,"15min":2.6059999999999999},"min":{"1min":0.34300000000000003,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":11.119,"5min":109.63500000000001,"15min":109.63500000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":2.1520000000000001,"5min":2.9460000000000002,"15min":2.3460000000000001},"min":{"1min":0.31900000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":11.103,"5min":109.655,"15min":109.655},"last":0.48199999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":3.548,"5min":2.4550000000000001,"15min":2.056},"min":{"1min":0.45800000000000002,"5min":0.379,"15min":0.33300000000000002},"max":{"1min":13.117000000000001,"5min":13.117000000000001,"15min":13.117000000000001},"last":0.496},{"interface":"front","average":{"1min":1.946,"5min":1.976,"15min":1.8320000000000001},"min":{"1min":0.40200000000000002,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":5.0620000000000003,"5min":7.9950000000000001,"15min":9.7810000000000006},"last":0.56000000000000005}]},{"osd":7,"last update":"Sat Sep 23 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":2.956,"15min":2.661},"min":{"1min":0.39100000000000001,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":6.8179999999999996,"5min":129.31200000000001,"15min":129.31200000000001},"last":0.434},{"interface":"front","average":{"1min":2.6240000000000001,"5min":3.5670000000000002,"15min":3.052},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":7.7439999999999998,"5min":128.50700000000001,"15min":128.50700000000001},"last":0.52300000000000002}]}]},{"osd":0,"up_from":0,"seq":360777253255,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358762,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":235000,"kb_used_data":7984,"kb_used_omap":93,"kb_used_meta":226914,"kb_avail":93510152,"statfs":{"total":95995035648,"available":95754395648,"internally_reserved":0,"allocated":8175616,"data_stored":5127888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":232360080},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":3.7040000000000002,"5min":2.7240000000000002,"15min":2.5990000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":15.243,"5min":16.773,"15min":16.773},"last":0.29399999999999998},{"interface":"front","average":{"1min":1.405,"5min":1.621,"15min":1.6459999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":9.1820000000000004,"5min":13.295999999999999,"15min":13.295999999999999},"last":0.25900000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":4.0300000000000002,"5min":6.2770000000000001,"15min":6.8659999999999997},"min":{"1min":0.24299999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":30.591999999999999,"5min":51.262999999999998,"15min":51.262999999999998},"last":0.27700000000000002},{"interface":"front","average":{"1min":3.2000000000000002,"5min":5.726,"15min":6.1669999999999998},"min":{"1min":0.30199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":36.149000000000001,"5min":49.341999999999999,"15min":49.341999999999999},"last":0.32100000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":13.648999999999999,"5min":6.4100000000000001,"15min":5.5570000000000004},"min":{"1min":0.34200000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":172.31,"5min":172.31,"15min":172.31},"last":0.34399999999999997},{"interface":"front","average":{"1min":14.593999999999999,"5min":7.4390000000000001,"15min":6.9379999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":174.75200000000001,"5min":174.75200000000001,"15min":174.75200000000001},"last":0.33200000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":1.3220000000000001,"5min":1.99,"15min":2.1680000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":9.2200000000000006,"5min":29.542999999999999,"15min":29.542999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":2.077,"5min":2.7290000000000001,"15min":3.0249999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.5600000000000005,"5min":29.558,"15min":29.558},"last":0.64400000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":1.8260000000000001,"15min":1.7749999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":9.5990000000000002,"5min":9.5990000000000002,"15min":9.5990000000000002},"last":0.52800000000000002},{"interface":"front","average":{"1min":3.2440000000000002,"5min":2.4569999999999999,"15min":2.351},"min":{"1min":0.375,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":15.084,"5min":16.954999999999998,"15min":16.954999999999998},"last":0.65500000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":2.1480000000000001,"5min":1.9119999999999999,"15min":1.827},"min":{"1min":0.374,"5min":0.373,"15min":0.373},"max":{"1min":9.6300000000000008,"5min":9.6300000000000008,"15min":9.6300000000000008},"last":0.67500000000000004},{"interface":"front","average":{"1min":3.5099999999999998,"5min":2.548,"15min":2.4119999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":15.163,"5min":16.978999999999999,"15min":16.978999999999999},"last":0.73399999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":3.2970000000000002,"5min":3.6400000000000001,"15min":4.0250000000000004},"min":{"1min":0.41599999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":15.138,"5min":33.548999999999999,"15min":33.548999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":1.6519999999999999,"5min":2.2829999999999999,"15min":2.4969999999999999},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":9.2420000000000009,"5min":33.762999999999998,"15min":33.762999999999998},"last":0.57499999999999996}]}]},{"osd":3,"up_from":99,"seq":425201762677,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1448412,"kb_used_data":191316,"kb_used_omap":7,"kb_used_meta":1257080,"kb_avail":92296740,"statfs":{"total":95995035648,"available":94511861760,"internally_reserved":0,"allocated":195907584,"data_stored":192829982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1287250536},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.5529999999999999,"5min":2.4260000000000002,"15min":3.4969999999999999},"min":{"1min":0.247,"5min":0.19900000000000001,"15min":0.182},"max":{"1min":20.260999999999999,"5min":20.260999999999999,"15min":167.71799999999999},"last":0.22500000000000001},{"interface":"front","average":{"1min":3.831,"5min":2.0600000000000001,"15min":2.9540000000000002},"min":{"1min":0.22800000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":10.083,"5min":10.279,"15min":176.61500000000001},"last":0.33300000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.2800000000000002,"5min":4.7359999999999998,"15min":5.5899999999999999},"min":{"1min":0.26700000000000002,"5min":0.23000000000000001,"15min":0.22},"max":{"1min":29.747,"5min":77.807000000000002,"15min":201.98099999999999},"last":0.26300000000000001},{"interface":"front","average":{"1min":7.1879999999999997,"5min":6.1280000000000001,"15min":5.5650000000000004},"min":{"1min":0.253,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":27.876000000000001,"5min":78.858999999999995,"15min":202.06700000000001},"last":0.32300000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:38:29 2023","interfaces":[{"interface":"back","average":{"1min":7.25,"5min":6.4349999999999996,"15min":5.6950000000000003},"min":{"1min":0.29799999999999999,"5min":0.254,"15min":0.254},"max":{"1min":48.570999999999998,"5min":123.694,"15min":123.694},"last":0.28699999999999998},{"interface":"front","average":{"1min":8.4280000000000008,"5min":7.3129999999999997,"15min":6.2990000000000004},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":52.520000000000003,"5min":122.10899999999999,"15min":122.10899999999999},"last":0.45100000000000001}]},{"osd":4,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":2.1789999999999998,"5min":1.681,"15min":2.1720000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":5.9640000000000004,"5min":9.3719999999999999,"15min":163.43700000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":3.7989999999999999,"5min":2.0609999999999999,"15min":2.2829999999999999},"min":{"1min":0.378,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":17.094000000000001,"5min":17.094000000000001,"15min":163.72399999999999},"last":0.56200000000000006}]},{"osd":5,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.0199999999999996,"5min":2.0830000000000002,"15min":2.6110000000000002},"min":{"1min":0.35299999999999998,"5min":0.314,"15min":0.26100000000000001},"max":{"1min":17.212,"5min":17.212,"15min":163.696},"last":0.625},{"interface":"front","average":{"1min":2.9089999999999998,"5min":1.788,"15min":1.839},"min":{"1min":0.38200000000000001,"5min":0.33100000000000002,"15min":0.30499999999999999},"max":{"1min":8.7050000000000001,"5min":10.704000000000001,"15min":55.363},"last":0.67700000000000005}]},{"osd":6,"last update":"Sat Sep 23 15:38:34 2023","interfaces":[{"interface":"back","average":{"1min":3.8279999999999998,"5min":2.2759999999999998,"15min":2.5230000000000001},"min":{"1min":0.40500000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":21.344000000000001,"5min":21.344000000000001,"15min":163.63399999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":2.0960000000000001,"5min":1.948,"15min":2.1509999999999998},"min":{"1min":0.42199999999999999,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":6.4199999999999999,"5min":10.785,"15min":163.535},"last":0.71899999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":3.113,"5min":1.96,"15min":2.3100000000000001},"min":{"1min":0.41999999999999998,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":8.782,"5min":10.518000000000001,"15min":163.495},"last":0.69999999999999996},{"interface":"front","average":{"1min":2.2440000000000002,"5min":1.748,"15min":2.4590000000000001},"min":{"1min":0.47999999999999998,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":5.9269999999999996,"5min":9.3260000000000005,"15min":163.51400000000001},"last":0.64600000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986702,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":362880,"kb_used_data":6712,"kb_used_omap":0,"kb_used_meta":356160,"kb_avail":93382272,"statfs":{"total":95995035648,"available":95623446528,"internally_reserved":0,"allocated":6873088,"data_stored":5099668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":364707840},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":0.93400000000000005,"15min":2.7509999999999999},"min":{"1min":0.26600000000000001,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":6.0179999999999998,"5min":6.6079999999999997,"15min":169.739},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.84699999999999998,"15min":2.9489999999999998},"min":{"1min":0.26400000000000001,"5min":0.25800000000000001,"15min":0.248},"max":{"1min":5.4829999999999997,"5min":5.4829999999999997,"15min":169.75200000000001},"last":0.40200000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:38:27 2023","interfaces":[{"interface":"back","average":{"1min":16.372,"5min":9.1029999999999998,"15min":6.1150000000000002},"min":{"1min":0.27800000000000002,"5min":0.26900000000000002,"15min":0.254},"max":{"1min":157.16499999999999,"5min":212.74000000000001,"15min":212.74000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":16.896000000000001,"5min":9.3399999999999999,"15min":6.1929999999999996},"min":{"1min":0.313,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":157.19300000000001,"5min":209.995,"15min":209.995},"last":0.505}]},{"osd":2,"last update":"Sat Sep 23 15:38:27 2023","interfaces":[{"interface":"back","average":{"1min":4.609,"5min":3.347,"15min":2.8130000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":78.918999999999997,"5min":81.802000000000007,"15min":81.802000000000007},"last":0.35999999999999999},{"interface":"front","average":{"1min":4.7149999999999999,"5min":3.6739999999999999,"15min":3.2349999999999999},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":78.894000000000005,"5min":81.781000000000006,"15min":81.781000000000006},"last":0.45300000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:38:42 2023","interfaces":[{"interface":"back","average":{"1min":20.062999999999999,"5min":8.516,"15min":7.2249999999999996},"min":{"1min":0.29799999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":115.039,"5min":118.68000000000001,"15min":191.41499999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":20.878,"5min":8.8620000000000001,"15min":7.4420000000000002},"min":{"1min":0.34100000000000003,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":114.932,"5min":118.586,"15min":191.602},"last":0.435}]},{"osd":5,"last update":"Sat Sep 23 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.621,"15min":2.1539999999999999},"min":{"1min":0.28299999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.109,"5min":3.4420000000000002,"15min":163.12},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.621,"5min":0.70699999999999996,"15min":2.0089999999999999},"min":{"1min":0.28199999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.629,"5min":5.3840000000000003,"15min":164.601},"last":0.374}]},{"osd":6,"last update":"Sat Sep 23 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.86199999999999999,"15min":2.4540000000000002},"min":{"1min":0.315,"5min":0.314,"15min":0.28699999999999998},"max":{"1min":2.8570000000000002,"5min":7.3739999999999997,"15min":174.84100000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.76400000000000001,"15min":2.4710000000000001},"min":{"1min":0.33200000000000002,"5min":0.31,"15min":0.31},"max":{"1min":2.879,"5min":7.3440000000000003,"15min":174.60300000000001},"last":0.32000000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":1.589,"5min":1.2170000000000001,"15min":2.8820000000000001},"min":{"1min":0.33100000000000002,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":19.411999999999999,"5min":19.411999999999999,"15min":237.476},"last":0.52500000000000002},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.198,"15min":2.895},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":19.768999999999998,"5min":19.768999999999998,"15min":237.523},"last":0.42499999999999999}]}]},{"osd":5,"up_from":39,"seq":167503725065,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1023464,"kb_used_data":413920,"kb_used_omap":0,"kb_used_meta":609536,"kb_avail":92721688,"statfs":{"total":95995035648,"available":94947008512,"internally_reserved":0,"allocated":423854080,"data_stored":422100366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":624164864},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.81599999999999995,"15min":1.419},"min":{"1min":0.29399999999999998,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":6.4219999999999997,"5min":6.4219999999999997,"15min":88.051000000000002},"last":0.46000000000000002},{"interface":"front","average":{"1min":1.6160000000000001,"5min":1.0369999999999999,"15min":1.5640000000000001},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.252},"max":{"1min":5.6900000000000004,"5min":5.6900000000000004,"15min":88.037999999999997},"last":0.51400000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":2.2130000000000001,"5min":3.3199999999999998,"15min":2.1459999999999999},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.251},"max":{"1min":11.307,"5min":163.399,"15min":163.399},"last":0.441},{"interface":"front","average":{"1min":2.4969999999999999,"5min":3.5209999999999999,"15min":2.2410000000000001},"min":{"1min":0.312,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":9.0830000000000002,"5min":166.11500000000001,"15min":166.11500000000001},"last":0.59699999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":16.937000000000001,"5min":5.766,"15min":3.6120000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":149.90899999999999,"5min":149.90899999999999,"15min":149.90899999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":17.597000000000001,"5min":5.4729999999999999,"15min":3.052},"min":{"1min":0.36499999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":149.887,"5min":149.887,"15min":149.887},"last":0.47599999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":11.842000000000001,"5min":6.0199999999999996,"15min":5.9939999999999998},"min":{"1min":0.318,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":158.43199999999999,"5min":158.43199999999999,"15min":169.83699999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":12.576000000000001,"5min":6.3890000000000002,"15min":6.1029999999999998},"min":{"1min":0.34100000000000003,"5min":0.33300000000000002,"15min":0.29599999999999999},"max":{"1min":158.685,"5min":158.685,"15min":170.166},"last":0.65600000000000003}]},{"osd":4,"last update":"Sat Sep 23 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.55500000000000005,"15min":0.68899999999999995},"min":{"1min":0.27200000000000002,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":2.3330000000000002,"5min":3.9289999999999998,"15min":8.9450000000000003},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.63500000000000001,"15min":0.91200000000000003},"min":{"1min":0.316,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":5.5960000000000001,"5min":5.5960000000000001,"15min":9.5079999999999991},"last":0.53700000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.69499999999999995,"15min":2.6819999999999999},"min":{"1min":0.30299999999999999,"5min":0.28399999999999997,"15min":0.24199999999999999},"max":{"1min":3.1240000000000001,"5min":6.1609999999999996,"15min":207.054},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.78400000000000003,"15min":2.9089999999999998},"min":{"1min":0.35499999999999998,"5min":0.32100000000000001,"15min":0.29599999999999999},"max":{"1min":3.1360000000000001,"5min":6.109,"15min":207.28299999999999},"last":0.56899999999999995}]},{"osd":7,"last update":"Sat Sep 23 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4019999999999999,"5min":0.86099999999999999,"15min":2.948},"min":{"1min":0.34799999999999998,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":7.1840000000000002,"5min":7.1840000000000002,"15min":214.78100000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":1.4279999999999999,"5min":0.85599999999999998,"15min":3.0699999999999998},"min":{"1min":0.38300000000000001,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":8.9670000000000005,"5min":8.9670000000000005,"15min":212.95500000000001},"last":0.63200000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:38:48.830 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T15:38:48.830 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:38:48.830 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-09-23T15:38:48.830 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:38:48.864 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.1 dump_historic_ops 2023-09-23T15:38:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:48 smithi178 ceph-mon[192298]: from='client.36819 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:48 smithi178 ceph-mon[192298]: pgmap v1631: 93 pgs: 93 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:48.878 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:48 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:48.915 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:48.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:48 smithi118 ceph-mon[212312]: from='client.36819 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:48.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:48.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:48 smithi118 ceph-mon[212312]: pgmap v1631: 93 pgs: 93 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:48.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:48.930 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:48 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:48.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:48 smithi118 ceph-mon[219580]: from='client.36819 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:48.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:48.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:48 smithi118 ceph-mon[219580]: pgmap v1631: 93 pgs: 93 active+clean; 732 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:48.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:48.931 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:48 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:48.950 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:48.959 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:49.117 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:49.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:49.122 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:49.223 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:49.266 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:49.313 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:49.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:49.316 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:49.417 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:49.443 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:49.476 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:38:49.696 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:49.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:49.700 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:49.800 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:38:49.834 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:49.883 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:38:49.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:49.890 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:38:49.990 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:50.016 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:50.450 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:50.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:50.454 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:50.554 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:50.583 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:50.631 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:50.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:50.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:50.676 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:50.737 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:38:50.768 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:50.816 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:38:50.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:50.823 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:38:50.851 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:50.884 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:38:50.924 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:38:50.954 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:51.003 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:38:51.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:51.007 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:38:51.107 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:50 smithi118 ceph-mon[219580]: pgmap v1632: 93 pgs: 93 active+clean; 582 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:51.107 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:50 smithi118 ceph-mon[212312]: pgmap v1632: 93 pgs: 93 active+clean; 582 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:51.107 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:38:51.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:50 smithi178 ceph-mon[192298]: pgmap v1632: 93 pgs: 93 active+clean; 582 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:51.136 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:51.179 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:38:51.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:51.185 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:38:51.286 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:51.314 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:51.611 INFO:tasks.workunit.client.0.smithi118.stderr:Updating files: 89% (10250/11502) Updating files: 90% (10352/11502) Updating files: 91% (10467/11502) Updating files: 92% (10582/11502) Updating files: 93% (10697/11502) Updating files: 94% (10812/11502) Updating files: 95% (10927/11502) Updating files: 96% (11042/11502) Updating files: 97% (11157/11502) Updating files: 98% (11272/11502) Updating files: 99% (11387/11502) Updating files: 100% (11502/11502) Updating files: 100% (11502/11502), done. 2023-09-23T15:38:51.627 DEBUG:teuthology.orchestra.run.smithi118:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-09-23T15:38:51.752 INFO:tasks.workunit.client.0.smithi118.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-09-23T15:38:51.754 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T15:38:51.754 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-09-23T15:38:52.087 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-09-23T15:38:52.252 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-09-23T15:38:52.425 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T15:38:52.426 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T15:38:52.426 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-09-23T15:38:52.500 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:52.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:52.504 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:52.514 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T15:38:52.605 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:38:52.633 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:52.759 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T15:38:52.759 DEBUG:teuthology.orchestra.run.smithi118:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-09-23T15:38:52.879 INFO:tasks.workunit:Running workunits matching cls/test_cls_rbd.sh on client.0... 2023-09-23T15:38:52.880 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2023-09-23T15:38:52.880 DEBUG:teuthology.orchestra.run.smithi118:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2023-09-23T15:38:52.952 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:38:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:52 smithi178 ceph-mon[192298]: pgmap v1633: 93 pgs: 93 active+clean; 582 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4019117323' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:38:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:52 smithi178 ceph-mon[192298]: 1.5 scrub starts 2023-09-23T15:38:53.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:52 smithi178 ceph-mon[192298]: 1.5 scrub ok 2023-09-23T15:38:53.311 INFO:tasks.workunit.client.0.smithi118.stdout:Running main() from gmock_main.cc 2023-09-23T15:38:53.311 INFO:tasks.workunit.client.0.smithi118.stdout:[==========] Running 70 tests from 1 test suite. 2023-09-23T15:38:53.311 INFO:tasks.workunit.client.0.smithi118.stdout:[----------] Global test environment set-up. 2023-09-23T15:38:53.311 INFO:tasks.workunit.client.0.smithi118.stdout:[----------] 70 tests from TestClsRbd 2023-09-23T15:38:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[212312]: pgmap v1633: 93 pgs: 93 active+clean; 582 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4019117323' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:38:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[212312]: 1.5 scrub starts 2023-09-23T15:38:53.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[212312]: 1.5 scrub ok 2023-09-23T15:38:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[219580]: pgmap v1633: 93 pgs: 93 active+clean; 582 KiB data, 4.5 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:38:53.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:38:53.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4019117323' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:38:53.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[219580]: 1.5 scrub starts 2023-09-23T15:38:53.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:52 smithi118 ceph-mon[219580]: 1.5 scrub ok 2023-09-23T15:38:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:53 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:38:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:53 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:38:54.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:53 smithi178 ceph-mon[192298]: failed to encode map e600 with expected crc 2023-09-23T15:38:54.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4019117323' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:38:54.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:53 smithi178 ceph-mon[192298]: osdmap e600: 8 total, 8 up, 6 in 2023-09-23T15:38:54.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [3, 2]}]: dispatch 2023-09-23T15:38:54.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-09-23T15:38:54.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5, 3, 2]}]: dispatch 2023-09-23T15:38:54.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:53 smithi178 ceph-mon[192298]: failed to encode map e600 with expected crc 2023-09-23T15:38:54.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:53 smithi178 ceph-mon[192298]: failed to encode map e600 with expected crc 2023-09-23T15:38:54.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:38:54.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:38:54.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[212312]: failed to encode map e600 with expected crc 2023-09-23T15:38:54.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4019117323' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:38:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[212312]: osdmap e600: 8 total, 8 up, 6 in 2023-09-23T15:38:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [3, 2]}]: dispatch 2023-09-23T15:38:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-09-23T15:38:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5, 3, 2]}]: dispatch 2023-09-23T15:38:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[212312]: failed to encode map e600 with expected crc 2023-09-23T15:38:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[212312]: failed to encode map e600 with expected crc 2023-09-23T15:38:54.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:38:54.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:38:54.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[219580]: failed to encode map e600 with expected crc 2023-09-23T15:38:54.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4019117323' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:38:54.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[219580]: osdmap e600: 8 total, 8 up, 6 in 2023-09-23T15:38:54.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [3, 2]}]: dispatch 2023-09-23T15:38:54.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2023-09-23T15:38:54.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5, 3, 2]}]: dispatch 2023-09-23T15:38:54.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[219580]: failed to encode map e600 with expected crc 2023-09-23T15:38:54.321 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:53 smithi118 ceph-mon[219580]: failed to encode map e600 with expected crc 2023-09-23T15:38:54.954 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_all_features 2023-09-23T15:38:54.969 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_all_features (16 ms) 2023-09-23T15:38:54.969 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.copyup 2023-09-23T15:38:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: failed to encode map e600 with expected crc 2023-09-23T15:38:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: pgmap v1635: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [3, 2]}]': finished 2023-09-23T15:38:55.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2023-09-23T15:38:55.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5, 3, 2]}]': finished 2023-09-23T15:38:55.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: osdmap e601: 8 total, 8 up, 6 in 2023-09-23T15:38:55.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1572426907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-661682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:38:55.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:54 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-661682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:38:55.150 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.copyup (181 ms) 2023-09-23T15:38:55.150 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.sparse_copyup 2023-09-23T15:38:55.164 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.sparse_copyup (13 ms) 2023-09-23T15:38:55.164 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_and_set_id 2023-09-23T15:38:55.172 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_and_set_id (8 ms) 2023-09-23T15:38:55.172 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.add_remove_child 2023-09-23T15:38:55.202 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.add_remove_child (30 ms) 2023-09-23T15:38:55.202 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.directory_methods 2023-09-23T15:38:55.229 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.directory_methods (28 ms) 2023-09-23T15:38:55.229 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.create 2023-09-23T15:38:55.318 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.create (88 ms) 2023-09-23T15:38:55.318 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_features 2023-09-23T15:38:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: failed to encode map e600 with expected crc 2023-09-23T15:38:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: pgmap v1635: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [3, 2]}]': finished 2023-09-23T15:38:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2023-09-23T15:38:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5, 3, 2]}]': finished 2023-09-23T15:38:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: osdmap e601: 8 total, 8 up, 6 in 2023-09-23T15:38:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1572426907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-661682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:38:55.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-661682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:38:55.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: failed to encode map e600 with expected crc 2023-09-23T15:38:55.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: pgmap v1635: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:55.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.5", "id": [3, 2]}]': finished 2023-09-23T15:38:55.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2023-09-23T15:38:55.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5, 3, 2]}]': finished 2023-09-23T15:38:55.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: osdmap e601: 8 total, 8 up, 6 in 2023-09-23T15:38:55.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: failed to encode map e601 with expected crc 2023-09-23T15:38:55.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1572426907' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-661682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:38:55.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:54 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-661682-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-09-23T15:38:55.321 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2023-09-23T15:38:55.321 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_object_prefix 2023-09-23T15:38:55.321 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2023-09-23T15:38:55.321 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2023-09-23T15:38:55.322 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_create_timestamp (1 ms) 2023-09-23T15:38:55.323 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2023-09-23T15:38:55.324 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2023-09-23T15:38:55.324 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2023-09-23T15:38:55.325 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2023-09-23T15:38:55.325 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_data_pool 2023-09-23T15:38:55.329 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2023-09-23T15:38:55.329 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.get_size 2023-09-23T15:38:55.333 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2023-09-23T15:38:55.333 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.set_size 2023-09-23T15:38:55.338 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2023-09-23T15:38:55.338 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.protection_status 2023-09-23T15:38:55.365 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.protection_status (26 ms) 2023-09-23T15:38:55.365 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.snapshot_limits 2023-09-23T15:38:55.374 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.snapshot_limits (10 ms) 2023-09-23T15:38:55.374 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.parents_v1 2023-09-23T15:38:55.527 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.parents_v1 (153 ms) 2023-09-23T15:38:55.528 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.parents_v2 2023-09-23T15:38:55.601 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.parents_v2 (71 ms) 2023-09-23T15:38:55.601 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.snapshots 2023-09-23T15:38:55.619 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2023-09-23T15:38:55.619 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.snapid_race 2023-09-23T15:38:55.623 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2023-09-23T15:38:55.623 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.stripingv2 2023-09-23T15:38:55.631 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.stripingv2 (8 ms) 2023-09-23T15:38:55.631 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_save 2023-09-23T15:38:55.632 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_save (1 ms) 2023-09-23T15:38:55.632 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_resize 2023-09-23T15:38:55.637 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_resize (5 ms) 2023-09-23T15:38:55.637 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_update 2023-09-23T15:38:55.642 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_update (5 ms) 2023-09-23T15:38:55.642 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2023-09-23T15:38:55.642 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2023-09-23T15:38:55.642 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2023-09-23T15:38:55.646 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_snap_add (5 ms) 2023-09-23T15:38:55.646 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2023-09-23T15:38:55.650 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.object_map_snap_remove (3 ms) 2023-09-23T15:38:55.650 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.flags 2023-09-23T15:38:55.655 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.flags (6 ms) 2023-09-23T15:38:55.655 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.metadata 2023-09-23T15:38:55.681 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.metadata (25 ms) 2023-09-23T15:38:55.681 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.set_features 2023-09-23T15:38:55.687 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2023-09-23T15:38:55.687 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror 2023-09-23T15:38:55.720 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2023-09-23T15:38:55.720 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror_image 2023-09-23T15:38:55.734 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror_image (13 ms) 2023-09-23T15:38:55.734 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror_image_status 2023-09-23T15:38:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:55 smithi178 ceph-mon[192298]: failed to encode map e601 with expected crc 2023-09-23T15:38:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:55 smithi178 ceph-mon[192298]: failed to encode map e601 with expected crc 2023-09-23T15:38:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:55 smithi178 ceph-mon[192298]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:55 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-661682-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-09-23T15:38:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:55 smithi178 ceph-mon[192298]: osdmap e602: 8 total, 8 up, 6 in 2023-09-23T15:38:56.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:55 smithi178 ceph-mon[192298]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:55 smithi178 ceph-mon[192298]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:55 smithi178 ceph-mon[192298]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[219580]: failed to encode map e601 with expected crc 2023-09-23T15:38:56.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[219580]: failed to encode map e601 with expected crc 2023-09-23T15:38:56.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[219580]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-661682-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-09-23T15:38:56.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[219580]: osdmap e602: 8 total, 8 up, 6 in 2023-09-23T15:38:56.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[219580]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[219580]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.136 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[219580]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[212312]: failed to encode map e601 with expected crc 2023-09-23T15:38:56.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[212312]: failed to encode map e601 with expected crc 2023-09-23T15:38:56.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[212312]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi118-661682-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-09-23T15:38:56.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[212312]: osdmap e602: 8 total, 8 up, 6 in 2023-09-23T15:38:56.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[212312]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[212312]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.137 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:55 smithi118 ceph-mon[212312]: failed to encode map e602 with expected crc 2023-09-23T15:38:56.926 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:38:56.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:56.931 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:38:56.991 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:38:56.993 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:38:57.031 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:38:57.058 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:57.101 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:38:57.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:57.106 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:38:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:56 smithi178 ceph-mon[192298]: failed to encode map e602 with expected crc 2023-09-23T15:38:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:56 smithi178 ceph-mon[192298]: pgmap v1638: 125 pgs: 32 unknown, 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:56 smithi178 ceph-mon[192298]: failed to encode map e603 with expected crc 2023-09-23T15:38:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:56 smithi178 ceph-mon[192298]: osdmap e603: 8 total, 8 up, 6 in 2023-09-23T15:38:57.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:56 smithi178 ceph-mon[192298]: failed to encode map e603 with expected crc 2023-09-23T15:38:57.207 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:38:57.233 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:57.281 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:38:57.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:57.285 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:38:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:56 smithi118 ceph-mon[219580]: failed to encode map e602 with expected crc 2023-09-23T15:38:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:56 smithi118 ceph-mon[219580]: pgmap v1638: 125 pgs: 32 unknown, 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:56 smithi118 ceph-mon[219580]: failed to encode map e603 with expected crc 2023-09-23T15:38:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:56 smithi118 ceph-mon[219580]: osdmap e603: 8 total, 8 up, 6 in 2023-09-23T15:38:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:56 smithi118 ceph-mon[219580]: failed to encode map e603 with expected crc 2023-09-23T15:38:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:56 smithi118 ceph-mon[212312]: failed to encode map e602 with expected crc 2023-09-23T15:38:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:56 smithi118 ceph-mon[212312]: pgmap v1638: 125 pgs: 32 unknown, 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:38:57.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:56 smithi118 ceph-mon[212312]: failed to encode map e603 with expected crc 2023-09-23T15:38:57.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:56 smithi118 ceph-mon[212312]: osdmap e603: 8 total, 8 up, 6 in 2023-09-23T15:38:57.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:56 smithi118 ceph-mon[212312]: failed to encode map e603 with expected crc 2023-09-23T15:38:57.385 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:38:57.419 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:57 smithi118 ceph-mon[219580]: failed to encode map e603 with expected crc 2023-09-23T15:38:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:57 smithi118 ceph-mon[219580]: failed to encode map e603 with expected crc 2023-09-23T15:38:58.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:57 smithi118 ceph-mon[219580]: failed to encode map e603 with expected crc 2023-09-23T15:38:58.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:57 smithi118 ceph-mon[212312]: failed to encode map e603 with expected crc 2023-09-23T15:38:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:57 smithi118 ceph-mon[212312]: failed to encode map e603 with expected crc 2023-09-23T15:38:58.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:57 smithi118 ceph-mon[212312]: failed to encode map e603 with expected crc 2023-09-23T15:38:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:57 smithi178 ceph-mon[192298]: failed to encode map e603 with expected crc 2023-09-23T15:38:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:57 smithi178 ceph-mon[192298]: failed to encode map e603 with expected crc 2023-09-23T15:38:58.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:57 smithi178 ceph-mon[192298]: failed to encode map e603 with expected crc 2023-09-23T15:38:58.140 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set noscrub 2023-09-23T15:38:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:38:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:38:58] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2023-09-23T15:38:58.869 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror_image_status (3136 ms) 2023-09-23T15:38:58.870 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror_image_map 2023-09-23T15:38:58.964 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror_image_map (95 ms) 2023-09-23T15:38:58.965 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror_instances 2023-09-23T15:38:58.972 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2023-09-23T15:38:58.972 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2023-09-23T15:38:58.983 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2023-09-23T15:38:58.983 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_dir_list 2023-09-23T15:38:58.985 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2023-09-23T15:38:58.985 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_dir_add 2023-09-23T15:38:58.987 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2023-09-23T15:38:58.987 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2023-09-23T15:38:58.990 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.dir_add_already_existing (2 ms) 2023-09-23T15:38:58.990 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_dir_rename 2023-09-23T15:38:58.995 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2023-09-23T15:38:58.995 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_dir_remove 2023-09-23T15:38:58.998 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2023-09-23T15:38:58.998 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2023-09-23T15:38:59.001 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2023-09-23T15:38:59.001 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_image_add 2023-09-23T15:38:59.003 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2023-09-23T15:38:59.003 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_image_remove 2023-09-23T15:38:59.006 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2023-09-23T15:38:59.006 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_image_list 2023-09-23T15:38:59.009 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2023-09-23T15:38:59.009 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_image_clean 2023-09-23T15:38:59.012 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2023-09-23T15:38:59.013 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.image_group_add 2023-09-23T15:38:59.015 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2023-09-23T15:38:59.015 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.image_group_remove 2023-09-23T15:38:59.019 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.image_group_remove (4 ms) 2023-09-23T15:38:59.019 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.image_group_get 2023-09-23T15:38:59.021 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2023-09-23T15:38:59.022 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2023-09-23T15:38:59.022 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:58 smithi118 ceph-mon[219580]: from='client.36837 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:59.022 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:38:58 smithi118 ceph-mon[219580]: pgmap v1640: 125 pgs: 28 unknown, 97 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 30 KiB/s rd, 7.4 KiB/s wr, 47 op/s 2023-09-23T15:38:59.023 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:58 smithi118 ceph-mon[212312]: from='client.36837 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:59.023 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:38:58 smithi118 ceph-mon[212312]: pgmap v1640: 125 pgs: 28 unknown, 97 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 30 KiB/s rd, 7.4 KiB/s wr, 47 op/s 2023-09-23T15:38:59.023 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2023-09-23T15:38:59.023 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2023-09-23T15:38:59.025 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2023-09-23T15:38:59.025 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2023-09-23T15:38:59.029 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2023-09-23T15:38:59.029 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2023-09-23T15:38:59.031 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2023-09-23T15:38:59.031 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_set 2023-09-23T15:38:59.035 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_set (4 ms) 2023-09-23T15:38:59.036 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_list 2023-09-23T15:38:59.040 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_list (5 ms) 2023-09-23T15:38:59.040 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2023-09-23T15:38:59.049 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1639,"stamp":"2023-09-23T15:38:55.956340+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":167,"num_bytes_recovered":3382388,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3436,"ondisk_log_size":3436,"up":279,"acting":279,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":282,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":4665752,"kb_used_data":584040,"kb_used_omap":196,"kb_used_meta":4081467,"kb_avail":557805160,"statfs":{"total":575970213888,"available":571192483840,"internally_reserved":0,"allocated":598056960,"data_stored":583522375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":4179422953},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.155743"},"pg_stats":[{"pgid":"12.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":60,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843203+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:38:31.843203+0000","last_peered":"2023-09-23T15:38:31.843203+0000","last_clean":"2023-09-23T15:38:31.843203+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:38:31.843203+0000","last_undegraded":"2023-09-23T15:38:31.843203+0000","last_fullsized":"2023-09-23T15:38:31.843203+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":264,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.856278+0000","last_change":"2023-09-23T15:34:50.720034+0000","last_active":"2023-09-23T15:38:41.856278+0000","last_peered":"2023-09-23T15:38:41.856278+0000","last_clean":"2023-09-23T15:38:41.856278+0000","last_became_active":"2023-09-23T15:34:50.719667+0000","last_became_peered":"2023-09-23T15:34:50.719667+0000","last_unstale":"2023-09-23T15:38:41.856278+0000","last_undegraded":"2023-09-23T15:38:41.856278+0000","last_fullsized":"2023-09-23T15:38:41.856278+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:26:21.955072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":173,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:42.770021+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:38:42.770021+0000","last_peered":"2023-09-23T15:38:42.770021+0000","last_clean":"2023-09-23T15:38:42.770021+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:38:42.770021+0000","last_undegraded":"2023-09-23T15:38:42.770021+0000","last_fullsized":"2023-09-23T15:38:42.770021+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":128,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346686+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:38:32.346686+0000","last_peered":"2023-09-23T15:38:32.346686+0000","last_clean":"2023-09-23T15:38:32.346686+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:38:32.346686+0000","last_undegraded":"2023-09-23T15:38:32.346686+0000","last_fullsized":"2023-09-23T15:38:32.346686+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":288,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.852076+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:38:41.852076+0000","last_peered":"2023-09-23T15:38:41.852076+0000","last_clean":"2023-09-23T15:38:41.852076+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:38:41.852076+0000","last_undegraded":"2023-09-23T15:38:41.852076+0000","last_fullsized":"2023-09-23T15:38:41.852076+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":212,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:42.772918+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:38:42.772918+0000","last_peered":"2023-09-23T15:38:42.772918+0000","last_clean":"2023-09-23T15:38:42.772918+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:38:42.772918+0000","last_undegraded":"2023-09-23T15:38:42.772918+0000","last_fullsized":"2023-09-23T15:38:42.772918+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":557,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840724+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:38:31.840724+0000","last_peered":"2023-09-23T15:38:31.840724+0000","last_clean":"2023-09-23T15:38:31.840724+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:38:31.840724+0000","last_undegraded":"2023-09-23T15:38:31.840724+0000","last_fullsized":"2023-09-23T15:38:31.840724+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":271,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.856431+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:38:41.856431+0000","last_peered":"2023-09-23T15:38:41.856431+0000","last_clean":"2023-09-23T15:38:41.856431+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:38:41.856431+0000","last_undegraded":"2023-09-23T15:38:41.856431+0000","last_fullsized":"2023-09-23T15:38:41.856431+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":949,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:45.276678+0000","last_change":"2023-09-23T15:38:45.276761+0000","last_active":"2023-09-23T15:38:45.276678+0000","last_peered":"2023-09-23T15:38:45.276678+0000","last_clean":"2023-09-23T15:38:45.276678+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:38:45.276678+0000","last_undegraded":"2023-09-23T15:38:45.276678+0000","last_fullsized":"2023-09-23T15:38:45.276678+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:45.276663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:45.276663+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:15.130435+0000","scrub_duration":0.001675431,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":133,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840413+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:38:31.840413+0000","last_peered":"2023-09-23T15:38:31.840413+0000","last_clean":"2023-09-23T15:38:31.840413+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:38:31.840413+0000","last_undegraded":"2023-09-23T15:38:31.840413+0000","last_fullsized":"2023-09-23T15:38:31.840413+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":610,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.858406+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:38:41.858406+0000","last_peered":"2023-09-23T15:38:41.858406+0000","last_clean":"2023-09-23T15:38:41.858406+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:38:41.858406+0000","last_undegraded":"2023-09-23T15:38:41.858406+0000","last_fullsized":"2023-09-23T15:38:41.858406+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":189,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346599+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:38:32.346599+0000","last_peered":"2023-09-23T15:38:32.346599+0000","last_clean":"2023-09-23T15:38:32.346599+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:38:32.346599+0000","last_undegraded":"2023-09-23T15:38:32.346599+0000","last_fullsized":"2023-09-23T15:38:32.346599+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":206,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:42.770798+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:38:42.770798+0000","last_peered":"2023-09-23T15:38:42.770798+0000","last_clean":"2023-09-23T15:38:42.770798+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:38:42.770798+0000","last_undegraded":"2023-09-23T15:38:42.770798+0000","last_fullsized":"2023-09-23T15:38:42.770798+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":70,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843487+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:38:31.843487+0000","last_peered":"2023-09-23T15:38:31.843487+0000","last_clean":"2023-09-23T15:38:31.843487+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:38:31.843487+0000","last_undegraded":"2023-09-23T15:38:31.843487+0000","last_fullsized":"2023-09-23T15:38:31.843487+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843522+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:38:31.843522+0000","last_peered":"2023-09-23T15:38:31.843522+0000","last_clean":"2023-09-23T15:38:31.843522+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:38:31.843522+0000","last_undegraded":"2023-09-23T15:38:31.843522+0000","last_fullsized":"2023-09-23T15:38:31.843522+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":765,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.839894+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:38:31.839894+0000","last_peered":"2023-09-23T15:38:31.839894+0000","last_clean":"2023-09-23T15:38:31.839894+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:38:31.839894+0000","last_undegraded":"2023-09-23T15:38:31.839894+0000","last_fullsized":"2023-09-23T15:38:31.839894+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":797,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346406+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:38:32.346406+0000","last_peered":"2023-09-23T15:38:32.346406+0000","last_clean":"2023-09-23T15:38:32.346406+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:38:32.346406+0000","last_undegraded":"2023-09-23T15:38:32.346406+0000","last_fullsized":"2023-09-23T15:38:32.346406+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":635,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.854797+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:38:41.854797+0000","last_peered":"2023-09-23T15:38:41.854797+0000","last_clean":"2023-09-23T15:38:41.854797+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:38:41.854797+0000","last_undegraded":"2023-09-23T15:38:41.854797+0000","last_fullsized":"2023-09-23T15:38:41.854797+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1228,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346242+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:38:32.346242+0000","last_peered":"2023-09-23T15:38:32.346242+0000","last_clean":"2023-09-23T15:38:32.346242+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:38:32.346242+0000","last_undegraded":"2023-09-23T15:38:32.346242+0000","last_fullsized":"2023-09-23T15:38:32.346242+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":128,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346346+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:38:32.346346+0000","last_peered":"2023-09-23T15:38:32.346346+0000","last_clean":"2023-09-23T15:38:32.346346+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:38:32.346346+0000","last_undegraded":"2023-09-23T15:38:32.346346+0000","last_fullsized":"2023-09-23T15:38:32.346346+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":527,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346653+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:38:32.346653+0000","last_peered":"2023-09-23T15:38:32.346653+0000","last_clean":"2023-09-23T15:38:32.346653+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:38:32.346653+0000","last_undegraded":"2023-09-23T15:38:32.346653+0000","last_fullsized":"2023-09-23T15:38:32.346653+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":767,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.856838+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:38:41.856838+0000","last_peered":"2023-09-23T15:38:41.856838+0000","last_clean":"2023-09-23T15:38:41.856838+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:38:41.856838+0000","last_undegraded":"2023-09-23T15:38:41.856838+0000","last_fullsized":"2023-09-23T15:38:41.856838+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":646,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346312+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:38:32.346312+0000","last_peered":"2023-09-23T15:38:32.346312+0000","last_clean":"2023-09-23T15:38:32.346312+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:38:32.346312+0000","last_undegraded":"2023-09-23T15:38:32.346312+0000","last_fullsized":"2023-09-23T15:38:32.346312+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":313,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.858236+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:38:41.858236+0000","last_peered":"2023-09-23T15:38:41.858236+0000","last_clean":"2023-09-23T15:38:41.858236+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:38:41.858236+0000","last_undegraded":"2023-09-23T15:38:41.858236+0000","last_fullsized":"2023-09-23T15:38:41.858236+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":964,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840019+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:38:31.840019+0000","last_peered":"2023-09-23T15:38:31.840019+0000","last_clean":"2023-09-23T15:38:31.840019+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:38:31.840019+0000","last_undegraded":"2023-09-23T15:38:31.840019+0000","last_fullsized":"2023-09-23T15:38:31.840019+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":184,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.856512+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:38:41.856512+0000","last_peered":"2023-09-23T15:38:41.856512+0000","last_clean":"2023-09-23T15:38:41.856512+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:38:41.856512+0000","last_undegraded":"2023-09-23T15:38:41.856512+0000","last_fullsized":"2023-09-23T15:38:41.856512+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":157,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.855135+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:38:41.855135+0000","last_peered":"2023-09-23T15:38:41.855135+0000","last_clean":"2023-09-23T15:38:41.855135+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:38:41.855135+0000","last_undegraded":"2023-09-23T15:38:41.855135+0000","last_fullsized":"2023-09-23T15:38:41.855135+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1044,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346580+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:38:32.346580+0000","last_peered":"2023-09-23T15:38:32.346580+0000","last_clean":"2023-09-23T15:38:32.346580+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:38:32.346580+0000","last_undegraded":"2023-09-23T15:38:32.346580+0000","last_fullsized":"2023-09-23T15:38:32.346580+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":146,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346960+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:38:32.346960+0000","last_peered":"2023-09-23T15:38:32.346960+0000","last_clean":"2023-09-23T15:38:32.346960+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:38:32.346960+0000","last_undegraded":"2023-09-23T15:38:32.346960+0000","last_fullsized":"2023-09-23T15:38:32.346960+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":163,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.839760+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:38:31.839760+0000","last_peered":"2023-09-23T15:38:31.839760+0000","last_clean":"2023-09-23T15:38:31.839760+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:38:31.839760+0000","last_undegraded":"2023-09-23T15:38:31.839760+0000","last_fullsized":"2023-09-23T15:38:31.839760+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1026,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.854722+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:38:41.854722+0000","last_peered":"2023-09-23T15:38:41.854722+0000","last_clean":"2023-09-23T15:38:41.854722+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:38:41.854722+0000","last_undegraded":"2023-09-23T15:38:41.854722+0000","last_fullsized":"2023-09-23T15:38:41.854722+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":635,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346903+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:38:32.346903+0000","last_peered":"2023-09-23T15:38:32.346903+0000","last_clean":"2023-09-23T15:38:32.346903+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:38:32.346903+0000","last_undegraded":"2023-09-23T15:38:32.346903+0000","last_fullsized":"2023-09-23T15:38:32.346903+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843697+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:38:31.843697+0000","last_peered":"2023-09-23T15:38:31.843697+0000","last_clean":"2023-09-23T15:38:31.843697+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:38:31.843697+0000","last_undegraded":"2023-09-23T15:38:31.843697+0000","last_fullsized":"2023-09-23T15:38:31.843697+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":671,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840539+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:38:31.840539+0000","last_peered":"2023-09-23T15:38:31.840539+0000","last_clean":"2023-09-23T15:38:31.840539+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:38:31.840539+0000","last_undegraded":"2023-09-23T15:38:31.840539+0000","last_fullsized":"2023-09-23T15:38:31.840539+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":678,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346851+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:38:32.346851+0000","last_peered":"2023-09-23T15:38:32.346851+0000","last_clean":"2023-09-23T15:38:32.346851+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:38:32.346851+0000","last_undegraded":"2023-09-23T15:38:32.346851+0000","last_fullsized":"2023-09-23T15:38:32.346851+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":331,"reported_epoch":600,"state":"active+clean","last_fresh":"2023-09-23T15:38:53.307535+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:38:53.307535+0000","last_peered":"2023-09-23T15:38:53.307535+0000","last_clean":"2023-09-23T15:38:53.307535+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:38:53.307535+0000","last_undegraded":"2023-09-23T15:38:53.307535+0000","last_fullsized":"2023-09-23T15:38:53.307535+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":827,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:46.336651+0000","last_change":"2023-09-23T15:38:46.336585+0000","last_active":"2023-09-23T15:38:46.336651+0000","last_peered":"2023-09-23T15:38:46.336651+0000","last_clean":"2023-09-23T15:38:46.336651+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:38:46.336651+0000","last_undegraded":"2023-09-23T15:38:46.336651+0000","last_fullsized":"2023-09-23T15:38:46.336651+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:46.336450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:46.336450+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:50:37.603901+0000","scrub_duration":0.0021067080000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":246,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.854543+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:38:41.854543+0000","last_peered":"2023-09-23T15:38:41.854543+0000","last_clean":"2023-09-23T15:38:41.854543+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:38:41.854543+0000","last_undegraded":"2023-09-23T15:38:41.854543+0000","last_fullsized":"2023-09-23T15:38:41.854543+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":419,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:42.771677+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:38:42.771677+0000","last_peered":"2023-09-23T15:38:42.771677+0000","last_clean":"2023-09-23T15:38:42.771677+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:38:42.771677+0000","last_undegraded":"2023-09-23T15:38:42.771677+0000","last_fullsized":"2023-09-23T15:38:42.771677+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1126,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.345899+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:38:32.345899+0000","last_peered":"2023-09-23T15:38:32.345899+0000","last_clean":"2023-09-23T15:38:32.345899+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:38:32.345899+0000","last_undegraded":"2023-09-23T15:38:32.345899+0000","last_fullsized":"2023-09-23T15:38:32.345899+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":288,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:48.133683+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:38:48.133683+0000","last_peered":"2023-09-23T15:38:48.133683+0000","last_clean":"2023-09-23T15:38:48.133683+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:38:48.133683+0000","last_undegraded":"2023-09-23T15:38:48.133683+0000","last_fullsized":"2023-09-23T15:38:48.133683+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843631+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:38:31.843631+0000","last_peered":"2023-09-23T15:38:31.843631+0000","last_clean":"2023-09-23T15:38:31.843631+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:38:31.843631+0000","last_undegraded":"2023-09-23T15:38:31.843631+0000","last_fullsized":"2023-09-23T15:38:31.843631+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1085,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843125+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:38:31.843125+0000","last_peered":"2023-09-23T15:38:31.843125+0000","last_clean":"2023-09-23T15:38:31.843125+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:38:31.843125+0000","last_undegraded":"2023-09-23T15:38:31.843125+0000","last_fullsized":"2023-09-23T15:38:31.843125+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843337+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:38:31.843337+0000","last_peered":"2023-09-23T15:38:31.843337+0000","last_clean":"2023-09-23T15:38:31.843337+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:38:31.843337+0000","last_undegraded":"2023-09-23T15:38:31.843337+0000","last_fullsized":"2023-09-23T15:38:31.843337+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":60,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843759+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:38:31.843759+0000","last_peered":"2023-09-23T15:38:31.843759+0000","last_clean":"2023-09-23T15:38:31.843759+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:38:31.843759+0000","last_undegraded":"2023-09-23T15:38:31.843759+0000","last_fullsized":"2023-09-23T15:38:31.843759+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":633,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840064+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:38:31.840064+0000","last_peered":"2023-09-23T15:38:31.840064+0000","last_clean":"2023-09-23T15:38:31.840064+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:38:31.840064+0000","last_undegraded":"2023-09-23T15:38:31.840064+0000","last_fullsized":"2023-09-23T15:38:31.840064+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":60,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843323+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:38:31.843323+0000","last_peered":"2023-09-23T15:38:31.843323+0000","last_clean":"2023-09-23T15:38:31.843323+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:38:31.843323+0000","last_undegraded":"2023-09-23T15:38:31.843323+0000","last_fullsized":"2023-09-23T15:38:31.843323+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.844217+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:38:31.844217+0000","last_peered":"2023-09-23T15:38:31.844217+0000","last_clean":"2023-09-23T15:38:31.844217+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:38:31.844217+0000","last_undegraded":"2023-09-23T15:38:31.844217+0000","last_fullsized":"2023-09-23T15:38:31.844217+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":914,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843588+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:38:31.843588+0000","last_peered":"2023-09-23T15:38:31.843588+0000","last_clean":"2023-09-23T15:38:31.843588+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:38:31.843588+0000","last_undegraded":"2023-09-23T15:38:31.843588+0000","last_fullsized":"2023-09-23T15:38:31.843588+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":149,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:48.133602+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:38:48.133602+0000","last_peered":"2023-09-23T15:38:48.133602+0000","last_clean":"2023-09-23T15:38:48.133602+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:38:48.133602+0000","last_undegraded":"2023-09-23T15:38:48.133602+0000","last_fullsized":"2023-09-23T15:38:48.133602+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":609,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:42.772979+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:38:42.772979+0000","last_peered":"2023-09-23T15:38:42.772979+0000","last_clean":"2023-09-23T15:38:42.772979+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:38:42.772979+0000","last_undegraded":"2023-09-23T15:38:42.772979+0000","last_fullsized":"2023-09-23T15:38:42.772979+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":1002,"reported_epoch":600,"state":"active+clean","last_fresh":"2023-09-23T15:38:52.945644+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:38:52.945644+0000","last_peered":"2023-09-23T15:38:52.945644+0000","last_clean":"2023-09-23T15:38:52.945644+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:38:52.945644+0000","last_undegraded":"2023-09-23T15:38:52.945644+0000","last_fullsized":"2023-09-23T15:38:52.945644+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":610,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.345909+0000","last_change":"2023-09-23T15:35:20.001748+0000","last_active":"2023-09-23T15:38:32.345909+0000","last_peered":"2023-09-23T15:38:32.345909+0000","last_clean":"2023-09-23T15:38:32.345909+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:38:32.345909+0000","last_undegraded":"2023-09-23T15:38:32.345909+0000","last_fullsized":"2023-09-23T15:38:32.345909+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":280,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.856366+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:38:41.856366+0000","last_peered":"2023-09-23T15:38:41.856366+0000","last_clean":"2023-09-23T15:38:41.856366+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:38:41.856366+0000","last_undegraded":"2023-09-23T15:38:41.856366+0000","last_fullsized":"2023-09-23T15:38:41.856366+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":189,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:42.770873+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:38:42.770873+0000","last_peered":"2023-09-23T15:38:42.770873+0000","last_clean":"2023-09-23T15:38:42.770873+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:38:42.770873+0000","last_undegraded":"2023-09-23T15:38:42.770873+0000","last_fullsized":"2023-09-23T15:38:42.770873+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":1017,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:44.320990+0000","last_change":"2023-09-23T15:38:44.321098+0000","last_active":"2023-09-23T15:38:44.320990+0000","last_peered":"2023-09-23T15:38:44.320990+0000","last_clean":"2023-09-23T15:38:44.320990+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:38:44.320990+0000","last_undegraded":"2023-09-23T15:38:44.320990+0000","last_fullsized":"2023-09-23T15:38:44.320990+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:44.320968+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:44.320968+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:06.570415+0000","scrub_duration":0.001560215,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":585,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:42.771011+0000","last_change":"2023-09-23T15:32:16.714525+0000","last_active":"2023-09-23T15:38:42.771011+0000","last_peered":"2023-09-23T15:38:42.771011+0000","last_clean":"2023-09-23T15:38:42.771011+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:38:42.771011+0000","last_undegraded":"2023-09-23T15:38:42.771011+0000","last_fullsized":"2023-09-23T15:38:42.771011+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843525+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:38:31.843525+0000","last_peered":"2023-09-23T15:38:31.843525+0000","last_clean":"2023-09-23T15:38:31.843525+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:38:31.843525+0000","last_undegraded":"2023-09-23T15:38:31.843525+0000","last_fullsized":"2023-09-23T15:38:31.843525+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843439+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:38:31.843439+0000","last_peered":"2023-09-23T15:38:31.843439+0000","last_clean":"2023-09-23T15:38:31.843439+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:38:31.843439+0000","last_undegraded":"2023-09-23T15:38:31.843439+0000","last_fullsized":"2023-09-23T15:38:31.843439+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":878,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346378+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:38:32.346378+0000","last_peered":"2023-09-23T15:38:32.346378+0000","last_clean":"2023-09-23T15:38:32.346378+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:38:32.346378+0000","last_undegraded":"2023-09-23T15:38:32.346378+0000","last_fullsized":"2023-09-23T15:38:32.346378+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.842950+0000","last_change":"2023-09-23T15:35:19.958281+0000","last_active":"2023-09-23T15:38:31.842950+0000","last_peered":"2023-09-23T15:38:31.842950+0000","last_clean":"2023-09-23T15:38:31.842950+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:38:31.842950+0000","last_undegraded":"2023-09-23T15:38:31.842950+0000","last_fullsized":"2023-09-23T15:38:31.842950+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.842973+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:38:31.842973+0000","last_peered":"2023-09-23T15:38:31.842973+0000","last_clean":"2023-09-23T15:38:31.842973+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:38:31.842973+0000","last_undegraded":"2023-09-23T15:38:31.842973+0000","last_fullsized":"2023-09-23T15:38:31.842973+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":166,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:42.772849+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:38:42.772849+0000","last_peered":"2023-09-23T15:38:42.772849+0000","last_clean":"2023-09-23T15:38:42.772849+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:38:42.772849+0000","last_undegraded":"2023-09-23T15:38:42.772849+0000","last_fullsized":"2023-09-23T15:38:42.772849+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843066+0000","last_change":"2023-09-23T15:35:19.793894+0000","last_active":"2023-09-23T15:38:31.843066+0000","last_peered":"2023-09-23T15:38:31.843066+0000","last_clean":"2023-09-23T15:38:31.843066+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:38:31.843066+0000","last_undegraded":"2023-09-23T15:38:31.843066+0000","last_fullsized":"2023-09-23T15:38:31.843066+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1182,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346147+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:38:32.346147+0000","last_peered":"2023-09-23T15:38:32.346147+0000","last_clean":"2023-09-23T15:38:32.346147+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:38:32.346147+0000","last_undegraded":"2023-09-23T15:38:32.346147+0000","last_fullsized":"2023-09-23T15:38:32.346147+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":265,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.858691+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:38:41.858691+0000","last_peered":"2023-09-23T15:38:41.858691+0000","last_clean":"2023-09-23T15:38:41.858691+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:38:41.858691+0000","last_undegraded":"2023-09-23T15:38:41.858691+0000","last_fullsized":"2023-09-23T15:38:41.858691+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843911+0000","last_change":"2023-09-23T15:34:50.727448+0000","last_active":"2023-09-23T15:38:31.843911+0000","last_peered":"2023-09-23T15:38:31.843911+0000","last_clean":"2023-09-23T15:38:31.843911+0000","last_became_active":"2023-09-23T15:34:50.727139+0000","last_became_peered":"2023-09-23T15:34:50.727139+0000","last_unstale":"2023-09-23T15:38:31.843911+0000","last_undegraded":"2023-09-23T15:38:31.843911+0000","last_fullsized":"2023-09-23T15:38:31.843911+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:37:13.882982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":500,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:44.338531+0000","last_change":"2023-09-23T15:38:44.338494+0000","last_active":"2023-09-23T15:38:44.338531+0000","last_peered":"2023-09-23T15:38:44.338531+0000","last_clean":"2023-09-23T15:38:44.338531+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:38:44.338531+0000","last_undegraded":"2023-09-23T15:38:44.338531+0000","last_fullsized":"2023-09-23T15:38:44.338531+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:44.338365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:44.338365+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:45:22.910148+0000","scrub_duration":0.0017193600000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":613,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346230+0000","last_change":"2023-09-23T15:29:51.312733+0000","last_active":"2023-09-23T15:38:32.346230+0000","last_peered":"2023-09-23T15:38:32.346230+0000","last_clean":"2023-09-23T15:38:32.346230+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:38:32.346230+0000","last_undegraded":"2023-09-23T15:38:32.346230+0000","last_fullsized":"2023-09-23T15:38:32.346230+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843521+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:38:31.843521+0000","last_peered":"2023-09-23T15:38:31.843521+0000","last_clean":"2023-09-23T15:38:31.843521+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:38:31.843521+0000","last_undegraded":"2023-09-23T15:38:31.843521+0000","last_fullsized":"2023-09-23T15:38:31.843521+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":409,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840452+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:38:31.840452+0000","last_peered":"2023-09-23T15:38:31.840452+0000","last_clean":"2023-09-23T15:38:31.840452+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:38:31.840452+0000","last_undegraded":"2023-09-23T15:38:31.840452+0000","last_fullsized":"2023-09-23T15:38:31.840452+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":933,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:48.133734+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:38:48.133734+0000","last_peered":"2023-09-23T15:38:48.133734+0000","last_clean":"2023-09-23T15:38:48.133734+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:38:48.133734+0000","last_undegraded":"2023-09-23T15:38:48.133734+0000","last_fullsized":"2023-09-23T15:38:48.133734+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":670,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346753+0000","last_change":"2023-09-23T15:34:50.717314+0000","last_active":"2023-09-23T15:38:32.346753+0000","last_peered":"2023-09-23T15:38:32.346753+0000","last_clean":"2023-09-23T15:38:32.346753+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:38:32.346753+0000","last_undegraded":"2023-09-23T15:38:32.346753+0000","last_fullsized":"2023-09-23T15:38:32.346753+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843660+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:38:31.843660+0000","last_peered":"2023-09-23T15:38:31.843660+0000","last_clean":"2023-09-23T15:38:31.843660+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:38:31.843660+0000","last_undegraded":"2023-09-23T15:38:31.843660+0000","last_fullsized":"2023-09-23T15:38:31.843660+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":475,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.840345+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:38:31.840345+0000","last_peered":"2023-09-23T15:38:31.840345+0000","last_clean":"2023-09-23T15:38:31.840345+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:38:31.840345+0000","last_undegraded":"2023-09-23T15:38:31.840345+0000","last_fullsized":"2023-09-23T15:38:31.840345+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":981,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:52.442009+0000","last_change":"2023-09-23T15:38:52.441966+0000","last_active":"2023-09-23T15:38:52.442009+0000","last_peered":"2023-09-23T15:38:52.442009+0000","last_clean":"2023-09-23T15:38:52.442009+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:38:52.442009+0000","last_undegraded":"2023-09-23T15:38:52.442009+0000","last_fullsized":"2023-09-23T15:38:52.442009+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:52.441878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:52.441878+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.352597+0000","scrub_duration":0.0017277519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":628,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.855494+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:38:41.855494+0000","last_peered":"2023-09-23T15:38:41.855494+0000","last_clean":"2023-09-23T15:38:41.855494+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:38:41.855494+0000","last_undegraded":"2023-09-23T15:38:41.855494+0000","last_fullsized":"2023-09-23T15:38:41.855494+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":190,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:42.772155+0000","last_change":"2023-09-23T15:34:50.712974+0000","last_active":"2023-09-23T15:38:42.772155+0000","last_peered":"2023-09-23T15:38:42.772155+0000","last_clean":"2023-09-23T15:38:42.772155+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:38:42.772155+0000","last_undegraded":"2023-09-23T15:38:42.772155+0000","last_fullsized":"2023-09-23T15:38:42.772155+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":158,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.852004+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:38:41.852004+0000","last_peered":"2023-09-23T15:38:41.852004+0000","last_clean":"2023-09-23T15:38:41.852004+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:38:41.852004+0000","last_undegraded":"2023-09-23T15:38:41.852004+0000","last_fullsized":"2023-09-23T15:38:41.852004+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":976,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.854633+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:38:41.854633+0000","last_peered":"2023-09-23T15:38:41.854633+0000","last_clean":"2023-09-23T15:38:41.854633+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:38:41.854633+0000","last_undegraded":"2023-09-23T15:38:41.854633+0000","last_fullsized":"2023-09-23T15:38:41.854633+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":301,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:32.346857+0000","last_change":"2023-09-23T15:35:19.791530+0000","last_active":"2023-09-23T15:38:32.346857+0000","last_peered":"2023-09-23T15:38:32.346857+0000","last_clean":"2023-09-23T15:38:32.346857+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:38:32.346857+0000","last_undegraded":"2023-09-23T15:38:32.346857+0000","last_fullsized":"2023-09-23T15:38:32.346857+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":213,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:42.772068+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:38:42.772068+0000","last_peered":"2023-09-23T15:38:42.772068+0000","last_clean":"2023-09-23T15:38:42.772068+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:38:42.772068+0000","last_undegraded":"2023-09-23T15:38:42.772068+0000","last_fullsized":"2023-09-23T15:38:42.772068+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843614+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:38:31.843614+0000","last_peered":"2023-09-23T15:38:31.843614+0000","last_clean":"2023-09-23T15:38:31.843614+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:38:31.843614+0000","last_undegraded":"2023-09-23T15:38:31.843614+0000","last_fullsized":"2023-09-23T15:38:31.843614+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843311+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:38:31.843311+0000","last_peered":"2023-09-23T15:38:31.843311+0000","last_clean":"2023-09-23T15:38:31.843311+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:38:31.843311+0000","last_undegraded":"2023-09-23T15:38:31.843311+0000","last_fullsized":"2023-09-23T15:38:31.843311+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":52,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843585+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:38:31.843585+0000","last_peered":"2023-09-23T15:38:31.843585+0000","last_clean":"2023-09-23T15:38:31.843585+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:38:31.843585+0000","last_undegraded":"2023-09-23T15:38:31.843585+0000","last_fullsized":"2023-09-23T15:38:31.843585+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":50,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843548+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:38:31.843548+0000","last_peered":"2023-09-23T15:38:31.843548+0000","last_clean":"2023-09-23T15:38:31.843548+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:38:31.843548+0000","last_undegraded":"2023-09-23T15:38:31.843548+0000","last_fullsized":"2023-09-23T15:38:31.843548+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843304+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:38:31.843304+0000","last_peered":"2023-09-23T15:38:31.843304+0000","last_clean":"2023-09-23T15:38:31.843304+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:38:31.843304+0000","last_undegraded":"2023-09-23T15:38:31.843304+0000","last_fullsized":"2023-09-23T15:38:31.843304+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":50,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843959+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:38:31.843959+0000","last_peered":"2023-09-23T15:38:31.843959+0000","last_clean":"2023-09-23T15:38:31.843959+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:38:31.843959+0000","last_undegraded":"2023-09-23T15:38:31.843959+0000","last_fullsized":"2023-09-23T15:38:31.843959+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":60,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843436+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:38:31.843436+0000","last_peered":"2023-09-23T15:38:31.843436+0000","last_clean":"2023-09-23T15:38:31.843436+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:38:31.843436+0000","last_undegraded":"2023-09-23T15:38:31.843436+0000","last_fullsized":"2023-09-23T15:38:31.843436+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":289,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.858095+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:38:41.858095+0000","last_peered":"2023-09-23T15:38:41.858095+0000","last_clean":"2023-09-23T15:38:41.858095+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:38:41.858095+0000","last_undegraded":"2023-09-23T15:38:41.858095+0000","last_fullsized":"2023-09-23T15:38:41.858095+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":297,"reported_epoch":599,"state":"active+clean","last_fresh":"2023-09-23T15:38:41.858276+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:38:41.858276+0000","last_peered":"2023-09-23T15:38:41.858276+0000","last_clean":"2023-09-23T15:38:41.858276+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:38:41.858276+0000","last_undegraded":"2023-09-23T15:38:41.858276+0000","last_fullsized":"2023-09-23T15:38:41.858276+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-09-23T15:38:53.943817+0000","last_change":"2023-09-23T15:38:53.943817+0000","last_active":"2023-09-23T15:38:53.943817+0000","last_peered":"2023-09-23T15:38:53.943817+0000","last_clean":"2023-09-23T15:38:53.943817+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-09-23T15:38:53.943817+0000","last_undegraded":"2023-09-23T15:38:53.943817+0000","last_fullsized":"2023-09-23T15:38:53.943817+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T15:38:53.943817+0000","last_clean_scrub_stamp":"2023-09-23T15:38:53.943817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":56,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843306+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:38:31.843306+0000","last_peered":"2023-09-23T15:38:31.843306+0000","last_clean":"2023-09-23T15:38:31.843306+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:38:31.843306+0000","last_undegraded":"2023-09-23T15:38:31.843306+0000","last_fullsized":"2023-09-23T15:38:31.843306+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":46,"reported_epoch":598,"state":"active+clean","last_fresh":"2023-09-23T15:38:31.843071+0000","last_change":"2023-09-23T15:34:50.718166+0000","last_active":"2023-09-23T15:38:31.843071+0000","last_peered":"2023-09-23T15:38:31.843071+0000","last_clean":"2023-09-23T15:38:31.843071+0000","last_became_active":"2023-09-23T15:34:50.717890+0000","last_became_peered":"2023-09-23T15:34:50.717890+0000","last_unstale":"2023-09-23T15:38:31.843071+0000","last_undegraded":"2023-09-23T15:38:31.843071+0000","last_fullsized":"2023-09-23T15:38:31.843071+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:20:41.951024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":22016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3347232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674574,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":567300,"kb_used_data":6332,"kb_used_omap":85,"kb_used_meta":560874,"kb_avail":93177852,"statfs":{"total":95995035648,"available":95414120448,"internally_reserved":0,"allocated":6483968,"data_stored":4713465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":574334984},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":1.0409999999999999,"15min":1.417},"min":{"1min":0.23599999999999999,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":2.8599999999999999,"5min":9.8290000000000006,"15min":93.114999999999995},"last":0.48599999999999999},{"interface":"front","average":{"1min":1.522,"5min":1.1910000000000001,"15min":1.764},"min":{"1min":0.249,"5min":0.249,"15min":0.223},"max":{"1min":6.4119999999999999,"5min":8.0329999999999995,"15min":92.552000000000007},"last":0.36699999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":23.231999999999999,"5min":7.4109999999999996,"15min":3.8450000000000002},"min":{"1min":0.30299999999999999,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":349.67500000000001,"5min":349.67500000000001,"15min":349.67500000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":23.193000000000001,"5min":7.3849999999999998,"15min":4.5179999999999998},"min":{"1min":0.30499999999999999,"5min":0.27900000000000003,"15min":0.245},"max":{"1min":349.66000000000003,"5min":349.66000000000003,"15min":349.66000000000003},"last":0.432}]},{"osd":2,"last update":"Sat Sep 23 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":2.0070000000000001,"5min":2.5590000000000002,"15min":2.2290000000000001},"min":{"1min":0.29899999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":4.8230000000000004,"5min":53.290999999999997,"15min":53.290999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.891,"5min":2.7509999999999999,"15min":2.4409999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.9980000000000002,"5min":53.552,"15min":53.552},"last":0.51100000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":2.5720000000000001,"5min":6.944,"15min":5.0960000000000001},"min":{"1min":0.32400000000000001,"5min":0.29599999999999999,"15min":0.27300000000000002},"max":{"1min":21.751999999999999,"5min":179.12100000000001,"15min":179.12100000000001},"last":0.57599999999999996},{"interface":"front","average":{"1min":2.6840000000000002,"5min":6.7080000000000002,"15min":4.8810000000000002},"min":{"1min":0.30399999999999999,"5min":0.29399999999999998,"15min":0.25800000000000001},"max":{"1min":21.513000000000002,"5min":177.55000000000001,"15min":177.55000000000001},"last":2.8010000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.72599999999999998,"15min":0.93100000000000005},"min":{"1min":0.27800000000000002,"5min":0.255,"15min":0.246},"max":{"1min":5.8129999999999997,"5min":6.4989999999999997,"15min":9.0640000000000001},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.76200000000000001,"15min":1.1060000000000001},"min":{"1min":0.35299999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.9000000000000004,"5min":6.859,"15min":9.3759999999999994},"last":0.45600000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.77600000000000002,"15min":2.5449999999999999},"min":{"1min":0.32700000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":3.2959999999999998,"5min":7.4980000000000002,"15min":254.07300000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.751,"5min":0.76600000000000001,"15min":2.452},"min":{"1min":0.32400000000000001,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":3.016,"5min":7.8040000000000003,"15min":254.291},"last":0.54900000000000004}]},{"osd":6,"last update":"Sat Sep 23 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.77900000000000003,"15min":1.875},"min":{"1min":0.34799999999999998,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":4.6890000000000001,"5min":7.0549999999999997,"15min":199.87700000000001},"last":0.499},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.84599999999999997,"15min":1.9059999999999999},"min":{"1min":0.40200000000000002,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":3.359,"5min":7.4509999999999996,"15min":196.49700000000001},"last":0.55700000000000005}]}]},{"osd":6,"up_from":0,"seq":523986010454,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089731,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1104304,"kb_used_data":7784,"kb_used_omap":9,"kb_used_meta":1096502,"kb_avail":92640848,"statfs":{"total":95995035648,"available":94864228352,"internally_reserved":0,"allocated":7970816,"data_stored":4875377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1122819049},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:39 2023","interfaces":[{"interface":"back","average":{"1min":2.2130000000000001,"5min":1.96,"15min":2.165},"min":{"1min":0.20899999999999999,"5min":0.185,"15min":0.185},"max":{"1min":11.048999999999999,"5min":14.164999999999999,"15min":159.33600000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":2.7999999999999998,"5min":2.7639999999999998,"15min":2.7559999999999998},"min":{"1min":0.253,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":14.217000000000001,"5min":14.217000000000001,"15min":158.65100000000001},"last":0.307}]},{"osd":2,"last update":"Sat Sep 23 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":20.837,"5min":6.5789999999999997,"15min":4.2649999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":238.30099999999999,"5min":238.30099999999999,"15min":238.30099999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":20.635000000000002,"5min":5.9870000000000001,"15min":3.484},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":238.19399999999999,"5min":238.19399999999999,"15min":238.19399999999999},"last":0.38500000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:38:39 2023","interfaces":[{"interface":"back","average":{"1min":23.425000000000001,"5min":8.0600000000000005,"15min":4.5039999999999996},"min":{"1min":0.29899999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":314.42500000000001,"5min":314.42500000000001,"15min":314.42500000000001},"last":0.40999999999999998},{"interface":"front","average":{"1min":22.364999999999998,"5min":6.9189999999999996,"15min":3.9790000000000001},"min":{"1min":0.246,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":314.13999999999999,"5min":314.13999999999999,"15min":314.13999999999999},"last":0.43099999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:38:39 2023","interfaces":[{"interface":"back","average":{"1min":2.1099999999999999,"5min":1.734,"15min":1.538},"min":{"1min":0.34799999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":11.064,"5min":11.064,"15min":11.419},"last":0.65600000000000003},{"interface":"front","average":{"1min":1.837,"5min":1.46,"15min":1.246},"min":{"1min":0.30099999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":11.119,"5min":14.135,"15min":14.135},"last":0.627}]},{"osd":5,"last update":"Sat Sep 23 15:38:39 2023","interfaces":[{"interface":"back","average":{"1min":1.9319999999999999,"5min":3.5139999999999998,"15min":2.6059999999999999},"min":{"1min":0.34300000000000003,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":11.119,"5min":109.63500000000001,"15min":109.63500000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":2.1520000000000001,"5min":2.9460000000000002,"15min":2.3460000000000001},"min":{"1min":0.31900000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":11.103,"5min":109.655,"15min":109.655},"last":0.61499999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":3.548,"5min":2.4550000000000001,"15min":2.056},"min":{"1min":0.45800000000000002,"5min":0.379,"15min":0.33300000000000002},"max":{"1min":13.117000000000001,"5min":13.117000000000001,"15min":13.117000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":1.946,"5min":1.976,"15min":1.8320000000000001},"min":{"1min":0.40200000000000002,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":5.0620000000000003,"5min":7.9950000000000001,"15min":9.7810000000000006},"last":0.69799999999999995}]},{"osd":7,"last update":"Sat Sep 23 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":2.956,"15min":2.661},"min":{"1min":0.39100000000000001,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":6.8179999999999996,"5min":129.31200000000001,"15min":129.31200000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":2.6240000000000001,"5min":3.5670000000000002,"15min":3.052},"min":{"1min":0.374,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":7.7439999999999998,"5min":128.50700000000001,"15min":128.50700000000001},"last":0.67900000000000005}]}]},{"osd":0,"up_from":0,"seq":360777253257,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358764,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":222728,"kb_used_data":8000,"kb_used_omap":93,"kb_used_meta":214626,"kb_avail":93522424,"statfs":{"total":95995035648,"available":95766962176,"internally_reserved":0,"allocated":8192000,"data_stored":5136467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":219777168},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":3.7040000000000002,"5min":2.7240000000000002,"15min":2.5990000000000002},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":15.243,"5min":16.773,"15min":16.773},"last":0.42299999999999999},{"interface":"front","average":{"1min":1.405,"5min":1.621,"15min":1.6459999999999999},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":9.1820000000000004,"5min":13.295999999999999,"15min":13.295999999999999},"last":0.495}]},{"osd":1,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":4.0300000000000002,"5min":6.2770000000000001,"15min":6.8659999999999997},"min":{"1min":0.24299999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":30.591999999999999,"5min":51.262999999999998,"15min":51.262999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":3.2000000000000002,"5min":5.726,"15min":6.1669999999999998},"min":{"1min":0.30199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":36.149000000000001,"5min":49.341999999999999,"15min":49.341999999999999},"last":0.57699999999999996}]},{"osd":3,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":13.648999999999999,"5min":6.4100000000000001,"15min":5.5570000000000004},"min":{"1min":0.34200000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":172.31,"5min":172.31,"15min":172.31},"last":0.54500000000000004},{"interface":"front","average":{"1min":14.593999999999999,"5min":7.4390000000000001,"15min":6.9379999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":174.75200000000001,"5min":174.75200000000001,"15min":174.75200000000001},"last":0.40699999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":1.3220000000000001,"5min":1.99,"15min":2.1680000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":9.2200000000000006,"5min":29.542999999999999,"15min":29.542999999999999},"last":0.81799999999999995},{"interface":"front","average":{"1min":2.077,"5min":2.7290000000000001,"15min":3.0249999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.5600000000000005,"5min":29.558,"15min":29.558},"last":0.746}]},{"osd":5,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":1.8260000000000001,"15min":1.7749999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":9.5990000000000002,"5min":9.5990000000000002,"15min":9.5990000000000002},"last":0.63700000000000001},{"interface":"front","average":{"1min":3.2440000000000002,"5min":2.4569999999999999,"15min":2.351},"min":{"1min":0.375,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":15.084,"5min":16.954999999999998,"15min":16.954999999999998},"last":0.68600000000000005}]},{"osd":6,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":2.1480000000000001,"5min":1.9119999999999999,"15min":1.827},"min":{"1min":0.374,"5min":0.373,"15min":0.373},"max":{"1min":9.6300000000000008,"5min":9.6300000000000008,"15min":9.6300000000000008},"last":0.67400000000000004},{"interface":"front","average":{"1min":3.5099999999999998,"5min":2.548,"15min":2.4119999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":15.163,"5min":16.978999999999999,"15min":16.978999999999999},"last":0.79600000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":3.2970000000000002,"5min":3.6400000000000001,"15min":4.0250000000000004},"min":{"1min":0.41599999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":15.138,"5min":33.548999999999999,"15min":33.548999999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":1.6519999999999999,"5min":2.2829999999999999,"15min":2.4969999999999999},"min":{"1min":0.35899999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":9.2420000000000009,"5min":33.762999999999998,"15min":33.762999999999998},"last":0.77700000000000002}]}]},{"osd":3,"up_from":99,"seq":425201762679,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1429212,"kb_used_data":172116,"kb_used_omap":7,"kb_used_meta":1257080,"kb_avail":92315940,"statfs":{"total":95995035648,"available":94531522560,"internally_reserved":0,"allocated":176246784,"data_stored":173169182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1287250536},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.5529999999999999,"5min":2.4260000000000002,"15min":3.4969999999999999},"min":{"1min":0.247,"5min":0.19900000000000001,"15min":0.182},"max":{"1min":20.260999999999999,"5min":20.260999999999999,"15min":167.71799999999999},"last":0.26300000000000001},{"interface":"front","average":{"1min":3.831,"5min":2.0600000000000001,"15min":2.9540000000000002},"min":{"1min":0.22800000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":10.083,"5min":10.279,"15min":176.61500000000001},"last":0.35399999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.2800000000000002,"5min":4.7359999999999998,"15min":5.5899999999999999},"min":{"1min":0.26700000000000002,"5min":0.23000000000000001,"15min":0.22},"max":{"1min":29.747,"5min":77.807000000000002,"15min":201.98099999999999},"last":0.28100000000000003},{"interface":"front","average":{"1min":7.1879999999999997,"5min":6.1280000000000001,"15min":5.5650000000000004},"min":{"1min":0.253,"5min":0.24399999999999999,"15min":0.21099999999999999},"max":{"1min":27.876000000000001,"5min":78.858999999999995,"15min":202.06700000000001},"last":0.30199999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:38:29 2023","interfaces":[{"interface":"back","average":{"1min":7.25,"5min":6.4349999999999996,"15min":5.6950000000000003},"min":{"1min":0.29799999999999999,"5min":0.254,"15min":0.254},"max":{"1min":48.570999999999998,"5min":123.694,"15min":123.694},"last":0.372},{"interface":"front","average":{"1min":8.4280000000000008,"5min":7.3129999999999997,"15min":6.2990000000000004},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":52.520000000000003,"5min":122.10899999999999,"15min":122.10899999999999},"last":0.318}]},{"osd":4,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":2.1789999999999998,"5min":1.681,"15min":2.1720000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":5.9640000000000004,"5min":9.3719999999999999,"15min":163.43700000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":3.7989999999999999,"5min":2.0609999999999999,"15min":2.2829999999999999},"min":{"1min":0.378,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":17.094000000000001,"5min":17.094000000000001,"15min":163.72399999999999},"last":0.42599999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:37:55 2023","interfaces":[{"interface":"back","average":{"1min":4.0199999999999996,"5min":2.0830000000000002,"15min":2.6110000000000002},"min":{"1min":0.35299999999999998,"5min":0.314,"15min":0.26100000000000001},"max":{"1min":17.212,"5min":17.212,"15min":163.696},"last":0.39300000000000002},{"interface":"front","average":{"1min":2.9089999999999998,"5min":1.788,"15min":1.839},"min":{"1min":0.38200000000000001,"5min":0.33100000000000002,"15min":0.30499999999999999},"max":{"1min":8.7050000000000001,"5min":10.704000000000001,"15min":55.363},"last":0.38500000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:38:34 2023","interfaces":[{"interface":"back","average":{"1min":3.8279999999999998,"5min":2.2759999999999998,"15min":2.5230000000000001},"min":{"1min":0.40500000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":21.344000000000001,"5min":21.344000000000001,"15min":163.63399999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":2.0960000000000001,"5min":1.948,"15min":2.1509999999999998},"min":{"1min":0.42199999999999999,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":6.4199999999999999,"5min":10.785,"15min":163.535},"last":0.41899999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":3.113,"5min":1.96,"15min":2.3100000000000001},"min":{"1min":0.41999999999999998,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":8.782,"5min":10.518000000000001,"15min":163.495},"last":0.40400000000000003},{"interface":"front","average":{"1min":2.2440000000000002,"5min":1.748,"15min":2.4590000000000001},"min":{"1min":0.47999999999999998,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":5.9269999999999996,"5min":9.3260000000000005,"15min":163.51400000000001},"last":0.47399999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986704,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":347916,"kb_used_data":6660,"kb_used_omap":0,"kb_used_meta":341248,"kb_avail":93397236,"statfs":{"total":95995035648,"available":95638769664,"internally_reserved":0,"allocated":6819840,"data_stored":5042233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":349437952},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":1.119,"5min":0.93400000000000005,"15min":2.7509999999999999},"min":{"1min":0.26600000000000001,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":6.0179999999999998,"5min":6.6079999999999997,"15min":169.739},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.84699999999999998,"15min":2.9489999999999998},"min":{"1min":0.26400000000000001,"5min":0.25800000000000001,"15min":0.248},"max":{"1min":5.4829999999999997,"5min":5.4829999999999997,"15min":169.75200000000001},"last":0.48599999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:38:27 2023","interfaces":[{"interface":"back","average":{"1min":16.372,"5min":9.1029999999999998,"15min":6.1150000000000002},"min":{"1min":0.27800000000000002,"5min":0.26900000000000002,"15min":0.254},"max":{"1min":157.16499999999999,"5min":212.74000000000001,"15min":212.74000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":16.896000000000001,"5min":9.3399999999999999,"15min":6.1929999999999996},"min":{"1min":0.313,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":157.19300000000001,"5min":209.995,"15min":209.995},"last":0.41999999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:38:27 2023","interfaces":[{"interface":"back","average":{"1min":4.609,"5min":3.347,"15min":2.8130000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":78.918999999999997,"5min":81.802000000000007,"15min":81.802000000000007},"last":0.57599999999999996},{"interface":"front","average":{"1min":4.7149999999999999,"5min":3.6739999999999999,"15min":3.2349999999999999},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":78.894000000000005,"5min":81.781000000000006,"15min":81.781000000000006},"last":0.54600000000000004}]},{"osd":3,"last update":"Sat Sep 23 15:38:42 2023","interfaces":[{"interface":"back","average":{"1min":20.062999999999999,"5min":8.516,"15min":7.2249999999999996},"min":{"1min":0.29799999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":115.039,"5min":118.68000000000001,"15min":191.41499999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":20.878,"5min":8.8620000000000001,"15min":7.4420000000000002},"min":{"1min":0.34100000000000003,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":114.932,"5min":118.586,"15min":191.602},"last":0.56100000000000005}]},{"osd":5,"last update":"Sat Sep 23 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.621,"15min":2.1539999999999999},"min":{"1min":0.28299999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":2.109,"5min":3.4420000000000002,"15min":163.12},"last":0.438},{"interface":"front","average":{"1min":0.621,"5min":0.70699999999999996,"15min":2.0089999999999999},"min":{"1min":0.28199999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.629,"5min":5.3840000000000003,"15min":164.601},"last":0.50800000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.86199999999999999,"15min":2.4540000000000002},"min":{"1min":0.315,"5min":0.314,"15min":0.28699999999999998},"max":{"1min":2.8570000000000002,"5min":7.3739999999999997,"15min":174.84100000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.76400000000000001,"15min":2.4710000000000001},"min":{"1min":0.33200000000000002,"5min":0.31,"15min":0.31},"max":{"1min":2.879,"5min":7.3440000000000003,"15min":174.60300000000001},"last":0.59999999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":1.589,"5min":1.2170000000000001,"15min":2.8820000000000001},"min":{"1min":0.33100000000000002,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":19.411999999999999,"5min":19.411999999999999,"15min":237.476},"last":0.58799999999999997},{"interface":"front","average":{"1min":1.4510000000000001,"5min":1.198,"15min":2.895},"min":{"1min":0.35199999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":19.768999999999998,"5min":19.768999999999998,"15min":237.523},"last":0.60699999999999998}]}]},{"osd":5,"up_from":39,"seq":167503725067,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":994292,"kb_used_data":383148,"kb_used_omap":0,"kb_used_meta":611136,"kb_avail":92750860,"statfs":{"total":95995035648,"available":94976880640,"internally_reserved":0,"allocated":392343552,"data_stored":390585651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":625803264},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.81599999999999995,"15min":1.419},"min":{"1min":0.29399999999999998,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":6.4219999999999997,"5min":6.4219999999999997,"15min":88.051000000000002},"last":0.35799999999999998},{"interface":"front","average":{"1min":1.6160000000000001,"5min":1.0369999999999999,"15min":1.5640000000000001},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.252},"max":{"1min":5.6900000000000004,"5min":5.6900000000000004,"15min":88.037999999999997},"last":0.41999999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":1.353,"5min":3.3759999999999999,"15min":2.0609999999999999},"min":{"1min":0.378,"5min":0.27300000000000002,"15min":0.251},"max":{"1min":5.9729999999999999,"5min":163.399,"15min":163.399},"last":0.442},{"interface":"front","average":{"1min":2.2050000000000001,"5min":3.7690000000000001,"15min":2.2010000000000001},"min":{"1min":0.30499999999999999,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":9.4559999999999995,"5min":166.11500000000001,"15min":166.11500000000001},"last":0.48499999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":16.937000000000001,"5min":5.766,"15min":3.6120000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":149.90899999999999,"5min":149.90899999999999,"15min":149.90899999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":17.597000000000001,"5min":5.4729999999999999,"15min":3.052},"min":{"1min":0.36499999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":149.887,"5min":149.887,"15min":149.887},"last":0.51100000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":6.6769999999999996,"5min":5.9779999999999998,"15min":5.4790000000000001},"min":{"1min":0.318,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":74.859999999999999,"5min":158.43199999999999,"15min":169.83699999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":6.7409999999999997,"5min":6.3700000000000001,"15min":5.601},"min":{"1min":0.41199999999999998,"5min":0.33300000000000002,"15min":0.32000000000000001},"max":{"1min":75.129999999999995,"5min":158.685,"15min":170.166},"last":0.33800000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.55500000000000005,"15min":0.68899999999999995},"min":{"1min":0.27200000000000002,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":2.3330000000000002,"5min":3.9289999999999998,"15min":8.9450000000000003},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.94399999999999995,"5min":0.63500000000000001,"15min":0.91200000000000003},"min":{"1min":0.316,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":5.5960000000000001,"5min":5.5960000000000001,"15min":9.5079999999999991},"last":0.32500000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.69499999999999995,"15min":2.6819999999999999},"min":{"1min":0.30299999999999999,"5min":0.28399999999999997,"15min":0.24199999999999999},"max":{"1min":3.1240000000000001,"5min":6.1609999999999996,"15min":207.054},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.78400000000000003,"15min":2.9089999999999998},"min":{"1min":0.35499999999999998,"5min":0.32100000000000001,"15min":0.29599999999999999},"max":{"1min":3.1360000000000001,"5min":6.109,"15min":207.28299999999999},"last":0.432}]},{"osd":7,"last update":"Sat Sep 23 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4019999999999999,"5min":0.86099999999999999,"15min":2.948},"min":{"1min":0.34799999999999998,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":7.1840000000000002,"5min":7.1840000000000002,"15min":214.78100000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":1.4279999999999999,"5min":0.85599999999999998,"15min":3.0699999999999998},"min":{"1min":0.38300000000000001,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":8.9670000000000005,"5min":8.9670000000000005,"15min":212.95500000000001},"last":0.40500000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:38:59.056 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set .mgr pgp_num 21 2023-09-23T15:38:59.058 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (17 ms) 2023-09-23T15:38:59.059 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2023-09-23T15:38:59.103 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:38:59.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:59.118 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:38:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:58 smithi178 ceph-mon[192298]: from='client.36837 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:38:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:38:58 smithi178 ceph-mon[192298]: pgmap v1640: 125 pgs: 28 unknown, 97 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 30 KiB/s rd, 7.4 KiB/s wr, 47 op/s 2023-09-23T15:38:59.219 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:59.272 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:59.376 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (319 ms) 2023-09-23T15:38:59.377 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_remove 2023-09-23T15:38:59.379 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2023-09-23T15:38:59.379 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2023-09-23T15:38:59.381 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2023-09-23T15:38:59.381 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.trash_methods 2023-09-23T15:38:59.388 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2023-09-23T15:38:59.388 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.op_features 2023-09-23T15:38:59.394 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.op_features (6 ms) 2023-09-23T15:38:59.395 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.clone_parent 2023-09-23T15:38:59.414 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2023-09-23T15:38:59.414 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2023-09-23T15:38:59.426 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.clone_parent_ns (11 ms) 2023-09-23T15:38:59.426 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.clone_child 2023-09-23T15:38:59.440 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.clone_child (14 ms) 2023-09-23T15:38:59.440 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.namespace_methods 2023-09-23T15:38:59.446 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:38:59.447 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.namespace_methods (8 ms) 2023-09-23T15:38:59.448 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.migration 2023-09-23T15:38:59.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:59.451 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:38:59.458 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.migration (11 ms) 2023-09-23T15:38:59.459 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.migration_v1 2023-09-23T15:38:59.468 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.migration_v1 (9 ms) 2023-09-23T15:38:59.468 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2023-09-23T15:38:59.553 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:38:59.579 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:59.621 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:38:59.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:38:59.627 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:38:59.728 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:38:59.760 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:38:59.835 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:38:59.835 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:38:59.835 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:38:59.835 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:38:59.835 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.835 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143836 10.2 10:41da7d67:::benchmark_data_smithi118_553868_object45357:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e508)", 2023-09-23T15:38:59.836 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.687499+0000", 2023-09-23T15:38:59.836 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 404.14462854599998, 2023-09-23T15:38:59.836 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2363825249999998, 2023-09-23T15:38:59.836 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.836 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:38:59.836 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.836 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:38:59.836 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:38:59.836 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143836 2023-09-23T15:38:59.836 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.836 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687499+0000", 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687499+0000", 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.837 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687497+0000", 2023-09-23T15:38:59.838 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:38:59.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.838 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687507+0000", 2023-09-23T15:38:59.838 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0104e-05 2023-09-23T15:38:59.838 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.838 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.838 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.838 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687530+0000", 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2955999999999998e-05 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687542+0000", 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2354000000000001e-05 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687605+0000", 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2304000000000005e-05 2023-09-23T15:38:59.839 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.840 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687753+0000", 2023-09-23T15:38:59.840 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014844599999999999 2023-09-23T15:38:59.840 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.840 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:38:59.840 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.687896+0000", 2023-09-23T15:38:59.840 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014263399999999999 2023-09-23T15:38:59.840 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.840 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.690475+0000", 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025789770000000001 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.693700+0000", 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0032249589999999999 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.841 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.709054+0000", 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015354115999999999 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.709064+0000", 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0601000000000001e-05 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.697316+0000", 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98825146699999999 2023-09-23T15:38:59.842 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.843 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.697330+0000", 2023-09-23T15:38:59.843 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3730000000000001e-05 2023-09-23T15:38:59.843 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.843 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.843 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.923793+0000", 2023-09-23T15:38:59.843 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2264629069999999 2023-09-23T15:38:59.843 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.843 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.923881+0000", 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8929000000000002e-05 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143845 10.b 10:d5318647:::benchmark_data_smithi118_553868_object45366:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.703905+0000", 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 404.12822234100003, 2023-09-23T15:38:59.844 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.169240158, 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143845 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703905+0000", 2023-09-23T15:38:59.845 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.846 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703905+0000", 2023-09-23T15:38:59.846 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.846 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.846 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.846 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703904+0000", 2023-09-23T15:38:59.846 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:38:59.846 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.703910+0000", 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5010000000000001e-06 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.704929+0000", 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001018676 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.847 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.704943+0000", 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3859999999999999e-05 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.713563+0000", 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0086200570000000004 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.713576+0000", 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3159000000000001e-05 2023-09-23T15:38:59.848 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702072+0000", 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98849657499999999 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702085+0000", 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3081000000000001e-05 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.849 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.837698+0000", 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1356122019999999 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.839289+0000", 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0015918079999999999 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,6,7", 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.839549+0000", 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00025959099999999999 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.850 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.851 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.851 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.847946+0000", 2023-09-23T15:38:59.851 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0083973220000000005 2023-09-23T15:38:59.851 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.851 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.851 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.851 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.849887+0000", 2023-09-23T15:38:59.851 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001940251 2023-09-23T15:38:59.851 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.851 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.851 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.850216+0000", 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000329625 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.872950+0000", 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.022733588999999998 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.873018+0000", 2023-09-23T15:38:59.852 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8597999999999996e-05 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.873145+0000", 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000126833 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143847 10.b 10:dd85185d:::benchmark_data_smithi118_553868_object45368:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:38:59.853 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:15.708698+0000", 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 404.12342900800002, 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1882208990000001, 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143847 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.854 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708698+0000", 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708698+0000", 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708697+0000", 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.855 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708704+0000", 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8469999999999998e-06 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708716+0000", 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2439999999999999e-05 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.856 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.708725+0000", 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4209999999999995e-06 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.713602+0000", 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0048773380000000002 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:15.713612+0000", 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4709999999999996e-06 2023-09-23T15:38:59.857 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702158+0000", 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.988546225 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.702168+0000", 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0283e-05 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.858 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.847991+0000", 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.145822699 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.848152+0000", 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000161254 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,6,7", 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.848334+0000", 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018217099999999999 2023-09-23T15:38:59.859 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.850162+0000", 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018280639999999999 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.850645+0000", 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00048283000000000001 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.860 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.881906+0000", 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.031261296000000001 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.896735+0000", 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014828787 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.896799+0000", 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4057e-05 2023-09-23T15:38:59.861 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.896919+0000", 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120182 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:143843 10.6 10:6b2dc148:::benchmark_data_smithi118_553868_object45364:head [delete] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e510)", 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:16.698793+0000", 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 403.13333464200002, 2023-09-23T15:38:59.862 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.207690025, 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 143843 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698793+0000", 2023-09-23T15:38:59.863 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698793+0000", 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698791+0000", 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.864 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698800+0000", 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2600000000000005e-06 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698812+0000", 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2502e-05 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.698823+0000", 2023-09-23T15:38:59.865 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0609e-05 2023-09-23T15:38:59.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.866 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.703798+0000", 2023-09-23T15:38:59.866 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0049751209999999999 2023-09-23T15:38:59.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.866 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.866 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.866 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:16.703807+0000", 2023-09-23T15:38:59.866 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1819999999999995e-06 2023-09-23T15:38:59.866 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.878911+0000", 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1751044020000001 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.880748+0000", 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001836739 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.867 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 5,6,7", 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.880957+0000", 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00020901700000000001 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.900411+0000", 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.019453978 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.900489+0000", 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7418999999999999e-05 2023-09-23T15:38:59.868 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.900529+0000", 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0293999999999997e-05 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906333+0000", 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0058040490000000004 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.869 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906371+0000", 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7840999999999999e-05 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:17.906483+0000", 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011212700000000001 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.870 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:165284 10.2 10:402b0e01:::benchmark_data_smithi118_553868_object66805:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e523)", 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:42.633032+0000", 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 377.19909553500003, 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.124189525, 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 165284 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.871 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633032+0000", 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633032+0000", 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633031+0000", 2023-09-23T15:38:59.872 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633037+0000", 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9330000000000004e-06 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633050+0000", 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2374999999999999e-05 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.873 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633058+0000", 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3129999999999999e-06 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633116+0000", 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8031000000000001e-05 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633244+0000", 2023-09-23T15:38:59.874 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012802199999999999 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,6,7", 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.633382+0000", 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013795800000000001 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.637570+0000", 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0041882689999999997 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.875 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.638197+0000", 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00062659399999999996 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.638659+0000", 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00046231700000000001 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.641710+0000", 2023-09-23T15:38:59.876 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0030504350000000002 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.641723+0000", 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2883e-05 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.757166+0000", 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1154433180000001 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.877 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.878 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.757221+0000", 2023-09-23T15:38:59.878 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5466000000000001e-05 2023-09-23T15:38:59.878 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.878 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.878 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.878 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.878 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.878 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46235.0:165324 10.2 10:4a43fec9:::benchmark_data_smithi118_553868_object66845:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e524)", 2023-09-23T15:38:59.878 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:32:42.672471+0000", 2023-09-23T15:38:59.878 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 377.15965669600001, 2023-09-23T15:38:59.878 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.092038791, 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46235", 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 165324 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672471+0000", 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.879 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672471+0000", 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672469+0000", 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.880 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672477+0000", 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0520000000000002e-06 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672494+0000", 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6297e-05 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672503+0000", 2023-09-23T15:38:59.881 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5990000000000008e-06 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672587+0000", 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3801999999999995e-05 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:42.672596+0000", 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8980000000000002e-06 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.882 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.757646+0000", 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0850497450000001 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.757749+0000", 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000103501 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.757824+0000", 2023-09-23T15:38:59.883 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4451999999999998e-05 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.764329+0000", 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0065050339999999998 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.764428+0000", 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9011000000000005e-05 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.884 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.764455+0000", 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.7182000000000002e-05 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.764487+0000", 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2088000000000002e-05 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:32:43.764510+0000", 2023-09-23T15:38:59.885 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2668e-05 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75053 11.c 11:30aa52eb:::benchmark_data_smithi118_606503_object75052:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:49.963518+0000", 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.868609152, 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8931232609999999, 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.886 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75053 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963518+0000", 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.887 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963518+0000", 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963517+0000", 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963543+0000", 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.6038999999999999e-05 2023-09-23T15:38:59.888 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963554+0000", 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.113e-05 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.963562+0000", 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3790000000000006e-06 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.889 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971786+0000", 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.008223302 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971795+0000", 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3740000000000004e-06 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690938+0000", 2023-09-23T15:38:59.890 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.71914264900000002 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690947+0000", 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8030000000000008e-06 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.831639+0000", 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1406914320000001 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.891 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.892 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.892 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.831794+0000", 2023-09-23T15:38:59.893 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000155236 2023-09-23T15:38:59.893 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.893 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.893 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:38:59.893 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.831962+0000", 2023-09-23T15:38:59.893 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000167486 2023-09-23T15:38:59.893 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.893 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.842251+0000", 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010289662 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.844518+0000", 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022664989999999999 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856546+0000", 2023-09-23T15:38:59.894 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0120284 2023-09-23T15:38:59.895 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.895 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.895 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.895 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856581+0000", 2023-09-23T15:38:59.895 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5064999999999997e-05 2023-09-23T15:38:59.895 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.895 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.895 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.895 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856642+0000", 2023-09-23T15:38:59.895 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0368999999999997e-05 2023-09-23T15:38:59.895 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75058 11.c 11:37bbc536:::benchmark_data_smithi118_606503_object75057:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:49.971804+0000", 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.86032324199999, 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.885072447, 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.896 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.897 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.897 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75058 2023-09-23T15:38:59.897 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.897 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.897 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.897 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.897 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971804+0000", 2023-09-23T15:38:59.897 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.897 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.897 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.897 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971804+0000", 2023-09-23T15:38:59.898 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.898 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.898 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.898 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971803+0000", 2023-09-23T15:38:59.898 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:38:59.898 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.898 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.898 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.898 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971839+0000", 2023-09-23T15:38:59.899 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6647999999999999e-05 2023-09-23T15:38:59.899 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.899 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.899 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.899 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971851+0000", 2023-09-23T15:38:59.899 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1715999999999999e-05 2023-09-23T15:38:59.899 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.899 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.899 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.899 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971861+0000", 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.7049999999999994e-06 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971905+0000", 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4912e-05 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971912+0000", 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.049e-06 2023-09-23T15:38:59.900 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690970+0000", 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.71905847700000003 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690978+0000", 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6120000000000001e-06 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.834123+0000", 2023-09-23T15:38:59.901 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1431449810000001 2023-09-23T15:38:59.902 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.902 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.902 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.902 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.834235+0000", 2023-09-23T15:38:59.902 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011283800000000001 2023-09-23T15:38:59.902 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.902 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.902 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:38:59.902 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.834346+0000", 2023-09-23T15:38:59.902 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011071899999999999 2023-09-23T15:38:59.902 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.842259+0000", 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0079130799999999994 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.844628+0000", 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0023685770000000002 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.903 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856701+0000", 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.012073264 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856762+0000", 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0625000000000003e-05 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856877+0000", 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114974 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.904 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75059 11.c 11:314071f9:::benchmark_data_smithi118_606503_object75058:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:49.971881+0000", 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.86024669899999, 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8852217529999999, 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.905 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75059 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971881+0000", 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971881+0000", 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.906 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971880+0000", 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971904+0000", 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3710000000000002e-05 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.907 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971913+0000", 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.7180000000000002e-06 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.971919+0000", 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.2360000000000001e-06 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.973699+0000", 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017799300000000001 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.908 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.973707+0000", 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.2689999999999999e-06 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690999+0000", 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.71729235499999999 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.909 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691007+0000", 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2930000000000003e-06 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.835351+0000", 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.144344349 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.835457+0000", 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010577399999999999 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.910 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.835556+0000", 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9530000000000004e-05 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.842267+0000", 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0067106969999999998 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.911 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.848246+0000", 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0059794319999999998 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856938+0000", 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0086911860000000001 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.856998+0000", 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0621000000000001e-05 2023-09-23T15:38:59.912 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.857103+0000", 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000104248 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75070 11.7 11:e47a1c0f:::benchmark_data_smithi118_606503_object75069:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:49.987169+0000", 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.84495822400001, 2023-09-23T15:38:59.913 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8417091380000001, 2023-09-23T15:38:59.914 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.914 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.914 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.914 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.914 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.914 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75070 2023-09-23T15:38:59.914 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.914 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.914 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.914 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.914 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987169+0000", 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987169+0000", 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987168+0000", 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987191+0000", 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3771e-05 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987209+0000", 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7280999999999999e-05 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987217+0000", 2023-09-23T15:38:59.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4700000000000002e-06 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987266+0000", 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8971000000000003e-05 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:49.987277+0000", 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0597999999999999e-05 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.917 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.689968+0000", 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.70269137299999995 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.689984+0000", 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5837000000000001e-05 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.918 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.817231+0000", 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.127246864 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.817392+0000", 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016148099999999999 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5,7", 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.817497+0000", 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010512 2023-09-23T15:38:59.919 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.821683+0000", 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0041855460000000001 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.827955+0000", 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0062716500000000001 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.920 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828053+0000", 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8597000000000005e-05 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828691+0000", 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00063765499999999999 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828752+0000", 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1507000000000006e-05 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.921 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828878+0000", 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012595 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75091 11.7 11:e7837132:::benchmark_data_smithi118_606503_object75090:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.005144+0000", 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.82698349200001, 2023-09-23T15:38:59.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8239452190000001, 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75091 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005144+0000", 2023-09-23T15:38:59.923 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005144+0000", 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005143+0000", 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.924 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005164+0000", 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.0820999999999999e-05 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005174+0000", 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0175e-05 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005180+0000", 2023-09-23T15:38:59.925 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.319e-06 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005227+0000", 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7111999999999999e-05 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005238+0000", 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.044e-05 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.926 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690011+0000", 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.68477304100000003 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.690020+0000", 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1400000000000006e-06 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.927 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.819599+0000", 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.129579552 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.819723+0000", 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012358599999999999 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5,7", 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.819837+0000", 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114473 2023-09-23T15:38:59.928 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.821814+0000", 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0019766459999999999 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828015+0000", 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0062014460000000002 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.929 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.930 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828091+0000", 2023-09-23T15:38:59.930 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5291999999999997e-05 2023-09-23T15:38:59.930 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.930 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.930 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.930 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828924+0000", 2023-09-23T15:38:59.930 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00083373400000000004 2023-09-23T15:38:59.930 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.930 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.930 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.930 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.828977+0000", 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2148999999999998e-05 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.829089+0000", 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000112593 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.931 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75092 11.c 11:369eecf2:::benchmark_data_smithi118_606503_object75091:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.005190+0000", 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.82693715299999, 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8521509520000001, 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75092 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.932 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005190+0000", 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005190+0000", 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005190+0000", 2023-09-23T15:38:59.933 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005213+0000", 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.3200000000000001e-05 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005220+0000", 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5629999999999997e-06 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.934 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005223+0000", 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2679999999999999e-06 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005270+0000", 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6779000000000001e-05 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.005281+0000", 2023-09-23T15:38:59.935 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0859000000000001e-05 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691030+0000", 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.68574925900000006 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691037+0000", 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1799999999999999e-06 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.936 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.837090+0000", 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.146053048 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.837233+0000", 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014320000000000001 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,7", 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.837420+0000", 2023-09-23T15:38:59.937 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018719400000000001 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.842273+0000", 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004852772 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.848297+0000", 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0060240650000000003 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.938 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.857168+0000", 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088706789999999994 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.857224+0000", 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6249999999999998e-05 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.857341+0000", 2023-09-23T15:38:59.939 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011704100000000001 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75094 11.6 11:6c5b8844:::benchmark_data_smithi118_606503_object75093:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.008980+0000", 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.82314765199999, 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.829511887, 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.940 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75094 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.008980+0000", 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.941 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.008980+0000", 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.008979+0000", 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.008999+0000", 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9661e-05 2023-09-23T15:38:59.942 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.009012+0000", 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2848e-05 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.009017+0000", 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.879e-06 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.943 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.009059+0000", 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1414e-05 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.009067+0000", 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7389999999999999e-06 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.692835+0000", 2023-09-23T15:38:59.944 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.68376800000000004 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.692843+0000", 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3939999999999996e-06 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.829670+0000", 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.136826594 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.945 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.829784+0000", 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114138 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.829885+0000", 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010180599999999999 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.946 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.832144+0000", 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022589839999999999 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.834470+0000", 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002325489 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.838360+0000", 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038898660000000001 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.947 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.838416+0000", 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5883e-05 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.838492+0000", 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.6001000000000006e-05 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.948 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75047 11.e 11:7ec9e00d:::benchmark_data_smithi118_606503_object75046:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=2 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691035+0000", 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.14109271500001, 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1410452959999999, 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75047 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.949 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691035+0000", 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691035+0000", 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.950 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691033+0000", 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691064+0000", 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.1291000000000002e-05 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691078+0000", 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4124999999999999e-05 2023-09-23T15:38:59.951 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691093+0000", 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4815e-05 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.692802+0000", 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0017086250000000001 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.952 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.692811+0000", 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4900000000000006e-06 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.832001+0000", 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.139190226 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.832080+0000", 2023-09-23T15:38:59.953 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.8761e-05 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75055 11.d 11:ba6e4f67:::benchmark_data_smithi118_606503_object75054:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691101+0000", 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.14102641700001, 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2634767980000001, 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.954 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75055 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691101+0000", 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.955 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691101+0000", 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691100+0000", 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691120+0000", 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.9358999999999999e-05 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.956 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691127+0000", 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1300000000000003e-06 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691132+0000", 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4190000000000001e-06 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691173+0000", 2023-09-23T15:38:59.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0302999999999997e-05 2023-09-23T15:38:59.958 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.958 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.958 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.958 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691181+0000", 2023-09-23T15:38:59.958 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.5450000000000003e-06 2023-09-23T15:38:59.958 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.958 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.958 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.958 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.920622+0000", 2023-09-23T15:38:59.958 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.229440868 2023-09-23T15:38:59.958 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.920787+0000", 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016536200000000001 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.921215+0000", 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00042736199999999998 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936067+0000", 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.014851745 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936112+0000", 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5170000000000003e-05 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.952504+0000", 2023-09-23T15:38:59.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016391907000000001 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.952578+0000", 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4784999999999996e-05 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.954578+0000", 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00199943 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.961 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75056 11.d 11:b0b9a86d:::benchmark_data_smithi118_606503_object75055:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691142+0000", 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.14098513499999, 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2651057749999999, 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.962 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75056 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691142+0000", 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691142+0000", 2023-09-23T15:38:59.963 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691142+0000", 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691159+0000", 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7465999999999998e-05 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691166+0000", 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.029e-06 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691172+0000", 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.3329999999999996e-06 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691204+0000", 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2493999999999998e-05 2023-09-23T15:38:59.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691211+0000", 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1729999999999998e-06 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.929311+0000", 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2380991319999999 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.966 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.929472+0000", 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016156800000000001 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.929624+0000", 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015186400000000001 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936123+0000", 2023-09-23T15:38:59.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0064987689999999997 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.947258+0000", 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.011135440999999999 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.954648+0000", 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0073895330000000002 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.954699+0000", 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.1492000000000001e-05 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.956248+0000", 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001548848 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.969 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75069 11.d 11:b804721e:::benchmark_data_smithi118_606503_object75068:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691177+0000", 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.14095093899999, 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.267086245, 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75069 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691177+0000", 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691177+0000", 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691176+0000", 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691194+0000", 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7524999999999999e-05 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691201+0000", 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.0859999999999996e-06 2023-09-23T15:38:59.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691207+0000", 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.708e-06 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691232+0000", 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4915000000000001e-05 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691239+0000", 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.8079999999999999e-06 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.931620+0000", 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2403809720000001 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.931842+0000", 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00022205900000000001 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.932047+0000", 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000205205 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.947281+0000", 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.015233691000000001 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.975 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.949991+0000", 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0027095600000000002 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.956352+0000", 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0063608470000000002 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.956417+0000", 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5903999999999998e-05 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.976 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.958263+0000", 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0018453339999999999 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75071 11.d 11:b599d273:::benchmark_data_smithi118_606503_object75070:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691212+0000", 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.14091529800001, 2023-09-23T15:38:59.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.269165315, 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75071 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691212+0000", 2023-09-23T15:38:59.978 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691212+0000", 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691212+0000", 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691229+0000", 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6997999999999999e-05 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691235+0000", 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9699999999999996e-06 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691240+0000", 2023-09-23T15:38:59.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6189999999999999e-06 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691274+0000", 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3161999999999999e-05 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691280+0000", 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.703e-06 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.933914+0000", 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.242634053 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.934064+0000", 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000149173 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.934194+0000", 2023-09-23T15:38:59.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013074000000000001 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.947326+0000", 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013131738 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.950001+0000", 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002675368 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.958405+0000", 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0084032480000000003 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.958462+0000", 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7482999999999998e-05 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.960377+0000", 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00191541 2023-09-23T15:38:59.984 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75073 11.d 11:b47f09b8:::benchmark_data_smithi118_606503_object75072:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691253+0000", 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.14087411, 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2742384529999999, 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.985 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75073 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691253+0000", 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.986 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691253+0000", 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691253+0000", 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691270+0000", 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6555e-05 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.987 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691274+0000", 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.1049999999999997e-06 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691277+0000", 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.2160000000000002e-06 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691318+0000", 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0945999999999997e-05 2023-09-23T15:38:59.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691325+0000", 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.2350000000000002e-06 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936170+0000", 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.244844914 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936325+0000", 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000155508 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.936506+0000", 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00018053700000000001 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.947362+0000", 2023-09-23T15:38:59.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010855716 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.950010+0000", 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0026485749999999998 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.963105+0000", 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.013094428 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.963150+0000", 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.5649999999999998e-05 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.965492+0000", 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002341442 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:75084 11.d 11:bd388b9a:::benchmark_data_smithi118_606503_object75083:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e563)", 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:34:50.691280+0000", 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 249.140847611, 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2856042990000001, 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 75084 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:38:59.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691280+0000", 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691280+0000", 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:38:59.994 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691280+0000", 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691295+0000", 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5104e-05 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691298+0000", 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.523e-06 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691312+0000", 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4181e-05 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691346+0000", 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.3314e-05 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:38:59.996 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:50.691352+0000", 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.443e-06 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.938743+0000", 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.247391081 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.938892+0000", 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014851099999999999 2023-09-23T15:38:59.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 4,5", 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.939050+0000", 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015791199999999999 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.949971+0000", 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010921067 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.950019+0000", 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8529999999999998e-05 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.974312+0000", 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.024292375000000001 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.974369+0000", 2023-09-23T15:38:59.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7370000000000001e-05 2023-09-23T15:39:00.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:39:00.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:39:00.000 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:39:00.000 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:34:51.976884+0000", 2023-09-23T15:39:00.000 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025151319999999998 2023-09-23T15:39:00.000 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:39:00.000 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:39:00.000 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:39:00.000 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:39:00.000 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:39:00.000 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:39:00.157 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:00.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:00.160 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:00.261 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:39:00.288 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:00.330 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:39:00.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:00.335 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:39:00.436 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:39:00.462 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:00.672 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:39:00.672 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:39:00.672 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:39:00.672 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:39:00.672 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:39:00.673 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:39:00.673 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:39:00.673 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:39:00.673 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:39:00.673 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:39:00.673 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:39:00.673 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:39:00.673 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:39:00.673 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:39:00.674 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:39:00.674 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:39:00.682 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:00.870 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1402 ms) 2023-09-23T15:39:00.870 INFO:tasks.workunit.client.0.smithi118.stdout:[ RUN ] TestClsRbd.sparsify 2023-09-23T15:39:00.905 INFO:tasks.workunit.client.0.smithi118.stdout:[ OK ] TestClsRbd.sparsify (35 ms) 2023-09-23T15:39:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:00 smithi178 ceph-mon[192298]: pgmap v1641: 125 pgs: 125 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.31k op/s 2023-09-23T15:39:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:00 smithi178 ceph-mon[192298]: failed to encode map e604 with expected crc 2023-09-23T15:39:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:00 smithi178 ceph-mon[192298]: failed to encode map e604 with expected crc 2023-09-23T15:39:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:00 smithi178 ceph-mon[192298]: osdmap e604: 8 total, 8 up, 6 in 2023-09-23T15:39:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:00 smithi178 ceph-mon[192298]: failed to encode map e604 with expected crc 2023-09-23T15:39:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4111177352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:01.163 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[219580]: pgmap v1641: 125 pgs: 125 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.31k op/s 2023-09-23T15:39:01.164 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[219580]: failed to encode map e604 with expected crc 2023-09-23T15:39:01.164 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[219580]: failed to encode map e604 with expected crc 2023-09-23T15:39:01.164 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[219580]: osdmap e604: 8 total, 8 up, 6 in 2023-09-23T15:39:01.164 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[219580]: failed to encode map e604 with expected crc 2023-09-23T15:39:01.164 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4111177352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:01.164 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[212312]: pgmap v1641: 125 pgs: 125 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.31k op/s 2023-09-23T15:39:01.164 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[212312]: failed to encode map e604 with expected crc 2023-09-23T15:39:01.164 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[212312]: failed to encode map e604 with expected crc 2023-09-23T15:39:01.164 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[212312]: osdmap e604: 8 total, 8 up, 6 in 2023-09-23T15:39:01.165 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[212312]: failed to encode map e604 with expected crc 2023-09-23T15:39:01.165 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4111177352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:01.861 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:39:01.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:01.864 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:39:01.887 INFO:tasks.workunit.client.0.smithi118.stdout:[----------] 70 tests from TestClsRbd (5951 ms total) 2023-09-23T15:39:01.887 INFO:tasks.workunit.client.0.smithi118.stdout: 2023-09-23T15:39:01.887 INFO:tasks.workunit.client.0.smithi118.stdout:[----------] Global test environment tear-down 2023-09-23T15:39:01.887 INFO:tasks.workunit.client.0.smithi118.stdout:[==========] 70 tests from 1 test suite ran. (8575 ms total) 2023-09-23T15:39:01.887 INFO:tasks.workunit.client.0.smithi118.stdout:[ PASSED ] 70 tests. 2023-09-23T15:39:01.888 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-09-23T15:39:01.889 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-09-23T15:39:01.913 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_ops_in_flight 2023-09-23T15:39:01.966 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:39:01.986 INFO:tasks.workunit:Stopping ['cls/test_cls_rbd.sh'] on client.0... 2023-09-23T15:39:01.987 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-09-23T15:39:02.011 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:02.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:01 smithi178 ceph-mon[192298]: failed to encode map e605 with expected crc 2023-09-23T15:39:02.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:01 smithi178 ceph-mon[192298]: failed to encode map e605 with expected crc 2023-09-23T15:39:02.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:01 smithi178 ceph-mon[192298]: osdmap e605: 8 total, 8 up, 6 in 2023-09-23T15:39:02.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:01 smithi178 ceph-mon[192298]: failed to encode map e605 with expected crc 2023-09-23T15:39:02.154 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:01 smithi118 ceph-mon[219580]: failed to encode map e605 with expected crc 2023-09-23T15:39:02.154 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:01 smithi118 ceph-mon[219580]: failed to encode map e605 with expected crc 2023-09-23T15:39:02.155 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:01 smithi118 ceph-mon[219580]: osdmap e605: 8 total, 8 up, 6 in 2023-09-23T15:39:02.155 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:01 smithi118 ceph-mon[219580]: failed to encode map e605 with expected crc 2023-09-23T15:39:02.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:01 smithi118 ceph-mon[212312]: failed to encode map e605 with expected crc 2023-09-23T15:39:02.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:01 smithi118 ceph-mon[212312]: failed to encode map e605 with expected crc 2023-09-23T15:39:02.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:01 smithi118 ceph-mon[212312]: osdmap e605: 8 total, 8 up, 6 in 2023-09-23T15:39:02.155 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:01 smithi118 ceph-mon[212312]: failed to encode map e605 with expected crc 2023-09-23T15:39:02.245 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:02.357 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:39:02.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:02.361 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:39:02.381 DEBUG:teuthology.parallel:result is None 2023-09-23T15:39:02.382 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T15:39:02.449 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T15:39:02.450 DEBUG:teuthology.orchestra.run.smithi118:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T15:39:02.461 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:39:02.496 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:02.505 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T15:39:02.506 INFO:teuthology.task.sequential:In sequential, running task print... 2023-09-23T15:39:02.506 INFO:teuthology.task.print:**** done cls/test_cls_rbd.sh 5-workload 2023-09-23T15:39:02.506 INFO:teuthology.task.sequential:In sequential, running task workunit... 2023-09-23T15:39:02.506 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-09-23T15:39:02.506 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-09-23T15:39:02.507 DEBUG:teuthology.orchestra.run.smithi118:> stat -- /home/ubuntu/cephtest/mnt.0 2023-09-23T15:39:02.545 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:39:02.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:02.551 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:39:02.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T15:39:02.562 INFO:teuthology.orchestra.run.smithi118.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-09-23T15:39:02.562 DEBUG:teuthology.orchestra.run.smithi118:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T15:39:02.618 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-09-23T15:39:02.618 DEBUG:teuthology.orchestra.run.smithi118:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-09-23T15:39:02.652 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:39:02.674 INFO:tasks.workunit:timeout=3h 2023-09-23T15:39:02.674 INFO:tasks.workunit:cleanup=True 2023-09-23T15:39:02.674 DEBUG:teuthology.orchestra.run.smithi118:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-09-23T15:39:02.679 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:02.722 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:39:02.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:02.726 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:39:02.733 INFO:tasks.workunit.client.0.smithi118.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-09-23T15:39:02.827 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:39:02.855 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:02 smithi178 ceph-mon[192298]: pgmap v1644: 125 pgs: 125 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.31k op/s 2023-09-23T15:39:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:02 smithi178 ceph-mon[192298]: osdmap e606: 8 total, 8 up, 6 in 2023-09-23T15:39:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:02 smithi118 ceph-mon[219580]: pgmap v1644: 125 pgs: 125 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.31k op/s 2023-09-23T15:39:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:02 smithi118 ceph-mon[219580]: osdmap e606: 8 total, 8 up, 6 in 2023-09-23T15:39:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:02 smithi118 ceph-mon[212312]: pgmap v1644: 125 pgs: 125 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 1.31k op/s 2023-09-23T15:39:03.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:02 smithi118 ceph-mon[212312]: osdmap e606: 8 total, 8 up, 6 in 2023-09-23T15:39:03.913 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:39:03.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:03.916 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:39:03.970 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:39:04.017 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:39:04.041 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:03 smithi118 ceph-mon[219580]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.042 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:03 smithi118 ceph-mon[219580]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.042 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:03 smithi118 ceph-mon[219580]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.042 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:03 smithi118 ceph-mon[219580]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.042 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:03 smithi118 ceph-mon[212312]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.042 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:03 smithi118 ceph-mon[212312]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.042 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:03 smithi118 ceph-mon[212312]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.042 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:03 smithi118 ceph-mon[212312]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.046 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:04.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:03 smithi178 ceph-mon[192298]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:03 smithi178 ceph-mon[192298]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:03 smithi178 ceph-mon[192298]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:03 smithi178 ceph-mon[192298]: failed to encode map e606 with expected crc 2023-09-23T15:39:04.553 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:39:04.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:04.556 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:39:04.657 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:39:04.687 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:05.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:04 smithi118 ceph-mon[219580]: pgmap v1646: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:05.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:04 smithi118 ceph-mon[212312]: pgmap v1646: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:04 smithi178 ceph-mon[192298]: pgmap v1646: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:05.417 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:05.437 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:05.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:05.443 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:05.544 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:39:05.578 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:05.629 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:39:05.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:05.636 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:39:05.737 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:39:05.765 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:05.808 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:39:05.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:05.813 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:39:05.914 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:39:05.939 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:05.982 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:39:05.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:05.987 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:39:06.088 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:39:06.101 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:06.113 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:06.157 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:39:06.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:06.161 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:39:06.262 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:39:06.287 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:06.329 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:39:06.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:06.336 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:39:06.437 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:39:06.469 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:06.723 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is set 2023-09-23T15:39:06.749 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:06.749 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:06 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:06.749 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:06 smithi118 ceph-mon[219580]: pgmap v1647: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:06.749 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:06 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2456707879' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:39:06.749 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:06 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:39:06.750 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:06.750 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:06 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:06.750 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:06 smithi118 ceph-mon[212312]: pgmap v1647: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:06.750 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:06 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2456707879' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:39:06.750 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:06 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:39:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:06 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:06 smithi178 ceph-mon[192298]: pgmap v1647: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:06 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2456707879' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:39:07.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:06 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-09-23T15:39:07.709 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 1 pgp_num to 21 2023-09-23T15:39:07.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[212312]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:39:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[212312]: failed to encode map e607 with expected crc 2023-09-23T15:39:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:39:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[212312]: osdmap e607: 8 total, 8 up, 6 in 2023-09-23T15:39:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2744710364' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:39:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:39:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[212312]: failed to encode map e607 with expected crc 2023-09-23T15:39:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[212312]: failed to encode map e607 with expected crc 2023-09-23T15:39:07.820 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[212312]: failed to encode map e607 with expected crc 2023-09-23T15:39:07.820 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[219580]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:39:07.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[219580]: failed to encode map e607 with expected crc 2023-09-23T15:39:07.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:39:07.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[219580]: osdmap e607: 8 total, 8 up, 6 in 2023-09-23T15:39:07.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2744710364' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:39:07.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:39:07.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:07.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[219580]: failed to encode map e607 with expected crc 2023-09-23T15:39:07.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[219580]: failed to encode map e607 with expected crc 2023-09-23T15:39:07.821 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:07 smithi118 ceph-mon[219580]: failed to encode map e607 with expected crc 2023-09-23T15:39:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:07 smithi178 ceph-mon[192298]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:39:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:07 smithi178 ceph-mon[192298]: failed to encode map e607 with expected crc 2023-09-23T15:39:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:07 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-09-23T15:39:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:07 smithi178 ceph-mon[192298]: osdmap e607: 8 total, 8 up, 6 in 2023-09-23T15:39:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2744710364' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:39:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:07 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]: dispatch 2023-09-23T15:39:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:07 smithi178 ceph-mon[192298]: failed to encode map e607 with expected crc 2023-09-23T15:39:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:07 smithi178 ceph-mon[192298]: failed to encode map e607 with expected crc 2023-09-23T15:39:08.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:07 smithi178 ceph-mon[192298]: failed to encode map e607 with expected crc 2023-09-23T15:39:08.193 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:39:08.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:08.198 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:39:08.299 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:39:08.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:39:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:39:08] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2023-09-23T15:39:08.331 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:08.383 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:39:08.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:08.387 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:39:08.463 DEBUG:teuthology.orchestra.run.smithi118:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-09-23T15:39:08.480 INFO:tasks.workunit.client.0.smithi118.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-09-23T15:39:08.482 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T15:39:08.482 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-09-23T15:39:08.489 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:39:08.518 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:08.623 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-09-23T15:39:08.710 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-09-23T15:39:08.831 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-09-23T15:39:08.832 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T15:39:08.832 INFO:tasks.workunit.client.0.smithi118.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-09-23T15:39:08.871 INFO:tasks.workunit.client.0.smithi118.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-09-23T15:39:08.874 DEBUG:teuthology.orchestra.run.smithi118:> set -ex 2023-09-23T15:39:08.874 DEBUG:teuthology.orchestra.run.smithi118:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-09-23T15:39:08.931 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.0... 2023-09-23T15:39:08.932 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2023-09-23T15:39:08.933 DEBUG:teuthology.orchestra.run.smithi118:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/import_export.sh 2023-09-23T15:39:08.992 INFO:tasks.workunit.client.0.smithi118.stderr:+ export RBD_FORCE_ALLOW_V1=1 2023-09-23T15:39:08.992 INFO:tasks.workunit.client.0.smithi118.stderr:+ RBD_FORCE_ALLOW_V1=1 2023-09-23T15:39:08.993 INFO:tasks.workunit.client.0.smithi118.stderr:+ TMPDIR=/tmp/rbd_import_export_665237 2023-09-23T15:39:08.993 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm -rf /tmp/rbd_import_export_665237 2023-09-23T15:39:08.993 INFO:tasks.workunit.client.0.smithi118.stderr:+ mkdir /tmp/rbd_import_export_665237 2023-09-23T15:39:08.994 INFO:tasks.workunit.client.0.smithi118.stderr:+ trap 'rm -rf /tmp/rbd_import_export_665237' INT TERM EXIT 2023-09-23T15:39:08.994 INFO:tasks.workunit.client.0.smithi118.stderr:+ mkdir foo.665237 2023-09-23T15:39:08.995 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import foo.665237 foo.dir 2023-09-23T15:39:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[219580]: failed to encode map e607 with expected crc 2023-09-23T15:39:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[219580]: failed to encode map e608 with expected crc 2023-09-23T15:39:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-09-23T15:39:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[219580]: osdmap e608: 8 total, 8 up, 6 in 2023-09-23T15:39:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[219580]: pgmap v1650: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[219580]: failed to encode map e608 with expected crc 2023-09-23T15:39:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[219580]: failed to encode map e608 with expected crc 2023-09-23T15:39:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[212312]: failed to encode map e607 with expected crc 2023-09-23T15:39:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[212312]: failed to encode map e608 with expected crc 2023-09-23T15:39:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-09-23T15:39:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[212312]: osdmap e608: 8 total, 8 up, 6 in 2023-09-23T15:39:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[212312]: pgmap v1650: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[212312]: failed to encode map e608 with expected crc 2023-09-23T15:39:09.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:08 smithi118 ceph-mon[212312]: failed to encode map e608 with expected crc 2023-09-23T15:39:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:08 smithi178 ceph-mon[192298]: failed to encode map e607 with expected crc 2023-09-23T15:39:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:08 smithi178 ceph-mon[192298]: failed to encode map e608 with expected crc 2023-09-23T15:39:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:08 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "21"}]': finished 2023-09-23T15:39:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:08 smithi178 ceph-mon[192298]: osdmap e608: 8 total, 8 up, 6 in 2023-09-23T15:39:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:08 smithi178 ceph-mon[192298]: pgmap v1650: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:08 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:08 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:08 smithi178 ceph-mon[192298]: failed to encode map e608 with expected crc 2023-09-23T15:39:09.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:08 smithi178 ceph-mon[192298]: failed to encode map e608 with expected crc 2023-09-23T15:39:09.505 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: cannot import a directory 2023-09-23T15:39:09.506 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 0% complete...failed. 2023-09-23T15:39:09.506 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: import failed: (21) Is a directory 2023-09-23T15:39:09.508 INFO:tasks.workunit.client.0.smithi118.stderr:+ true 2023-09-23T15:39:09.508 INFO:tasks.workunit.client.0.smithi118.stderr:+ rmdir foo.665237 2023-09-23T15:39:09.509 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_665237/img bs=1k count=1 seek=10 2023-09-23T15:39:09.509 INFO:tasks.workunit.client.0.smithi118.stderr:1+0 records in 2023-09-23T15:39:09.510 INFO:tasks.workunit.client.0.smithi118.stderr:1+0 records out 2023-09-23T15:39:09.510 INFO:tasks.workunit.client.0.smithi118.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.9511e-05 s, 20.7 MB/s 2023-09-23T15:39:09.510 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_665237/img bs=1k count=10 seek=100 2023-09-23T15:39:09.510 INFO:tasks.workunit.client.0.smithi118.stderr:10+0 records in 2023-09-23T15:39:09.510 INFO:tasks.workunit.client.0.smithi118.stderr:10+0 records out 2023-09-23T15:39:09.510 INFO:tasks.workunit.client.0.smithi118.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.4695e-05 s, 187 MB/s 2023-09-23T15:39:09.511 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_665237/img bs=1k count=100 seek=1000 2023-09-23T15:39:09.511 INFO:tasks.workunit.client.0.smithi118.stderr:70+1 records in 2023-09-23T15:39:09.511 INFO:tasks.workunit.client.0.smithi118.stderr:70+1 records out 2023-09-23T15:39:09.511 INFO:tasks.workunit.client.0.smithi118.stderr:72048 bytes (72 kB, 70 KiB) copied, 0.000168722 s, 427 MB/s 2023-09-23T15:39:09.511 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_665237/img bs=1k seek=10000 2023-09-23T15:39:09.512 INFO:tasks.workunit.client.0.smithi118.stderr:139+1 records in 2023-09-23T15:39:09.512 INFO:tasks.workunit.client.0.smithi118.stderr:139+1 records out 2023-09-23T15:39:09.512 INFO:tasks.workunit.client.0.smithi118.stderr:143224 bytes (143 kB, 140 KiB) copied, 0.000285072 s, 502 MB/s 2023-09-23T15:39:09.512 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_665237/img bs=1k seek=100000 2023-09-23T15:39:09.529 INFO:tasks.workunit.client.0.smithi118.stderr:70+1 records in 2023-09-23T15:39:09.530 INFO:tasks.workunit.client.0.smithi118.stderr:70+1 records out 2023-09-23T15:39:09.530 INFO:tasks.workunit.client.0.smithi118.stderr:72168 bytes (72 kB, 70 KiB) copied, 0.0167541 s, 4.3 MB/s 2023-09-23T15:39:09.530 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_665237/img bs=1k seek=1000000 2023-09-23T15:39:09.530 INFO:tasks.workunit.client.0.smithi118.stderr:189+1 records in 2023-09-23T15:39:09.531 INFO:tasks.workunit.client.0.smithi118.stderr:189+1 records out 2023-09-23T15:39:09.531 INFO:tasks.workunit.client.0.smithi118.stderr:193768 bytes (194 kB, 189 KiB) copied, 0.000413652 s, 468 MB/s 2023-09-23T15:39:09.531 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm testimg 2023-09-23T15:39:09.567 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 0% complete...failed. 2023-09-23T15:39:09.567 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: delete error: (2) No such file or directory 2023-09-23T15:39:09.570 INFO:tasks.workunit.client.0.smithi118.stderr:+ true 2023-09-23T15:39:09.570 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --new-format /tmp/rbd_import_export_665237/img testimg 2023-09-23T15:39:10.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:09 smithi118 ceph-mon[219580]: failed to encode map e608 with expected crc 2023-09-23T15:39:10.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:09 smithi118 ceph-mon[212312]: failed to encode map e608 with expected crc 2023-09-23T15:39:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:09 smithi178 ceph-mon[192298]: failed to encode map e608 with expected crc 2023-09-23T15:39:11.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[212312]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[212312]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[212312]: osdmap e609: 8 total, 8 up, 6 in 2023-09-23T15:39:11.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[212312]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[212312]: pgmap v1652: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:11.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[212312]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[219580]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[219580]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[219580]: osdmap e609: 8 total, 8 up, 6 in 2023-09-23T15:39:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[219580]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[219580]: pgmap v1652: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:10 smithi118 ceph-mon[219580]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:10 smithi178 ceph-mon[192298]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:10 smithi178 ceph-mon[192298]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:10 smithi178 ceph-mon[192298]: osdmap e609: 8 total, 8 up, 6 in 2023-09-23T15:39:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:10 smithi178 ceph-mon[192298]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:10 smithi178 ceph-mon[192298]: pgmap v1652: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:10 smithi178 ceph-mon[192298]: failed to encode map e609 with expected crc 2023-09-23T15:39:11.365 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2023-09-23T15:39:11.366 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T15:39:11.368 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export testimg /tmp/rbd_import_export_665237/img2 2023-09-23T15:39:11.613 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:11.617 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export testimg - 2023-09-23T15:39:12.038 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:39:12.041 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:11 smithi118 ceph-mon[212312]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.041 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:11 smithi118 ceph-mon[212312]: osdmap e610: 8 total, 8 up, 6 in 2023-09-23T15:39:12.041 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:11 smithi118 ceph-mon[212312]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.041 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:11 smithi118 ceph-mon[212312]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.042 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:11 smithi118 ceph-mon[212312]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:12.043 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:39:12.043 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:11 smithi118 ceph-mon[219580]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.043 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:11 smithi118 ceph-mon[219580]: osdmap e610: 8 total, 8 up, 6 in 2023-09-23T15:39:12.044 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:11 smithi118 ceph-mon[219580]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.044 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:11 smithi118 ceph-mon[219580]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.044 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:11 smithi118 ceph-mon[219580]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:11 smithi178 ceph-mon[192298]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:11 smithi178 ceph-mon[192298]: osdmap e610: 8 total, 8 up, 6 in 2023-09-23T15:39:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:11 smithi178 ceph-mon[192298]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:11 smithi178 ceph-mon[192298]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:11 smithi178 ceph-mon[192298]: failed to encode map e610 with expected crc 2023-09-23T15:39:12.144 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:39:12.188 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:12.235 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:39:12.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:12.242 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:39:12.343 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:39:12.377 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:12.413 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:12.417 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm testimg 2023-09-23T15:39:12.803 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-09-23T15:39:12.806 INFO:tasks.workunit.client.0.smithi118.stderr:+ cmp /tmp/rbd_import_export_665237/img /tmp/rbd_import_export_665237/img2 2023-09-23T15:39:13.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:12 smithi118 ceph-mon[212312]: pgmap v1654: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:13.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:12 smithi118 ceph-mon[219580]: pgmap v1654: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:12 smithi178 ceph-mon[192298]: pgmap v1654: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:13.673 INFO:tasks.workunit.client.0.smithi118.stderr:+ cmp /tmp/rbd_import_export_665237/img /tmp/rbd_import_export_665237/img3 2023-09-23T15:39:14.120 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/img2 /tmp/rbd_import_export_665237/img3 2023-09-23T15:39:15.103 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --new-format - testimg 2023-09-23T15:39:15.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:14 smithi178 ceph-mon[192298]: pgmap v1655: 93 pgs: 93 active+clean; 4.3 MiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 194 KiB/s rd, 84 KiB/s wr, 48 op/s 2023-09-23T15:39:15.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:14 smithi118 ceph-mon[212312]: pgmap v1655: 93 pgs: 93 active+clean; 4.3 MiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 194 KiB/s rd, 84 KiB/s wr, 48 op/s 2023-09-23T15:39:15.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:14 smithi118 ceph-mon[219580]: pgmap v1655: 93 pgs: 93 active+clean; 4.3 MiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 194 KiB/s rd, 84 KiB/s wr, 48 op/s 2023-09-23T15:39:15.508 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete...done. 2023-09-23T15:39:15.509 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T15:39:15.511 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export testimg /tmp/rbd_import_export_665237/img2 2023-09-23T15:39:15.586 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:39:15.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:15.589 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:39:15.690 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:39:15.722 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:15.817 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:15.821 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export testimg - 2023-09-23T15:39:16.287 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:39:16.291 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:16.291 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:39:16.392 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:39:16.422 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:16.473 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:39:16.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:16.479 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:39:16.580 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:39:16.607 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:16.614 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:16.617 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm testimg 2023-09-23T15:39:16.651 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:39:16.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:16.655 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:39:16.714 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-09-23T15:39:16.717 INFO:tasks.workunit.client.0.smithi118.stderr:+ cmp /tmp/rbd_import_export_665237/img /tmp/rbd_import_export_665237/img2 2023-09-23T15:39:16.755 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:39:16.781 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:16.823 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:39:16.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:16.827 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:39:16.865 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:39:16.865 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:39:16.927 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:39:16.953 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:16.995 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:39:17.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:17.001 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:39:17.016 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:39:17.035 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:39:17.056 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:39:17.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:16 smithi118 ceph-mon[219580]: pgmap v1656: 93 pgs: 93 active+clean; 4.3 MiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 148 KiB/s rd, 64 KiB/s wr, 36 op/s 2023-09-23T15:39:17.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:16 smithi118 ceph-mon[212312]: pgmap v1656: 93 pgs: 93 active+clean; 4.3 MiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 148 KiB/s rd, 64 KiB/s wr, 36 op/s 2023-09-23T15:39:17.078 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:39:17.097 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:39:17.102 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:39:17.117 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:39:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:16 smithi178 ceph-mon[192298]: pgmap v1656: 93 pgs: 93 active+clean; 4.3 MiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 148 KiB/s rd, 64 KiB/s wr, 36 op/s 2023-09-23T15:39:17.137 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:39:17.156 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:39:17.158 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:39:17.158 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:39:17.158 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:39:17.158 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:39:17.158 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:39:17.158 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:39:17.158 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:39:17.158 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:39:17.160 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:17.405 INFO:tasks.workunit.client.0.smithi118.stderr:+ cmp /tmp/rbd_import_export_665237/img /tmp/rbd_import_export_665237/img3 2023-09-23T15:39:17.858 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/img /tmp/rbd_import_export_665237/img2 /tmp/rbd_import_export_665237/img3 2023-09-23T15:39:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/189653083' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:17 smithi178 ceph-mon[192298]: osdmap e611: 8 total, 8 up, 6 in 2023-09-23T15:39:18.132 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd set nodeep-scrub 2023-09-23T15:39:18.158 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/189653083' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:18.158 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:17 smithi118 ceph-mon[219580]: osdmap e611: 8 total, 8 up, 6 in 2023-09-23T15:39:18.158 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/189653083' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:18.159 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:17 smithi118 ceph-mon[212312]: osdmap e611: 8 total, 8 up, 6 in 2023-09-23T15:39:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:39:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:39:18] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2023-09-23T15:39:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:18 smithi178 ceph-mon[192298]: failed to encode map e611 with expected crc 2023-09-23T15:39:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:18 smithi178 ceph-mon[192298]: pgmap v1658: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 254 KiB/s rd, 116 KiB/s wr, 41 op/s 2023-09-23T15:39:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:18 smithi178 ceph-mon[192298]: failed to encode map e611 with expected crc 2023-09-23T15:39:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:18 smithi178 ceph-mon[192298]: failed to encode map e611 with expected crc 2023-09-23T15:39:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:18 smithi118 ceph-mon[219580]: failed to encode map e611 with expected crc 2023-09-23T15:39:19.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:18 smithi118 ceph-mon[219580]: pgmap v1658: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 254 KiB/s rd, 116 KiB/s wr, 41 op/s 2023-09-23T15:39:19.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:18 smithi118 ceph-mon[219580]: failed to encode map e611 with expected crc 2023-09-23T15:39:19.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:18 smithi118 ceph-mon[219580]: failed to encode map e611 with expected crc 2023-09-23T15:39:19.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:18 smithi118 ceph-mon[212312]: failed to encode map e611 with expected crc 2023-09-23T15:39:19.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:18 smithi118 ceph-mon[212312]: pgmap v1658: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 254 KiB/s rd, 116 KiB/s wr, 41 op/s 2023-09-23T15:39:19.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:18 smithi118 ceph-mon[212312]: failed to encode map e611 with expected crc 2023-09-23T15:39:19.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:18 smithi118 ceph-mon[212312]: failed to encode map e611 with expected crc 2023-09-23T15:39:20.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:19 smithi178 ceph-mon[192298]: failed to encode map e611 with expected crc 2023-09-23T15:39:20.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:19 smithi118 ceph-mon[219580]: failed to encode map e611 with expected crc 2023-09-23T15:39:20.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:19 smithi118 ceph-mon[212312]: failed to encode map e611 with expected crc 2023-09-23T15:39:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:20 smithi178 ceph-mon[192298]: pgmap v1659: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 280 KiB/s rd, 115 KiB/s wr, 89 op/s 2023-09-23T15:39:21.221 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 2, 4] out_osds: [0, 6] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2023-09-23T15:39:21.221 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:39:21.221 INFO:tasks.thrashosds.thrasher:inject_pause on osd.5 2023-09-23T15:39:21.222 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-09-23T15:39:21.222 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-09-23T15:39:21.222 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 config set filestore_inject_stall 3 2023-09-23T15:39:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:20 smithi118 ceph-mon[219580]: pgmap v1659: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 280 KiB/s rd, 115 KiB/s wr, 89 op/s 2023-09-23T15:39:21.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:20 smithi118 ceph-mon[212312]: pgmap v1659: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 280 KiB/s rd, 115 KiB/s wr, 89 op/s 2023-09-23T15:39:21.571 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:39:22.982 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:22 smithi178 ceph-mon[192298]: pgmap v1660: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 253 KiB/s rd, 104 KiB/s wr, 80 op/s 2023-09-23T15:39:22.982 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:23.205 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:39:23.206 INFO:teuthology.orchestra.run.smithi178.stdout: "success": "" 2023-09-23T15:39:23.206 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:39:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:22 smithi118 ceph-mon[219580]: pgmap v1660: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 253 KiB/s rd, 104 KiB/s wr, 80 op/s 2023-09-23T15:39:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:23.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:22 smithi118 ceph-mon[212312]: pgmap v1660: 93 pgs: 93 active+clean; 582 KiB data, 4.4 GiB used, 532 GiB / 536 GiB avail; 253 KiB/s rd, 104 KiB/s wr, 80 op/s 2023-09-23T15:39:23.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:23.774 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd help export 2023-09-23T15:39:23.775 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep -q export-format 2023-09-23T15:39:23.794 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_665237/img bs=1k count=10 seek=100 2023-09-23T15:39:23.795 INFO:tasks.workunit.client.0.smithi118.stderr:10+0 records in 2023-09-23T15:39:23.795 INFO:tasks.workunit.client.0.smithi118.stderr:10+0 records out 2023-09-23T15:39:23.795 INFO:tasks.workunit.client.0.smithi118.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.8103e-05 s, 176 MB/s 2023-09-23T15:39:23.795 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --new-format /tmp/rbd_import_export_665237/img testimg 2023-09-23T15:39:23.847 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete...done. 2023-09-23T15:39:23.847 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T15:39:23.849 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd snap create testimg@snap 2023-09-23T15:39:24.623 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_blocked_ops 2023-09-23T15:39:24.643 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:39:24.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:24.645 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:39:24.746 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:39:24.783 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:24.834 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:39:24.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:24.839 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:39:24.890 INFO:tasks.workunit.client.0.smithi118.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-09-23T15:39:24.897 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd image-meta set testimg key1 value1 2023-09-23T15:39:24.941 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:39:24.950 INFO:tasks.workunit.client.0.smithi118.stderr:++ rbd image-meta list testimg 2023-09-23T15:39:24.973 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:24.995 INFO:tasks.workunit.client.0.smithi118.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2023-09-23T15:39:24.995 INFO:tasks.workunit.client.0.smithi118.stderr: 2023-09-23T15:39:24.995 INFO:tasks.workunit.client.0.smithi118.stderr:Key Value 2023-09-23T15:39:24.995 INFO:tasks.workunit.client.0.smithi118.stderr:key1 value1' 2023-09-23T15:39:24.995 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_665237/img_v2 2023-09-23T15:39:25.035 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:25.038 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_665237/img_v2 testimg_import 2023-09-23T15:39:25.077 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:39:25.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:25.080 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:39:25.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:24 smithi178 ceph-mon[192298]: pgmap v1661: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 134 KiB/s rd, 53 KiB/s wr, 50 op/s 2023-09-23T15:39:25.181 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:39:25.205 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:24 smithi118 ceph-mon[219580]: pgmap v1661: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 134 KiB/s rd, 53 KiB/s wr, 50 op/s 2023-09-23T15:39:25.206 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:24 smithi118 ceph-mon[212312]: pgmap v1661: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 134 KiB/s rd, 53 KiB/s wr, 50 op/s 2023-09-23T15:39:25.208 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:25.654 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:39:25.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:25.659 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:39:25.702 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:25.760 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:39:25.792 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:25.841 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:39:25.842 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:25.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:25.847 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:39:25.880 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:25 smithi118 ceph-mon[212312]: osdmap e612: 8 total, 8 up, 6 in 2023-09-23T15:39:25.880 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:25 smithi118 ceph-mon[212312]: failed to encode map e612 with expected crc 2023-09-23T15:39:25.880 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:25 smithi118 ceph-mon[212312]: failed to encode map e612 with expected crc 2023-09-23T15:39:25.881 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:25 smithi118 ceph-mon[212312]: failed to encode map e612 with expected crc 2023-09-23T15:39:25.901 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T15:39:25.904 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd info testimg_import 2023-09-23T15:39:25.945 INFO:tasks.workunit.client.0.smithi118.stdout:rbd image 'testimg_import': 2023-09-23T15:39:25.945 INFO:tasks.workunit.client.0.smithi118.stdout: size 110 KiB in 1 objects 2023-09-23T15:39:25.945 INFO:tasks.workunit.client.0.smithi118.stdout: order 22 (4 MiB objects) 2023-09-23T15:39:25.945 INFO:tasks.workunit.client.0.smithi118.stdout: snapshot_count: 1 2023-09-23T15:39:25.945 INFO:tasks.workunit.client.0.smithi118.stdout: id: 9057fb0a8140 2023-09-23T15:39:25.946 INFO:tasks.workunit.client.0.smithi118.stdout: block_name_prefix: rbd_data.9057fb0a8140 2023-09-23T15:39:25.946 INFO:tasks.workunit.client.0.smithi118.stdout: format: 2 2023-09-23T15:39:25.946 INFO:tasks.workunit.client.0.smithi118.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-09-23T15:39:25.946 INFO:tasks.workunit.client.0.smithi118.stdout: op_features: 2023-09-23T15:39:25.946 INFO:tasks.workunit.client.0.smithi118.stdout: flags: 2023-09-23T15:39:25.946 INFO:tasks.workunit.client.0.smithi118.stdout: create_timestamp: Sat Sep 23 15:39:25 2023 2023-09-23T15:39:25.946 INFO:tasks.workunit.client.0.smithi118.stdout: access_timestamp: Sat Sep 23 15:39:25 2023 2023-09-23T15:39:25.946 INFO:tasks.workunit.client.0.smithi118.stdout: modify_timestamp: Sat Sep 23 15:39:25 2023 2023-09-23T15:39:25.948 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:39:25.949 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd info testimg_import@snap 2023-09-23T15:39:25.975 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:25.983 INFO:tasks.workunit.client.0.smithi118.stdout:rbd image 'testimg_import': 2023-09-23T15:39:25.983 INFO:tasks.workunit.client.0.smithi118.stdout: size 110 KiB in 1 objects 2023-09-23T15:39:25.983 INFO:tasks.workunit.client.0.smithi118.stdout: order 22 (4 MiB objects) 2023-09-23T15:39:25.983 INFO:tasks.workunit.client.0.smithi118.stdout: snapshot_count: 1 2023-09-23T15:39:25.983 INFO:tasks.workunit.client.0.smithi118.stdout: id: 9057fb0a8140 2023-09-23T15:39:25.983 INFO:tasks.workunit.client.0.smithi118.stdout: block_name_prefix: rbd_data.9057fb0a8140 2023-09-23T15:39:25.983 INFO:tasks.workunit.client.0.smithi118.stdout: format: 2 2023-09-23T15:39:25.983 INFO:tasks.workunit.client.0.smithi118.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-09-23T15:39:25.983 INFO:tasks.workunit.client.0.smithi118.stdout: op_features: 2023-09-23T15:39:25.983 INFO:tasks.workunit.client.0.smithi118.stdout: flags: 2023-09-23T15:39:25.983 INFO:tasks.workunit.client.0.smithi118.stdout: create_timestamp: Sat Sep 23 15:39:25 2023 2023-09-23T15:39:25.984 INFO:tasks.workunit.client.0.smithi118.stdout: access_timestamp: Sat Sep 23 15:39:25 2023 2023-09-23T15:39:25.984 INFO:tasks.workunit.client.0.smithi118.stdout: modify_timestamp: Sat Sep 23 15:39:25 2023 2023-09-23T15:39:25.984 INFO:tasks.workunit.client.0.smithi118.stdout: protected: False 2023-09-23T15:39:25.986 INFO:tasks.workunit.client.0.smithi118.stderr:++ rbd image-meta list testimg_import 2023-09-23T15:39:26.018 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:39:26.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:26.024 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:39:26.025 INFO:tasks.workunit.client.0.smithi118.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2023-09-23T15:39:26.025 INFO:tasks.workunit.client.0.smithi118.stderr: 2023-09-23T15:39:26.025 INFO:tasks.workunit.client.0.smithi118.stderr:Key Value 2023-09-23T15:39:26.025 INFO:tasks.workunit.client.0.smithi118.stderr:key1 value1' 2023-09-23T15:39:26.025 INFO:tasks.workunit.client.0.smithi118.stderr:+ '[' 'There is 1 metadatum on this image: 2023-09-23T15:39:26.025 INFO:tasks.workunit.client.0.smithi118.stderr: 2023-09-23T15:39:26.025 INFO:tasks.workunit.client.0.smithi118.stderr:Key Value 2023-09-23T15:39:26.025 INFO:tasks.workunit.client.0.smithi118.stderr:key1 value1' = 'There is 1 metadatum on this image: 2023-09-23T15:39:26.026 INFO:tasks.workunit.client.0.smithi118.stderr: 2023-09-23T15:39:26.026 INFO:tasks.workunit.client.0.smithi118.stderr:Key Value 2023-09-23T15:39:26.026 INFO:tasks.workunit.client.0.smithi118.stderr:key1 value1' ']' 2023-09-23T15:39:26.026 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export testimg_import /tmp/rbd_import_export_665237/img_import 2023-09-23T15:39:26.062 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 100% complete...done. 2023-09-23T15:39:26.065 INFO:tasks.workunit.client.0.smithi118.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_665237/img /tmp/rbd_import_export_665237/img_import 2023-09-23T15:39:26.065 INFO:tasks.workunit.client.0.smithi118.stderr:+ cmp -l /tmp/rbd_import_export_665237/img /tmp/rbd_import_export_665237/img_import 2023-09-23T15:39:26.066 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/img --format %b 2023-09-23T15:39:26.067 INFO:tasks.workunit.client.0.smithi118.stderr:+ origsize=24 2023-09-23T15:39:26.067 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/img_import --format %b 2023-09-23T15:39:26.068 INFO:tasks.workunit.client.0.smithi118.stderr:+ exportsize=224 2023-09-23T15:39:26.068 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=200 2023-09-23T15:39:26.068 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=200 2023-09-23T15:39:26.068 INFO:tasks.workunit.client.0.smithi118.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2023-09-23T15:39:26.068 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_665237/img_snap 2023-09-23T15:39:26.102 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 100% complete...done. 2023-09-23T15:39:26.105 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_665237/img_snap_import 2023-09-23T15:39:26.124 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:39:26.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:25 smithi178 ceph-mon[192298]: osdmap e612: 8 total, 8 up, 6 in 2023-09-23T15:39:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:25 smithi178 ceph-mon[192298]: failed to encode map e612 with expected crc 2023-09-23T15:39:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:25 smithi178 ceph-mon[192298]: failed to encode map e612 with expected crc 2023-09-23T15:39:26.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:25 smithi178 ceph-mon[192298]: failed to encode map e612 with expected crc 2023-09-23T15:39:26.141 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 100% complete...done. 2023-09-23T15:39:26.144 INFO:tasks.workunit.client.0.smithi118.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_665237/img_snap /tmp/rbd_import_export_665237/img_snap_import 2023-09-23T15:39:26.145 INFO:tasks.workunit.client.0.smithi118.stderr:+ cmp -l /tmp/rbd_import_export_665237/img_snap /tmp/rbd_import_export_665237/img_snap_import 2023-09-23T15:39:26.145 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/img_snap --format %b 2023-09-23T15:39:26.146 INFO:tasks.workunit.client.0.smithi118.stderr:+ origsize=224 2023-09-23T15:39:26.146 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/img_snap_import --format %b 2023-09-23T15:39:26.148 INFO:tasks.workunit.client.0.smithi118.stderr:+ exportsize=224 2023-09-23T15:39:26.148 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=0 2023-09-23T15:39:26.148 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=0 2023-09-23T15:39:26.148 INFO:tasks.workunit.client.0.smithi118.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T15:39:26.148 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/img_v2 2023-09-23T15:39:26.148 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/img_import 2023-09-23T15:39:26.149 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/img_snap 2023-09-23T15:39:26.149 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/img_snap_import 2023-09-23T15:39:26.150 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd snap rm testimg_import@snap 2023-09-23T15:39:26.150 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:26.192 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:39:26.195 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:25 smithi118 ceph-mon[219580]: osdmap e612: 8 total, 8 up, 6 in 2023-09-23T15:39:26.195 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:25 smithi118 ceph-mon[219580]: failed to encode map e612 with expected crc 2023-09-23T15:39:26.195 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:25 smithi118 ceph-mon[219580]: failed to encode map e612 with expected crc 2023-09-23T15:39:26.195 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:25 smithi118 ceph-mon[219580]: failed to encode map e612 with expected crc 2023-09-23T15:39:26.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:26.198 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:39:26.299 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:39:26.329 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:26.577 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:39:26.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:26.580 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:39:26.681 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:39:26.710 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:26.899 INFO:tasks.workunit.client.0.smithi118.stderr: Removing snap: 100% complete...done. 2023-09-23T15:39:26.907 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd remove testimg_import 2023-09-23T15:39:26.997 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 100% complete...done. 2023-09-23T15:39:27.000 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd snap rm testimg@snap 2023-09-23T15:39:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:26 smithi118 ceph-mon[219580]: pgmap v1663: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 62 KiB/s rd, 13 KiB/s wr, 58 op/s 2023-09-23T15:39:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:26 smithi118 ceph-mon[219580]: failed to encode map e613 with expected crc 2023-09-23T15:39:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:26 smithi118 ceph-mon[219580]: osdmap e613: 8 total, 8 up, 6 in 2023-09-23T15:39:27.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:26 smithi118 ceph-mon[219580]: failed to encode map e613 with expected crc 2023-09-23T15:39:27.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:26 smithi118 ceph-mon[212312]: pgmap v1663: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 62 KiB/s rd, 13 KiB/s wr, 58 op/s 2023-09-23T15:39:27.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:26 smithi118 ceph-mon[212312]: failed to encode map e613 with expected crc 2023-09-23T15:39:27.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:26 smithi118 ceph-mon[212312]: osdmap e613: 8 total, 8 up, 6 in 2023-09-23T15:39:27.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:26 smithi118 ceph-mon[212312]: failed to encode map e613 with expected crc 2023-09-23T15:39:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:26 smithi178 ceph-mon[192298]: pgmap v1663: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 62 KiB/s rd, 13 KiB/s wr, 58 op/s 2023-09-23T15:39:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:26 smithi178 ceph-mon[192298]: failed to encode map e613 with expected crc 2023-09-23T15:39:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:26 smithi178 ceph-mon[192298]: osdmap e613: 8 total, 8 up, 6 in 2023-09-23T15:39:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:26 smithi178 ceph-mon[192298]: failed to encode map e613 with expected crc 2023-09-23T15:39:27.381 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-09-23T15:39:27.859 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:39:27.862 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:27.863 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:39:27.902 INFO:tasks.workunit.client.0.smithi118.stderr: Removing snap: 100% complete...done. 2023-09-23T15:39:27.914 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm testimg 2023-09-23T15:39:27.964 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:39:27.970 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:27 smithi118 ceph-mon[219580]: failed to encode map e613 with expected crc 2023-09-23T15:39:27.970 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:27 smithi118 ceph-mon[219580]: failed to encode map e614 with expected crc 2023-09-23T15:39:27.970 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:27 smithi118 ceph-mon[219580]: failed to encode map e614 with expected crc 2023-09-23T15:39:27.970 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:27 smithi118 ceph-mon[219580]: osdmap e614: 8 total, 8 up, 6 in 2023-09-23T15:39:27.970 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:27 smithi118 ceph-mon[219580]: failed to encode map e614 with expected crc 2023-09-23T15:39:27.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:27 smithi118 ceph-mon[212312]: failed to encode map e613 with expected crc 2023-09-23T15:39:27.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:27 smithi118 ceph-mon[212312]: failed to encode map e614 with expected crc 2023-09-23T15:39:27.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:27 smithi118 ceph-mon[212312]: failed to encode map e614 with expected crc 2023-09-23T15:39:27.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:27 smithi118 ceph-mon[212312]: osdmap e614: 8 total, 8 up, 6 in 2023-09-23T15:39:27.971 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:27 smithi118 ceph-mon[212312]: failed to encode map e614 with expected crc 2023-09-23T15:39:27.994 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:28.006 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 100% complete...done. 2023-09-23T15:39:28.009 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --order 20 /tmp/rbd_import_export_665237/img testimg 2023-09-23T15:39:28.042 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:39:28.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:28.046 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:39:28.061 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete...done. 2023-09-23T15:39:28.061 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T15:39:28.064 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_665237/img_v2 2023-09-23T15:39:28.104 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:28.108 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_665237/img_v2 testimg_import 2023-09-23T15:39:28.147 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:39:28.168 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T15:39:28.171 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:27 smithi178 ceph-mon[192298]: failed to encode map e613 with expected crc 2023-09-23T15:39:28.171 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:27 smithi178 ceph-mon[192298]: failed to encode map e614 with expected crc 2023-09-23T15:39:28.171 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:27 smithi178 ceph-mon[192298]: failed to encode map e614 with expected crc 2023-09-23T15:39:28.171 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:27 smithi178 ceph-mon[192298]: osdmap e614: 8 total, 8 up, 6 in 2023-09-23T15:39:28.171 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:27 smithi178 ceph-mon[192298]: failed to encode map e614 with expected crc 2023-09-23T15:39:28.172 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd info testimg_import 2023-09-23T15:39:28.172 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep order 2023-09-23T15:39:28.172 INFO:tasks.workunit.client.0.smithi118.stderr:+ awk '{print $2}' 2023-09-23T15:39:28.172 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep 20 2023-09-23T15:39:28.173 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:28.208 INFO:tasks.workunit.client.0.smithi118.stdout:20 2023-09-23T15:39:28.208 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/img_v2 2023-09-23T15:39:28.209 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd remove testimg_import 2023-09-23T15:39:28.215 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:39:28.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:28.220 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:39:28.292 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 100% complete...done. 2023-09-23T15:39:28.295 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd remove testimg 2023-09-23T15:39:28.320 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:39:28.350 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:28.384 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 100% complete...done. 2023-09-23T15:39:28.388 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_665237/img testimg 2023-09-23T15:39:28.433 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete...done. 2023-09-23T15:39:28.436 INFO:tasks.workunit.client.0.smithi118.stderr:++ rbd info testimg 2023-09-23T15:39:28.436 INFO:tasks.workunit.client.0.smithi118.stderr:++ grep features 2023-09-23T15:39:28.470 INFO:tasks.workunit.client.0.smithi118.stderr:+ FEATURES_BEFORE=' features: layering 2023-09-23T15:39:28.470 INFO:tasks.workunit.client.0.smithi118.stderr: op_features: ' 2023-09-23T15:39:28.471 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_665237/img_v2 2023-09-23T15:39:28.506 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:28.509 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_665237/img_v2 testimg_import 2023-09-23T15:39:28.558 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T15:39:28.562 INFO:tasks.workunit.client.0.smithi118.stderr:++ rbd info testimg_import 2023-09-23T15:39:28.562 INFO:tasks.workunit.client.0.smithi118.stderr:++ grep features 2023-09-23T15:39:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:39:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:39:28] "GET /metrics HTTP/1.1" 200 34081 "" "Prometheus/2.43.0" 2023-09-23T15:39:28.597 INFO:tasks.workunit.client.0.smithi118.stderr:+ FEATURES_AFTER=' features: layering 2023-09-23T15:39:28.597 INFO:tasks.workunit.client.0.smithi118.stderr: op_features: ' 2023-09-23T15:39:28.597 INFO:tasks.workunit.client.0.smithi118.stderr:+ '[' ' features: layering 2023-09-23T15:39:28.597 INFO:tasks.workunit.client.0.smithi118.stderr: op_features: ' '!=' ' features: layering 2023-09-23T15:39:28.597 INFO:tasks.workunit.client.0.smithi118.stderr: op_features: ' ']' 2023-09-23T15:39:28.597 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/img_v2 2023-09-23T15:39:28.598 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd remove testimg_import 2023-09-23T15:39:28.664 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 100% complete...done. 2023-09-23T15:39:28.668 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd remove testimg 2023-09-23T15:39:28.741 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 100% complete...done. 2023-09-23T15:39:28.744 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_665237/img testimg 2023-09-23T15:39:28.802 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete...done. 2023-09-23T15:39:28.804 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_665237/img_v2 2023-09-23T15:39:28.830 INFO:tasks.thrashosds.thrasher:in_osds: [1, 3, 5, 7, 2, 4] out_osds: [0, 6] dead_osds: [] live_osds: [0, 1, 3, 4, 5, 6, 7, 2] 2023-09-23T15:39:28.830 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T15:39:28.842 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:28.845 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_665237/img_v2 testimg_import 2023-09-23T15:39:28.907 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T15:39:28.910 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd info testimg_import 2023-09-23T15:39:28.910 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep 'stripe unit' 2023-09-23T15:39:28.910 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep -Ei '(4 KiB|4096)' 2023-09-23T15:39:28.952 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:28 smithi118 ceph-mon[219580]: pgmap v1666: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 61 KiB/s rd, 2.8 KiB/s wr, 76 op/s 2023-09-23T15:39:28.952 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:28 smithi118 ceph-mon[219580]: failed to encode map e615 with expected crc 2023-09-23T15:39:28.952 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:28 smithi118 ceph-mon[219580]: osdmap e615: 8 total, 8 up, 6 in 2023-09-23T15:39:28.952 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:28 smithi118 ceph-mon[219580]: failed to encode map e615 with expected crc 2023-09-23T15:39:28.953 INFO:tasks.workunit.client.0.smithi118.stdout: stripe unit: 4 KiB 2023-09-23T15:39:28.953 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd info testimg_import 2023-09-23T15:39:28.954 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep 'stripe count' 2023-09-23T15:39:28.954 INFO:tasks.workunit.client.0.smithi118.stderr:+ awk '{print $3}' 2023-09-23T15:39:28.955 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep 1000 2023-09-23T15:39:28.955 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:28 smithi118 ceph-mon[212312]: pgmap v1666: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 61 KiB/s rd, 2.8 KiB/s wr, 76 op/s 2023-09-23T15:39:28.955 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:28 smithi118 ceph-mon[212312]: failed to encode map e615 with expected crc 2023-09-23T15:39:28.955 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:28 smithi118 ceph-mon[212312]: osdmap e615: 8 total, 8 up, 6 in 2023-09-23T15:39:28.955 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:28 smithi118 ceph-mon[212312]: failed to encode map e615 with expected crc 2023-09-23T15:39:28.993 INFO:tasks.workunit.client.0.smithi118.stdout:1000 2023-09-23T15:39:28.993 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/img_v2 2023-09-23T15:39:28.994 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd remove testimg_import 2023-09-23T15:39:29.075 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:39:29.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:29.081 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:39:29.104 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-09-23T15:39:29.114 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd remove testimg 2023-09-23T15:39:29.182 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:39:29.216 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-09-23T15:39:29.221 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_665237/img testimg 2023-09-23T15:39:29.222 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:29.286 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete...done. 2023-09-23T15:39:29.289 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd snap create testimg@snap1 2023-09-23T15:39:29.314 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:29.328 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:39:29.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:29.333 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:39:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:28 smithi178 ceph-mon[192298]: pgmap v1666: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 61 KiB/s rd, 2.8 KiB/s wr, 76 op/s 2023-09-23T15:39:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:28 smithi178 ceph-mon[192298]: failed to encode map e615 with expected crc 2023-09-23T15:39:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:28 smithi178 ceph-mon[192298]: osdmap e615: 8 total, 8 up, 6 in 2023-09-23T15:39:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:28 smithi178 ceph-mon[192298]: failed to encode map e615 with expected crc 2023-09-23T15:39:29.418 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:39:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:39:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:39:29.418 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:39:29.419 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:39:29.434 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:39:29.460 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:29.501 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:39:29.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:29.506 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:39:29.607 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:39:29.632 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:29.673 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:39:29.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:29.680 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:39:29.780 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:39:29.806 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:29.848 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:39:29.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:29.853 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:39:29.954 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:39:29.983 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:30.096 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is set 2023-09-23T15:39:30.102 INFO:tasks.workunit.client.0.smithi118.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-09-23T15:39:30.108 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd snap create testimg@snap2 2023-09-23T15:39:30.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:30.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:30.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:39:30.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:39:30.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[219580]: pgmap v1668: 93 pgs: 93 active+clean; 692 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 194 KiB/s rd, 18 KiB/s wr, 247 op/s 2023-09-23T15:39:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2122731459' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:39:30.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:39:30.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:30.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:30.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:39:30.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:39:30.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[212312]: pgmap v1668: 93 pgs: 93 active+clean; 692 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 194 KiB/s rd, 18 KiB/s wr, 247 op/s 2023-09-23T15:39:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2122731459' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:39:30.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:30 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:39:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:39:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:39:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:30 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:30 smithi178 ceph-mon[192298]: pgmap v1668: 93 pgs: 93 active+clean; 692 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 194 KiB/s rd, 18 KiB/s wr, 247 op/s 2023-09-23T15:39:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:30 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2122731459' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:39:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:30 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:39:30.728 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:39:30.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:30.731 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:39:30.831 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:39:30.859 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:30.903 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:30.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:30.906 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:31.007 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:39:31.034 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:31.104 INFO:tasks.workunit.client.0.smithi118.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-09-23T15:39:31.111 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd snap protect testimg@snap2 2023-09-23T15:39:31.151 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_665237/snap_protect 2023-09-23T15:39:31.190 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:31.193 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_665237/snap_protect testimg_import 2023-09-23T15:39:31.228 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.3 dump_historic_ops 2023-09-23T15:39:31.292 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[219580]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:39:31.292 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[219580]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.292 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[219580]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.292 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:39:31.292 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[219580]: osdmap e616: 8 total, 8 up, 6 in 2023-09-23T15:39:31.292 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[219580]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.292 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[219580]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.292 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[212312]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:39:31.292 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[212312]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.293 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[212312]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.293 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:39:31.293 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[212312]: osdmap e616: 8 total, 8 up, 6 in 2023-09-23T15:39:31.293 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[212312]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.293 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:31 smithi118 ceph-mon[212312]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.331 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:31.334 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:31.334 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:31 smithi178 ceph-mon[192298]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:39:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:31 smithi178 ceph-mon[192298]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:31 smithi178 ceph-mon[192298]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:31 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-09-23T15:39:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:31 smithi178 ceph-mon[192298]: osdmap e616: 8 total, 8 up, 6 in 2023-09-23T15:39:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:31 smithi178 ceph-mon[192298]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:31 smithi178 ceph-mon[192298]: failed to encode map e616 with expected crc 2023-09-23T15:39:31.435 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:39:31.463 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:31.674 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:31.883 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:39:31.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:31.886 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:39:31.987 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:39:32.016 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:32.062 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:32.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:32.065 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:32.070 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:32.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[219580]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[219580]: osdmap e617: 8 total, 8 up, 6 in 2023-09-23T15:39:32.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[219580]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[219580]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[219580]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[219580]: pgmap v1671: 93 pgs: 93 active+clean; 692 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 195 KiB/s rd, 18 KiB/s wr, 247 op/s 2023-09-23T15:39:32.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[212312]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[212312]: osdmap e617: 8 total, 8 up, 6 in 2023-09-23T15:39:32.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[212312]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[212312]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[212312]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.144 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:32 smithi118 ceph-mon[212312]: pgmap v1671: 93 pgs: 93 active+clean; 692 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 195 KiB/s rd, 18 KiB/s wr, 247 op/s 2023-09-23T15:39:32.165 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:39:32.197 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:32.252 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:32.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:32.257 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:32.357 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:39:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:32 smithi178 ceph-mon[192298]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:32 smithi178 ceph-mon[192298]: osdmap e617: 8 total, 8 up, 6 in 2023-09-23T15:39:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:32 smithi178 ceph-mon[192298]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:32 smithi178 ceph-mon[192298]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:32 smithi178 ceph-mon[192298]: failed to encode map e617 with expected crc 2023-09-23T15:39:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:32 smithi178 ceph-mon[192298]: pgmap v1671: 93 pgs: 93 active+clean; 692 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 195 KiB/s rd, 18 KiB/s wr, 247 op/s 2023-09-23T15:39:32.384 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:32.808 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-09-23T15:39:32.811 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd info testimg_import@snap1 2023-09-23T15:39:32.811 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep 'protected: False' 2023-09-23T15:39:32.854 INFO:tasks.workunit.client.0.smithi118.stdout: protected: False 2023-09-23T15:39:32.854 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd info testimg_import@snap2 2023-09-23T15:39:32.854 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep 'protected: True' 2023-09-23T15:39:32.891 INFO:tasks.workunit.client.0.smithi118.stdout: protected: True 2023-09-23T15:39:32.892 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/snap_protect 2023-09-23T15:39:32.892 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd snap unprotect testimg@snap2 2023-09-23T15:39:32.933 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd snap unprotect testimg_import@snap2 2023-09-23T15:39:32.976 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd snap purge testimg 2023-09-23T15:39:33.239 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:33.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:33.242 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:33.343 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:39:33.368 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[219580]: osdmap e618: 8 total, 8 up, 6 in 2023-09-23T15:39:33.368 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[219580]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.368 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[219580]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.368 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[219580]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.368 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[219580]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.368 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[219580]: failed to encode map e619 with expected crc 2023-09-23T15:39:33.368 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[219580]: osdmap e619: 8 total, 8 up, 6 in 2023-09-23T15:39:33.369 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[212312]: osdmap e618: 8 total, 8 up, 6 in 2023-09-23T15:39:33.369 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[212312]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.369 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[212312]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.369 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[212312]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.369 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[212312]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.369 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[212312]: failed to encode map e619 with expected crc 2023-09-23T15:39:33.369 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:33 smithi118 ceph-mon[212312]: osdmap e619: 8 total, 8 up, 6 in 2023-09-23T15:39:33.371 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:33 smithi178 ceph-mon[192298]: osdmap e618: 8 total, 8 up, 6 in 2023-09-23T15:39:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:33 smithi178 ceph-mon[192298]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:33 smithi178 ceph-mon[192298]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:33 smithi178 ceph-mon[192298]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:33 smithi178 ceph-mon[192298]: failed to encode map e618 with expected crc 2023-09-23T15:39:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:33 smithi178 ceph-mon[192298]: failed to encode map e619 with expected crc 2023-09-23T15:39:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:33 smithi178 ceph-mon[192298]: osdmap e619: 8 total, 8 up, 6 in 2023-09-23T15:39:33.472 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:39:34.357 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:39:34.357 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:39:34.357 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:39:34.357 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:39:34.357 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:39:34.357 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:39:34.357 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:39:34.357 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:39:34.358 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-09-23T15:39:34.358 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-09-23T15:39:34.358 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-09-23T15:39:34.358 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-09-23T15:39:34.358 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-09-23T15:39:34.358 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-09-23T15:39:34.358 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-09-23T15:39:34.358 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-09-23T15:39:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:34 smithi178 ceph-mon[192298]: failed to encode map e619 with expected crc 2023-09-23T15:39:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:34 smithi178 ceph-mon[192298]: failed to encode map e619 with expected crc 2023-09-23T15:39:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:34 smithi178 ceph-mon[192298]: failed to encode map e619 with expected crc 2023-09-23T15:39:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:34 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/896765374' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:34 smithi178 ceph-mon[192298]: osdmap e620: 8 total, 8 up, 6 in 2023-09-23T15:39:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:34 smithi178 ceph-mon[192298]: failed to encode map e620 with expected crc 2023-09-23T15:39:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:34 smithi178 ceph-mon[192298]: pgmap v1675: 93 pgs: 93 active+clean; 802 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 366 KiB/s rd, 45 KiB/s wr, 496 op/s 2023-09-23T15:39:34.447 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[219580]: failed to encode map e619 with expected crc 2023-09-23T15:39:34.447 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[219580]: failed to encode map e619 with expected crc 2023-09-23T15:39:34.447 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[219580]: failed to encode map e619 with expected crc 2023-09-23T15:39:34.447 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/896765374' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:34.447 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[219580]: osdmap e620: 8 total, 8 up, 6 in 2023-09-23T15:39:34.447 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[219580]: failed to encode map e620 with expected crc 2023-09-23T15:39:34.447 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[219580]: pgmap v1675: 93 pgs: 93 active+clean; 802 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 366 KiB/s rd, 45 KiB/s wr, 496 op/s 2023-09-23T15:39:34.447 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[212312]: failed to encode map e619 with expected crc 2023-09-23T15:39:34.448 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[212312]: failed to encode map e619 with expected crc 2023-09-23T15:39:34.448 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[212312]: failed to encode map e619 with expected crc 2023-09-23T15:39:34.448 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/896765374' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:34.448 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[212312]: osdmap e620: 8 total, 8 up, 6 in 2023-09-23T15:39:34.448 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[212312]: failed to encode map e620 with expected crc 2023-09-23T15:39:34.448 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:34 smithi118 ceph-mon[212312]: pgmap v1675: 93 pgs: 93 active+clean; 802 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 366 KiB/s rd, 45 KiB/s wr, 496 op/s 2023-09-23T15:39:34.621 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:34.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:34.623 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:34.724 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:39:34.756 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:34.799 INFO:tasks.workunit.client.0.smithi118.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-09-23T15:39:34.801 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T15:39:34.809 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:39:34.810 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd snap purge testimg_import 2023-09-23T15:39:34.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:34.814 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:39:34.915 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 2023-09-23T15:39:34.943 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:35.292 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2 found: no such container 2023-09-23T15:39:35.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:35.295 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.2' 2023-09-23T15:39:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:35 smithi178 ceph-mon[192298]: failed to encode map e620 with expected crc 2023-09-23T15:39:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:35 smithi178 ceph-mon[192298]: failed to encode map e620 with expected crc 2023-09-23T15:39:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:35 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2372147479' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:39:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:35 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:39:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:35 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:39:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:35 smithi178 ceph-mon[192298]: osdmap e621: 8 total, 8 up, 6 in 2023-09-23T15:39:35.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:35 smithi178 ceph-mon[192298]: failed to encode map e621 with expected crc 2023-09-23T15:39:35.396 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:39:35.427 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:35.476 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:39:35.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:35.482 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:39:35.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[219580]: failed to encode map e620 with expected crc 2023-09-23T15:39:35.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[219580]: failed to encode map e620 with expected crc 2023-09-23T15:39:35.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2372147479' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:39:35.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:39:35.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:39:35.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[219580]: osdmap e621: 8 total, 8 up, 6 in 2023-09-23T15:39:35.546 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[219580]: failed to encode map e621 with expected crc 2023-09-23T15:39:35.547 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[212312]: failed to encode map e620 with expected crc 2023-09-23T15:39:35.547 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[212312]: failed to encode map e620 with expected crc 2023-09-23T15:39:35.547 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2372147479' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:39:35.547 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:39:35.547 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:39:35.547 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[212312]: osdmap e621: 8 total, 8 up, 6 in 2023-09-23T15:39:35.547 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:35 smithi118 ceph-mon[212312]: failed to encode map e621 with expected crc 2023-09-23T15:39:35.583 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:39:35.610 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:35.653 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:39:35.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:35.661 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:39:35.762 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:39:35.789 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:35.888 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T15:39:35.976 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:35.998 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:39:36.003 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:36.004 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:39:36.035 INFO:teuthology.orchestra.run.smithi118.stdout:ERROR: (22) Invalid argument 2023-09-23T15:39:36.035 INFO:teuthology.orchestra.run.smithi118.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:39:36.104 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:39:36.135 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:36.332 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:39:36.334 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:36.335 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:39:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:36 smithi178 ceph-mon[192298]: failed to encode map e621 with expected crc 2023-09-23T15:39:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:36 smithi178 ceph-mon[192298]: failed to encode map e621 with expected crc 2023-09-23T15:39:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:36 smithi178 ceph-mon[192298]: failed to encode map e621 with expected crc 2023-09-23T15:39:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:36 smithi178 ceph-mon[192298]: osdmap e622: 8 total, 8 up, 6 in 2023-09-23T15:39:36.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:36 smithi178 ceph-mon[192298]: pgmap v1678: 93 pgs: 93 active+clean; 802 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 366 KiB/s rd, 45 KiB/s wr, 496 op/s 2023-09-23T15:39:36.436 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:39:36.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:36 smithi118 ceph-mon[219580]: failed to encode map e621 with expected crc 2023-09-23T15:39:36.459 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:36 smithi118 ceph-mon[219580]: failed to encode map e621 with expected crc 2023-09-23T15:39:36.460 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:36 smithi118 ceph-mon[219580]: failed to encode map e621 with expected crc 2023-09-23T15:39:36.460 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:36 smithi118 ceph-mon[219580]: osdmap e622: 8 total, 8 up, 6 in 2023-09-23T15:39:36.460 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:36 smithi118 ceph-mon[219580]: pgmap v1678: 93 pgs: 93 active+clean; 802 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 366 KiB/s rd, 45 KiB/s wr, 496 op/s 2023-09-23T15:39:36.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:36 smithi118 ceph-mon[212312]: failed to encode map e621 with expected crc 2023-09-23T15:39:36.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:36 smithi118 ceph-mon[212312]: failed to encode map e621 with expected crc 2023-09-23T15:39:36.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:36 smithi118 ceph-mon[212312]: failed to encode map e621 with expected crc 2023-09-23T15:39:36.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:36 smithi118 ceph-mon[212312]: osdmap e622: 8 total, 8 up, 6 in 2023-09-23T15:39:36.460 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:36 smithi118 ceph-mon[212312]: pgmap v1678: 93 pgs: 93 active+clean; 802 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 366 KiB/s rd, 45 KiB/s wr, 496 op/s 2023-09-23T15:39:36.462 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:36.809 INFO:tasks.workunit.client.0.smithi118.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-09-23T15:39:36.816 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd remove testimg 2023-09-23T15:39:36.886 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:36.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:36.891 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:36.910 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 100% complete...done. 2023-09-23T15:39:36.914 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd remove testimg_import 2023-09-23T15:39:36.955 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_ops_in_flight 2023-09-23T15:39:36.992 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:39:37.022 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 100% complete...done. 2023-09-23T15:39:37.026 INFO:tasks.workunit.client.0.smithi118.stderr:+ tiered=0 2023-09-23T15:39:37.026 INFO:tasks.workunit.client.0.smithi118.stderr:+ ceph osd dump 2023-09-23T15:39:37.026 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep '^pool' 2023-09-23T15:39:37.026 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep ''\''rbd'\''' 2023-09-23T15:39:37.026 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep tier 2023-09-23T15:39:37.027 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:37.070 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:39:37.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:37.074 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:39:37.098 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:37.174 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 2023-09-23T15:39:37.201 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:37.246 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7 found: no such container 2023-09-23T15:39:37.387 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[219580]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.387 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[219580]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.388 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[219580]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.388 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[219580]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.388 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[219580]: osdmap e623: 8 total, 8 up, 6 in 2023-09-23T15:39:37.388 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[219580]: failed to encode map e623 with expected crc 2023-09-23T15:39:37.388 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:37.388 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:37 smithi178 ceph-mon[192298]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.388 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:37 smithi178 ceph-mon[192298]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.388 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:37 smithi178 ceph-mon[192298]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.389 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:37 smithi178 ceph-mon[192298]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.389 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:37 smithi178 ceph-mon[192298]: osdmap e623: 8 total, 8 up, 6 in 2023-09-23T15:39:37.389 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:37 smithi178 ceph-mon[192298]: failed to encode map e623 with expected crc 2023-09-23T15:39:37.389 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:37.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[212312]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[212312]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[212312]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[212312]: failed to encode map e622 with expected crc 2023-09-23T15:39:37.389 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[212312]: osdmap e623: 8 total, 8 up, 6 in 2023-09-23T15:39:37.390 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[212312]: failed to encode map e623 with expected crc 2023-09-23T15:39:37.390 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:37.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:37.391 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.7' 2023-09-23T15:39:37.391 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:39:37.492 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:39:37.521 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:37.566 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-09-23T15:39:37.734 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_665237/sparse1 2023-09-23T15:39:37.740 INFO:tasks.workunit.client.0.smithi118.stderr:1+0 records in 2023-09-23T15:39:37.740 INFO:tasks.workunit.client.0.smithi118.stderr:1+0 records out 2023-09-23T15:39:37.740 INFO:tasks.workunit.client.0.smithi118.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00499104 s, 210 MB/s 2023-09-23T15:39:37.740 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_665237/sparse2 2023-09-23T15:39:37.746 INFO:tasks.workunit.client.0.smithi118.stderr:1+0 records in 2023-09-23T15:39:37.746 INFO:tasks.workunit.client.0.smithi118.stderr:1+0 records out 2023-09-23T15:39:37.746 INFO:tasks.workunit.client.0.smithi118.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.004941 s, 212 MB/s 2023-09-23T15:39:37.746 INFO:tasks.workunit.client.0.smithi118.stderr:+ truncate /tmp/rbd_import_export_665237/sparse2 -s 2M 2023-09-23T15:39:37.794 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm sparse1 2023-09-23T15:39:37.838 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 0% complete...failed. 2023-09-23T15:39:37.838 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: delete error: (2) No such file or directory 2023-09-23T15:39:37.841 INFO:tasks.workunit.client.0.smithi118.stderr:+ true 2023-09-23T15:39:37.841 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_665237/sparse1 2023-09-23T15:39:37.904 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:37.905 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-09-23T15:39:37.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:37.907 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:37.908 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T15:39:37.908 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T15:39:37.910 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd ls -l 2023-09-23T15:39:37.911 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep sparse1 2023-09-23T15:39:37.911 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-09-23T15:39:37.954 INFO:tasks.workunit.client.0.smithi118.stdout:sparse1 2 MiB 2 2023-09-23T15:39:37.956 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects sparse1 2023-09-23T15:39:37.957 INFO:tasks.workunit.client.0.smithi118.stderr:++ image=sparse1 2023-09-23T15:39:37.957 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rbd info sparse1 2023-09-23T15:39:37.957 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep block_name_prefix 2023-09-23T15:39:37.957 INFO:tasks.workunit.client.0.smithi118.stderr:+++ awk '{print $NF;}' 2023-09-23T15:39:37.994 INFO:tasks.workunit.client.0.smithi118.stderr:++ prefix=rbd_data.91803543ccc0 2023-09-23T15:39:37.995 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep rbd_data.91803543ccc0 2023-09-23T15:39:37.995 INFO:tasks.workunit.client.0.smithi118.stderr:++++ get_image_data_pool sparse1 2023-09-23T15:39:37.995 INFO:tasks.workunit.client.0.smithi118.stderr:++++ image=sparse1 2023-09-23T15:39:37.996 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sed -e 's/rbd_data.91803543ccc0\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T15:39:37.996 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sort -u 2023-09-23T15:39:37.996 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ rbd info sparse1 2023-09-23T15:39:37.996 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ grep 'data_pool: ' 2023-09-23T15:39:37.996 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T15:39:38.009 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:39:38.037 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:38.041 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool= 2023-09-23T15:39:38.041 INFO:tasks.workunit.client.0.smithi118.stderr:++++ '[' -z ']' 2023-09-23T15:39:38.042 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool=rbd 2023-09-23T15:39:38.042 INFO:tasks.workunit.client.0.smithi118.stderr:++++ echo rbd 2023-09-23T15:39:38.042 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rados ls -p rbd 2023-09-23T15:39:38.082 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:39:38.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:38.085 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:39:38.097 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects=1 2023-09-23T15:39:38.097 INFO:tasks.workunit.client.0.smithi118.stderr:++ echo 1 2023-09-23T15:39:38.097 INFO:tasks.workunit.client.0.smithi118.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-09-23T15:39:38.097 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export sparse1 /tmp/rbd_import_export_665237/sparse1.out 2023-09-23T15:39:38.139 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:38.144 INFO:tasks.workunit.client.0.smithi118.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_665237/sparse1 /tmp/rbd_import_export_665237/sparse1.out 2023-09-23T15:39:38.144 INFO:tasks.workunit.client.0.smithi118.stderr:+ cmp -l /tmp/rbd_import_export_665237/sparse1 /tmp/rbd_import_export_665237/sparse1.out 2023-09-23T15:39:38.146 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/sparse1 --format %b 2023-09-23T15:39:38.147 INFO:tasks.workunit.client.0.smithi118.stderr:+ origsize=2048 2023-09-23T15:39:38.147 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/sparse1.out --format %b 2023-09-23T15:39:38.149 INFO:tasks.workunit.client.0.smithi118.stderr:+ exportsize=2048 2023-09-23T15:39:38.149 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=0 2023-09-23T15:39:38.149 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=0 2023-09-23T15:39:38.149 INFO:tasks.workunit.client.0.smithi118.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T15:39:38.149 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/sparse1.out 2023-09-23T15:39:38.149 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm sparse1 2023-09-23T15:39:38.186 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:39:38.210 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:38 smithi178 ceph-mon[192298]: failed to encode map e623 with expected crc 2023-09-23T15:39:38.210 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/249596139' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T15:39:38.210 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:38 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/249596139' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T15:39:38.210 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:38 smithi178 ceph-mon[192298]: osdmap e624: 8 total, 8 up, 6 in 2023-09-23T15:39:38.210 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:38 smithi178 ceph-mon[192298]: pgmap v1681: 93 pgs: 93 active+clean; 692 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 88 KiB/s rd, 5.2 KiB/s wr, 117 op/s 2023-09-23T15:39:38.210 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:38 smithi178 ceph-mon[192298]: failed to encode map e624 with expected crc 2023-09-23T15:39:38.212 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[219580]: failed to encode map e623 with expected crc 2023-09-23T15:39:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/249596139' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T15:39:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/249596139' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T15:39:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[219580]: osdmap e624: 8 total, 8 up, 6 in 2023-09-23T15:39:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[219580]: pgmap v1681: 93 pgs: 93 active+clean; 692 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 88 KiB/s rd, 5.2 KiB/s wr, 117 op/s 2023-09-23T15:39:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[219580]: failed to encode map e624 with expected crc 2023-09-23T15:39:38.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[212312]: failed to encode map e623 with expected crc 2023-09-23T15:39:38.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/249596139' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T15:39:38.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/249596139' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-09-23T15:39:38.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[212312]: osdmap e624: 8 total, 8 up, 6 in 2023-09-23T15:39:38.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[212312]: pgmap v1681: 93 pgs: 93 active+clean; 692 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 88 KiB/s rd, 5.2 KiB/s wr, 117 op/s 2023-09-23T15:39:38.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:38 smithi118 ceph-mon[212312]: failed to encode map e624 with expected crc 2023-09-23T15:39:38.254 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:39:38.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:38.257 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:39:38.358 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:39:38.377 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-09-23T15:39:38.380 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm sparse2 2023-09-23T15:39:38.388 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:38.420 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 0% complete...failed. 2023-09-23T15:39:38.420 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: delete error: (2) No such file or directory 2023-09-23T15:39:38.423 INFO:tasks.workunit.client.0.smithi118.stderr:+ true 2023-09-23T15:39:38.423 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_665237/sparse2 2023-09-23T15:39:38.479 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-09-23T15:39:38.480 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T15:39:38.480 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T15:39:38.482 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd ls -l 2023-09-23T15:39:38.483 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep sparse2 2023-09-23T15:39:38.483 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-09-23T15:39:38.518 INFO:tasks.workunit.client.0.smithi118.stdout:sparse2 2 MiB 2 2023-09-23T15:39:38.519 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects sparse2 2023-09-23T15:39:38.519 INFO:tasks.workunit.client.0.smithi118.stderr:++ image=sparse2 2023-09-23T15:39:38.519 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rbd info sparse2 2023-09-23T15:39:38.519 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep block_name_prefix 2023-09-23T15:39:38.519 INFO:tasks.workunit.client.0.smithi118.stderr:+++ awk '{print $NF;}' 2023-09-23T15:39:38.553 INFO:tasks.workunit.client.0.smithi118.stderr:++ prefix=rbd_data.91b3fef24a22 2023-09-23T15:39:38.554 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep rbd_data.91b3fef24a22 2023-09-23T15:39:38.554 INFO:tasks.workunit.client.0.smithi118.stderr:++++ get_image_data_pool sparse2 2023-09-23T15:39:38.554 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sed -e 's/rbd_data.91b3fef24a22\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T15:39:38.554 INFO:tasks.workunit.client.0.smithi118.stderr:++++ image=sparse2 2023-09-23T15:39:38.554 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sort -u 2023-09-23T15:39:38.554 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ rbd info sparse2 2023-09-23T15:39:38.555 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ grep 'data_pool: ' 2023-09-23T15:39:38.555 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T15:39:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:39:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:39:38] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-09-23T15:39:38.590 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool= 2023-09-23T15:39:38.590 INFO:tasks.workunit.client.0.smithi118.stderr:++++ '[' -z ']' 2023-09-23T15:39:38.590 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool=rbd 2023-09-23T15:39:38.590 INFO:tasks.workunit.client.0.smithi118.stderr:++++ echo rbd 2023-09-23T15:39:38.590 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rados ls -p rbd 2023-09-23T15:39:38.621 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects=0 2023-09-23T15:39:38.621 INFO:tasks.workunit.client.0.smithi118.stderr:++ echo 0 2023-09-23T15:39:38.621 INFO:tasks.workunit.client.0.smithi118.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-09-23T15:39:38.621 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export sparse2 /tmp/rbd_import_export_665237/sparse2.out 2023-09-23T15:39:38.658 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:38.661 INFO:tasks.workunit.client.0.smithi118.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_665237/sparse2 /tmp/rbd_import_export_665237/sparse2.out 2023-09-23T15:39:38.661 INFO:tasks.workunit.client.0.smithi118.stderr:+ cmp -l /tmp/rbd_import_export_665237/sparse2 /tmp/rbd_import_export_665237/sparse2.out 2023-09-23T15:39:38.663 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/sparse2 --format %b 2023-09-23T15:39:38.664 INFO:tasks.workunit.client.0.smithi118.stderr:+ origsize=2048 2023-09-23T15:39:38.664 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/sparse2.out --format %b 2023-09-23T15:39:38.665 INFO:tasks.workunit.client.0.smithi118.stderr:+ exportsize=2048 2023-09-23T15:39:38.665 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=0 2023-09-23T15:39:38.666 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=0 2023-09-23T15:39:38.666 INFO:tasks.workunit.client.0.smithi118.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T15:39:38.666 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/sparse2.out 2023-09-23T15:39:38.666 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm sparse2 2023-09-23T15:39:38.754 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-09-23T15:39:38.757 INFO:tasks.workunit.client.0.smithi118.stderr:+ truncate /tmp/rbd_import_export_665237/sparse1 -s 10M 2023-09-23T15:39:38.757 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --new-format --order 20 - sparse1 2023-09-23T15:39:38.839 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete...done. 2023-09-23T15:39:38.839 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T15:39:38.839 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T15:39:38.842 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd ls -l 2023-09-23T15:39:38.842 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep sparse1 2023-09-23T15:39:38.843 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep -Ei '(10 MiB|10240k)' 2023-09-23T15:39:38.878 INFO:tasks.workunit.client.0.smithi118.stdout:sparse1 10 MiB 2 2023-09-23T15:39:38.879 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects sparse1 2023-09-23T15:39:38.879 INFO:tasks.workunit.client.0.smithi118.stderr:++ image=sparse1 2023-09-23T15:39:38.880 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rbd info sparse1 2023-09-23T15:39:38.880 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep block_name_prefix 2023-09-23T15:39:38.880 INFO:tasks.workunit.client.0.smithi118.stderr:+++ awk '{print $NF;}' 2023-09-23T15:39:38.914 INFO:tasks.workunit.client.0.smithi118.stderr:++ prefix=rbd_data.91e096a85173 2023-09-23T15:39:38.915 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep rbd_data.91e096a85173 2023-09-23T15:39:38.915 INFO:tasks.workunit.client.0.smithi118.stderr:++++ get_image_data_pool sparse1 2023-09-23T15:39:38.915 INFO:tasks.workunit.client.0.smithi118.stderr:++++ image=sparse1 2023-09-23T15:39:38.915 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sed -e 's/rbd_data.91e096a85173\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T15:39:38.916 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sort -u 2023-09-23T15:39:38.916 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ rbd info sparse1 2023-09-23T15:39:38.916 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ grep 'data_pool: ' 2023-09-23T15:39:38.916 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T15:39:38.952 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool= 2023-09-23T15:39:38.952 INFO:tasks.workunit.client.0.smithi118.stderr:++++ '[' -z ']' 2023-09-23T15:39:38.953 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool=rbd 2023-09-23T15:39:38.953 INFO:tasks.workunit.client.0.smithi118.stderr:++++ echo rbd 2023-09-23T15:39:38.953 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rados ls -p rbd 2023-09-23T15:39:38.988 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:38.990 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects=1 2023-09-23T15:39:38.990 INFO:tasks.workunit.client.0.smithi118.stderr:++ echo 1 2023-09-23T15:39:38.990 INFO:tasks.workunit.client.0.smithi118.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-09-23T15:39:38.990 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export sparse1 /tmp/rbd_import_export_665237/sparse1.out 2023-09-23T15:39:39.038 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:39.041 INFO:tasks.workunit.client.0.smithi118.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_665237/sparse1 /tmp/rbd_import_export_665237/sparse1.out 2023-09-23T15:39:39.041 INFO:tasks.workunit.client.0.smithi118.stderr:+ cmp -l /tmp/rbd_import_export_665237/sparse1 /tmp/rbd_import_export_665237/sparse1.out 2023-09-23T15:39:39.049 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/sparse1 --format %b 2023-09-23T15:39:39.050 INFO:tasks.workunit.client.0.smithi118.stderr:+ origsize=2048 2023-09-23T15:39:39.051 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/sparse1.out --format %b 2023-09-23T15:39:39.052 INFO:tasks.workunit.client.0.smithi118.stderr:+ exportsize=2048 2023-09-23T15:39:39.052 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=0 2023-09-23T15:39:39.052 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=0 2023-09-23T15:39:39.052 INFO:tasks.workunit.client.0.smithi118.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T15:39:39.052 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/sparse1.out 2023-09-23T15:39:39.054 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm sparse1 2023-09-23T15:39:39.127 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:39:39.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:39.131 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:39:39.147 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-09-23T15:39:39.150 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_665237/sparse2 oflag=append conv=notrunc 2023-09-23T15:39:39.155 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:39:39.155 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:39:39.161 INFO:tasks.workunit.client.0.smithi118.stderr:1+0 records in 2023-09-23T15:39:39.162 INFO:tasks.workunit.client.0.smithi118.stderr:1+0 records out 2023-09-23T15:39:39.162 INFO:tasks.workunit.client.0.smithi118.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00995991 s, 211 MB/s 2023-09-23T15:39:39.162 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --new-format --order 20 - sparse2 2023-09-23T15:39:39.178 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:39 smithi178 ceph-mon[192298]: failed to encode map e624 with expected crc 2023-09-23T15:39:39.178 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:39 smithi178 ceph-mon[192298]: failed to encode map e624 with expected crc 2023-09-23T15:39:39.179 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:39 smithi178 ceph-mon[192298]: failed to encode map e624 with expected crc 2023-09-23T15:39:39.232 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 2023-09-23T15:39:39.249 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete...done. 2023-09-23T15:39:39.250 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T15:39:39.250 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T15:39:39.253 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd ls -l 2023-09-23T15:39:39.253 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep sparse2 2023-09-23T15:39:39.253 INFO:tasks.workunit.client.0.smithi118.stderr:+ grep -Ei '(4 MiB|4096k)' 2023-09-23T15:39:39.265 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:39.269 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:39 smithi118 ceph-mon[219580]: failed to encode map e624 with expected crc 2023-09-23T15:39:39.270 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:39 smithi118 ceph-mon[219580]: failed to encode map e624 with expected crc 2023-09-23T15:39:39.270 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:39 smithi118 ceph-mon[219580]: failed to encode map e624 with expected crc 2023-09-23T15:39:39.270 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:39 smithi118 ceph-mon[212312]: failed to encode map e624 with expected crc 2023-09-23T15:39:39.270 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:39 smithi118 ceph-mon[212312]: failed to encode map e624 with expected crc 2023-09-23T15:39:39.270 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:39 smithi118 ceph-mon[212312]: failed to encode map e624 with expected crc 2023-09-23T15:39:39.293 INFO:tasks.workunit.client.0.smithi118.stdout:sparse2 4 MiB 2 2023-09-23T15:39:39.293 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects sparse2 2023-09-23T15:39:39.294 INFO:tasks.workunit.client.0.smithi118.stderr:++ image=sparse2 2023-09-23T15:39:39.294 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rbd info sparse2 2023-09-23T15:39:39.294 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep block_name_prefix 2023-09-23T15:39:39.294 INFO:tasks.workunit.client.0.smithi118.stderr:+++ awk '{print $NF;}' 2023-09-23T15:39:39.332 INFO:tasks.workunit.client.0.smithi118.stderr:++ prefix=rbd_data.92138e4f6ac3 2023-09-23T15:39:39.333 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep rbd_data.92138e4f6ac3 2023-09-23T15:39:39.333 INFO:tasks.workunit.client.0.smithi118.stderr:++++ get_image_data_pool sparse2 2023-09-23T15:39:39.333 INFO:tasks.workunit.client.0.smithi118.stderr:++++ image=sparse2 2023-09-23T15:39:39.333 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sed -e 's/rbd_data.92138e4f6ac3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T15:39:39.333 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sort -u 2023-09-23T15:39:39.334 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ grep 'data_pool: ' 2023-09-23T15:39:39.334 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T15:39:39.334 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ rbd info sparse2 2023-09-23T15:39:39.361 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5 found: no such container 2023-09-23T15:39:39.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:39.364 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.5' 2023-09-23T15:39:39.371 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool= 2023-09-23T15:39:39.371 INFO:tasks.workunit.client.0.smithi118.stderr:++++ '[' -z ']' 2023-09-23T15:39:39.371 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool=rbd 2023-09-23T15:39:39.371 INFO:tasks.workunit.client.0.smithi118.stderr:++++ echo rbd 2023-09-23T15:39:39.371 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rados ls -p rbd 2023-09-23T15:39:39.404 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects='0 2023-09-23T15:39:39.404 INFO:tasks.workunit.client.0.smithi118.stderr:2 2023-09-23T15:39:39.404 INFO:tasks.workunit.client.0.smithi118.stderr:3' 2023-09-23T15:39:39.404 INFO:tasks.workunit.client.0.smithi118.stderr:++ echo 0 2 3 2023-09-23T15:39:39.404 INFO:tasks.workunit.client.0.smithi118.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2023-09-23T15:39:39.404 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export sparse2 /tmp/rbd_import_export_665237/sparse2.out 2023-09-23T15:39:39.446 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2023-09-23T15:39:39.449 INFO:tasks.workunit.client.0.smithi118.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_665237/sparse2 /tmp/rbd_import_export_665237/sparse2.out 2023-09-23T15:39:39.449 INFO:tasks.workunit.client.0.smithi118.stderr:+ cmp -l /tmp/rbd_import_export_665237/sparse2 /tmp/rbd_import_export_665237/sparse2.out 2023-09-23T15:39:39.452 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/sparse2 --format %b 2023-09-23T15:39:39.453 INFO:tasks.workunit.client.0.smithi118.stderr:+ origsize=6144 2023-09-23T15:39:39.453 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/sparse2.out --format %b 2023-09-23T15:39:39.454 INFO:tasks.workunit.client.0.smithi118.stderr:+ exportsize=6144 2023-09-23T15:39:39.454 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=0 2023-09-23T15:39:39.454 INFO:tasks.workunit.client.0.smithi118.stderr:+ difference=0 2023-09-23T15:39:39.455 INFO:tasks.workunit.client.0.smithi118.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-09-23T15:39:39.455 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/sparse2.out 2023-09-23T15:39:39.455 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm sparse2 2023-09-23T15:39:39.465 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 2023-09-23T15:39:39.499 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:39.556 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2023-09-23T15:39:39.559 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1 found: no such container 2023-09-23T15:39:39.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:39.562 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.1' 2023-09-23T15:39:39.566 INFO:tasks.workunit.client.0.smithi118.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2023-09-23T15:39:39.566 INFO:tasks.workunit.client.0.smithi118.stdout:partially-sparse file imports to partially-sparse image 2023-09-23T15:39:39.566 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_665237/sparse1 sparse 2023-09-23T15:39:39.630 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2023-09-23T15:39:39.631 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T15:39:39.631 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --order is deprecated, use --object-size 2023-09-23T15:39:39.634 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects sparse 2023-09-23T15:39:39.634 INFO:tasks.workunit.client.0.smithi118.stderr:++ image=sparse 2023-09-23T15:39:39.634 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rbd info sparse 2023-09-23T15:39:39.634 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep block_name_prefix 2023-09-23T15:39:39.634 INFO:tasks.workunit.client.0.smithi118.stderr:+++ awk '{print $NF;}' 2023-09-23T15:39:39.663 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:39:39.670 INFO:tasks.workunit.client.0.smithi118.stderr:++ prefix=rbd_data.b972d4d74990 2023-09-23T15:39:39.671 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep rbd_data.b972d4d74990 2023-09-23T15:39:39.671 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sort -u 2023-09-23T15:39:39.671 INFO:tasks.workunit.client.0.smithi118.stderr:++++ get_image_data_pool sparse 2023-09-23T15:39:39.671 INFO:tasks.workunit.client.0.smithi118.stderr:++++ image=sparse 2023-09-23T15:39:39.671 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sed -e 's/rbd_data.b972d4d74990\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T15:39:39.672 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ grep 'data_pool: ' 2023-09-23T15:39:39.672 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T15:39:39.673 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ rbd info sparse 2023-09-23T15:39:39.694 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:39.713 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool= 2023-09-23T15:39:39.713 INFO:tasks.workunit.client.0.smithi118.stderr:++++ '[' -z ']' 2023-09-23T15:39:39.713 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool=rbd 2023-09-23T15:39:39.713 INFO:tasks.workunit.client.0.smithi118.stderr:++++ echo rbd 2023-09-23T15:39:39.713 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rados ls -p rbd 2023-09-23T15:39:39.749 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects=1 2023-09-23T15:39:39.749 INFO:tasks.workunit.client.0.smithi118.stderr:++ echo 1 2023-09-23T15:39:39.749 INFO:tasks.workunit.client.0.smithi118.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-09-23T15:39:39.750 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm sparse 2023-09-23T15:39:39.795 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:39.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:39.799 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:39.841 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-09-23T15:39:39.844 INFO:tasks.workunit.client.0.smithi118.stdout:zeros import through stdin to sparse image 2023-09-23T15:39:39.844 INFO:tasks.workunit.client.0.smithi118.stderr:+ echo 'zeros import through stdin to sparse image' 2023-09-23T15:39:39.844 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/dev/zero bs=1M count=4 2023-09-23T15:39:39.845 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd import --new-format - sparse 2023-09-23T15:39:39.891 INFO:tasks.workunit.client.0.smithi118.stderr:4+0 records in 2023-09-23T15:39:39.892 INFO:tasks.workunit.client.0.smithi118.stderr:4+0 records out 2023-09-23T15:39:39.892 INFO:tasks.workunit.client.0.smithi118.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0467836 s, 89.7 MB/s 2023-09-23T15:39:39.893 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_blocked_ops 2023-09-23T15:39:39.900 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 2023-09-23T15:39:39.903 INFO:tasks.workunit.client.0.smithi118.stderr: Importing image: 100% complete...done. 2023-09-23T15:39:39.903 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T15:39:39.905 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects sparse 2023-09-23T15:39:39.905 INFO:tasks.workunit.client.0.smithi118.stderr:++ image=sparse 2023-09-23T15:39:39.905 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rbd info sparse 2023-09-23T15:39:39.905 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep block_name_prefix 2023-09-23T15:39:39.906 INFO:tasks.workunit.client.0.smithi118.stderr:+++ awk '{print $NF;}' 2023-09-23T15:39:39.930 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:39.947 INFO:tasks.workunit.client.0.smithi118.stderr:++ prefix=rbd_data.b99367adc5b5 2023-09-23T15:39:39.948 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep rbd_data.b99367adc5b5 2023-09-23T15:39:39.948 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sed -e 's/rbd_data.b99367adc5b5\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T15:39:39.948 INFO:tasks.workunit.client.0.smithi118.stderr:++++ get_image_data_pool sparse 2023-09-23T15:39:39.948 INFO:tasks.workunit.client.0.smithi118.stderr:++++ image=sparse 2023-09-23T15:39:39.948 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sort -u 2023-09-23T15:39:39.948 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ grep 'data_pool: ' 2023-09-23T15:39:39.949 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T15:39:39.949 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ rbd info sparse 2023-09-23T15:39:39.977 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3 found: no such container 2023-09-23T15:39:39.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:39.980 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.3' 2023-09-23T15:39:39.987 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool= 2023-09-23T15:39:39.987 INFO:tasks.workunit.client.0.smithi118.stderr:++++ '[' -z ']' 2023-09-23T15:39:39.987 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool=rbd 2023-09-23T15:39:39.987 INFO:tasks.workunit.client.0.smithi118.stderr:++++ echo rbd 2023-09-23T15:39:39.987 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rados ls -p rbd 2023-09-23T15:39:40.018 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects= 2023-09-23T15:39:40.018 INFO:tasks.workunit.client.0.smithi118.stderr:++ echo 2023-09-23T15:39:40.018 INFO:tasks.workunit.client.0.smithi118.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2023-09-23T15:39:40.018 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm sparse 2023-09-23T15:39:40.081 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 2023-09-23T15:39:40.098 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 100% complete...done. 2023-09-23T15:39:40.101 INFO:tasks.workunit.client.0.smithi118.stdout:zeros export to sparse file 2023-09-23T15:39:40.101 INFO:tasks.workunit.client.0.smithi118.stderr:+ echo 'zeros export to sparse file' 2023-09-23T15:39:40.101 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd create --new-format sparse --size 4 2023-09-23T15:39:40.110 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:40.116 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:39:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:40 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2499859956' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:39:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:40 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2937265812' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:39:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:40 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:39:40.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:40 smithi178 ceph-mon[192298]: pgmap v1682: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 127 KiB/s rd, 7.6 KiB/s wr, 165 op/s 2023-09-23T15:39:40.142 INFO:tasks.workunit.client.0.smithi118.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-09-23T15:39:40.145 INFO:tasks.workunit.client.0.smithi118.stderr:++ rbd info sparse 2023-09-23T15:39:40.145 INFO:tasks.workunit.client.0.smithi118.stderr:++ grep block_name_prefix 2023-09-23T15:39:40.145 INFO:tasks.workunit.client.0.smithi118.stderr:++ awk '{print $NF;}' 2023-09-23T15:39:40.157 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6 found: no such container 2023-09-23T15:39:40.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:40.162 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.6' 2023-09-23T15:39:40.180 INFO:tasks.workunit.client.0.smithi118.stderr:+ prefix=rbd_data.92881d801eeb 2023-09-23T15:39:40.181 INFO:tasks.workunit.client.0.smithi118.stderr:+ dd if=/dev/zero bs=4M count=1 2023-09-23T15:39:40.181 INFO:tasks.workunit.client.0.smithi118.stderr:++ get_image_data_pool sparse 2023-09-23T15:39:40.181 INFO:tasks.workunit.client.0.smithi118.stderr:++ image=sparse 2023-09-23T15:39:40.182 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rbd info sparse 2023-09-23T15:39:40.182 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep 'data_pool: ' 2023-09-23T15:39:40.182 INFO:tasks.workunit.client.0.smithi118.stderr:+++ awk -F: '{ print $NF }' 2023-09-23T15:39:40.182 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T15:39:40.217 INFO:tasks.workunit.client.0.smithi118.stderr:++ data_pool= 2023-09-23T15:39:40.217 INFO:tasks.workunit.client.0.smithi118.stderr:++ '[' -z ']' 2023-09-23T15:39:40.217 INFO:tasks.workunit.client.0.smithi118.stderr:++ data_pool=rbd 2023-09-23T15:39:40.217 INFO:tasks.workunit.client.0.smithi118.stderr:++ echo rbd 2023-09-23T15:39:40.217 INFO:tasks.workunit.client.0.smithi118.stderr:+ rados -p rbd put rbd_data.92881d801eeb.000000000000 - 2023-09-23T15:39:40.247 INFO:tasks.workunit.client.0.smithi118.stderr:1+0 records in 2023-09-23T15:39:40.247 INFO:tasks.workunit.client.0.smithi118.stderr:1+0 records out 2023-09-23T15:39:40.247 INFO:tasks.workunit.client.0.smithi118.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0656101 s, 63.9 MB/s 2023-09-23T15:39:40.254 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:39:40.262 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects sparse 2023-09-23T15:39:40.262 INFO:tasks.workunit.client.0.smithi118.stderr:++ image=sparse 2023-09-23T15:39:40.262 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:39:40.263 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rbd info sparse 2023-09-23T15:39:40.263 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep block_name_prefix 2023-09-23T15:39:40.263 INFO:tasks.workunit.client.0.smithi118.stderr:+++ awk '{print $NF;}' 2023-09-23T15:39:40.290 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:40.299 INFO:tasks.workunit.client.0.smithi118.stderr:++ prefix=rbd_data.92881d801eeb 2023-09-23T15:39:40.299 INFO:tasks.workunit.client.0.smithi118.stderr:+++ grep rbd_data.92881d801eeb 2023-09-23T15:39:40.299 INFO:tasks.workunit.client.0.smithi118.stderr:++++ get_image_data_pool sparse 2023-09-23T15:39:40.300 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sed -e 's/rbd_data.92881d801eeb\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-09-23T15:39:40.300 INFO:tasks.workunit.client.0.smithi118.stderr:++++ image=sparse 2023-09-23T15:39:40.300 INFO:tasks.workunit.client.0.smithi118.stderr:+++ sort -u 2023-09-23T15:39:40.300 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ rbd info sparse 2023-09-23T15:39:40.300 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ grep 'data_pool: ' 2023-09-23T15:39:40.300 INFO:tasks.workunit.client.0.smithi118.stderr:+++++ awk -F: '{ print $NF }' 2023-09-23T15:39:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:40 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2499859956' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:39:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:40 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2937265812' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:39:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:40 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:39:40.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:40 smithi118 ceph-mon[219580]: pgmap v1682: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 127 KiB/s rd, 7.6 KiB/s wr, 165 op/s 2023-09-23T15:39:40.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:40 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2499859956' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:39:40.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:40 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2937265812' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:39:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:40 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:39:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:40 smithi118 ceph-mon[212312]: pgmap v1682: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 127 KiB/s rd, 7.6 KiB/s wr, 165 op/s 2023-09-23T15:39:40.339 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool= 2023-09-23T15:39:40.340 INFO:tasks.workunit.client.0.smithi118.stderr:++++ '[' -z ']' 2023-09-23T15:39:40.340 INFO:tasks.workunit.client.0.smithi118.stderr:++++ data_pool=rbd 2023-09-23T15:39:40.340 INFO:tasks.workunit.client.0.smithi118.stderr:++++ echo rbd 2023-09-23T15:39:40.340 INFO:tasks.workunit.client.0.smithi118.stderr:+++ rados ls -p rbd 2023-09-23T15:39:40.369 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:39:40.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:40.372 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:39:40.373 INFO:tasks.workunit.client.0.smithi118.stderr:++ objects=0 2023-09-23T15:39:40.373 INFO:tasks.workunit.client.0.smithi118.stderr:++ echo 0 2023-09-23T15:39:40.373 INFO:tasks.workunit.client.0.smithi118.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-09-23T15:39:40.373 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/sparse 2023-09-23T15:39:40.374 INFO:tasks.workunit.client.0.smithi118.stderr:rm: cannot remove '/tmp/rbd_import_export_665237/sparse': No such file or directory 2023-09-23T15:39:40.374 INFO:tasks.workunit.client.0.smithi118.stderr:+ true 2023-09-23T15:39:40.374 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd export sparse /tmp/rbd_import_export_665237/sparse 2023-09-23T15:39:40.408 INFO:tasks.workunit.client.0.smithi118.stderr: Exporting image: 100% complete...done. 2023-09-23T15:39:40.412 INFO:tasks.workunit.client.0.smithi118.stderr:++ stat /tmp/rbd_import_export_665237/sparse --format=%b 2023-09-23T15:39:40.413 INFO:tasks.workunit.client.0.smithi118.stderr:+ '[' 0 = 0 ']' 2023-09-23T15:39:40.413 INFO:tasks.workunit.client.0.smithi118.stderr:+ rbd rm sparse 2023-09-23T15:39:40.473 DEBUG:teuthology.orchestra.run.smithi178:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 2023-09-23T15:39:40.497 INFO:tasks.workunit.client.0.smithi118.stderr: Removing image: 100% complete...done. 2023-09-23T15:39:40.500 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm /tmp/rbd_import_export_665237/sparse /tmp/rbd_import_export_665237/sparse1 /tmp/rbd_import_export_665237/sparse2 /tmp/rbd_import_export_665237/sparse3 2023-09-23T15:39:40.502 INFO:tasks.workunit.client.0.smithi118.stderr:rm: cannot remove '/tmp/rbd_import_export_665237/sparse3': No such file or directory 2023-09-23T15:39:40.502 INFO:tasks.workunit.client.0.smithi118.stderr:+ true 2023-09-23T15:39:40.502 INFO:tasks.workunit.client.0.smithi118.stderr:+ echo OK 2023-09-23T15:39:40.503 INFO:tasks.workunit.client.0.smithi118.stdout:OK 2023-09-23T15:39:40.503 INFO:tasks.workunit.client.0.smithi118.stderr:+ rm -rf /tmp/rbd_import_export_665237 2023-09-23T15:39:40.503 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-09-23T15:39:40.504 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-09-23T15:39:40.505 INFO:teuthology.orchestra.run.smithi178.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:40.549 INFO:teuthology.orchestra.run.smithi178.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4 found: no such container 2023-09-23T15:39:40.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:40.551 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi178 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.4' 2023-09-23T15:39:40.572 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.0... 2023-09-23T15:39:40.572 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-09-23T15:39:40.652 DEBUG:teuthology.orchestra.run.smithi118:> sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 2023-09-23T15:39:40.683 INFO:teuthology.orchestra.run.smithi118.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-09-23T15:39:41.055 DEBUG:teuthology.parallel:result is None 2023-09-23T15:39:41.055 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T15:39:41.123 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T15:39:41.123 DEBUG:teuthology.orchestra.run.smithi118:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T15:39:41.207 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T15:39:41.207 INFO:teuthology.task.sequential:In sequential, running task print... 2023-09-23T15:39:41.207 INFO:teuthology.task.print:**** done rbd/import_export.sh 5-workload 2023-09-23T15:39:41.207 INFO:teuthology.task.sequential:In sequential, running task workunit... 2023-09-23T15:39:41.208 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-09-23T15:39:41.208 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-09-23T15:39:41.208 DEBUG:teuthology.orchestra.run.smithi118:> stat -- /home/ubuntu/cephtest/mnt.0 2023-09-23T15:39:41.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T15:39:41.264 INFO:teuthology.orchestra.run.smithi118.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-09-23T15:39:41.265 DEBUG:teuthology.orchestra.run.smithi118:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-09-23T15:39:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:41 smithi118 ceph-mon[219580]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:39:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:41 smithi118 ceph-mon[219580]: failed to encode map e625 with expected crc 2023-09-23T15:39:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:41 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2499859956' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:39:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:41 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:39:41.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:41 smithi118 ceph-mon[219580]: osdmap e625: 8 total, 8 up, 6 in 2023-09-23T15:39:41.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:41 smithi118 ceph-mon[212312]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:39:41.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:41 smithi118 ceph-mon[212312]: failed to encode map e625 with expected crc 2023-09-23T15:39:41.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:41 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2499859956' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:39:41.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:41 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:39:41.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:41 smithi118 ceph-mon[212312]: osdmap e625: 8 total, 8 up, 6 in 2023-09-23T15:39:41.321 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-09-23T15:39:41.321 DEBUG:teuthology.orchestra.run.smithi118:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-09-23T15:39:41.378 INFO:tasks.thrashosds:joining thrashosds 2023-09-23T15:39:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:41 smithi178 ceph-mon[192298]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-09-23T15:39:41.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:41 smithi178 ceph-mon[192298]: failed to encode map e625 with expected crc 2023-09-23T15:39:41.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:41 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2499859956' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:39:41.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:41 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:39:41.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:41 smithi178 ceph-mon[192298]: osdmap e625: 8 total, 8 up, 6 in 2023-09-23T15:39:41.826 INFO:teuthology.orchestra.run.smithi178.stdout:ERROR: (22) Invalid argument 2023-09-23T15:39:41.826 INFO:teuthology.orchestra.run.smithi178.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-09-23T15:39:41.837 INFO:teuthology.orchestra.run.smithi118.stderr:Error: no container with name or ID ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0 found: no such container 2023-09-23T15:39:41.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-09-23T15:39:41.840 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi118 with status 125: 'sudo docker kill -s 1 ceph-8cded518-5a20-11ee-8db4-212e2dc638e7-osd.0' 2023-09-23T15:39:41.910 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T15:39:42.315 INFO:teuthology.orchestra.run.smithi118.stdout:osd.0: {} 2023-09-23T15:39:42.318 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:42.335 INFO:teuthology.orchestra.run.smithi118.stdout:osd.1: {} 2023-09-23T15:39:42.356 INFO:teuthology.orchestra.run.smithi118.stdout:osd.2: {} 2023-09-23T15:39:42.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:42 smithi178 ceph-mon[192298]: pgmap v1684: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 106 KiB/s rd, 6.3 KiB/s wr, 138 op/s 2023-09-23T15:39:42.379 INFO:teuthology.orchestra.run.smithi118.stdout:osd.3: {} 2023-09-23T15:39:42.398 INFO:teuthology.orchestra.run.smithi118.stdout:osd.4: {} 2023-09-23T15:39:42.416 INFO:teuthology.orchestra.run.smithi118.stdout:osd.5: {} 2023-09-23T15:39:42.435 INFO:teuthology.orchestra.run.smithi118.stdout:osd.6: {} 2023-09-23T15:39:42.442 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.4 dump_historic_ops 2023-09-23T15:39:42.454 INFO:teuthology.orchestra.run.smithi118.stdout:osd.7: {} 2023-09-23T15:39:42.455 INFO:teuthology.orchestra.run.smithi118.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-09-23T15:39:42.455 INFO:teuthology.orchestra.run.smithi118.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-09-23T15:39:42.455 INFO:teuthology.orchestra.run.smithi118.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-09-23T15:39:42.456 INFO:teuthology.orchestra.run.smithi118.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-09-23T15:39:42.456 INFO:teuthology.orchestra.run.smithi118.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-09-23T15:39:42.456 INFO:teuthology.orchestra.run.smithi118.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-09-23T15:39:42.456 INFO:teuthology.orchestra.run.smithi118.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-09-23T15:39:42.456 INFO:teuthology.orchestra.run.smithi118.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-09-23T15:39:42.478 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:42 smithi118 ceph-mon[219580]: pgmap v1684: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 106 KiB/s rd, 6.3 KiB/s wr, 138 op/s 2023-09-23T15:39:42.479 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:42 smithi118 ceph-mon[212312]: pgmap v1684: 93 pgs: 93 active+clean; 582 KiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 106 KiB/s rd, 6.3 KiB/s wr, 138 op/s 2023-09-23T15:39:42.785 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:39:43.317 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:43 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2310009231' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:43.317 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:43 smithi178 ceph-mon[192298]: osdmap e626: 8 total, 8 up, 6 in 2023-09-23T15:39:43.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:43 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2310009231' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:43.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:43 smithi118 ceph-mon[219580]: osdmap e626: 8 total, 8 up, 6 in 2023-09-23T15:39:43.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:43 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2310009231' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-09-23T15:39:43.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:43 smithi118 ceph-mon[212312]: osdmap e626: 8 total, 8 up, 6 in 2023-09-23T15:39:43.571 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset noscrub 2023-09-23T15:39:44.170 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:44.197 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:39:44.197 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:39:44.197 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:39:44.198 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:39:44.198 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.198 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:75047 11.e 11.b007937e (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:39:44.198 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:49.967422+0000", 2023-09-23T15:39:44.198 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 294.22784374000003, 2023-09-23T15:39:44.198 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.74024312400000003, 2023-09-23T15:39:44.198 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.198 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:39:44.198 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:44.198 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:44.198 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:44.199 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 75047 2023-09-23T15:39:44.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.199 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967422+0000", 2023-09-23T15:39:44.199 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.199 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.199 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.199 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967422+0000", 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967420+0000", 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967454+0000", 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3973000000000002e-05 2023-09-23T15:39:44.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967474+0000", 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0057000000000001e-05 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967484+0000", 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6630000000000005e-06 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.201 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967961+0000", 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00047720999999999999 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967970+0000", 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6049999999999998e-06 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.707653+0000", 2023-09-23T15:39:44.202 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.73968368200000001 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.707665+0000", 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1644000000000001e-05 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:75055 11.d 11.e6f2765d (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:39:44.203 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:49.967722+0000", 2023-09-23T15:39:44.204 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 294.227543293, 2023-09-23T15:39:44.204 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.74387946800000004, 2023-09-23T15:39:44.204 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.204 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:39:44.204 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:44.204 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:44.204 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:44.204 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 75055 2023-09-23T15:39:44.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.204 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.204 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967722+0000", 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967722+0000", 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.205 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967721+0000", 2023-09-23T15:39:44.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:44.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967778+0000", 2023-09-23T15:39:44.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6975999999999998e-05 2023-09-23T15:39:44.206 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.206 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.206 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.206 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967789+0000", 2023-09-23T15:39:44.206 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0807e-05 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.967801+0000", 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1449e-05 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.968366+0000", 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00056501200000000004 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.207 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.968372+0000", 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.003e-06 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711593+0000", 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.74322155700000003 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.208 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711602+0000", 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5089999999999993e-06 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:75056 11.d 11.b6159d0d (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:49.971503+0000", 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 294.22376266700002, 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.74012493300000004, 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.209 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:39:44.210 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:44.210 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:44.210 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:44.210 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 75056 2023-09-23T15:39:44.210 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.210 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.210 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.210 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.210 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.971503+0000", 2023-09-23T15:39:44.210 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.971503+0000", 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.971502+0000", 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.211 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.971563+0000", 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1834999999999993e-05 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.971573+0000", 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6229999999999992e-06 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.971580+0000", 2023-09-23T15:39:44.212 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0770000000000002e-06 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.972007+0000", 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000426344 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.972014+0000", 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1919999999999999e-06 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.213 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711620+0000", 2023-09-23T15:39:44.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.739606765 2023-09-23T15:39:44.214 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.214 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.214 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.214 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711628+0000", 2023-09-23T15:39:44.214 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3440000000000003e-06 2023-09-23T15:39:44.214 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.214 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.214 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.215 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.215 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.215 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:75069 11.d 11.784e201d (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:39:44.215 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:49.985435+0000", 2023-09-23T15:39:44.215 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 294.20983041699998, 2023-09-23T15:39:44.215 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.72621641999999997, 2023-09-23T15:39:44.215 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.215 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:39:44.215 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:44.215 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:44.215 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:44.216 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 75069 2023-09-23T15:39:44.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.216 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.985435+0000", 2023-09-23T15:39:44.216 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.216 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.216 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.216 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.216 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.985435+0000", 2023-09-23T15:39:44.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.985434+0000", 2023-09-23T15:39:44.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:44.217 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.217 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.217 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.217 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.985504+0000", 2023-09-23T15:39:44.217 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0426999999999995e-05 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.985518+0000", 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4284000000000001e-05 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.985531+0000", 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2663999999999999e-05 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.218 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.985583+0000", 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1595000000000003e-05 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.985590+0000", 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4549999999999998e-06 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.219 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711645+0000", 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.72605513700000002 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711652+0000", 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3389999999999998e-06 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.220 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:75071 11.d 11.ce4b99ad (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:49.987680+0000", 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 294.20758537500001, 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.72399580100000005, 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 75071 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.221 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.987680+0000", 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.987680+0000", 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.987679+0000", 2023-09-23T15:39:44.222 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.987749+0000", 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0587999999999996e-05 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.987763+0000", 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3359e-05 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.223 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.224 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.224 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.987770+0000", 2023-09-23T15:39:44.224 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6749999999999996e-06 2023-09-23T15:39:44.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.987823+0000", 2023-09-23T15:39:44.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3604999999999999e-05 2023-09-23T15:39:44.225 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.225 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.225 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:44.225 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.987831+0000", 2023-09-23T15:39:44.225 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9750000000000007e-06 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711668+0000", 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.72383739800000002 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711676+0000", 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4850000000000003e-06 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.226 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:75073 11.d 11.1d90fe2d (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:49.989015+0000", 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 294.20625041900001, 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.72268616299999999, 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:44.227 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 75073 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.989015+0000", 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.989015+0000", 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.228 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.989014+0000", 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.989075+0000", 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0584000000000001e-05 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.989088+0000", 2023-09-23T15:39:44.229 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2568000000000001e-05 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.989093+0000", 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9269999999999996e-06 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.989137+0000", 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4784999999999999e-05 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.230 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.989144+0000", 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.314e-06 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711694+0000", 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.72255002000000002 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.231 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711701+0000", 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6020000000000002e-06 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:75084 11.d 11.59d11cbd (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e562)", 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:49.996872+0000", 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 294.19839388399998, 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.71485458599999996, 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:39:44.232 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 75084 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.996872+0000", 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.233 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.996872+0000", 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.996870+0000", 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.996939+0000", 2023-09-23T15:39:44.234 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9554999999999994e-05 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.996956+0000", 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6602000000000001e-05 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.996963+0000", 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.72e-06 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.235 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.997020+0000", 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7027999999999997e-05 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:49.997029+0000", 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4280000000000002e-06 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.236 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711719+0000", 2023-09-23T15:39:44.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.71469025500000005 2023-09-23T15:39:44.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.237 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.237 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.237 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:50.711726+0000", 2023-09-23T15:39:44.237 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9020000000000002e-06 2023-09-23T15:39:44.237 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.237 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.237 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.237 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46571.0:126021 11.7 e577/563 11:e859643c:::benchmark_data_smithi118_606503_object20931:head v 577'7943, mlcod=577'7939)", 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:36:04.538608+0000", 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 219.65665739600001, 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16786536499999999, 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:04.538608+0000", 2023-09-23T15:39:44.238 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:04.538608+0000", 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:04.538608+0000", 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.239 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:04.538613+0000", 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.186e-06 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:04.538620+0000", 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1210000000000001e-06 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:04.538624+0000", 2023-09-23T15:39:44.240 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3320000000000002e-06 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:04.538666+0000", 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1548999999999998e-05 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:04.538687+0000", 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0897999999999999e-05 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.241 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:04.706444+0000", 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.167757875 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:04.706474+0000", 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9053000000000001e-05 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.242 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46571.0:149924 11.e e583/563 11:715a5195:::benchmark_data_smithi118_606503_object44834:head v 583'9533, mlcod=583'9531)", 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:36:44.042961+0000", 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 180.15230441400001, 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16923165400000001, 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.042961+0000", 2023-09-23T15:39:44.243 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.042961+0000", 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.042961+0000", 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.244 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.042966+0000", 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.276e-06 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.042974+0000", 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6219999999999998e-06 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.042980+0000", 2023-09-23T15:39:44.245 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.857e-06 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043019+0000", 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8664000000000001e-05 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043043+0000", 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3954000000000001e-05 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.246 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.212170+0000", 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16912761700000001 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.212193+0000", 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2294e-05 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.247 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46571.0:149917 11.7 e583/563 11:ed499c2b:::benchmark_data_smithi118_606503_object44827:head v 583'9458, mlcod=583'9456)", 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:36:44.042993+0000", 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 180.15227258600001, 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16775615299999999, 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.042993+0000", 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.248 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.042993+0000", 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.042993+0000", 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.249 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.042996+0000", 2023-09-23T15:39:44.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5209999999999998e-06 2023-09-23T15:39:44.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.250 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043002+0000", 2023-09-23T15:39:44.250 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6629999999999998e-06 2023-09-23T15:39:44.250 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.250 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.250 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.250 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043006+0000", 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.42e-06 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043038+0000", 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2228999999999999e-05 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043054+0000", 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5540999999999999e-05 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.251 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.210702+0000", 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16764827199999999 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.210749+0000", 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6801000000000001e-05 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.252 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46571.0:149925 11.e e583/563 11:7f67de86:::benchmark_data_smithi118_606503_object44835:head v 583'9534, mlcod=583'9531)", 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:36:44.043018+0000", 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 180.15224797600001, 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16923990699999999, 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043018+0000", 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.253 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043018+0000", 2023-09-23T15:39:44.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.254 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.254 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043017+0000", 2023-09-23T15:39:44.254 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:39:44.254 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.254 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043021+0000", 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9129999999999996e-06 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043027+0000", 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3079999999999998e-06 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.255 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.043030+0000", 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.551e-06 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.210169+0000", 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16713915600000001 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.210189+0000", 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9894e-05 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.256 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.212238+0000", 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0020487249999999999 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.212257+0000", 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9555000000000002e-05 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.257 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.258 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46571.0:149916 11.b e583/563 11:d37e0ae0:::benchmark_data_smithi118_606503_object44826:head v 583'9290, mlcod=583'9288)", 2023-09-23T15:39:44.258 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:36:44.044559+0000", 2023-09-23T15:39:44.258 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 180.15070653399999, 2023-09-23T15:39:44.258 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16817858099999999, 2023-09-23T15:39:44.258 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.258 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:44.258 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.258 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.258 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.258 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.044559+0000", 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.044559+0000", 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.044558+0000", 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:44.259 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.044567+0000", 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.4519999999999997e-06 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.207506+0000", 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.162939371 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.260 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.207523+0000", 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6962000000000001e-05 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.207595+0000", 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.1316000000000006e-05 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.207623+0000", 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8308000000000001e-05 2023-09-23T15:39:44.261 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.212711+0000", 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0050877190000000001 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:44.212738+0000", 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7049000000000001e-05 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.262 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.263 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.263 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46571.0:161347 11.6 e586/582 11:687ad908:::benchmark_data_smithi118_606503_object56257:head v 586'10211, mlcod=586'10209)", 2023-09-23T15:39:44.263 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:37:05.142468+0000", 2023-09-23T15:39:44.263 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 159.052797825, 2023-09-23T15:39:44.263 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21005990399999999, 2023-09-23T15:39:44.263 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.263 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:44.263 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.263 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.263 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.142468+0000", 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.142468+0000", 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.142467+0000", 2023-09-23T15:39:44.264 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.142474+0000", 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9090000000000003e-06 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.348835+0000", 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.20636074300000001 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.265 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.348845+0000", 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0312999999999999e-05 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.350014+0000", 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0011693630000000001 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.266 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.350035+0000", 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1041999999999999e-05 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.352497+0000", 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024614110000000002 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.352528+0000", 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0864000000000001e-05 2023-09-23T15:39:44.267 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46571.0:161348 11.c e586/570 11:358f28c8:::benchmark_data_smithi118_606503_object56258:head v 586'9949, mlcod=557'2684)", 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:37:05.143725+0000", 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 159.05154050199999, 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.208026667, 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.268 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.143725+0000", 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.143725+0000", 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.269 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.143724+0000", 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.143730+0000", 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.541e-06 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.348751+0000", 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.20502130299999999 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.270 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.348765+0000", 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3423e-05 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.348879+0000", 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011464900000000001 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.348903+0000", 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3969999999999999e-05 2023-09-23T15:39:44.271 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.351716+0000", 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0028130690000000001 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:05.351752+0000", 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5321999999999998e-05 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.272 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46571.0:163020 11.6 e586/582 11:621ef0b1:::benchmark_data_smithi118_606503_object57930:head v 586'10310, mlcod=586'10308)", 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:37:08.155041+0000", 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 156.04022449799999, 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.23047858700000001, 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155041+0000", 2023-09-23T15:39:44.273 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155041+0000", 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155040+0000", 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.274 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155047+0000", 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2500000000000003e-06 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155058+0000", 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1841999999999999e-05 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155065+0000", 2023-09-23T15:39:44.275 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0859999999999998e-06 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155100+0000", 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5441000000000002e-05 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155120+0000", 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9830000000000002e-05 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.276 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.385479+0000", 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.230358745 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.385520+0000", 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1032999999999998e-05 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.277 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.278 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "MOSDPGPush(11.d 586/571 [PushOp(11:bb992843:::benchmark_data_smithi118_606503_object57931:head, version: 559'3531, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(11:bb992843:::benchmark_data_smithi118_606503_object57931:head@559'3531, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T15:39:44.278 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:37:08.155485+0000", 2023-09-23T15:39:44.278 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 156.039780175, 2023-09-23T15:39:44.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.23007365099999999, 2023-09-23T15:39:44.278 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.278 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:39:44.278 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.278 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.278 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.278 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155485+0000", 2023-09-23T15:39:44.278 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155485+0000", 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155485+0000", 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.279 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155549+0000", 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4138000000000002e-05 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155563+0000", 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3883000000000001e-05 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155573+0000", 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9639999999999998e-06 2023-09-23T15:39:44.280 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155633+0000", 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0127999999999998e-05 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155641+0000", 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.2959999999999999e-06 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.281 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.385559+0000", 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22991782799999999 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "MOSDPGPush(11.e 586/563 [PushOp(11:7eefd5af:::benchmark_data_smithi118_606503_object91888:head, version: 567'5803, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(11:7eefd5af:::benchmark_data_smithi118_606503_object91888:head@567'5803, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:37:08.155622+0000", 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 156.03964347499999, 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.23005484200000001, 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.282 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155622+0000", 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155622+0000", 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.283 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155622+0000", 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155659+0000", 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7589999999999998e-05 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.284 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155669+0000", 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9180000000000006e-06 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155677+0000", 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5599999999999996e-06 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.155743+0000", 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6375000000000001e-05 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.285 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.385469+0000", 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.229725385 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.385677+0000", 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020825600000000001 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.286 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46571.0:163026 11.1 e586/570 11:8f8cb283:::benchmark_data_smithi118_606503_object57936:head v 586'10491, mlcod=557'2821)", 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:37:08.158800+0000", 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 156.03646516000001, 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.23099551199999999, 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.158800+0000", 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.287 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.158800+0000", 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.158800+0000", 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.158808+0000", 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8030000000000003e-06 2023-09-23T15:39:44.288 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.385474+0000", 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.22666603099999999 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.385484+0000", 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.6309999999999998e-06 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.289 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.385537+0000", 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3220000000000002e-05 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.385558+0000", 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1203999999999999e-05 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.389769+0000", 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042101359999999997 2023-09-23T15:39:44.290 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:08.389796+0000", 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7291999999999999e-05 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:174726 11.e 11:7a4c43dd:::benchmark_data_smithi118_606503_object69636:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e590)", 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:37:29.071234+0000", 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 135.12403196899999, 2023-09-23T15:39:44.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.21506729299999999, 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 174726 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.071234+0000", 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.071234+0000", 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.071232+0000", 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.071238+0000", 2023-09-23T15:39:44.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1990000000000003e-06 2023-09-23T15:39:44.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.071253+0000", 2023-09-23T15:39:44.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5034e-05 2023-09-23T15:39:44.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.071286+0000", 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2237999999999999e-05 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.071344+0000", 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8001000000000003e-05 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.071434+0000", 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0415999999999996e-05 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,7", 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.071502+0000", 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8208999999999997e-05 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.073616+0000", 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002114051 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:44.296 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.073730+0000", 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000113497 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.286176+0000", 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.212445841 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.286260+0000", 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.4184000000000006e-05 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:29.286301+0000", 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1137999999999998e-05 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:192236 11.e 11:709b047f:::benchmark_data_smithi118_606503_object87146:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e594)", 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:37:57.478857+0000", 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 106.716409035, 2023-09-23T15:39:44.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.20348575599999999, 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 192236 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.478857+0000", 2023-09-23T15:39:44.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.478857+0000", 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.478855+0000", 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.478862+0000", 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5749999999999997e-06 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.478878+0000", 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6455000000000001e-05 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.478885+0000", 2023-09-23T15:39:44.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6930000000000001e-06 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.478933+0000", 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8338999999999999e-05 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.479075+0000", 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014155400000000001 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,7", 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.479157+0000", 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1997999999999997e-05 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.481937+0000", 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0027804219999999998 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.482251+0000", 2023-09-23T15:39:44.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000313567 2023-09-23T15:39:44.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:44.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.682234+0000", 2023-09-23T15:39:44.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.19998359800000001 2023-09-23T15:39:44.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:44.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.682288+0000", 2023-09-23T15:39:44.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3408000000000001e-05 2023-09-23T15:39:44.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:44.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:44.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:44.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:37:57.682342+0000", 2023-09-23T15:39:44.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4666999999999997e-05 2023-09-23T15:39:44.305 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.305 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.305 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.305 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:44.305 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:44.305 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:39:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:44 smithi118 ceph-mon[219580]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:44 smithi118 ceph-mon[219580]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:44 smithi118 ceph-mon[219580]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:44 smithi118 ceph-mon[219580]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:44 smithi118 ceph-mon[219580]: pgmap v1686: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 415 op/s 2023-09-23T15:39:44.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:44 smithi118 ceph-mon[212312]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:44 smithi118 ceph-mon[212312]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:44 smithi118 ceph-mon[212312]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:44 smithi118 ceph-mon[212312]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:44 smithi118 ceph-mon[212312]: pgmap v1686: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 415 op/s 2023-09-23T15:39:44.342 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:44 smithi178 ceph-mon[192298]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.342 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:44 smithi178 ceph-mon[192298]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.342 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:44 smithi178 ceph-mon[192298]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.342 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:44 smithi178 ceph-mon[192298]: failed to encode map e626 with expected crc 2023-09-23T15:39:44.343 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:44 smithi178 ceph-mon[192298]: pgmap v1686: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 415 op/s 2023-09-23T15:39:44.783 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_ops_in_flight 2023-09-23T15:39:45.125 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T15:39:45.137 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:39:45.376 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:45 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2551192409' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:39:45.376 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:39:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:45 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2551192409' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:39:45.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:39:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:45 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2551192409' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:39:45.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:39:45.771 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T15:39:46.240 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:39:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[212312]: osdmap e627: 8 total, 8 up, 6 in 2023-09-23T15:39:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[212312]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[212312]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[212312]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[212312]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[212312]: pgmap v1688: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 356 op/s 2023-09-23T15:39:46.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:39:46.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[219580]: osdmap e627: 8 total, 8 up, 6 in 2023-09-23T15:39:46.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[219580]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[219580]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[219580]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[219580]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:46 smithi118 ceph-mon[219580]: pgmap v1688: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 356 op/s 2023-09-23T15:39:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:46 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:39:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:46 smithi178 ceph-mon[192298]: osdmap e627: 8 total, 8 up, 6 in 2023-09-23T15:39:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:46 smithi178 ceph-mon[192298]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:46 smithi178 ceph-mon[192298]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:46 smithi178 ceph-mon[192298]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:46 smithi178 ceph-mon[192298]: failed to encode map e627 with expected crc 2023-09-23T15:39:46.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:46 smithi178 ceph-mon[192298]: pgmap v1688: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 356 op/s 2023-09-23T15:39:46.544 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:39:46.544 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:39:46.545 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:39:46.545 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:39:47.091 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_blocked_ops 2023-09-23T15:39:47.131 INFO:teuthology.orchestra.run.smithi118.stderr:noscrub is unset 2023-09-23T15:39:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:47 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3777999922' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:39:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:47 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:39:47.424 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:47 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3777999922' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:39:47.424 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:47 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:39:47.424 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:47 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3777999922' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:39:47.424 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:47 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-09-23T15:39:47.438 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:39:47.930 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd unset nodeep-scrub 2023-09-23T15:39:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:48 smithi178 ceph-mon[192298]: failed to encode map e628 with expected crc 2023-09-23T15:39:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:48 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:39:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:48 smithi178 ceph-mon[192298]: osdmap e628: 8 total, 8 up, 6 in 2023-09-23T15:39:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:48 smithi178 ceph-mon[192298]: failed to encode map e628 with expected crc 2023-09-23T15:39:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:48 smithi178 ceph-mon[192298]: failed to encode map e628 with expected crc 2023-09-23T15:39:48.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:48 smithi178 ceph-mon[192298]: pgmap v1690: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 356 op/s 2023-09-23T15:39:48.390 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:48.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:39:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:39:48] "GET /metrics HTTP/1.1" 200 34093 "" "Prometheus/2.43.0" 2023-09-23T15:39:48.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[219580]: failed to encode map e628 with expected crc 2023-09-23T15:39:48.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:39:48.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[219580]: osdmap e628: 8 total, 8 up, 6 in 2023-09-23T15:39:48.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[219580]: failed to encode map e628 with expected crc 2023-09-23T15:39:48.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[219580]: failed to encode map e628 with expected crc 2023-09-23T15:39:48.570 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[219580]: pgmap v1690: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 356 op/s 2023-09-23T15:39:48.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[212312]: failed to encode map e628 with expected crc 2023-09-23T15:39:48.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-09-23T15:39:48.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[212312]: osdmap e628: 8 total, 8 up, 6 in 2023-09-23T15:39:48.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[212312]: failed to encode map e628 with expected crc 2023-09-23T15:39:48.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[212312]: failed to encode map e628 with expected crc 2023-09-23T15:39:48.571 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:48 smithi118 ceph-mon[212312]: pgmap v1690: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 356 op/s 2023-09-23T15:39:48.910 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:39:48.910 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:39:48.910 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:39:48.910 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:39:48.910 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:39:49.138 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T15:39:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:49 smithi118 ceph-mon[219580]: failed to encode map e628 with expected crc 2023-09-23T15:39:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:49 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/870457172' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:39:49.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:49 smithi118 ceph-mon[212312]: failed to encode map e628 with expected crc 2023-09-23T15:39:49.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:49 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/870457172' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:39:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:49 smithi178 ceph-mon[192298]: failed to encode map e628 with expected crc 2023-09-23T15:39:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:49 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/870457172' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:39:49.498 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.5 dump_historic_ops 2023-09-23T15:39:49.840 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:39:50.038 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T15:39:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[219580]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/870457172' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:39:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[219580]: osdmap e629: 8 total, 8 up, 6 in 2023-09-23T15:39:50.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[219580]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[219580]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[219580]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[219580]: pgmap v1692: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[212312]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/870457172' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:39:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[212312]: osdmap e629: 8 total, 8 up, 6 in 2023-09-23T15:39:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[212312]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[212312]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[212312]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:50 smithi118 ceph-mon[212312]: pgmap v1692: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:50 smithi178 ceph-mon[192298]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:50 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/870457172' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:39:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:50 smithi178 ceph-mon[192298]: osdmap e629: 8 total, 8 up, 6 in 2023-09-23T15:39:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:50 smithi178 ceph-mon[192298]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:50 smithi178 ceph-mon[192298]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:50 smithi178 ceph-mon[192298]: failed to encode map e629 with expected crc 2023-09-23T15:39:50.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:50 smithi178 ceph-mon[192298]: pgmap v1692: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:50.505 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:51.150 INFO:teuthology.orchestra.run.smithi118.stderr:nodeep-scrub is unset 2023-09-23T15:39:51.289 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:39:51.290 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:39:51.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:39:51.290 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:39:51.290 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.290 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:43736 11.d 11:b30d6d46:::benchmark_data_smithi118_606503_object43735:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e558)", 2023-09-23T15:39:51.290 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:25.815861+0000", 2023-09-23T15:39:51.290 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 325.471451323, 2023-09-23T15:39:51.290 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.01641739, 2023-09-23T15:39:51.290 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.290 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:39:51.290 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 43736 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815861+0000", 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.291 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815861+0000", 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815860+0000", 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815893+0000", 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3773999999999999e-05 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.292 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815918+0000", 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4712e-05 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815926+0000", 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8609999999999998e-06 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815975+0000", 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9138999999999998e-05 2023-09-23T15:39:51.293 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815980+0000", 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0540000000000002e-06 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.824199+0000", 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0082193690000001 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for degraded object", 2023-09-23T15:39:51.294 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.824694+0000", 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00049410299999999997 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832155+0000", 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0074611540000000002 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832278+0000", 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000123626 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.295 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:43737 11.d 11:b15f1bfa:::benchmark_data_smithi118_606503_object43736:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e558)", 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:25.815955+0000", 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 325.47135726300002, 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.01674325, 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 43737 2023-09-23T15:39:51.296 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815955+0000", 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815955+0000", 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.297 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815954+0000", 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.815996+0000", 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1767999999999997e-05 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816008+0000", 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1861999999999999e-05 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.298 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816014+0000", 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3060000000000003e-06 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816057+0000", 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2722000000000002e-05 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816064+0000", 2023-09-23T15:39:51.299 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4200000000000001e-06 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.824953+0000", 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0088889649999999 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for degraded object", 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825438+0000", 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000484482 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.300 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832595+0000", 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.007157114 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832698+0000", 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000103311 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:43739 11.d 11:ba22b7d0:::benchmark_data_smithi118_606503_object43738:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e558)", 2023-09-23T15:39:51.301 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:25.816025+0000", 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 325.47128696999999, 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.016991687, 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 43739 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.302 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816025+0000", 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816025+0000", 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816025+0000", 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.303 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816051+0000", 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6551999999999999e-05 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816059+0000", 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.4410000000000004e-06 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.304 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816064+0000", 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8799999999999999e-06 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816091+0000", 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7606e-05 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.816097+0000", 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5040000000000002e-06 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.305 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825473+0000", 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0093760119999999 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for degraded object", 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825761+0000", 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000287924 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832972+0000", 2023-09-23T15:39:51.306 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0072109110000000004 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.833017+0000", 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5416e-05 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:66826 11.d 11:b140b4a4:::benchmark_data_smithi118_606503_object66825:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e560)", 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:42.605310+0000", 2023-09-23T15:39:51.307 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 308.68200229799999, 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.172844413, 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 66826 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605310+0000", 2023-09-23T15:39:51.308 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605310+0000", 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605308+0000", 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.309 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605346+0000", 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7953000000000001e-05 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605363+0000", 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6820000000000002e-05 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605371+0000", 2023-09-23T15:39:51.310 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3490000000000003e-06 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605419+0000", 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8662000000000003e-05 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605583+0000", 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016399700000000001 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1", 2023-09-23T15:39:51.311 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.605756+0000", 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00017316599999999999 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.608137+0000", 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023801949999999999 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.778011+0000", 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.16987482400000001 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.312 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.778076+0000", 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4479000000000004e-05 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:42.778154+0000", 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.8434000000000002e-05 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.313 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "pg_update_log_missing(12.f epoch 602/601 rep_tid 5853 entries 602'1 (0'0) error 12:f586ebe2:::image2:head by client.46850.0:4 0.000000 -2 ObjectCleanRegions clean_offsets: [0~18446744073709551615], clean_omap: 1, new_object: 0 trim_to 0'0 roll_forward_to 0'0)", 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:38:54.973818+0000", 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 56.313494552999998, 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00099287399999999993, 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.973818+0000", 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.314 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.973818+0000", 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.973817+0000", 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967296 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.973826+0000", 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1100000000000003e-06 2023-09-23T15:39:51.315 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.973839+0000", 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3084e-05 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.973848+0000", 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.3759999999999997e-06 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.973995+0000", 2023-09-23T15:39:51.316 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014647299999999999 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.974811+0000", 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00081602699999999999 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46850.0:5 12.f e602/601 12:f586ebe2:::image2:head v 602'2, mlcod=0'0)", 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:38:54.976001+0000", 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 56.311311527999997, 2023-09-23T15:39:51.317 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00056381400000000005, 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.976001+0000", 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.976001+0000", 2023-09-23T15:39:51.318 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.976000+0000", 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.976009+0000", 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.594e-06 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.319 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.976021+0000", 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1313e-05 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.976029+0000", 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5709999999999998e-06 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.976083+0000", 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3485e-05 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.320 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.976104+0000", 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0982999999999999e-05 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.976521+0000", 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000417499 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:54.976565+0000", 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3235999999999997e-05 2023-09-23T15:39:51.321 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46850.0:9 12.f e602/601 12:f586ebe2:::image2:head v 602'5, mlcod=602'3)", 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:38:55.055123+0000", 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 56.232189310999999, 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013234035999999999, 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.322 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.055123+0000", 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.055123+0000", 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.055122+0000", 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:51.323 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.060948+0000", 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0058255049999999999 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.060973+0000", 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5100999999999999e-05 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.061000+0000", 2023-09-23T15:39:51.324 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7415000000000001e-05 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.061089+0000", 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8840999999999999e-05 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.061114+0000", 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4518000000000001e-05 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.325 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.068288+0000", 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0071749090000000001 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.068357+0000", 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8521000000000003e-05 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.326 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46850.0:13 12.f e602/601 12:f586ebe2:::image2:head v 602'7, mlcod=602'5)", 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:38:55.148486+0000", 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 56.138826653000002, 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00056767199999999997, 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.148486+0000", 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.327 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.148486+0000", 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.148484+0000", 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.148498+0000", 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3937000000000001e-05 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.328 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.148542+0000", 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3955000000000002e-05 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.148547+0000", 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3580000000000002e-06 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.148595+0000", 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7700000000000001e-05 2023-09-23T15:39:51.329 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.148611+0000", 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6174000000000001e-05 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.149007+0000", 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00039575999999999999 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.330 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.149053+0000", 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6411e-05 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46850.0:133 12.11 12:8dfbcd02:::image16:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e602)", 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:38:55.327077+0000", 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 55.960235386999997, 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00089154800000000004, 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.331 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46850", 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/1572426907", 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 133 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327077+0000", 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327077+0000", 2023-09-23T15:39:51.332 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327075+0000", 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327080+0000", 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2789999999999998e-06 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.333 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.334 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327090+0000", 2023-09-23T15:39:51.334 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1710000000000008e-06 2023-09-23T15:39:51.334 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.334 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.334 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.334 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327097+0000", 2023-09-23T15:39:51.334 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8800000000000002e-06 2023-09-23T15:39:51.334 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.334 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.334 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.334 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327159+0000", 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2231999999999996e-05 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327245+0000", 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6408000000000003e-05 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,4", 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327336+0000", 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0935999999999998e-05 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.335 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327634+0000", 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00029817199999999998 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327856+0000", 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00022203199999999999 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327909+0000", 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2457999999999998e-05 2023-09-23T15:39:51.336 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327942+0000", 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3259000000000001e-05 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.327968+0000", 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6390999999999999e-05 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.337 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46850.0:135 12.11 12:8dfbcd02:::image16:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e602)", 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:38:55.328317+0000", 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 55.958995186000003, 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00070372200000000005, 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46850", 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/1572426907", 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 135 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.338 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328317+0000", 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328317+0000", 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.339 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328316+0000", 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328319+0000", 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.96e-06 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328328+0000", 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.7520000000000002e-06 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.340 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328332+0000", 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8720000000000004e-06 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328361+0000", 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9323999999999999e-05 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328416+0000", 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4691999999999997e-05 2023-09-23T15:39:51.341 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,4", 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328476+0000", 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9543000000000002e-05 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328738+0000", 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00026269299999999999 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:51.342 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328943+0000", 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00020466399999999999 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328966+0000", 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3451999999999998e-05 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.328995+0000", 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.8793999999999999e-05 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.343 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329021+0000", 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5649000000000001e-05 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46850.0:136 12.11 12:8dfbcd02:::image16:head [call rbd.create in=9b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e602)", 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:38:55.329089+0000", 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 55.958222775999999, 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00089766100000000001, 2023-09-23T15:39:51.344 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46850", 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/1572426907", 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 136 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329089+0000", 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.345 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329089+0000", 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329089+0000", 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329092+0000", 2023-09-23T15:39:51.346 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7510000000000002e-06 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329102+0000", 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.8179999999999999e-06 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329107+0000", 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2259999999999999e-06 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.347 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329140+0000", 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3969e-05 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329192+0000", 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2005000000000001e-05 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,4", 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329361+0000", 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000168188 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.348 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329653+0000", 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00029246399999999998 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329866+0000", 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00021310200000000001 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329930+0000", 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3683999999999995e-05 2023-09-23T15:39:51.349 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329963+0000", 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3219999999999997e-05 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.329987+0000", 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.3988000000000001e-05 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.350 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46850.0:179 12.14 e602/601 12:2ea5a297:::image21:head v 602'1, mlcod=0'0)", 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:38:55.366626+0000", 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 55.920686510000003, 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00054749200000000001, 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.366626+0000", 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.351 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.366626+0000", 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.366624+0000", 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.352 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.366638+0000", 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4175999999999999e-05 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.366670+0000", 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2156000000000002e-05 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.366683+0000", 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.253e-05 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.353 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.366781+0000", 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7748e-05 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.366812+0000", 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1306999999999997e-05 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.354 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.367132+0000", 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00031948399999999998 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.367173+0000", 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.1680000000000001e-05 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46850.0:346 12.11 12:8eed81e4:::image29:head [call rbd.create in=9b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e602)", 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:38:55.623666+0000", 2023-09-23T15:39:51.355 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 55.663646479000001, 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00090478800000000001, 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46850", 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/1572426907", 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 346 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.623666+0000", 2023-09-23T15:39:51.356 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.623666+0000", 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.623665+0000", 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.357 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.623671+0000", 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7050000000000002e-06 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.623684+0000", 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2500000000000001e-05 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.623690+0000", 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.652e-06 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.358 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.623735+0000", 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4104999999999999e-05 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.623821+0000", 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6559999999999998e-05 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,4", 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.623972+0000", 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015079000000000001 2023-09-23T15:39:51.359 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624236+0000", 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00026374500000000002 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624475+0000", 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00023882800000000001 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624519+0000", 2023-09-23T15:39:51.360 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4131000000000001e-05 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624548+0000", 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9470000000000001e-05 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624571+0000", 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2446000000000002e-05 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.361 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46850.0:348 12.11 12:8eed81e4:::image29:head [call rbd.set_stripe_unit_count in=24b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e602)", 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:38:55.624941+0000", 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 55.662371157999999, 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00065810200000000004, 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "started", 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46850", 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/1572426907", 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 348 2023-09-23T15:39:51.362 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624941+0000", 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624941+0000", 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.363 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624940+0000", 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624944+0000", 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4400000000000001e-06 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624951+0000", 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6009999999999997e-06 2023-09-23T15:39:51.364 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624956+0000", 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9620000000000001e-06 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.624982+0000", 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6325999999999998e-05 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.625037+0000", 2023-09-23T15:39:51.365 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4283000000000002e-05 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:55.625599+0000", 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00056245799999999995 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.47030.0:13 2.2 e614/509 2:54c05399:::rbd_header.903993b46289:head v 614'92, mlcod=612'90)", 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:39:27.034191+0000", 2023-09-23T15:39:51.366 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 24.253121427, 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00068946700000000003, 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.034191+0000", 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.034191+0000", 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.367 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.034190+0000", 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.034197+0000", 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0829999999999998e-06 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.034224+0000", 2023-09-23T15:39:51.368 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.6506999999999999e-05 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.034235+0000", 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1240000000000001e-05 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.034401+0000", 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000166193 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.369 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.034461+0000", 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.0186000000000003e-05 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.034848+0000", 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00038616200000000001 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.034880+0000", 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2619000000000001e-05 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.370 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.47030.0:30 2.2 e615/509 2:54c05399:::rbd_header.903993b46289:head v 615'96, mlcod=614'94)", 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:39:27.909153+0000", 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 23.378159666999998, 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00082847200000000002, 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.371 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.909153+0000", 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.909153+0000", 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.909151+0000", 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.372 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.909162+0000", 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0708e-05 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.909181+0000", 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9457999999999999e-05 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.909189+0000", 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.559e-06 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.373 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.374 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.374 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.909242+0000", 2023-09-23T15:39:51.374 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2802e-05 2023-09-23T15:39:51.374 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.374 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.374 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.374 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.909274+0000", 2023-09-23T15:39:51.374 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2555000000000003e-05 2023-09-23T15:39:51.374 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.374 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.374 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.909934+0000", 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00066016299999999996 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.909981+0000", 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6641000000000003e-05 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.37011.0:13 2.2 e615/509 2:54c05399:::rbd_header.903993b46289:head v 615'98, mlcod=615'96)", 2023-09-23T15:39:51.375 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:39:27.953159+0000", 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 23.334152890999999, 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00055871100000000004, 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.953159+0000", 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.953159+0000", 2023-09-23T15:39:51.376 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.953158+0000", 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.953172+0000", 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.433e-05 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.377 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.953204+0000", 2023-09-23T15:39:51.378 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1548999999999999e-05 2023-09-23T15:39:51.378 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.378 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.378 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.378 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.953216+0000", 2023-09-23T15:39:51.378 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2313999999999999e-05 2023-09-23T15:39:51.378 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.378 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.378 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.378 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.953372+0000", 2023-09-23T15:39:51.378 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015584999999999999 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.953389+0000", 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7288000000000001e-05 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.953682+0000", 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00029315100000000001 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.379 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.953718+0000", 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5839e-05 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.37011.0:84 2.2 e615/509 2:54c05399:::rbd_header.903993b46289:head v 615'108, mlcod=615'106)", 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:39:27.999044+0000", 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 23.288267871999999, 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00052747899999999997, 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.380 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.999044+0000", 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.999044+0000", 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.999043+0000", 2023-09-23T15:39:51.381 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.999058+0000", 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4608e-05 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.999077+0000", 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9296999999999998e-05 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.382 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.999086+0000", 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.3500000000000003e-06 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.999144+0000", 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.7559999999999998e-05 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.999168+0000", 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.4003e-05 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.383 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.999539+0000", 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00037102599999999999 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:27.999572+0000", 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2975000000000002e-05 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.384 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.37152.0:23 2.3 e617/570 2:c9c78b0b:::rbd_header.910ec70195ec:head v 617'75, mlcod=616'73)", 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:39:31.096204+0000", 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 20.191108510999999, 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00083265800000000001, 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:31.096204+0000", 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.385 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:31.096204+0000", 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:31.096203+0000", 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:31.096217+0000", 2023-09-23T15:39:51.386 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3529999999999999e-05 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:31.096279+0000", 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2366000000000006e-05 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:31.096299+0000", 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9623000000000002e-05 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.387 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:31.096442+0000", 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014381100000000001 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:31.096511+0000", 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9141999999999996e-05 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:31.096982+0000", 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00047099099999999998 2023-09-23T15:39:51.388 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:31.097036+0000", 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3912000000000002e-05 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.47216.0:13 2.3 e619/570 2:c9c78b0b:::rbd_header.910ec70195ec:head v 619'81, mlcod=617'79)", 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:39:32.925677+0000", 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 18.361634957, 2023-09-23T15:39:51.389 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00054357899999999998, 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.925677+0000", 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.925677+0000", 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:51.390 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.925676+0000", 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.925688+0000", 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1819e-05 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:51.391 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.925705+0000", 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7224999999999999e-05 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.925720+0000", 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4820999999999999e-05 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.925784+0000", 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3639999999999994e-05 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.392 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.925822+0000", 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.8457999999999997e-05 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.926183+0000", 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00036117899999999999 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.926221+0000", 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7416000000000002e-05 2023-09-23T15:39:51.393 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.394 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.394 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.394 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:51.394 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:51.394 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:39:51.395 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:51 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3563321143' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:39:51.395 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:51 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3563321143' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:39:51.395 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:51 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3563321143' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-09-23T15:39:51.855 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_ops_in_flight 2023-09-23T15:39:52.203 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:39:52.316 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[219580]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:39:52.316 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:39:52.316 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3563321143' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:39:52.316 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[219580]: osdmap e630: 8 total, 8 up, 6 in 2023-09-23T15:39:52.317 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[219580]: pgmap v1694: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:52.317 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:52.317 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:52.317 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[212312]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:39:52.317 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:39:52.317 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3563321143' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:39:52.317 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[212312]: osdmap e630: 8 total, 8 up, 6 in 2023-09-23T15:39:52.317 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[212312]: pgmap v1694: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:52.317 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:52.318 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:52.416 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:52 smithi178 ceph-mon[192298]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-09-23T15:39:52.416 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:52 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:39:52.417 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:52 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3563321143' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-09-23T15:39:52.417 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:52 smithi178 ceph-mon[192298]: osdmap e630: 8 total, 8 up, 6 in 2023-09-23T15:39:52.417 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:52 smithi178 ceph-mon[192298]: pgmap v1694: 93 pgs: 93 active+clean; 4.6 MiB data, 4.3 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:52.417 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:39:52.417 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:39:53.154 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T15:39:53.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:53 smithi178 ceph-mon[192298]: failed to encode map e630 with expected crc 2023-09-23T15:39:53.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3893523730' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:39:53.526 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:53 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:39:53.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:53 smithi118 ceph-mon[219580]: failed to encode map e630 with expected crc 2023-09-23T15:39:53.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3893523730' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:39:53.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:53 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:39:53.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:53 smithi118 ceph-mon[212312]: failed to encode map e630 with expected crc 2023-09-23T15:39:53.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3893523730' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:39:53.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:53 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:39:53.755 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:39:53.755 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:39:53.755 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:39:53.755 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:39:53.994 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 4 1 2023-09-23T15:39:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:54 smithi118 ceph-mon[219580]: failed to encode map e631 with expected crc 2023-09-23T15:39:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:54 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:39:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:54 smithi118 ceph-mon[219580]: osdmap e631: 8 total, 8 up, 6 in 2023-09-23T15:39:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:54 smithi118 ceph-mon[219580]: failed to encode map e631 with expected crc 2023-09-23T15:39:54.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:54 smithi118 ceph-mon[219580]: pgmap v1696: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:54 smithi118 ceph-mon[212312]: failed to encode map e631 with expected crc 2023-09-23T15:39:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:54 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:39:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:54 smithi118 ceph-mon[212312]: osdmap e631: 8 total, 8 up, 6 in 2023-09-23T15:39:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:54 smithi118 ceph-mon[212312]: failed to encode map e631 with expected crc 2023-09-23T15:39:54.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:54 smithi118 ceph-mon[212312]: pgmap v1696: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:54.342 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:54 smithi178 ceph-mon[192298]: failed to encode map e631 with expected crc 2023-09-23T15:39:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:54 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:39:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:54 smithi178 ceph-mon[192298]: osdmap e631: 8 total, 8 up, 6 in 2023-09-23T15:39:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:54 smithi178 ceph-mon[192298]: failed to encode map e631 with expected crc 2023-09-23T15:39:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:54 smithi178 ceph-mon[192298]: pgmap v1696: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:54.398 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_blocked_ops 2023-09-23T15:39:54.745 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:39:55.282 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:55 smithi178 ceph-mon[192298]: failed to encode map e631 with expected crc 2023-09-23T15:39:55.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:55 smithi118 ceph-mon[219580]: failed to encode map e631 with expected crc 2023-09-23T15:39:55.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:55 smithi118 ceph-mon[212312]: failed to encode map e631 with expected crc 2023-09-23T15:39:56.150 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:39:56.150 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:39:56.151 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:39:56.151 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:39:56.151 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:39:56.167 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.4 to 1 (10000) 2023-09-23T15:39:56.307 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:56 smithi178 ceph-mon[192298]: pgmap v1697: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:56.307 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1963853598' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:39:56.307 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:56 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:39:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:56 smithi118 ceph-mon[219580]: pgmap v1697: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1963853598' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:39:56.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:56 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:39:56.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:56 smithi118 ceph-mon[212312]: pgmap v1697: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1963853598' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:39:56.570 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:56 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:39:56.706 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.6 dump_historic_ops 2023-09-23T15:39:56.930 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T15:39:56.930 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:39:57.055 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:39:57.281 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:39:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:57 smithi118 ceph-mon[219580]: failed to encode map e632 with expected crc 2023-09-23T15:39:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:57 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:39:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:57 smithi118 ceph-mon[219580]: osdmap e632: 8 total, 8 up, 6 in 2023-09-23T15:39:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:57 smithi118 ceph-mon[212312]: failed to encode map e632 with expected crc 2023-09-23T15:39:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:57 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:39:57.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:57 smithi118 ceph-mon[212312]: osdmap e632: 8 total, 8 up, 6 in 2023-09-23T15:39:57.456 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:57 smithi178 ceph-mon[192298]: failed to encode map e632 with expected crc 2023-09-23T15:39:57.456 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:57 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:39:57.457 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:57 smithi178 ceph-mon[192298]: osdmap e632: 8 total, 8 up, 6 in 2023-09-23T15:39:58.342 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:58 smithi178 ceph-mon[192298]: failed to encode map e632 with expected crc 2023-09-23T15:39:58.342 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:58 smithi178 ceph-mon[192298]: pgmap v1699: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:58.562 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:39:58.562 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:113290 10.d 10:b667b1e9:::benchmark_data_smithi118_553868_object14811:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e501)", 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:43.851019+0000", 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 494.71097195499999, 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.86450354399999996, 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:39:58.563 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 113290 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851019+0000", 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851019+0000", 2023-09-23T15:39:58.564 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851019+0000", 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851021+0000", 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.9099999999999999e-06 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.565 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:58.566 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851026+0000", 2023-09-23T15:39:58.566 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8219999999999997e-06 2023-09-23T15:39:58.566 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.566 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.566 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:58.566 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851029+0000", 2023-09-23T15:39:58.566 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.3950000000000001e-06 2023-09-23T15:39:58.566 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.566 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.566 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:58.566 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851074+0000", 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4937e-05 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.851083+0000", 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.4860000000000003e-06 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.709813+0000", 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.85872959599999998 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.567 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.709916+0000", 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010282500000000001 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.709989+0000", 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3498999999999995e-05 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.713844+0000", 2023-09-23T15:39:58.568 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.003855004 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715315+0000", 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001471088 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715438+0000", 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012202899999999999 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.569 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715482+0000", 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4356e-05 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715523+0000", 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0847999999999999e-05 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.570 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:113322 10.d 10:b7570ed0:::benchmark_data_smithi118_553868_object14843:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e501)", 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:43.874611+0000", 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 494.68738039499999, 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.84580835300000001, 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 113322 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:58.571 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874611+0000", 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874611+0000", 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874610+0000", 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:58.572 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874617+0000", 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0310000000000001e-06 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874629+0000", 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2858e-05 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:58.573 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.874637+0000", 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5800000000000003e-06 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.875020+0000", 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00038254199999999998 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.875028+0000", 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8219999999999996e-06 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.574 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.712202+0000", 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.83717350300000004 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.712311+0000", 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109032 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.712377+0000", 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6027999999999999e-05 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.575 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715334+0000", 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0029567619999999999 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.717730+0000", 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023967849999999998 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720318+0000", 2023-09-23T15:39:58.576 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025874330000000001 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720373+0000", 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.4793000000000002e-05 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720419+0000", 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.6415000000000002e-05 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.577 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:113350 10.d 10:b1e4e5ef:::benchmark_data_smithi118_553868_object14871:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e501)", 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:43.894755+0000", 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 494.66723567700001, 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.82588032600000005, 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 113350 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.578 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894755+0000", 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894755+0000", 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894754+0000", 2023-09-23T15:39:58.579 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894769+0000", 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4867e-05 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894780+0000", 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1083e-05 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:58.580 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.894786+0000", 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9580000000000004e-06 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.895437+0000", 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00065071599999999997 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.895447+0000", 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.645e-06 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.581 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.713873+0000", 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.81842598 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.713939+0000", 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.6345000000000003e-05 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.714000+0000", 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1362e-05 2023-09-23T15:39:58.582 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.717737+0000", 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0037363489999999999 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720274+0000", 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025368209999999999 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:58.583 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720545+0000", 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00027153300000000002 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720597+0000", 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1520000000000001e-05 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720636+0000", 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9113999999999999e-05 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.584 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:113393 10.d 10:bb75fd61:::benchmark_data_smithi118_553868_object14914:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e501)", 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:43.937109+0000", 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 494.62488165399998, 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.78368113699999997, 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 113393 2023-09-23T15:39:58.585 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937109+0000", 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937109+0000", 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.586 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937109+0000", 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937114+0000", 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8069999999999999e-06 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937122+0000", 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3750000000000003e-06 2023-09-23T15:39:58.587 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937126+0000", 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.391e-06 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937178+0000", 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1959000000000002e-05 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:43.937187+0000", 2023-09-23T15:39:58.588 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1339999999999993e-06 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715575+0000", 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.77838761700000003 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715693+0000", 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000117738 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:39:58.589 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.715802+0000", 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000109299 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720430+0000", 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0046280820000000004 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720476+0000", 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5633000000000002e-05 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.590 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720702+0000", 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000226417 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720756+0000", 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3337000000000001e-05 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720791+0000", 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5117999999999998e-05 2023-09-23T15:39:58.591 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:113416 10.d 10:b09df66e:::benchmark_data_smithi118_553868_object14937:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e501)", 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:31:44.037489+0000", 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 494.52450206499998, 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.68344772600000003, 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:39:58.592 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 113416 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037489+0000", 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037489+0000", 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.593 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037488+0000", 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037494+0000", 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4579999999999998e-06 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037507+0000", 2023-09-23T15:39:58.594 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3142999999999999e-05 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037514+0000", 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0040000000000002e-06 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037566+0000", 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1251000000000001e-05 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.595 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.037572+0000", 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.7880000000000001e-06 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.717790+0000", 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.680217128 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.717925+0000", 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013508699999999999 2023-09-23T15:39:58.596 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,7", 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.718070+0000", 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014550899999999999 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720648+0000", 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025780500000000001 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720833+0000", 2023-09-23T15:39:58.597 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00018441400000000001 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720865+0000", 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2252000000000002e-05 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720904+0000", 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9356000000000001e-05 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.598 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:31:44.720937+0000", 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.2561000000000002e-05 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46235.0:163402 10.c e521/510 10:31eb1e56:::benchmark_data_smithi118_553868_object64923:head v 521'10044, mlcod=521'10042)", 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:39.755648+0000", 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 438.80634360800002, 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014707427, 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:39:58.599 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755648+0000", 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755648+0000", 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:39:58.600 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755646+0000", 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755656+0000", 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1279999999999997e-06 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755674+0000", 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.8513999999999999e-05 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.601 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755681+0000", 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.703e-06 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755755+0000", 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3685999999999999e-05 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.755786+0000", 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.116e-05 2023-09-23T15:39:58.602 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.770306+0000", 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.014520263 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:39.770355+0000", 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9017000000000002e-05 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:39:58.603 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:39:58.604 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:39:58.604 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:39:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:39:58] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2023-09-23T15:39:58.604 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:58 smithi118 ceph-mon[219580]: failed to encode map e632 with expected crc 2023-09-23T15:39:58.604 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:58 smithi118 ceph-mon[219580]: pgmap v1699: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:58.604 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:58 smithi118 ceph-mon[212312]: failed to encode map e632 with expected crc 2023-09-23T15:39:58.605 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:58 smithi118 ceph-mon[212312]: pgmap v1699: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:39:59.084 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:39:59.085 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:39:59.154 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_ops_in_flight 2023-09-23T15:39:59.503 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:39:59.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:39:59 smithi118 ceph-mon[219580]: failed to encode map e632 with expected crc 2023-09-23T15:39:59.569 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:39:59 smithi118 ceph-mon[212312]: failed to encode map e632 with expected crc 2023-09-23T15:39:59.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:39:59 smithi178 ceph-mon[192298]: failed to encode map e632 with expected crc 2023-09-23T15:39:59.793 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1699,"stamp":"2023-09-23T15:39:57.815043+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":907,"num_write_kb":12725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":167,"num_bytes_recovered":3382388,"num_keys_recovered":110,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4412,"ondisk_log_size":4412,"up":279,"acting":279,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":281,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":4452308,"kb_used_data":367780,"kb_used_omap":196,"kb_used_meta":4084283,"kb_avail":558018604,"statfs":{"total":575970213888,"available":571411050496,"internally_reserved":0,"allocated":376606720,"data_stored":361707366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":4182306537},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.670601"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":91,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.372990+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:39:49.372990+0000","last_peered":"2023-09-23T15:39:49.372990+0000","last_clean":"2023-09-23T15:39:49.372990+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:39:49.372990+0000","last_undegraded":"2023-09-23T15:39:49.372990+0000","last_fullsized":"2023-09-23T15:39:49.372990+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":39,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370147+0000","last_change":"2023-09-23T15:38:54.972510+0000","last_active":"2023-09-23T15:39:49.370147+0000","last_peered":"2023-09-23T15:39:49.370147+0000","last_clean":"2023-09-23T15:39:49.370147+0000","last_became_active":"2023-09-23T15:38:54.972121+0000","last_became_peered":"2023-09-23T15:38:54.972121+0000","last_unstale":"2023-09-23T15:39:49.370147+0000","last_undegraded":"2023-09-23T15:39:49.370147+0000","last_fullsized":"2023-09-23T15:39:49.370147+0000","mapping_epoch":601,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":602,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:34:00.708693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":204,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.132577+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:39:49.132577+0000","last_peered":"2023-09-23T15:39:49.132577+0000","last_clean":"2023-09-23T15:39:49.132577+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:39:49.132577+0000","last_undegraded":"2023-09-23T15:39:49.132577+0000","last_fullsized":"2023-09-23T15:39:49.132577+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":161,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317809+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:39:53.317809+0000","last_peered":"2023-09-23T15:39:53.317809+0000","last_clean":"2023-09-23T15:39:53.317809+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:39:53.317809+0000","last_undegraded":"2023-09-23T15:39:53.317809+0000","last_fullsized":"2023-09-23T15:39:53.317809+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":318,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369714+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:39:49.369714+0000","last_peered":"2023-09-23T15:39:49.369714+0000","last_clean":"2023-09-23T15:39:49.369714+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:39:49.369714+0000","last_undegraded":"2023-09-23T15:39:49.369714+0000","last_fullsized":"2023-09-23T15:39:49.369714+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":242,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.133557+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:39:49.133557+0000","last_peered":"2023-09-23T15:39:49.133557+0000","last_clean":"2023-09-23T15:39:49.133557+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:39:49.133557+0000","last_undegraded":"2023-09-23T15:39:49.133557+0000","last_fullsized":"2023-09-23T15:39:49.133557+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":588,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373018+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:39:49.373018+0000","last_peered":"2023-09-23T15:39:49.373018+0000","last_clean":"2023-09-23T15:39:49.373018+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:39:49.373018+0000","last_undegraded":"2023-09-23T15:39:49.373018+0000","last_fullsized":"2023-09-23T15:39:49.373018+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":302,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369787+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:39:49.369787+0000","last_peered":"2023-09-23T15:39:49.369787+0000","last_clean":"2023-09-23T15:39:49.369787+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:39:49.369787+0000","last_undegraded":"2023-09-23T15:39:49.369787+0000","last_fullsized":"2023-09-23T15:39:49.369787+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":980,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369886+0000","last_change":"2023-09-23T15:38:45.276761+0000","last_active":"2023-09-23T15:39:49.369886+0000","last_peered":"2023-09-23T15:39:49.369886+0000","last_clean":"2023-09-23T15:39:49.369886+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:39:49.369886+0000","last_undegraded":"2023-09-23T15:39:49.369886+0000","last_fullsized":"2023-09-23T15:39:49.369886+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:45.276663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:45.276663+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:15.130435+0000","scrub_duration":0.001675431,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":164,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.372544+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:39:49.372544+0000","last_peered":"2023-09-23T15:39:49.372544+0000","last_clean":"2023-09-23T15:39:49.372544+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:39:49.372544+0000","last_undegraded":"2023-09-23T15:39:49.372544+0000","last_fullsized":"2023-09-23T15:39:49.372544+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":640,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370793+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:39:49.370793+0000","last_peered":"2023-09-23T15:39:49.370793+0000","last_clean":"2023-09-23T15:39:49.370793+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:39:49.370793+0000","last_undegraded":"2023-09-23T15:39:49.370793+0000","last_fullsized":"2023-09-23T15:39:49.370793+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":222,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317706+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:39:53.317706+0000","last_peered":"2023-09-23T15:39:53.317706+0000","last_clean":"2023-09-23T15:39:53.317706+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:39:53.317706+0000","last_undegraded":"2023-09-23T15:39:53.317706+0000","last_fullsized":"2023-09-23T15:39:53.317706+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":237,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.132757+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:39:49.132757+0000","last_peered":"2023-09-23T15:39:49.132757+0000","last_clean":"2023-09-23T15:39:49.132757+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:39:49.132757+0000","last_undegraded":"2023-09-23T15:39:49.132757+0000","last_fullsized":"2023-09-23T15:39:49.132757+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":101,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373047+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:39:49.373047+0000","last_peered":"2023-09-23T15:39:49.373047+0000","last_clean":"2023-09-23T15:39:49.373047+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:39:49.373047+0000","last_undegraded":"2023-09-23T15:39:49.373047+0000","last_fullsized":"2023-09-23T15:39:49.373047+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":77,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373443+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:39:49.373443+0000","last_peered":"2023-09-23T15:39:49.373443+0000","last_clean":"2023-09-23T15:39:49.373443+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:39:49.373443+0000","last_undegraded":"2023-09-23T15:39:49.373443+0000","last_fullsized":"2023-09-23T15:39:49.373443+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":796,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.371970+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:39:49.371970+0000","last_peered":"2023-09-23T15:39:49.371970+0000","last_clean":"2023-09-23T15:39:49.371970+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:39:49.371970+0000","last_undegraded":"2023-09-23T15:39:49.371970+0000","last_fullsized":"2023-09-23T15:39:49.371970+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":830,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317559+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:39:53.317559+0000","last_peered":"2023-09-23T15:39:53.317559+0000","last_clean":"2023-09-23T15:39:53.317559+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:39:53.317559+0000","last_undegraded":"2023-09-23T15:39:53.317559+0000","last_fullsized":"2023-09-23T15:39:53.317559+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":665,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370636+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:39:49.370636+0000","last_peered":"2023-09-23T15:39:49.370636+0000","last_clean":"2023-09-23T15:39:49.370636+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:39:49.370636+0000","last_undegraded":"2023-09-23T15:39:49.370636+0000","last_fullsized":"2023-09-23T15:39:49.370636+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1261,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317286+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:39:53.317286+0000","last_peered":"2023-09-23T15:39:53.317286+0000","last_clean":"2023-09-23T15:39:53.317286+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:39:53.317286+0000","last_undegraded":"2023-09-23T15:39:53.317286+0000","last_fullsized":"2023-09-23T15:39:53.317286+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":161,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317482+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:39:53.317482+0000","last_peered":"2023-09-23T15:39:53.317482+0000","last_clean":"2023-09-23T15:39:53.317482+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:39:53.317482+0000","last_undegraded":"2023-09-23T15:39:53.317482+0000","last_fullsized":"2023-09-23T15:39:53.317482+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":560,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317786+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:39:53.317786+0000","last_peered":"2023-09-23T15:39:53.317786+0000","last_clean":"2023-09-23T15:39:53.317786+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:39:53.317786+0000","last_undegraded":"2023-09-23T15:39:53.317786+0000","last_fullsized":"2023-09-23T15:39:53.317786+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":798,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370574+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:39:49.370574+0000","last_peered":"2023-09-23T15:39:49.370574+0000","last_clean":"2023-09-23T15:39:49.370574+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:39:49.370574+0000","last_undegraded":"2023-09-23T15:39:49.370574+0000","last_fullsized":"2023-09-23T15:39:49.370574+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":679,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317420+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:39:53.317420+0000","last_peered":"2023-09-23T15:39:53.317420+0000","last_clean":"2023-09-23T15:39:53.317420+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:39:53.317420+0000","last_undegraded":"2023-09-23T15:39:53.317420+0000","last_fullsized":"2023-09-23T15:39:53.317420+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":344,"reported_epoch":630,"state":"active+clean","last_fresh":"2023-09-23T15:39:51.147969+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:39:51.147969+0000","last_peered":"2023-09-23T15:39:51.147969+0000","last_clean":"2023-09-23T15:39:51.147969+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:39:51.147969+0000","last_undegraded":"2023-09-23T15:39:51.147969+0000","last_fullsized":"2023-09-23T15:39:51.147969+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":995,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.372434+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:39:49.372434+0000","last_peered":"2023-09-23T15:39:49.372434+0000","last_clean":"2023-09-23T15:39:49.372434+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:39:49.372434+0000","last_undegraded":"2023-09-23T15:39:49.372434+0000","last_fullsized":"2023-09-23T15:39:49.372434+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":215,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369874+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:39:49.369874+0000","last_peered":"2023-09-23T15:39:49.369874+0000","last_clean":"2023-09-23T15:39:49.369874+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:39:49.369874+0000","last_undegraded":"2023-09-23T15:39:49.369874+0000","last_fullsized":"2023-09-23T15:39:49.369874+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":188,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370670+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:39:49.370670+0000","last_peered":"2023-09-23T15:39:49.370670+0000","last_clean":"2023-09-23T15:39:49.370670+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:39:49.370670+0000","last_undegraded":"2023-09-23T15:39:49.370670+0000","last_fullsized":"2023-09-23T15:39:49.370670+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1077,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317686+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:39:53.317686+0000","last_peered":"2023-09-23T15:39:53.317686+0000","last_clean":"2023-09-23T15:39:53.317686+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:39:53.317686+0000","last_undegraded":"2023-09-23T15:39:53.317686+0000","last_fullsized":"2023-09-23T15:39:53.317686+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":179,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.318040+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:39:53.318040+0000","last_peered":"2023-09-23T15:39:53.318040+0000","last_clean":"2023-09-23T15:39:53.318040+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:39:53.318040+0000","last_undegraded":"2023-09-23T15:39:53.318040+0000","last_fullsized":"2023-09-23T15:39:53.318040+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":194,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.371864+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:39:49.371864+0000","last_peered":"2023-09-23T15:39:49.371864+0000","last_clean":"2023-09-23T15:39:49.371864+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:39:49.371864+0000","last_undegraded":"2023-09-23T15:39:49.371864+0000","last_fullsized":"2023-09-23T15:39:49.371864+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1056,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370558+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:39:49.370558+0000","last_peered":"2023-09-23T15:39:49.370558+0000","last_clean":"2023-09-23T15:39:49.370558+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:39:49.370558+0000","last_undegraded":"2023-09-23T15:39:49.370558+0000","last_fullsized":"2023-09-23T15:39:49.370558+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":668,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317975+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:39:53.317975+0000","last_peered":"2023-09-23T15:39:53.317975+0000","last_clean":"2023-09-23T15:39:53.317975+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:39:53.317975+0000","last_undegraded":"2023-09-23T15:39:53.317975+0000","last_fullsized":"2023-09-23T15:39:53.317975+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":77,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373500+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:39:49.373500+0000","last_peered":"2023-09-23T15:39:49.373500+0000","last_clean":"2023-09-23T15:39:49.373500+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:39:49.373500+0000","last_undegraded":"2023-09-23T15:39:49.373500+0000","last_fullsized":"2023-09-23T15:39:49.373500+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":702,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.372821+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:39:49.372821+0000","last_peered":"2023-09-23T15:39:49.372821+0000","last_clean":"2023-09-23T15:39:49.372821+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:39:49.372821+0000","last_undegraded":"2023-09-23T15:39:49.372821+0000","last_fullsized":"2023-09-23T15:39:49.372821+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":711,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317904+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:39:53.317904+0000","last_peered":"2023-09-23T15:39:53.317904+0000","last_clean":"2023-09-23T15:39:53.317904+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:39:53.317904+0000","last_undegraded":"2023-09-23T15:39:53.317904+0000","last_fullsized":"2023-09-23T15:39:53.317904+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":361,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.132994+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:39:49.132994+0000","last_peered":"2023-09-23T15:39:49.132994+0000","last_clean":"2023-09-23T15:39:49.132994+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:39:49.132994+0000","last_undegraded":"2023-09-23T15:39:49.132994+0000","last_fullsized":"2023-09-23T15:39:49.132994+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":858,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.374110+0000","last_change":"2023-09-23T15:38:46.336585+0000","last_active":"2023-09-23T15:39:49.374110+0000","last_peered":"2023-09-23T15:39:49.374110+0000","last_clean":"2023-09-23T15:39:49.374110+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:39:49.374110+0000","last_undegraded":"2023-09-23T15:39:49.374110+0000","last_fullsized":"2023-09-23T15:39:49.374110+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:46.336450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:46.336450+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:50:37.603901+0000","scrub_duration":0.0021067080000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":277,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370204+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:39:49.370204+0000","last_peered":"2023-09-23T15:39:49.370204+0000","last_clean":"2023-09-23T15:39:49.370204+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:39:49.370204+0000","last_undegraded":"2023-09-23T15:39:49.370204+0000","last_fullsized":"2023-09-23T15:39:49.370204+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":449,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.133037+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:39:49.133037+0000","last_peered":"2023-09-23T15:39:49.133037+0000","last_clean":"2023-09-23T15:39:49.133037+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:39:49.133037+0000","last_undegraded":"2023-09-23T15:39:49.133037+0000","last_fullsized":"2023-09-23T15:39:49.133037+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1159,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317363+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:39:53.317363+0000","last_peered":"2023-09-23T15:39:53.317363+0000","last_clean":"2023-09-23T15:39:53.317363+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:39:53.317363+0000","last_undegraded":"2023-09-23T15:39:53.317363+0000","last_fullsized":"2023-09-23T15:39:53.317363+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":318,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370485+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:39:49.370485+0000","last_peered":"2023-09-23T15:39:49.370485+0000","last_clean":"2023-09-23T15:39:49.370485+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:39:49.370485+0000","last_undegraded":"2023-09-23T15:39:49.370485+0000","last_fullsized":"2023-09-23T15:39:49.370485+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":77,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373842+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:39:49.373842+0000","last_peered":"2023-09-23T15:39:49.373842+0000","last_clean":"2023-09-23T15:39:49.373842+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:39:49.373842+0000","last_undegraded":"2023-09-23T15:39:49.373842+0000","last_fullsized":"2023-09-23T15:39:49.373842+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1117,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369703+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:39:49.369703+0000","last_peered":"2023-09-23T15:39:49.369703+0000","last_clean":"2023-09-23T15:39:49.369703+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:39:49.369703+0000","last_undegraded":"2023-09-23T15:39:49.369703+0000","last_fullsized":"2023-09-23T15:39:49.369703+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":77,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373084+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:39:49.373084+0000","last_peered":"2023-09-23T15:39:49.373084+0000","last_clean":"2023-09-23T15:39:49.373084+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:39:49.373084+0000","last_undegraded":"2023-09-23T15:39:49.373084+0000","last_fullsized":"2023-09-23T15:39:49.373084+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":91,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373925+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:39:49.373925+0000","last_peered":"2023-09-23T15:39:49.373925+0000","last_clean":"2023-09-23T15:39:49.373925+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:39:49.373925+0000","last_undegraded":"2023-09-23T15:39:49.373925+0000","last_fullsized":"2023-09-23T15:39:49.373925+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":664,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373154+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:39:49.373154+0000","last_peered":"2023-09-23T15:39:49.373154+0000","last_clean":"2023-09-23T15:39:49.373154+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:39:49.373154+0000","last_undegraded":"2023-09-23T15:39:49.373154+0000","last_fullsized":"2023-09-23T15:39:49.373154+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":91,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373190+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:39:49.373190+0000","last_peered":"2023-09-23T15:39:49.373190+0000","last_clean":"2023-09-23T15:39:49.373190+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:39:49.373190+0000","last_undegraded":"2023-09-23T15:39:49.373190+0000","last_fullsized":"2023-09-23T15:39:49.373190+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":77,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.374158+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:39:49.374158+0000","last_peered":"2023-09-23T15:39:49.374158+0000","last_clean":"2023-09-23T15:39:49.374158+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:39:49.374158+0000","last_undegraded":"2023-09-23T15:39:49.374158+0000","last_fullsized":"2023-09-23T15:39:49.374158+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":946,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370089+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:39:49.370089+0000","last_peered":"2023-09-23T15:39:49.370089+0000","last_clean":"2023-09-23T15:39:49.370089+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:39:49.370089+0000","last_undegraded":"2023-09-23T15:39:49.370089+0000","last_fullsized":"2023-09-23T15:39:49.370089+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":179,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369546+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:39:49.369546+0000","last_peered":"2023-09-23T15:39:49.369546+0000","last_clean":"2023-09-23T15:39:49.369546+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:39:49.369546+0000","last_undegraded":"2023-09-23T15:39:49.369546+0000","last_fullsized":"2023-09-23T15:39:49.369546+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":639,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.133630+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:39:49.133630+0000","last_peered":"2023-09-23T15:39:49.133630+0000","last_clean":"2023-09-23T15:39:49.133630+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:39:49.133630+0000","last_undegraded":"2023-09-23T15:39:49.133630+0000","last_fullsized":"2023-09-23T15:39:49.133630+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":1032,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370385+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:39:49.370385+0000","last_peered":"2023-09-23T15:39:49.370385+0000","last_clean":"2023-09-23T15:39:49.370385+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:39:49.370385+0000","last_undegraded":"2023-09-23T15:39:49.370385+0000","last_fullsized":"2023-09-23T15:39:49.370385+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"625'90","reported_seq":879,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317704+0000","last_change":"2023-09-23T15:39:36.807535+0000","last_active":"2023-09-23T15:39:53.317704+0000","last_peered":"2023-09-23T15:39:53.317704+0000","last_clean":"2023-09-23T15:39:53.317704+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:39:53.317704+0000","last_undegraded":"2023-09-23T15:39:53.317704+0000","last_fullsized":"2023-09-23T15:39:53.317704+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042659300000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":286,"num_read_kb":408,"num_write":111,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":310,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370263+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:39:49.370263+0000","last_peered":"2023-09-23T15:39:49.370263+0000","last_clean":"2023-09-23T15:39:49.370263+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:39:49.370263+0000","last_undegraded":"2023-09-23T15:39:49.370263+0000","last_fullsized":"2023-09-23T15:39:49.370263+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":219,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.132751+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:39:49.132751+0000","last_peered":"2023-09-23T15:39:49.132751+0000","last_clean":"2023-09-23T15:39:49.132751+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:39:49.132751+0000","last_undegraded":"2023-09-23T15:39:49.132751+0000","last_fullsized":"2023-09-23T15:39:49.132751+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":1049,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369732+0000","last_change":"2023-09-23T15:38:44.321098+0000","last_active":"2023-09-23T15:39:49.369732+0000","last_peered":"2023-09-23T15:39:49.369732+0000","last_clean":"2023-09-23T15:39:49.369732+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:39:49.369732+0000","last_undegraded":"2023-09-23T15:39:49.369732+0000","last_fullsized":"2023-09-23T15:39:49.369732+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:44.320968+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:44.320968+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:06.570415+0000","scrub_duration":0.001560215,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"624'166","reported_seq":1451,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.132911+0000","last_change":"2023-09-23T15:39:36.812556+0000","last_active":"2023-09-23T15:39:49.132911+0000","last_peered":"2023-09-23T15:39:49.132911+0000","last_clean":"2023-09-23T15:39:49.132911+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:39:49.132911+0000","last_undegraded":"2023-09-23T15:39:49.132911+0000","last_fullsized":"2023-09-23T15:39:49.132911+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851029,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1328,"num_read_kb":1191,"num_write":141,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":77,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373366+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:39:49.373366+0000","last_peered":"2023-09-23T15:39:49.373366+0000","last_clean":"2023-09-23T15:39:49.373366+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:39:49.373366+0000","last_undegraded":"2023-09-23T15:39:49.373366+0000","last_fullsized":"2023-09-23T15:39:49.373366+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":84,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369822+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:39:49.369822+0000","last_peered":"2023-09-23T15:39:49.369822+0000","last_clean":"2023-09-23T15:39:49.369822+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:39:49.369822+0000","last_undegraded":"2023-09-23T15:39:49.369822+0000","last_fullsized":"2023-09-23T15:39:49.369822+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":911,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317504+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:39:53.317504+0000","last_peered":"2023-09-23T15:39:53.317504+0000","last_clean":"2023-09-23T15:39:53.317504+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:39:53.317504+0000","last_undegraded":"2023-09-23T15:39:53.317504+0000","last_fullsized":"2023-09-23T15:39:53.317504+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"624'43","reported_seq":245,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369584+0000","last_change":"2023-09-23T15:39:36.801982+0000","last_active":"2023-09-23T15:39:49.369584+0000","last_peered":"2023-09-23T15:39:49.369584+0000","last_clean":"2023-09-23T15:39:49.369584+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:39:49.369584+0000","last_undegraded":"2023-09-23T15:39:49.369584+0000","last_fullsized":"2023-09-23T15:39:49.369584+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052543499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":97,"num_write":43,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":84,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369636+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:39:49.369636+0000","last_peered":"2023-09-23T15:39:49.369636+0000","last_clean":"2023-09-23T15:39:49.369636+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:39:49.369636+0000","last_undegraded":"2023-09-23T15:39:49.369636+0000","last_fullsized":"2023-09-23T15:39:49.369636+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":196,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.133492+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:39:49.133492+0000","last_peered":"2023-09-23T15:39:49.133492+0000","last_clean":"2023-09-23T15:39:49.133492+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:39:49.133492+0000","last_undegraded":"2023-09-23T15:39:49.133492+0000","last_fullsized":"2023-09-23T15:39:49.133492+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"625'163","reported_seq":614,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369806+0000","last_change":"2023-09-23T15:39:36.802772+0000","last_active":"2023-09-23T15:39:49.369806+0000","last_peered":"2023-09-23T15:39:49.369806+0000","last_clean":"2023-09-23T15:39:49.369806+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:39:49.369806+0000","last_undegraded":"2023-09-23T15:39:49.369806+0000","last_fullsized":"2023-09-23T15:39:49.369806+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000267211,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":780,"num_read_kb":855,"num_write":147,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1215,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317303+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:39:53.317303+0000","last_peered":"2023-09-23T15:39:53.317303+0000","last_clean":"2023-09-23T15:39:53.317303+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:39:53.317303+0000","last_undegraded":"2023-09-23T15:39:53.317303+0000","last_fullsized":"2023-09-23T15:39:53.317303+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":295,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370204+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:39:49.370204+0000","last_peered":"2023-09-23T15:39:49.370204+0000","last_clean":"2023-09-23T15:39:49.370204+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:39:49.370204+0000","last_undegraded":"2023-09-23T15:39:49.370204+0000","last_fullsized":"2023-09-23T15:39:49.370204+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":87,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.374076+0000","last_change":"2023-09-23T15:38:54.967015+0000","last_active":"2023-09-23T15:39:49.374076+0000","last_peered":"2023-09-23T15:39:49.374076+0000","last_clean":"2023-09-23T15:39:49.374076+0000","last_became_active":"2023-09-23T15:38:54.966655+0000","last_became_peered":"2023-09-23T15:38:54.966655+0000","last_unstale":"2023-09-23T15:39:49.374076+0000","last_undegraded":"2023-09-23T15:39:49.374076+0000","last_fullsized":"2023-09-23T15:39:49.374076+0000","mapping_epoch":601,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":602,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:41:07.426485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":531,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373369+0000","last_change":"2023-09-23T15:38:44.338494+0000","last_active":"2023-09-23T15:39:49.373369+0000","last_peered":"2023-09-23T15:39:49.373369+0000","last_clean":"2023-09-23T15:39:49.373369+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:39:49.373369+0000","last_undegraded":"2023-09-23T15:39:49.373369+0000","last_fullsized":"2023-09-23T15:39:49.373369+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:44.338365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:44.338365+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:45:22.910148+0000","scrub_duration":0.0017193600000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"624'100","reported_seq":1009,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317408+0000","last_change":"2023-09-23T15:39:36.806962+0000","last_active":"2023-09-23T15:39:53.317408+0000","last_peered":"2023-09-23T15:39:53.317408+0000","last_clean":"2023-09-23T15:39:53.317408+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:39:53.317408+0000","last_undegraded":"2023-09-23T15:39:53.317408+0000","last_fullsized":"2023-09-23T15:39:53.317408+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035151900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":617,"num_read_kb":4621,"num_write":76,"num_write_kb":4126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":77,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373351+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:39:49.373351+0000","last_peered":"2023-09-23T15:39:49.373351+0000","last_clean":"2023-09-23T15:39:49.373351+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:39:49.373351+0000","last_undegraded":"2023-09-23T15:39:49.373351+0000","last_fullsized":"2023-09-23T15:39:49.373351+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":440,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.372629+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:39:49.372629+0000","last_peered":"2023-09-23T15:39:49.372629+0000","last_clean":"2023-09-23T15:39:49.372629+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:39:49.372629+0000","last_undegraded":"2023-09-23T15:39:49.372629+0000","last_fullsized":"2023-09-23T15:39:49.372629+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":963,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370416+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:39:49.370416+0000","last_peered":"2023-09-23T15:39:49.370416+0000","last_clean":"2023-09-23T15:39:49.370416+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:39:49.370416+0000","last_undegraded":"2023-09-23T15:39:49.370416+0000","last_fullsized":"2023-09-23T15:39:49.370416+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"625'161","reported_seq":1390,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317866+0000","last_change":"2023-09-23T15:39:36.807815+0000","last_active":"2023-09-23T15:39:53.317866+0000","last_peered":"2023-09-23T15:39:53.317866+0000","last_clean":"2023-09-23T15:39:53.317866+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:39:53.317866+0000","last_undegraded":"2023-09-23T15:39:53.317866+0000","last_fullsized":"2023-09-23T15:39:53.317866+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043023099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":3143,"num_write":124,"num_write_kb":2621,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":84,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369998+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:39:49.369998+0000","last_peered":"2023-09-23T15:39:49.369998+0000","last_clean":"2023-09-23T15:39:49.369998+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:39:49.369998+0000","last_undegraded":"2023-09-23T15:39:49.369998+0000","last_fullsized":"2023-09-23T15:39:49.369998+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":506,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373454+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:39:49.373454+0000","last_peered":"2023-09-23T15:39:49.373454+0000","last_clean":"2023-09-23T15:39:49.373454+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:39:49.373454+0000","last_undegraded":"2023-09-23T15:39:49.373454+0000","last_fullsized":"2023-09-23T15:39:49.373454+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":1012,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.374077+0000","last_change":"2023-09-23T15:38:52.441966+0000","last_active":"2023-09-23T15:39:49.374077+0000","last_peered":"2023-09-23T15:39:49.374077+0000","last_clean":"2023-09-23T15:39:49.374077+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:39:49.374077+0000","last_undegraded":"2023-09-23T15:39:49.374077+0000","last_fullsized":"2023-09-23T15:39:49.374077+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:52.441878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:52.441878+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.352597+0000","scrub_duration":0.0017277519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":658,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370734+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:39:49.370734+0000","last_peered":"2023-09-23T15:39:49.370734+0000","last_clean":"2023-09-23T15:39:49.370734+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:39:49.370734+0000","last_undegraded":"2023-09-23T15:39:49.370734+0000","last_fullsized":"2023-09-23T15:39:49.370734+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"625'116","reported_seq":501,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.133575+0000","last_change":"2023-09-23T15:39:36.812573+0000","last_active":"2023-09-23T15:39:49.133575+0000","last_peered":"2023-09-23T15:39:49.133575+0000","last_clean":"2023-09-23T15:39:49.133575+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:39:49.133575+0000","last_undegraded":"2023-09-23T15:39:49.133575+0000","last_fullsized":"2023-09-23T15:39:49.133575+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":116,"log_dups_size":0,"ondisk_log_size":116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037819999999999998,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":378,"num_read_kb":1448,"num_write":96,"num_write_kb":5253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":188,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369633+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:39:49.369633+0000","last_peered":"2023-09-23T15:39:49.369633+0000","last_clean":"2023-09-23T15:39:49.369633+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:39:49.369633+0000","last_undegraded":"2023-09-23T15:39:49.369633+0000","last_fullsized":"2023-09-23T15:39:49.369633+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":1007,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370299+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:39:49.370299+0000","last_peered":"2023-09-23T15:39:49.370299+0000","last_clean":"2023-09-23T15:39:49.370299+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:39:49.370299+0000","last_undegraded":"2023-09-23T15:39:49.370299+0000","last_fullsized":"2023-09-23T15:39:49.370299+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"625'137","reported_seq":946,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317897+0000","last_change":"2023-09-23T15:39:36.808626+0000","last_active":"2023-09-23T15:39:53.317897+0000","last_peered":"2023-09-23T15:39:53.317897+0000","last_clean":"2023-09-23T15:39:53.317897+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:39:53.317897+0000","last_undegraded":"2023-09-23T15:39:53.317897+0000","last_fullsized":"2023-09-23T15:39:53.317897+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001092015,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":1449,"num_write":108,"num_write_kb":265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":243,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.133442+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:39:49.133442+0000","last_peered":"2023-09-23T15:39:49.133442+0000","last_clean":"2023-09-23T15:39:49.133442+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:39:49.133442+0000","last_undegraded":"2023-09-23T15:39:49.133442+0000","last_fullsized":"2023-09-23T15:39:49.133442+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":77,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373427+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:39:49.373427+0000","last_peered":"2023-09-23T15:39:49.373427+0000","last_clean":"2023-09-23T15:39:49.373427+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:39:49.373427+0000","last_undegraded":"2023-09-23T15:39:49.373427+0000","last_fullsized":"2023-09-23T15:39:49.373427+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":77,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373227+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:39:49.373227+0000","last_peered":"2023-09-23T15:39:49.373227+0000","last_clean":"2023-09-23T15:39:49.373227+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:39:49.373227+0000","last_undegraded":"2023-09-23T15:39:49.373227+0000","last_fullsized":"2023-09-23T15:39:49.373227+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":83,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.369900+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:39:49.369900+0000","last_peered":"2023-09-23T15:39:49.369900+0000","last_clean":"2023-09-23T15:39:49.369900+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:39:49.369900+0000","last_undegraded":"2023-09-23T15:39:49.369900+0000","last_fullsized":"2023-09-23T15:39:49.369900+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":81,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373800+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:39:49.373800+0000","last_peered":"2023-09-23T15:39:49.373800+0000","last_clean":"2023-09-23T15:39:49.373800+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:39:49.373800+0000","last_undegraded":"2023-09-23T15:39:49.373800+0000","last_fullsized":"2023-09-23T15:39:49.373800+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":77,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373279+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:39:49.373279+0000","last_peered":"2023-09-23T15:39:49.373279+0000","last_clean":"2023-09-23T15:39:49.373279+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:39:49.373279+0000","last_undegraded":"2023-09-23T15:39:49.373279+0000","last_fullsized":"2023-09-23T15:39:49.373279+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":81,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.374149+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:39:49.374149+0000","last_peered":"2023-09-23T15:39:49.374149+0000","last_clean":"2023-09-23T15:39:49.374149+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:39:49.374149+0000","last_undegraded":"2023-09-23T15:39:49.374149+0000","last_fullsized":"2023-09-23T15:39:49.374149+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":91,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.373189+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:39:49.373189+0000","last_peered":"2023-09-23T15:39:49.373189+0000","last_clean":"2023-09-23T15:39:49.373189+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:39:49.373189+0000","last_undegraded":"2023-09-23T15:39:49.373189+0000","last_fullsized":"2023-09-23T15:39:49.373189+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":320,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370613+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:39:49.370613+0000","last_peered":"2023-09-23T15:39:49.370613+0000","last_clean":"2023-09-23T15:39:49.370613+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:39:49.370613+0000","last_undegraded":"2023-09-23T15:39:49.370613+0000","last_fullsized":"2023-09-23T15:39:49.370613+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":327,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370678+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:39:49.370678+0000","last_peered":"2023-09-23T15:39:49.370678+0000","last_clean":"2023-09-23T15:39:49.370678+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:39:49.370678+0000","last_undegraded":"2023-09-23T15:39:49.370678+0000","last_fullsized":"2023-09-23T15:39:49.370678+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":88,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.370485+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:39:49.370485+0000","last_peered":"2023-09-23T15:39:49.370485+0000","last_clean":"2023-09-23T15:39:49.370485+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:39:49.370485+0000","last_undegraded":"2023-09-23T15:39:49.370485+0000","last_fullsized":"2023-09-23T15:39:49.370485+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":87,"reported_epoch":629,"state":"active+clean","last_fresh":"2023-09-23T15:39:49.372965+0000","last_change":"2023-09-23T15:38:54.970434+0000","last_active":"2023-09-23T15:39:49.372965+0000","last_peered":"2023-09-23T15:39:49.372965+0000","last_clean":"2023-09-23T15:39:49.372965+0000","last_became_active":"2023-09-23T15:38:54.970030+0000","last_became_peered":"2023-09-23T15:38:54.970030+0000","last_unstale":"2023-09-23T15:39:49.372965+0000","last_undegraded":"2023-09-23T15:39:49.372965+0000","last_fullsized":"2023-09-23T15:39:49.372965+0000","mapping_epoch":601,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":602,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:24:54.642624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":22016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3347232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674587,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":567828,"kb_used_data":6604,"kb_used_omap":85,"kb_used_meta":561130,"kb_avail":93177324,"statfs":{"total":95995035648,"available":95413579776,"internally_reserved":0,"allocated":6762496,"data_stored":4974730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":574597128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":1.016,"15min":0.99199999999999999},"min":{"1min":0.23699999999999999,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":4.907,"5min":9.8290000000000006,"15min":9.8290000000000006},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.298,"5min":1.3180000000000001,"15min":1.3120000000000001},"min":{"1min":0.26800000000000002,"5min":0.249,"15min":0.223},"max":{"1min":7.3630000000000004,"5min":8.0329999999999995,"15min":9.2490000000000006},"last":0.51000000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":6.2039999999999997,"5min":8.4260000000000002,"15min":4.1269999999999998},"min":{"1min":0.39600000000000002,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":100.318,"5min":349.67500000000001,"15min":349.67500000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":6.0519999999999996,"5min":8.375,"15min":4.7370000000000001},"min":{"1min":0.29299999999999998,"5min":0.27900000000000003,"15min":0.25800000000000001},"max":{"1min":100.23,"5min":349.66000000000003,"15min":349.66000000000003},"last":0.53000000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:39:28 2023","interfaces":[{"interface":"back","average":{"1min":5.7199999999999998,"5min":3.29,"15min":2.4729999999999999},"min":{"1min":0.311,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":100.27,"5min":100.27,"15min":100.27},"last":0.54400000000000004},{"interface":"front","average":{"1min":5.8250000000000002,"5min":3.4590000000000001,"15min":2.677},"min":{"1min":0.40500000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":100.194,"5min":100.194,"15min":100.194},"last":0.56200000000000006}]},{"osd":3,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":6.8319999999999999,"15min":4.6029999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.0179999999999998,"5min":179.12100000000001,"15min":179.12100000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":1.5449999999999999,"5min":6.6970000000000001,"15min":4.3609999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.25800000000000001},"max":{"1min":10.477,"5min":177.55000000000001,"15min":177.55000000000001},"last":0.55300000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.65500000000000003,"15min":0.85899999999999999},"min":{"1min":0.26700000000000002,"5min":0.255,"15min":0.246},"max":{"1min":1.046,"5min":5.8129999999999997,"15min":6.7450000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.76700000000000002,"15min":1.0249999999999999},"min":{"1min":0.317,"5min":0.251,"15min":0.251},"max":{"1min":2.8580000000000001,"5min":6.859,"15min":9.3759999999999994},"last":0.47499999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.78700000000000003,"15min":2.468},"min":{"1min":0.29799999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":2.9550000000000001,"5min":7.4980000000000002,"15min":254.07300000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.69899999999999995,"15min":2.3530000000000002},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":0.89200000000000002,"5min":7.8040000000000003,"15min":254.291},"last":0.41999999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.81100000000000005,"15min":1.7809999999999999},"min":{"1min":0.38500000000000001,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":3.8780000000000001,"5min":7.0549999999999997,"15min":199.87700000000001},"last":0.441},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.82699999999999996,"15min":1.849},"min":{"1min":0.32700000000000001,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":3.0409999999999999,"5min":7.4509999999999996,"15min":196.49700000000001},"last":0.46400000000000002}]}]},{"osd":6,"up_from":0,"seq":523986010466,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089743,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1104664,"kb_used_data":12240,"kb_used_omap":9,"kb_used_meta":1092406,"kb_avail":92640488,"statfs":{"total":95995035648,"available":94863859712,"internally_reserved":0,"allocated":12533760,"data_stored":9330231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1118624745},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":1.851,"15min":2.0979999999999999},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.54,"5min":14.164999999999999,"15min":159.33600000000001},"last":0.218},{"interface":"front","average":{"1min":0.436,"5min":2.6200000000000001,"15min":2.6360000000000001},"min":{"1min":0.25800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.603,"5min":14.217000000000001,"15min":158.65100000000001},"last":0.28599999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":6.1420000000000003,"15min":4.1200000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.93,"5min":238.30099999999999,"15min":238.30099999999999},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":5.7350000000000003,"15min":3.3999999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":10.970000000000001,"5min":238.19399999999999,"15min":238.19399999999999},"last":0.30499999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":7.9299999999999997,"15min":4.4219999999999997},"min":{"1min":0.29799999999999999,"5min":0.23100000000000001,"15min":0.20000000000000001},"max":{"1min":1.3440000000000001,"5min":314.42500000000001,"15min":314.42500000000001},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":6.8650000000000002,"15min":3.895},"min":{"1min":0.311,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.93600000000000005,"5min":314.13999999999999,"15min":314.13999999999999},"last":0.27200000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":1.681,"15min":1.4870000000000001},"min":{"1min":0.36299999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.83299999999999996,"5min":11.064,"15min":11.064},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":1.4119999999999999,"15min":1.2070000000000001},"min":{"1min":0.34200000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.89600000000000002,"5min":14.135,"15min":14.135},"last":0.36299999999999999}]},{"osd":5,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":2.2010000000000001,"15min":2.516},"min":{"1min":0.376,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.85499999999999998,"5min":13.074,"15min":109.63500000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.67400000000000004,"5min":1.645,"15min":2.3180000000000001},"min":{"1min":0.42399999999999999,"5min":0.31900000000000001,"15min":0.27500000000000002},"max":{"1min":0.94899999999999995,"5min":11.103,"15min":109.655},"last":0.375}]},{"osd":6,"last update":"Sat Sep 23 15:39:22 2023","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":2.3809999999999998,"15min":2.012},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.33300000000000002},"max":{"1min":11.077,"5min":13.117000000000001,"15min":13.117000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.956,"15min":1.8500000000000001},"min":{"1min":0.40600000000000003,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":11.138,"5min":11.138,"15min":11.138},"last":0.42899999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":3.0649999999999999,"15min":2.6259999999999999},"min":{"1min":0.377,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":11.349,"5min":129.31200000000001,"15min":129.31200000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":1.7809999999999999,"5min":3.6600000000000001,"15min":3.036},"min":{"1min":0.38300000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":11.31,"5min":128.50700000000001,"15min":128.50700000000001},"last":0.497}]}]},{"osd":0,"up_from":0,"seq":360777253270,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358776,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":227184,"kb_used_data":8360,"kb_used_omap":93,"kb_used_meta":218722,"kb_avail":93517968,"statfs":{"total":95995035648,"available":95762399232,"internally_reserved":0,"allocated":8560640,"data_stored":5397414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":223971472},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":2.2909999999999999,"15min":2.4550000000000001},"min":{"1min":0.23100000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.86099999999999999,"5min":16.773,"15min":16.773},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.376,"5min":1.365,"15min":1.5609999999999999},"min":{"1min":0.249,"5min":0.218,"15min":0.218},"max":{"1min":0.75800000000000001,"5min":13.295999999999999,"15min":13.295999999999999},"last":0.40400000000000003}]},{"osd":1,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":4.9139999999999997,"15min":6.4119999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.71499999999999997,"5min":51.262999999999998,"15min":51.262999999999998},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":4.5309999999999997,"15min":5.7690000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.78600000000000003,"5min":49.341999999999999,"15min":49.341999999999999},"last":0.48999999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":5.5190000000000001,"15min":5.2599999999999998},"min":{"1min":0.30499999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.968,"5min":172.31,"15min":172.31},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.65500000000000003,"5min":6.2320000000000002,"15min":6.5359999999999996},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":4.9539999999999997,"5min":174.75200000000001,"15min":174.75200000000001},"last":0.441}]},{"osd":4,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":1.6539999999999999,"15min":2.056},"min":{"1min":0.39000000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.081,"5min":29.542999999999999,"15min":29.542999999999999},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":2.21,"15min":2.8519999999999999},"min":{"1min":0.42199999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.93000000000000005,"5min":29.558,"15min":29.558},"last":0.52900000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":1.593,"15min":1.6970000000000001},"min":{"1min":0.40200000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.96199999999999997,"5min":9.5990000000000002,"15min":9.5990000000000002},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.60199999999999998,"5min":2.1179999999999999,"15min":2.238},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.91800000000000004,"5min":16.954999999999998,"15min":16.954999999999998},"last":0.66600000000000004}]},{"osd":6,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":1.677,"15min":1.7490000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0660000000000001,"5min":9.6300000000000008,"15min":9.6300000000000008},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.623,"5min":2.2029999999999998,"15min":2.2970000000000002},"min":{"1min":0.44600000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.98399999999999999,"5min":16.978999999999999,"15min":16.978999999999999},"last":0.82999999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":2.9169999999999998,"15min":3.7839999999999998},"min":{"1min":0.41399999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.94999999999999996,"5min":33.548999999999999,"15min":33.548999999999999},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":1.8839999999999999,"15min":2.3639999999999999},"min":{"1min":0.36399999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.0469999999999999,"5min":33.762999999999998,"15min":33.762999999999998},"last":0.67500000000000004}]}]},{"osd":3,"up_from":99,"seq":425201762691,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1314356,"kb_used_data":61356,"kb_used_omap":7,"kb_used_meta":1252984,"kb_avail":92430796,"statfs":{"total":95995035648,"available":94649135104,"internally_reserved":0,"allocated":62828544,"data_stored":59656374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1283056232},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:38:55 2023","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":2.274,"15min":2.903},"min":{"1min":0.20599999999999999,"5min":0.19900000000000001,"15min":0.182},"max":{"1min":8.2919999999999998,"5min":20.260999999999999,"15min":167.71799999999999},"last":0.26400000000000001},{"interface":"front","average":{"1min":1.2569999999999999,"5min":2.153,"15min":2.468},"min":{"1min":0.22,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":6.4450000000000003,"5min":10.279,"15min":176.61500000000001},"last":0.36799999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:38:55 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":3.6760000000000002,"15min":5.2409999999999997},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":5.3280000000000003,"5min":77.807000000000002,"15min":201.98099999999999},"last":0.317},{"interface":"front","average":{"1min":1.4370000000000001,"5min":5.194,"15min":5.4000000000000004},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.21099999999999999},"max":{"1min":8.2520000000000007,"5min":78.194999999999993,"15min":202.06700000000001},"last":0.33700000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":5.4400000000000004,"15min":5.3630000000000004},"min":{"1min":0.26600000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.50600000000000001,"5min":123.694,"15min":123.694},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.35899999999999999,"5min":6.226,"15min":5.9359999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.54000000000000004,"5min":122.10899999999999,"15min":122.10899999999999},"last":0.40899999999999997}]},{"osd":4,"last update":"Sat Sep 23 15:38:55 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":1.375,"15min":1.9970000000000001},"min":{"1min":0.31900000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":3.8090000000000002,"5min":6.7610000000000001,"15min":163.43700000000001},"last":0.53600000000000003},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.8979999999999999,"15min":2.1619999999999999},"min":{"1min":0.34699999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":8.3190000000000008,"5min":17.094000000000001,"15min":163.72399999999999},"last":0.52200000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:38:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":1.97,"15min":2.4910000000000001},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.26100000000000001},"max":{"1min":8.3439999999999994,"5min":17.212,"15min":163.696},"last":0.56000000000000005},{"interface":"front","average":{"1min":1.085,"5min":1.8360000000000001,"15min":1.724},"min":{"1min":0.38500000000000001,"5min":0.33100000000000002,"15min":0.30499999999999999},"max":{"1min":6.3940000000000001,"5min":10.704000000000001,"15min":55.363},"last":0.57999999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:39:35 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":2.1779999999999999,"15min":2.4340000000000002},"min":{"1min":0.38100000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.81499999999999995,"5min":21.344000000000001,"15min":163.63399999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":1.899,"15min":2.077},"min":{"1min":0.41899999999999998,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":10.785,"15min":163.535},"last":0.60599999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":1.9350000000000001,"15min":2.1429999999999998},"min":{"1min":0.40400000000000003,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":1.8129999999999999,"5min":10.518000000000001,"15min":163.495},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.88100000000000001,"5min":1.554,"15min":2.25},"min":{"1min":0.42999999999999999,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":3.8460000000000001,"5min":6.8099999999999996,"15min":163.51400000000001},"last":0.57099999999999995}]}]},{"osd":4,"up_from":31,"seq":133143986716,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":353612,"kb_used_data":11012,"kb_used_omap":0,"kb_used_meta":342592,"kb_avail":93391540,"statfs":{"total":95995035648,"available":95632936960,"internally_reserved":0,"allocated":11276288,"data_stored":9482142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":350814208},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:20 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.93400000000000005,"15min":2.4239999999999999},"min":{"1min":0.28399999999999997,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":0.86299999999999999,"5min":6.6079999999999997,"15min":169.739},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.86099999999999999,"15min":2.544},"min":{"1min":0.317,"5min":0.25800000000000001,"15min":0.248},"max":{"1min":1.919,"5min":5.4829999999999997,"15min":169.75200000000001},"last":0.62}]},{"osd":1,"last update":"Sat Sep 23 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":8.6959999999999997,"15min":5.9649999999999999},"min":{"1min":0.33600000000000002,"5min":0.26900000000000002,"15min":0.254},"max":{"1min":0.59799999999999998,"5min":212.74000000000001,"15min":212.74000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":8.9649999999999999,"15min":6.0549999999999997},"min":{"1min":0.33500000000000002,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":0.61899999999999999,"5min":209.995,"15min":209.995},"last":0.52600000000000002}]},{"osd":2,"last update":"Sat Sep 23 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":2.9399999999999999,"15min":2.677},"min":{"1min":0.35199999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.79400000000000004,"5min":81.802000000000007,"15min":81.802000000000007},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.52600000000000002,"5min":3.1760000000000002,"15min":3.069},"min":{"1min":0.38300000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71899999999999997,"5min":81.781000000000006,"15min":81.781000000000006},"last":0.57699999999999996}]},{"osd":3,"last update":"Sat Sep 23 15:39:44 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":8.2050000000000001,"15min":6.4989999999999997},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.58399999999999996,"5min":118.68000000000001,"15min":191.41499999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":8.5950000000000006,"15min":6.7300000000000004},"min":{"1min":0.33700000000000002,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":2.629,"5min":118.586,"15min":191.602},"last":0.53500000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.628,"15min":2.0840000000000001},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.67400000000000004,"5min":3.4420000000000002,"15min":163.12},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.44,"5min":0.69099999999999995,"15min":1.9490000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.60199999999999998,"5min":5.3840000000000003,"15min":164.601},"last":0.44400000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:39:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.88500000000000001,"15min":2.427},"min":{"1min":0.374,"5min":0.314,"15min":0.28699999999999998},"max":{"1min":1.7050000000000001,"5min":7.3739999999999997,"15min":174.84100000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.79000000000000004,"15min":2.4209999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31},"max":{"1min":2.7210000000000001,"5min":7.3440000000000003,"15min":174.60300000000001},"last":0.41099999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.365,"15min":2.8679999999999999},"min":{"1min":0.33400000000000002,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":15.467000000000001,"5min":19.411999999999999,"15min":237.476},"last":0.40000000000000002},{"interface":"front","average":{"1min":1.4370000000000001,"5min":1.355,"15min":2.8860000000000001},"min":{"1min":0.32400000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":16.375,"5min":19.768999999999998,"15min":237.523},"last":0.42799999999999999}]}]},{"osd":5,"up_from":39,"seq":167503725079,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":884664,"kb_used_data":268208,"kb_used_omap":0,"kb_used_meta":616448,"kb_avail":92860488,"statfs":{"total":95995035648,"available":95089139712,"internally_reserved":0,"allocated":274644992,"data_stored":272866475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":631242752},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:31 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.82199999999999995,"15min":0.98399999999999999},"min":{"1min":0.32200000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.65800000000000003,"5min":6.4219999999999997,"15min":11.880000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":1.024,"15min":1.0700000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.252},"max":{"1min":0.72499999999999998,"5min":5.6900000000000004,"15min":9.3610000000000007},"last":0.52100000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:39:45 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":3.2389999999999999,"15min":2.0059999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":0.68100000000000005,"5min":163.399,"15min":163.399},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":3.7050000000000001,"15min":2.0710000000000002},"min":{"1min":0.29899999999999999,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":0.69299999999999995,"5min":166.11500000000001,"15min":166.11500000000001},"last":0.46999999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":5.3550000000000004,"15min":3.4750000000000001},"min":{"1min":0.34000000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72699999999999998,"5min":149.90899999999999,"15min":149.90899999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.67000000000000004,"5min":5.2380000000000004,"15min":2.9740000000000002},"min":{"1min":0.371,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":2.9630000000000001,"5min":149.887,"15min":149.887},"last":0.35999999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:39:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":5.9249999999999998,"15min":5.3769999999999998},"min":{"1min":0.33900000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.77700000000000002,"5min":158.43199999999999,"15min":169.83699999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.58999999999999997,"5min":6.3559999999999999,"15min":5.407},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.32000000000000001},"max":{"1min":0.90900000000000003,"5min":158.685,"15min":170.166},"last":0.55300000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.54200000000000004,"15min":0.68500000000000005},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":0.68500000000000005,"5min":3.9289999999999998,"15min":8.9450000000000003},"last":0.316},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.64100000000000001,"15min":0.84599999999999997},"min":{"1min":0.32400000000000001,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":0.74299999999999999,"5min":5.5960000000000001,"15min":9.2590000000000003},"last":0.34000000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:39:31 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.71299999999999997,"15min":2.6869999999999998},"min":{"1min":0.38200000000000001,"5min":0.28399999999999997,"15min":0.24199999999999999},"max":{"1min":0.81999999999999995,"5min":6.1609999999999996,"15min":207.054},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.79200000000000004,"15min":2.899},"min":{"1min":0.42999999999999999,"5min":0.32100000000000001,"15min":0.318},"max":{"1min":0.82499999999999996,"5min":6.109,"15min":207.28299999999999},"last":0.504}]},{"osd":7,"last update":"Sat Sep 23 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.84799999999999998,"15min":2.9180000000000001},"min":{"1min":0.34899999999999998,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":0.79800000000000004,"5min":7.1840000000000002,"15min":214.78100000000001},"last":0.379},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.84699999999999998,"15min":3.0470000000000002},"min":{"1min":0.40000000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":0.76900000000000002,"5min":8.9670000000000005,"15min":212.95500000000001},"last":0.47999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:39:59.799 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:40:00.150 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:00.313 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:00 smithi178 ceph-mon[192298]: from='client.47642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:40:00.313 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:00 smithi178 ceph-mon[192298]: pgmap v1700: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:00.313 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:00 smithi178 ceph-mon[192298]: overall HEALTH_OK 2023-09-23T15:40:00.363 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:00 smithi118 ceph-mon[219580]: from='client.47642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:40:00.363 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:00 smithi118 ceph-mon[219580]: pgmap v1700: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:00.363 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:00 smithi118 ceph-mon[219580]: overall HEALTH_OK 2023-09-23T15:40:00.363 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:00 smithi118 ceph-mon[212312]: from='client.47642 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:40:00.363 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:00 smithi118 ceph-mon[212312]: pgmap v1700: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:00.363 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:00 smithi118 ceph-mon[212312]: overall HEALTH_OK 2023-09-23T15:40:01.035 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:40:01.035 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:40:01.035 INFO:teuthology.orchestra.run.smithi178.stdout: "num_ops": 0 2023-09-23T15:40:01.035 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:40:01.664 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_blocked_ops 2023-09-23T15:40:02.014 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:40:02.019 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:40:02.020 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:40:02.693 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1701,"stamp":"2023-09-23T15:40:01.815909+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":907,"num_write_kb":12725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":167,"num_bytes_recovered":3382388,"num_keys_recovered":110,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4412,"ondisk_log_size":4412,"up":279,"acting":279,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":281,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":4431356,"kb_used_data":346764,"kb_used_omap":196,"kb_used_meta":4084347,"kb_avail":558039556,"statfs":{"total":575970213888,"available":571432505344,"internally_reserved":0,"allocated":355086336,"data_stored":340161042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":4182372073},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.668583"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":93,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472115+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:39:53.472115+0000","last_peered":"2023-09-23T15:39:53.472115+0000","last_clean":"2023-09-23T15:39:53.472115+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:39:53.472115+0000","last_undegraded":"2023-09-23T15:39:53.472115+0000","last_fullsized":"2023-09-23T15:39:53.472115+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":41,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345639+0000","last_change":"2023-09-23T15:38:54.972510+0000","last_active":"2023-09-23T15:39:53.345639+0000","last_peered":"2023-09-23T15:39:53.345639+0000","last_clean":"2023-09-23T15:39:53.345639+0000","last_became_active":"2023-09-23T15:38:54.972121+0000","last_became_peered":"2023-09-23T15:38:54.972121+0000","last_unstale":"2023-09-23T15:39:53.345639+0000","last_undegraded":"2023-09-23T15:39:53.345639+0000","last_fullsized":"2023-09-23T15:39:53.345639+0000","mapping_epoch":601,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":602,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:34:00.708693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":206,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470050+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:39:53.470050+0000","last_peered":"2023-09-23T15:39:53.470050+0000","last_clean":"2023-09-23T15:39:53.470050+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:39:53.470050+0000","last_undegraded":"2023-09-23T15:39:53.470050+0000","last_fullsized":"2023-09-23T15:39:53.470050+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":161,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317809+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:39:53.317809+0000","last_peered":"2023-09-23T15:39:53.317809+0000","last_clean":"2023-09-23T15:39:53.317809+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:39:53.317809+0000","last_undegraded":"2023-09-23T15:39:53.317809+0000","last_fullsized":"2023-09-23T15:39:53.317809+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":320,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149011+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:39:53.149011+0000","last_peered":"2023-09-23T15:39:53.149011+0000","last_clean":"2023-09-23T15:39:53.149011+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:39:53.149011+0000","last_undegraded":"2023-09-23T15:39:53.149011+0000","last_fullsized":"2023-09-23T15:39:53.149011+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":244,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470864+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:39:53.470864+0000","last_peered":"2023-09-23T15:39:53.470864+0000","last_clean":"2023-09-23T15:39:53.470864+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:39:53.470864+0000","last_undegraded":"2023-09-23T15:39:53.470864+0000","last_fullsized":"2023-09-23T15:39:53.470864+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":590,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472316+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:39:53.472316+0000","last_peered":"2023-09-23T15:39:53.472316+0000","last_clean":"2023-09-23T15:39:53.472316+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:39:53.472316+0000","last_undegraded":"2023-09-23T15:39:53.472316+0000","last_fullsized":"2023-09-23T15:39:53.472316+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":304,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149068+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:39:53.149068+0000","last_peered":"2023-09-23T15:39:53.149068+0000","last_clean":"2023-09-23T15:39:53.149068+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:39:53.149068+0000","last_undegraded":"2023-09-23T15:39:53.149068+0000","last_fullsized":"2023-09-23T15:39:53.149068+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":983,"reported_epoch":632,"state":"active+clean","last_fresh":"2023-09-23T15:39:56.245892+0000","last_change":"2023-09-23T15:38:45.276761+0000","last_active":"2023-09-23T15:39:56.245892+0000","last_peered":"2023-09-23T15:39:56.245892+0000","last_clean":"2023-09-23T15:39:56.245892+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:39:56.245892+0000","last_undegraded":"2023-09-23T15:39:56.245892+0000","last_fullsized":"2023-09-23T15:39:56.245892+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:45.276663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:45.276663+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:15.130435+0000","scrub_duration":0.001675431,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":166,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472043+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:39:53.472043+0000","last_peered":"2023-09-23T15:39:53.472043+0000","last_clean":"2023-09-23T15:39:53.472043+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:39:53.472043+0000","last_undegraded":"2023-09-23T15:39:53.472043+0000","last_fullsized":"2023-09-23T15:39:53.472043+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":642,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149364+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:39:53.149364+0000","last_peered":"2023-09-23T15:39:53.149364+0000","last_clean":"2023-09-23T15:39:53.149364+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:39:53.149364+0000","last_undegraded":"2023-09-23T15:39:53.149364+0000","last_fullsized":"2023-09-23T15:39:53.149364+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":222,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317706+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:39:53.317706+0000","last_peered":"2023-09-23T15:39:53.317706+0000","last_clean":"2023-09-23T15:39:53.317706+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:39:53.317706+0000","last_undegraded":"2023-09-23T15:39:53.317706+0000","last_fullsized":"2023-09-23T15:39:53.317706+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":239,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470158+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:39:53.470158+0000","last_peered":"2023-09-23T15:39:53.470158+0000","last_clean":"2023-09-23T15:39:53.470158+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:39:53.470158+0000","last_undegraded":"2023-09-23T15:39:53.470158+0000","last_fullsized":"2023-09-23T15:39:53.470158+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":103,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472101+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:39:53.472101+0000","last_peered":"2023-09-23T15:39:53.472101+0000","last_clean":"2023-09-23T15:39:53.472101+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:39:53.472101+0000","last_undegraded":"2023-09-23T15:39:53.472101+0000","last_fullsized":"2023-09-23T15:39:53.472101+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472836+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:39:53.472836+0000","last_peered":"2023-09-23T15:39:53.472836+0000","last_clean":"2023-09-23T15:39:53.472836+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:39:53.472836+0000","last_undegraded":"2023-09-23T15:39:53.472836+0000","last_fullsized":"2023-09-23T15:39:53.472836+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":798,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471590+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:39:53.471590+0000","last_peered":"2023-09-23T15:39:53.471590+0000","last_clean":"2023-09-23T15:39:53.471590+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:39:53.471590+0000","last_undegraded":"2023-09-23T15:39:53.471590+0000","last_fullsized":"2023-09-23T15:39:53.471590+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":830,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317559+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:39:53.317559+0000","last_peered":"2023-09-23T15:39:53.317559+0000","last_clean":"2023-09-23T15:39:53.317559+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:39:53.317559+0000","last_undegraded":"2023-09-23T15:39:53.317559+0000","last_fullsized":"2023-09-23T15:39:53.317559+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":667,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149488+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:39:53.149488+0000","last_peered":"2023-09-23T15:39:53.149488+0000","last_clean":"2023-09-23T15:39:53.149488+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:39:53.149488+0000","last_undegraded":"2023-09-23T15:39:53.149488+0000","last_fullsized":"2023-09-23T15:39:53.149488+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1261,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317286+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:39:53.317286+0000","last_peered":"2023-09-23T15:39:53.317286+0000","last_clean":"2023-09-23T15:39:53.317286+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:39:53.317286+0000","last_undegraded":"2023-09-23T15:39:53.317286+0000","last_fullsized":"2023-09-23T15:39:53.317286+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":161,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317482+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:39:53.317482+0000","last_peered":"2023-09-23T15:39:53.317482+0000","last_clean":"2023-09-23T15:39:53.317482+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:39:53.317482+0000","last_undegraded":"2023-09-23T15:39:53.317482+0000","last_fullsized":"2023-09-23T15:39:53.317482+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":560,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317786+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:39:53.317786+0000","last_peered":"2023-09-23T15:39:53.317786+0000","last_clean":"2023-09-23T15:39:53.317786+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:39:53.317786+0000","last_undegraded":"2023-09-23T15:39:53.317786+0000","last_fullsized":"2023-09-23T15:39:53.317786+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":800,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149382+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:39:53.149382+0000","last_peered":"2023-09-23T15:39:53.149382+0000","last_clean":"2023-09-23T15:39:53.149382+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:39:53.149382+0000","last_undegraded":"2023-09-23T15:39:53.149382+0000","last_fullsized":"2023-09-23T15:39:53.149382+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":679,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317420+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:39:53.317420+0000","last_peered":"2023-09-23T15:39:53.317420+0000","last_clean":"2023-09-23T15:39:53.317420+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:39:53.317420+0000","last_undegraded":"2023-09-23T15:39:53.317420+0000","last_fullsized":"2023-09-23T15:39:53.317420+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":346,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149869+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:39:53.149869+0000","last_peered":"2023-09-23T15:39:53.149869+0000","last_clean":"2023-09-23T15:39:53.149869+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:39:53.149869+0000","last_undegraded":"2023-09-23T15:39:53.149869+0000","last_fullsized":"2023-09-23T15:39:53.149869+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":997,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471859+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:39:53.471859+0000","last_peered":"2023-09-23T15:39:53.471859+0000","last_clean":"2023-09-23T15:39:53.471859+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:39:53.471859+0000","last_undegraded":"2023-09-23T15:39:53.471859+0000","last_fullsized":"2023-09-23T15:39:53.471859+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":217,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149109+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:39:53.149109+0000","last_peered":"2023-09-23T15:39:53.149109+0000","last_clean":"2023-09-23T15:39:53.149109+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:39:53.149109+0000","last_undegraded":"2023-09-23T15:39:53.149109+0000","last_fullsized":"2023-09-23T15:39:53.149109+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":190,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149861+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:39:53.149861+0000","last_peered":"2023-09-23T15:39:53.149861+0000","last_clean":"2023-09-23T15:39:53.149861+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:39:53.149861+0000","last_undegraded":"2023-09-23T15:39:53.149861+0000","last_fullsized":"2023-09-23T15:39:53.149861+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1077,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317686+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:39:53.317686+0000","last_peered":"2023-09-23T15:39:53.317686+0000","last_clean":"2023-09-23T15:39:53.317686+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:39:53.317686+0000","last_undegraded":"2023-09-23T15:39:53.317686+0000","last_fullsized":"2023-09-23T15:39:53.317686+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":179,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.318040+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:39:53.318040+0000","last_peered":"2023-09-23T15:39:53.318040+0000","last_clean":"2023-09-23T15:39:53.318040+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:39:53.318040+0000","last_undegraded":"2023-09-23T15:39:53.318040+0000","last_fullsized":"2023-09-23T15:39:53.318040+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":196,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471505+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:39:53.471505+0000","last_peered":"2023-09-23T15:39:53.471505+0000","last_clean":"2023-09-23T15:39:53.471505+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:39:53.471505+0000","last_undegraded":"2023-09-23T15:39:53.471505+0000","last_fullsized":"2023-09-23T15:39:53.471505+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1058,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149484+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:39:53.149484+0000","last_peered":"2023-09-23T15:39:53.149484+0000","last_clean":"2023-09-23T15:39:53.149484+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:39:53.149484+0000","last_undegraded":"2023-09-23T15:39:53.149484+0000","last_fullsized":"2023-09-23T15:39:53.149484+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":668,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317975+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:39:53.317975+0000","last_peered":"2023-09-23T15:39:53.317975+0000","last_clean":"2023-09-23T15:39:53.317975+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:39:53.317975+0000","last_undegraded":"2023-09-23T15:39:53.317975+0000","last_fullsized":"2023-09-23T15:39:53.317975+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471940+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:39:53.471940+0000","last_peered":"2023-09-23T15:39:53.471940+0000","last_clean":"2023-09-23T15:39:53.471940+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:39:53.471940+0000","last_undegraded":"2023-09-23T15:39:53.471940+0000","last_fullsized":"2023-09-23T15:39:53.471940+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":704,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472119+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:39:53.472119+0000","last_peered":"2023-09-23T15:39:53.472119+0000","last_clean":"2023-09-23T15:39:53.472119+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:39:53.472119+0000","last_undegraded":"2023-09-23T15:39:53.472119+0000","last_fullsized":"2023-09-23T15:39:53.472119+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":711,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317904+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:39:53.317904+0000","last_peered":"2023-09-23T15:39:53.317904+0000","last_clean":"2023-09-23T15:39:53.317904+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:39:53.317904+0000","last_undegraded":"2023-09-23T15:39:53.317904+0000","last_fullsized":"2023-09-23T15:39:53.317904+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":363,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470321+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:39:53.470321+0000","last_peered":"2023-09-23T15:39:53.470321+0000","last_clean":"2023-09-23T15:39:53.470321+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:39:53.470321+0000","last_undegraded":"2023-09-23T15:39:53.470321+0000","last_fullsized":"2023-09-23T15:39:53.470321+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":860,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.473110+0000","last_change":"2023-09-23T15:38:46.336585+0000","last_active":"2023-09-23T15:39:53.473110+0000","last_peered":"2023-09-23T15:39:53.473110+0000","last_clean":"2023-09-23T15:39:53.473110+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:39:53.473110+0000","last_undegraded":"2023-09-23T15:39:53.473110+0000","last_fullsized":"2023-09-23T15:39:53.473110+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:46.336450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:46.336450+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:50:37.603901+0000","scrub_duration":0.0021067080000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":279,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149388+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:39:53.149388+0000","last_peered":"2023-09-23T15:39:53.149388+0000","last_clean":"2023-09-23T15:39:53.149388+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:39:53.149388+0000","last_undegraded":"2023-09-23T15:39:53.149388+0000","last_fullsized":"2023-09-23T15:39:53.149388+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":451,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470480+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:39:53.470480+0000","last_peered":"2023-09-23T15:39:53.470480+0000","last_clean":"2023-09-23T15:39:53.470480+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:39:53.470480+0000","last_undegraded":"2023-09-23T15:39:53.470480+0000","last_fullsized":"2023-09-23T15:39:53.470480+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1159,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317363+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:39:53.317363+0000","last_peered":"2023-09-23T15:39:53.317363+0000","last_clean":"2023-09-23T15:39:53.317363+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:39:53.317363+0000","last_undegraded":"2023-09-23T15:39:53.317363+0000","last_fullsized":"2023-09-23T15:39:53.317363+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":320,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149256+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:39:53.149256+0000","last_peered":"2023-09-23T15:39:53.149256+0000","last_clean":"2023-09-23T15:39:53.149256+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:39:53.149256+0000","last_undegraded":"2023-09-23T15:39:53.149256+0000","last_fullsized":"2023-09-23T15:39:53.149256+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472333+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:39:53.472333+0000","last_peered":"2023-09-23T15:39:53.472333+0000","last_clean":"2023-09-23T15:39:53.472333+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:39:53.472333+0000","last_undegraded":"2023-09-23T15:39:53.472333+0000","last_fullsized":"2023-09-23T15:39:53.472333+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1119,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345367+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:39:53.345367+0000","last_peered":"2023-09-23T15:39:53.345367+0000","last_clean":"2023-09-23T15:39:53.345367+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:39:53.345367+0000","last_undegraded":"2023-09-23T15:39:53.345367+0000","last_fullsized":"2023-09-23T15:39:53.345367+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472161+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:39:53.472161+0000","last_peered":"2023-09-23T15:39:53.472161+0000","last_clean":"2023-09-23T15:39:53.472161+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:39:53.472161+0000","last_undegraded":"2023-09-23T15:39:53.472161+0000","last_fullsized":"2023-09-23T15:39:53.472161+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":93,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472704+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:39:53.472704+0000","last_peered":"2023-09-23T15:39:53.472704+0000","last_clean":"2023-09-23T15:39:53.472704+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:39:53.472704+0000","last_undegraded":"2023-09-23T15:39:53.472704+0000","last_fullsized":"2023-09-23T15:39:53.472704+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":666,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471631+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:39:53.471631+0000","last_peered":"2023-09-23T15:39:53.471631+0000","last_clean":"2023-09-23T15:39:53.471631+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:39:53.471631+0000","last_undegraded":"2023-09-23T15:39:53.471631+0000","last_fullsized":"2023-09-23T15:39:53.471631+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":93,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471783+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:39:53.471783+0000","last_peered":"2023-09-23T15:39:53.471783+0000","last_clean":"2023-09-23T15:39:53.471783+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:39:53.471783+0000","last_undegraded":"2023-09-23T15:39:53.471783+0000","last_fullsized":"2023-09-23T15:39:53.471783+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.473128+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:39:53.473128+0000","last_peered":"2023-09-23T15:39:53.473128+0000","last_clean":"2023-09-23T15:39:53.473128+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:39:53.473128+0000","last_undegraded":"2023-09-23T15:39:53.473128+0000","last_fullsized":"2023-09-23T15:39:53.473128+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":948,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345559+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:39:53.345559+0000","last_peered":"2023-09-23T15:39:53.345559+0000","last_clean":"2023-09-23T15:39:53.345559+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:39:53.345559+0000","last_undegraded":"2023-09-23T15:39:53.345559+0000","last_fullsized":"2023-09-23T15:39:53.345559+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":181,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.148916+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:39:53.148916+0000","last_peered":"2023-09-23T15:39:53.148916+0000","last_clean":"2023-09-23T15:39:53.148916+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:39:53.148916+0000","last_undegraded":"2023-09-23T15:39:53.148916+0000","last_fullsized":"2023-09-23T15:39:53.148916+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":641,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470907+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:39:53.470907+0000","last_peered":"2023-09-23T15:39:53.470907+0000","last_clean":"2023-09-23T15:39:53.470907+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:39:53.470907+0000","last_undegraded":"2023-09-23T15:39:53.470907+0000","last_fullsized":"2023-09-23T15:39:53.470907+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":1034,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149732+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:39:53.149732+0000","last_peered":"2023-09-23T15:39:53.149732+0000","last_clean":"2023-09-23T15:39:53.149732+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:39:53.149732+0000","last_undegraded":"2023-09-23T15:39:53.149732+0000","last_fullsized":"2023-09-23T15:39:53.149732+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"625'90","reported_seq":879,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317704+0000","last_change":"2023-09-23T15:39:36.807535+0000","last_active":"2023-09-23T15:39:53.317704+0000","last_peered":"2023-09-23T15:39:53.317704+0000","last_clean":"2023-09-23T15:39:53.317704+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:39:53.317704+0000","last_undegraded":"2023-09-23T15:39:53.317704+0000","last_fullsized":"2023-09-23T15:39:53.317704+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042659300000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":286,"num_read_kb":408,"num_write":111,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":312,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149650+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:39:53.149650+0000","last_peered":"2023-09-23T15:39:53.149650+0000","last_clean":"2023-09-23T15:39:53.149650+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:39:53.149650+0000","last_undegraded":"2023-09-23T15:39:53.149650+0000","last_fullsized":"2023-09-23T15:39:53.149650+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":221,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470160+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:39:53.470160+0000","last_peered":"2023-09-23T15:39:53.470160+0000","last_clean":"2023-09-23T15:39:53.470160+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:39:53.470160+0000","last_undegraded":"2023-09-23T15:39:53.470160+0000","last_fullsized":"2023-09-23T15:39:53.470160+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":1051,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345385+0000","last_change":"2023-09-23T15:38:44.321098+0000","last_active":"2023-09-23T15:39:53.345385+0000","last_peered":"2023-09-23T15:39:53.345385+0000","last_clean":"2023-09-23T15:39:53.345385+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:39:53.345385+0000","last_undegraded":"2023-09-23T15:39:53.345385+0000","last_fullsized":"2023-09-23T15:39:53.345385+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:44.320968+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:44.320968+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:06.570415+0000","scrub_duration":0.001560215,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"624'166","reported_seq":1453,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470268+0000","last_change":"2023-09-23T15:39:36.812556+0000","last_active":"2023-09-23T15:39:53.470268+0000","last_peered":"2023-09-23T15:39:53.470268+0000","last_clean":"2023-09-23T15:39:53.470268+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:39:53.470268+0000","last_undegraded":"2023-09-23T15:39:53.470268+0000","last_fullsized":"2023-09-23T15:39:53.470268+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851029,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1328,"num_read_kb":1191,"num_write":141,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472793+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:39:53.472793+0000","last_peered":"2023-09-23T15:39:53.472793+0000","last_clean":"2023-09-23T15:39:53.472793+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:39:53.472793+0000","last_undegraded":"2023-09-23T15:39:53.472793+0000","last_fullsized":"2023-09-23T15:39:53.472793+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":86,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345467+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:39:53.345467+0000","last_peered":"2023-09-23T15:39:53.345467+0000","last_clean":"2023-09-23T15:39:53.345467+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:39:53.345467+0000","last_undegraded":"2023-09-23T15:39:53.345467+0000","last_fullsized":"2023-09-23T15:39:53.345467+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":911,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317504+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:39:53.317504+0000","last_peered":"2023-09-23T15:39:53.317504+0000","last_clean":"2023-09-23T15:39:53.317504+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:39:53.317504+0000","last_undegraded":"2023-09-23T15:39:53.317504+0000","last_fullsized":"2023-09-23T15:39:53.317504+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"624'43","reported_seq":247,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345229+0000","last_change":"2023-09-23T15:39:36.801982+0000","last_active":"2023-09-23T15:39:53.345229+0000","last_peered":"2023-09-23T15:39:53.345229+0000","last_clean":"2023-09-23T15:39:53.345229+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:39:53.345229+0000","last_undegraded":"2023-09-23T15:39:53.345229+0000","last_fullsized":"2023-09-23T15:39:53.345229+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052543499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":97,"num_write":43,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":86,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345260+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:39:53.345260+0000","last_peered":"2023-09-23T15:39:53.345260+0000","last_clean":"2023-09-23T15:39:53.345260+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:39:53.345260+0000","last_undegraded":"2023-09-23T15:39:53.345260+0000","last_fullsized":"2023-09-23T15:39:53.345260+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":198,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470876+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:39:53.470876+0000","last_peered":"2023-09-23T15:39:53.470876+0000","last_clean":"2023-09-23T15:39:53.470876+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:39:53.470876+0000","last_undegraded":"2023-09-23T15:39:53.470876+0000","last_fullsized":"2023-09-23T15:39:53.470876+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"625'163","reported_seq":616,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345404+0000","last_change":"2023-09-23T15:39:36.802772+0000","last_active":"2023-09-23T15:39:53.345404+0000","last_peered":"2023-09-23T15:39:53.345404+0000","last_clean":"2023-09-23T15:39:53.345404+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:39:53.345404+0000","last_undegraded":"2023-09-23T15:39:53.345404+0000","last_fullsized":"2023-09-23T15:39:53.345404+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000267211,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":780,"num_read_kb":855,"num_write":147,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1215,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317303+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:39:53.317303+0000","last_peered":"2023-09-23T15:39:53.317303+0000","last_clean":"2023-09-23T15:39:53.317303+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:39:53.317303+0000","last_undegraded":"2023-09-23T15:39:53.317303+0000","last_fullsized":"2023-09-23T15:39:53.317303+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":297,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149487+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:39:53.149487+0000","last_peered":"2023-09-23T15:39:53.149487+0000","last_clean":"2023-09-23T15:39:53.149487+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:39:53.149487+0000","last_undegraded":"2023-09-23T15:39:53.149487+0000","last_fullsized":"2023-09-23T15:39:53.149487+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":89,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472860+0000","last_change":"2023-09-23T15:38:54.967015+0000","last_active":"2023-09-23T15:39:53.472860+0000","last_peered":"2023-09-23T15:39:53.472860+0000","last_clean":"2023-09-23T15:39:53.472860+0000","last_became_active":"2023-09-23T15:38:54.966655+0000","last_became_peered":"2023-09-23T15:38:54.966655+0000","last_unstale":"2023-09-23T15:39:53.472860+0000","last_undegraded":"2023-09-23T15:39:53.472860+0000","last_fullsized":"2023-09-23T15:39:53.472860+0000","mapping_epoch":601,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":602,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:41:07.426485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":533,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472744+0000","last_change":"2023-09-23T15:38:44.338494+0000","last_active":"2023-09-23T15:39:53.472744+0000","last_peered":"2023-09-23T15:39:53.472744+0000","last_clean":"2023-09-23T15:39:53.472744+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:39:53.472744+0000","last_undegraded":"2023-09-23T15:39:53.472744+0000","last_fullsized":"2023-09-23T15:39:53.472744+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:44.338365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:44.338365+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:45:22.910148+0000","scrub_duration":0.0017193600000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"624'100","reported_seq":1009,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317408+0000","last_change":"2023-09-23T15:39:36.806962+0000","last_active":"2023-09-23T15:39:53.317408+0000","last_peered":"2023-09-23T15:39:53.317408+0000","last_clean":"2023-09-23T15:39:53.317408+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:39:53.317408+0000","last_undegraded":"2023-09-23T15:39:53.317408+0000","last_fullsized":"2023-09-23T15:39:53.317408+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035151900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":617,"num_read_kb":4621,"num_write":76,"num_write_kb":4126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471865+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:39:53.471865+0000","last_peered":"2023-09-23T15:39:53.471865+0000","last_clean":"2023-09-23T15:39:53.471865+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:39:53.471865+0000","last_undegraded":"2023-09-23T15:39:53.471865+0000","last_fullsized":"2023-09-23T15:39:53.471865+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":442,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472114+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:39:53.472114+0000","last_peered":"2023-09-23T15:39:53.472114+0000","last_clean":"2023-09-23T15:39:53.472114+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:39:53.472114+0000","last_undegraded":"2023-09-23T15:39:53.472114+0000","last_fullsized":"2023-09-23T15:39:53.472114+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":965,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149639+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:39:53.149639+0000","last_peered":"2023-09-23T15:39:53.149639+0000","last_clean":"2023-09-23T15:39:53.149639+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:39:53.149639+0000","last_undegraded":"2023-09-23T15:39:53.149639+0000","last_fullsized":"2023-09-23T15:39:53.149639+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"625'161","reported_seq":1390,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317866+0000","last_change":"2023-09-23T15:39:36.807815+0000","last_active":"2023-09-23T15:39:53.317866+0000","last_peered":"2023-09-23T15:39:53.317866+0000","last_clean":"2023-09-23T15:39:53.317866+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:39:53.317866+0000","last_undegraded":"2023-09-23T15:39:53.317866+0000","last_fullsized":"2023-09-23T15:39:53.317866+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043023099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":3143,"num_write":124,"num_write_kb":2621,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":86,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345560+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:39:53.345560+0000","last_peered":"2023-09-23T15:39:53.345560+0000","last_clean":"2023-09-23T15:39:53.345560+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:39:53.345560+0000","last_undegraded":"2023-09-23T15:39:53.345560+0000","last_fullsized":"2023-09-23T15:39:53.345560+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":508,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471942+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:39:53.471942+0000","last_peered":"2023-09-23T15:39:53.471942+0000","last_clean":"2023-09-23T15:39:53.471942+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:39:53.471942+0000","last_undegraded":"2023-09-23T15:39:53.471942+0000","last_fullsized":"2023-09-23T15:39:53.471942+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":1014,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472816+0000","last_change":"2023-09-23T15:38:52.441966+0000","last_active":"2023-09-23T15:39:53.472816+0000","last_peered":"2023-09-23T15:39:53.472816+0000","last_clean":"2023-09-23T15:39:53.472816+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:39:53.472816+0000","last_undegraded":"2023-09-23T15:39:53.472816+0000","last_fullsized":"2023-09-23T15:39:53.472816+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:52.441878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:52.441878+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.352597+0000","scrub_duration":0.0017277519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":660,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.150027+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:39:53.150027+0000","last_peered":"2023-09-23T15:39:53.150027+0000","last_clean":"2023-09-23T15:39:53.150027+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:39:53.150027+0000","last_undegraded":"2023-09-23T15:39:53.150027+0000","last_fullsized":"2023-09-23T15:39:53.150027+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"625'116","reported_seq":503,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470826+0000","last_change":"2023-09-23T15:39:36.812573+0000","last_active":"2023-09-23T15:39:53.470826+0000","last_peered":"2023-09-23T15:39:53.470826+0000","last_clean":"2023-09-23T15:39:53.470826+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:39:53.470826+0000","last_undegraded":"2023-09-23T15:39:53.470826+0000","last_fullsized":"2023-09-23T15:39:53.470826+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":116,"log_dups_size":0,"ondisk_log_size":116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037819999999999998,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":378,"num_read_kb":1448,"num_write":96,"num_write_kb":5253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":190,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.148912+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:39:53.148912+0000","last_peered":"2023-09-23T15:39:53.148912+0000","last_clean":"2023-09-23T15:39:53.148912+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:39:53.148912+0000","last_undegraded":"2023-09-23T15:39:53.148912+0000","last_fullsized":"2023-09-23T15:39:53.148912+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":1009,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149392+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:39:53.149392+0000","last_peered":"2023-09-23T15:39:53.149392+0000","last_clean":"2023-09-23T15:39:53.149392+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:39:53.149392+0000","last_undegraded":"2023-09-23T15:39:53.149392+0000","last_fullsized":"2023-09-23T15:39:53.149392+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"625'137","reported_seq":946,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317897+0000","last_change":"2023-09-23T15:39:36.808626+0000","last_active":"2023-09-23T15:39:53.317897+0000","last_peered":"2023-09-23T15:39:53.317897+0000","last_clean":"2023-09-23T15:39:53.317897+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:39:53.317897+0000","last_undegraded":"2023-09-23T15:39:53.317897+0000","last_fullsized":"2023-09-23T15:39:53.317897+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001092015,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":1449,"num_write":108,"num_write_kb":265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":245,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470733+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:39:53.470733+0000","last_peered":"2023-09-23T15:39:53.470733+0000","last_clean":"2023-09-23T15:39:53.470733+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:39:53.470733+0000","last_undegraded":"2023-09-23T15:39:53.470733+0000","last_fullsized":"2023-09-23T15:39:53.470733+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471883+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:39:53.471883+0000","last_peered":"2023-09-23T15:39:53.471883+0000","last_clean":"2023-09-23T15:39:53.471883+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:39:53.471883+0000","last_undegraded":"2023-09-23T15:39:53.471883+0000","last_fullsized":"2023-09-23T15:39:53.471883+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472602+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:39:53.472602+0000","last_peered":"2023-09-23T15:39:53.472602+0000","last_clean":"2023-09-23T15:39:53.472602+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:39:53.472602+0000","last_undegraded":"2023-09-23T15:39:53.472602+0000","last_fullsized":"2023-09-23T15:39:53.472602+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":85,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345553+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:39:53.345553+0000","last_peered":"2023-09-23T15:39:53.345553+0000","last_clean":"2023-09-23T15:39:53.345553+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:39:53.345553+0000","last_undegraded":"2023-09-23T15:39:53.345553+0000","last_fullsized":"2023-09-23T15:39:53.345553+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":83,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472196+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:39:53.472196+0000","last_peered":"2023-09-23T15:39:53.472196+0000","last_clean":"2023-09-23T15:39:53.472196+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:39:53.472196+0000","last_undegraded":"2023-09-23T15:39:53.472196+0000","last_fullsized":"2023-09-23T15:39:53.472196+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472694+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:39:53.472694+0000","last_peered":"2023-09-23T15:39:53.472694+0000","last_clean":"2023-09-23T15:39:53.472694+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:39:53.472694+0000","last_undegraded":"2023-09-23T15:39:53.472694+0000","last_fullsized":"2023-09-23T15:39:53.472694+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":83,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472905+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:39:53.472905+0000","last_peered":"2023-09-23T15:39:53.472905+0000","last_clean":"2023-09-23T15:39:53.472905+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:39:53.472905+0000","last_undegraded":"2023-09-23T15:39:53.472905+0000","last_fullsized":"2023-09-23T15:39:53.472905+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":93,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472281+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:39:53.472281+0000","last_peered":"2023-09-23T15:39:53.472281+0000","last_clean":"2023-09-23T15:39:53.472281+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:39:53.472281+0000","last_undegraded":"2023-09-23T15:39:53.472281+0000","last_fullsized":"2023-09-23T15:39:53.472281+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":322,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149793+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:39:53.149793+0000","last_peered":"2023-09-23T15:39:53.149793+0000","last_clean":"2023-09-23T15:39:53.149793+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:39:53.149793+0000","last_undegraded":"2023-09-23T15:39:53.149793+0000","last_fullsized":"2023-09-23T15:39:53.149793+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":329,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149215+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:39:53.149215+0000","last_peered":"2023-09-23T15:39:53.149215+0000","last_clean":"2023-09-23T15:39:53.149215+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:39:53.149215+0000","last_undegraded":"2023-09-23T15:39:53.149215+0000","last_fullsized":"2023-09-23T15:39:53.149215+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":90,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345602+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:39:53.345602+0000","last_peered":"2023-09-23T15:39:53.345602+0000","last_clean":"2023-09-23T15:39:53.345602+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:39:53.345602+0000","last_undegraded":"2023-09-23T15:39:53.345602+0000","last_fullsized":"2023-09-23T15:39:53.345602+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":89,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471669+0000","last_change":"2023-09-23T15:38:54.970434+0000","last_active":"2023-09-23T15:39:53.471669+0000","last_peered":"2023-09-23T15:39:53.471669+0000","last_clean":"2023-09-23T15:39:53.471669+0000","last_became_active":"2023-09-23T15:38:54.970030+0000","last_became_peered":"2023-09-23T15:38:54.970030+0000","last_unstale":"2023-09-23T15:39:53.471669+0000","last_undegraded":"2023-09-23T15:39:53.471669+0000","last_fullsized":"2023-09-23T15:39:53.471669+0000","mapping_epoch":601,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":602,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:24:54.642624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":22016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3347232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674587,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":567828,"kb_used_data":6604,"kb_used_omap":85,"kb_used_meta":561130,"kb_avail":93177324,"statfs":{"total":95995035648,"available":95413579776,"internally_reserved":0,"allocated":6762496,"data_stored":4974730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":574597128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":1.016,"15min":0.99199999999999999},"min":{"1min":0.23699999999999999,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":4.907,"5min":9.8290000000000006,"15min":9.8290000000000006},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.298,"5min":1.3180000000000001,"15min":1.3120000000000001},"min":{"1min":0.26800000000000002,"5min":0.249,"15min":0.223},"max":{"1min":7.3630000000000004,"5min":8.0329999999999995,"15min":9.2490000000000006},"last":0.51000000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":6.2039999999999997,"5min":8.4260000000000002,"15min":4.1269999999999998},"min":{"1min":0.39600000000000002,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":100.318,"5min":349.67500000000001,"15min":349.67500000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":6.0519999999999996,"5min":8.375,"15min":4.7370000000000001},"min":{"1min":0.29299999999999998,"5min":0.27900000000000003,"15min":0.25800000000000001},"max":{"1min":100.23,"5min":349.66000000000003,"15min":349.66000000000003},"last":0.53000000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:39:28 2023","interfaces":[{"interface":"back","average":{"1min":5.7199999999999998,"5min":3.29,"15min":2.4729999999999999},"min":{"1min":0.311,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":100.27,"5min":100.27,"15min":100.27},"last":0.54400000000000004},{"interface":"front","average":{"1min":5.8250000000000002,"5min":3.4590000000000001,"15min":2.677},"min":{"1min":0.40500000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":100.194,"5min":100.194,"15min":100.194},"last":0.56200000000000006}]},{"osd":3,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":6.8319999999999999,"15min":4.6029999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.0179999999999998,"5min":179.12100000000001,"15min":179.12100000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":1.5449999999999999,"5min":6.6970000000000001,"15min":4.3609999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.25800000000000001},"max":{"1min":10.477,"5min":177.55000000000001,"15min":177.55000000000001},"last":0.55300000000000005}]},{"osd":4,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.65500000000000003,"15min":0.85899999999999999},"min":{"1min":0.26700000000000002,"5min":0.255,"15min":0.246},"max":{"1min":1.046,"5min":5.8129999999999997,"15min":6.7450000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.76700000000000002,"15min":1.0249999999999999},"min":{"1min":0.317,"5min":0.251,"15min":0.251},"max":{"1min":2.8580000000000001,"5min":6.859,"15min":9.3759999999999994},"last":0.47499999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.78700000000000003,"15min":2.468},"min":{"1min":0.29799999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":2.9550000000000001,"5min":7.4980000000000002,"15min":254.07300000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.69899999999999995,"15min":2.3530000000000002},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":0.89200000000000002,"5min":7.8040000000000003,"15min":254.291},"last":0.41999999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.81100000000000005,"15min":1.7809999999999999},"min":{"1min":0.38500000000000001,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":3.8780000000000001,"5min":7.0549999999999997,"15min":199.87700000000001},"last":0.441},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.82699999999999996,"15min":1.849},"min":{"1min":0.32700000000000001,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":3.0409999999999999,"5min":7.4509999999999996,"15min":196.49700000000001},"last":0.46400000000000002}]}]},{"osd":6,"up_from":0,"seq":523986010467,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089744,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1104688,"kb_used_data":12264,"kb_used_omap":9,"kb_used_meta":1092406,"kb_avail":92640464,"statfs":{"total":95995035648,"available":94863835136,"internally_reserved":0,"allocated":12558336,"data_stored":9346643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1118624745},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":1.851,"15min":2.0979999999999999},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.54,"5min":14.164999999999999,"15min":159.33600000000001},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.436,"5min":2.6200000000000001,"15min":2.6360000000000001},"min":{"1min":0.25800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.603,"5min":14.217000000000001,"15min":158.65100000000001},"last":0.35199999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":6.1420000000000003,"15min":4.1200000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.93,"5min":238.30099999999999,"15min":238.30099999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.97199999999999998,"5min":5.7350000000000003,"15min":3.3999999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":10.970000000000001,"5min":238.19399999999999,"15min":238.19399999999999},"last":0.32700000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":7.9299999999999997,"15min":4.4219999999999997},"min":{"1min":0.29799999999999999,"5min":0.23100000000000001,"15min":0.20000000000000001},"max":{"1min":1.3440000000000001,"5min":314.42500000000001,"15min":314.42500000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.44400000000000001,"5min":6.8650000000000002,"15min":3.895},"min":{"1min":0.311,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.93600000000000005,"5min":314.13999999999999,"15min":314.13999999999999},"last":0.38}]},{"osd":4,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":1.681,"15min":1.4870000000000001},"min":{"1min":0.36299999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.83299999999999996,"5min":11.064,"15min":11.064},"last":0.497},{"interface":"front","average":{"1min":0.57399999999999995,"5min":1.4119999999999999,"15min":1.2070000000000001},"min":{"1min":0.34200000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.89600000000000002,"5min":14.135,"15min":14.135},"last":0.41999999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":2.2010000000000001,"15min":2.516},"min":{"1min":0.376,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.85499999999999998,"5min":13.074,"15min":109.63500000000001},"last":0.436},{"interface":"front","average":{"1min":0.67400000000000004,"5min":1.645,"15min":2.3180000000000001},"min":{"1min":0.42399999999999999,"5min":0.31900000000000001,"15min":0.27500000000000002},"max":{"1min":0.94899999999999995,"5min":11.103,"15min":109.655},"last":0.53300000000000003}]},{"osd":6,"last update":"Sat Sep 23 15:39:22 2023","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":2.3809999999999998,"15min":2.012},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.33300000000000002},"max":{"1min":11.077,"5min":13.117000000000001,"15min":13.117000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.956,"15min":1.8500000000000001},"min":{"1min":0.40600000000000003,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":11.138,"5min":11.138,"15min":11.138},"last":0.56899999999999995}]},{"osd":7,"last update":"Sat Sep 23 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":3.0649999999999999,"15min":2.6259999999999999},"min":{"1min":0.377,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":11.349,"5min":129.31200000000001,"15min":129.31200000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.7809999999999999,"5min":3.6600000000000001,"15min":3.036},"min":{"1min":0.38300000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":11.31,"5min":128.50700000000001,"15min":128.50700000000001},"last":0.59899999999999998}]}]},{"osd":0,"up_from":0,"seq":360777253270,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358777,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":227208,"kb_used_data":8384,"kb_used_omap":93,"kb_used_meta":218722,"kb_avail":93517944,"statfs":{"total":95995035648,"available":95762374656,"internally_reserved":0,"allocated":8585216,"data_stored":5413826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":223971472},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":2.2909999999999999,"15min":2.4550000000000001},"min":{"1min":0.23100000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.86099999999999999,"5min":16.773,"15min":16.773},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.376,"5min":1.365,"15min":1.5609999999999999},"min":{"1min":0.249,"5min":0.218,"15min":0.218},"max":{"1min":0.75800000000000001,"5min":13.295999999999999,"15min":13.295999999999999},"last":0.39200000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":4.9139999999999997,"15min":6.4119999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.71499999999999997,"5min":51.262999999999998,"15min":51.262999999999998},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":4.5309999999999997,"15min":5.7690000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.78600000000000003,"5min":49.341999999999999,"15min":49.341999999999999},"last":0.47599999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":5.5190000000000001,"15min":5.2599999999999998},"min":{"1min":0.30499999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.968,"5min":172.31,"15min":172.31},"last":0.439},{"interface":"front","average":{"1min":0.65500000000000003,"5min":6.2320000000000002,"15min":6.5359999999999996},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":4.9539999999999997,"5min":174.75200000000001,"15min":174.75200000000001},"last":0.41599999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":1.6539999999999999,"15min":2.056},"min":{"1min":0.39000000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.081,"5min":29.542999999999999,"15min":29.542999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":2.21,"15min":2.8519999999999999},"min":{"1min":0.42199999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.93000000000000005,"5min":29.558,"15min":29.558},"last":0.46700000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":1.593,"15min":1.6970000000000001},"min":{"1min":0.40200000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.96199999999999997,"5min":9.5990000000000002,"15min":9.5990000000000002},"last":0.497},{"interface":"front","average":{"1min":0.60199999999999998,"5min":2.1179999999999999,"15min":2.238},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.91800000000000004,"5min":16.954999999999998,"15min":16.954999999999998},"last":0.749}]},{"osd":6,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":1.677,"15min":1.7490000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0660000000000001,"5min":9.6300000000000008,"15min":9.6300000000000008},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.623,"5min":2.2029999999999998,"15min":2.2970000000000002},"min":{"1min":0.44600000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.98399999999999999,"5min":16.978999999999999,"15min":16.978999999999999},"last":0.77700000000000002}]},{"osd":7,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":2.9169999999999998,"15min":3.7839999999999998},"min":{"1min":0.41399999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.94999999999999996,"5min":33.548999999999999,"15min":33.548999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":1.8839999999999999,"15min":2.3639999999999999},"min":{"1min":0.36399999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.0469999999999999,"5min":33.762999999999998,"15min":33.762999999999998},"last":0.72799999999999998}]}]},{"osd":3,"up_from":99,"seq":425201762692,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1304780,"kb_used_data":51780,"kb_used_omap":7,"kb_used_meta":1252984,"kb_avail":92440372,"statfs":{"total":95995035648,"available":94658940928,"internally_reserved":0,"allocated":53022720,"data_stored":49842386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1283056232},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:57 2023","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":2.1509999999999998,"15min":2.7719999999999998},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.182},"max":{"1min":0.66900000000000004,"5min":20.260999999999999,"15min":167.71799999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.376,"5min":2.0230000000000001,"15min":2.3650000000000002},"min":{"1min":0.24199999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.67900000000000005,"5min":10.279,"15min":176.61500000000001},"last":0.45600000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:39:57 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":2.9470000000000001,"15min":5.1360000000000001},"min":{"1min":0.214,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":3.3540000000000001,"5min":77.807000000000002,"15min":201.98099999999999},"last":0.504},{"interface":"front","average":{"1min":0.36599999999999999,"5min":4.1920000000000002,"15min":5.2889999999999997},"min":{"1min":0.27200000000000002,"5min":0.23499999999999999,"15min":0.21099999999999999},"max":{"1min":0.54400000000000004,"5min":78.194999999999993,"15min":202.06700000000001},"last":0.40899999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":5.4400000000000004,"15min":5.3630000000000004},"min":{"1min":0.26600000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.50600000000000001,"5min":123.694,"15min":123.694},"last":0.437},{"interface":"front","average":{"1min":0.35899999999999999,"5min":6.226,"15min":5.9359999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.54000000000000004,"5min":122.10899999999999,"15min":122.10899999999999},"last":0.42299999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:39:57 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":1.3480000000000001,"15min":1.8899999999999999},"min":{"1min":0.32000000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":3.29,"5min":6.7610000000000001,"15min":163.43700000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":1.8109999999999999,"15min":2.0830000000000002},"min":{"1min":0.38100000000000001,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.72599999999999998,"5min":17.094000000000001,"15min":163.72399999999999},"last":0.58899999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:39:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":1.8500000000000001,"15min":2.4329999999999998},"min":{"1min":0.40200000000000002,"5min":0.314,"15min":0.26100000000000001},"max":{"1min":0.86499999999999999,"5min":17.212,"15min":163.696},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":1.7689999999999999,"15min":1.673},"min":{"1min":0.45200000000000001,"5min":0.33100000000000002,"15min":0.30499999999999999},"max":{"1min":0.78600000000000003,"5min":10.704000000000001,"15min":55.363},"last":0.57799999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:39:35 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":2.1779999999999999,"15min":2.4340000000000002},"min":{"1min":0.38100000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.81499999999999995,"5min":21.344000000000001,"15min":163.63399999999999},"last":0.625},{"interface":"front","average":{"1min":0.59999999999999998,"5min":1.899,"15min":2.077},"min":{"1min":0.41899999999999998,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":10.785,"15min":163.535},"last":0.60099999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":1.9350000000000001,"15min":2.1429999999999998},"min":{"1min":0.40400000000000003,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":1.8129999999999999,"5min":10.518000000000001,"15min":163.495},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.88100000000000001,"5min":1.554,"15min":2.25},"min":{"1min":0.42999999999999999,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":3.8460000000000001,"5min":6.8099999999999996,"15min":163.51400000000001},"last":0.64300000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986717,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":353628,"kb_used_data":11028,"kb_used_omap":0,"kb_used_meta":342592,"kb_avail":93391524,"statfs":{"total":95995035648,"available":95632920576,"internally_reserved":0,"allocated":11292672,"data_stored":9497802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":350814208},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:20 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.93400000000000005,"15min":2.4239999999999999},"min":{"1min":0.28399999999999997,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":0.86299999999999999,"5min":6.6079999999999997,"15min":169.739},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.86099999999999999,"15min":2.544},"min":{"1min":0.317,"5min":0.25800000000000001,"15min":0.248},"max":{"1min":1.919,"5min":5.4829999999999997,"15min":169.75200000000001},"last":0.505}]},{"osd":1,"last update":"Sat Sep 23 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":8.6959999999999997,"15min":5.9649999999999999},"min":{"1min":0.33600000000000002,"5min":0.26900000000000002,"15min":0.254},"max":{"1min":0.59799999999999998,"5min":212.74000000000001,"15min":212.74000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":8.9649999999999999,"15min":6.0549999999999997},"min":{"1min":0.33500000000000002,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":0.61899999999999999,"5min":209.995,"15min":209.995},"last":0.51500000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":2.9399999999999999,"15min":2.677},"min":{"1min":0.35199999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.79400000000000004,"5min":81.802000000000007,"15min":81.802000000000007},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":3.1760000000000002,"15min":3.069},"min":{"1min":0.38300000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71899999999999997,"5min":81.781000000000006,"15min":81.781000000000006},"last":0.59499999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:39:44 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":8.2050000000000001,"15min":6.4989999999999997},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.58399999999999996,"5min":118.68000000000001,"15min":191.41499999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.61199999999999999,"5min":8.5950000000000006,"15min":6.7300000000000004},"min":{"1min":0.33700000000000002,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":2.629,"5min":118.586,"15min":191.602},"last":0.52800000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.628,"15min":2.0840000000000001},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.67400000000000004,"5min":3.4420000000000002,"15min":163.12},"last":0.434},{"interface":"front","average":{"1min":0.44,"5min":0.69099999999999995,"15min":1.9490000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.60199999999999998,"5min":5.3840000000000003,"15min":164.601},"last":0.44700000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:39:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.88500000000000001,"15min":2.427},"min":{"1min":0.374,"5min":0.314,"15min":0.28699999999999998},"max":{"1min":1.7050000000000001,"5min":7.3739999999999997,"15min":174.84100000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.79000000000000004,"15min":2.4209999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31},"max":{"1min":2.7210000000000001,"5min":7.3440000000000003,"15min":174.60300000000001},"last":0.58399999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.365,"15min":2.8679999999999999},"min":{"1min":0.33400000000000002,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":15.467000000000001,"5min":19.411999999999999,"15min":237.476},"last":0.47999999999999998},{"interface":"front","average":{"1min":1.4370000000000001,"5min":1.355,"15min":2.8860000000000001},"min":{"1min":0.32400000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":16.375,"5min":19.768999999999998,"15min":237.523},"last":0.56000000000000005}]}]},{"osd":5,"up_from":39,"seq":167503725080,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":873224,"kb_used_data":256704,"kb_used_omap":0,"kb_used_meta":616512,"kb_avail":92871928,"statfs":{"total":95995035648,"available":95100854272,"internally_reserved":0,"allocated":262864896,"data_stored":261085655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":631308288},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:31 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.82199999999999995,"15min":0.98399999999999999},"min":{"1min":0.32200000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.65800000000000003,"5min":6.4219999999999997,"15min":11.880000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":1.024,"15min":1.0700000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.252},"max":{"1min":0.72499999999999998,"5min":5.6900000000000004,"15min":9.3610000000000007},"last":0.59899999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:39:45 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":3.2389999999999999,"15min":2.0059999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":0.68100000000000005,"5min":163.399,"15min":163.399},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.51200000000000001,"5min":3.7050000000000001,"15min":2.0710000000000002},"min":{"1min":0.29899999999999999,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":0.69299999999999995,"5min":166.11500000000001,"15min":166.11500000000001},"last":0.58099999999999996}]},{"osd":2,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":5.3550000000000004,"15min":3.4750000000000001},"min":{"1min":0.34000000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72699999999999998,"5min":149.90899999999999,"15min":149.90899999999999},"last":0.624},{"interface":"front","average":{"1min":0.67000000000000004,"5min":5.2380000000000004,"15min":2.9740000000000002},"min":{"1min":0.371,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":2.9630000000000001,"5min":149.887,"15min":149.887},"last":0.73599999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:39:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":5.9249999999999998,"15min":5.3769999999999998},"min":{"1min":0.33900000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.77700000000000002,"5min":158.43199999999999,"15min":169.83699999999999},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":6.3559999999999999,"15min":5.407},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.32000000000000001},"max":{"1min":0.90900000000000003,"5min":158.685,"15min":170.166},"last":0.64800000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.54200000000000004,"15min":0.68500000000000005},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":0.68500000000000005,"5min":3.9289999999999998,"15min":8.9450000000000003},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.64100000000000001,"15min":0.84599999999999997},"min":{"1min":0.32400000000000001,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":0.74299999999999999,"5min":5.5960000000000001,"15min":9.2590000000000003},"last":0.374}]},{"osd":6,"last update":"Sat Sep 23 15:39:31 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.71299999999999997,"15min":2.6869999999999998},"min":{"1min":0.38200000000000001,"5min":0.28399999999999997,"15min":0.24199999999999999},"max":{"1min":0.81999999999999995,"5min":6.1609999999999996,"15min":207.054},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.79200000000000004,"15min":2.899},"min":{"1min":0.42999999999999999,"5min":0.32100000000000001,"15min":0.318},"max":{"1min":0.82499999999999996,"5min":6.109,"15min":207.28299999999999},"last":0.44700000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.84799999999999998,"15min":2.9180000000000001},"min":{"1min":0.34899999999999998,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":0.79800000000000004,"5min":7.1840000000000002,"15min":214.78100000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.84699999999999998,"15min":3.0470000000000002},"min":{"1min":0.40000000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":0.76900000000000002,"5min":8.9670000000000005,"15min":212.95500000000001},"last":0.69599999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:40:02.699 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T15:40:02.700 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-09-23T15:40:02.700 INFO:tasks.thrashosds.thrasher:Growing pool .mgr 2023-09-23T15:40:02.700 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:40:03.052 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:03.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:02 smithi118 ceph-mon[219580]: pgmap v1701: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:03.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:02 smithi118 ceph-mon[212312]: pgmap v1701: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:02 smithi178 ceph-mon[192298]: pgmap v1701: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:03.417 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:40:03.417 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [], 2023-09-23T15:40:03.417 INFO:teuthology.orchestra.run.smithi178.stdout: "complaint_time": 30, 2023-09-23T15:40:03.417 INFO:teuthology.orchestra.run.smithi178.stdout: "num_blocked_ops": 0 2023-09-23T15:40:03.418 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:40:03.979 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.7 dump_historic_ops 2023-09-23T15:40:04.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:03 smithi178 ceph-mon[192298]: from='client.47648 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:40:04.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:03 smithi118 ceph-mon[219580]: from='client.47648 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:40:04.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:03 smithi118 ceph-mon[212312]: from='client.47648 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:40:04.330 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.b/config 2023-09-23T15:40:04.829 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:40:04.831 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:40:05.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:04 smithi178 ceph-mon[192298]: pgmap v1702: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:05.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:04 smithi118 ceph-mon[212312]: pgmap v1702: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:05.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:04 smithi118 ceph-mon[219580]: pgmap v1702: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:05.602 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1702,"stamp":"2023-09-23T15:40:03.816282+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":907,"num_write_kb":12725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":167,"num_bytes_recovered":3382388,"num_keys_recovered":110,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4412,"ondisk_log_size":4412,"up":279,"acting":279,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":281,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":4412156,"kb_used_data":327564,"kb_used_omap":196,"kb_used_meta":4084347,"kb_avail":558058756,"statfs":{"total":575970213888,"available":571452166144,"internally_reserved":0,"allocated":335425536,"data_stored":320500242,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":200983,"internal_metadata":4182372073},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001933"},"pg_stats":[{"pgid":"3.1a","version":"69'1","reported_seq":93,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472115+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:39:53.472115+0000","last_peered":"2023-09-23T15:39:53.472115+0000","last_clean":"2023-09-23T15:39:53.472115+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:39:53.472115+0000","last_undegraded":"2023-09-23T15:39:53.472115+0000","last_fullsized":"2023-09-23T15:39:53.472115+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":41,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345639+0000","last_change":"2023-09-23T15:38:54.972510+0000","last_active":"2023-09-23T15:39:53.345639+0000","last_peered":"2023-09-23T15:39:53.345639+0000","last_clean":"2023-09-23T15:39:53.345639+0000","last_became_active":"2023-09-23T15:38:54.972121+0000","last_became_peered":"2023-09-23T15:38:54.972121+0000","last_unstale":"2023-09-23T15:39:53.345639+0000","last_undegraded":"2023-09-23T15:39:53.345639+0000","last_fullsized":"2023-09-23T15:39:53.345639+0000","mapping_epoch":601,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":602,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:34:00.708693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":206,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470050+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:39:53.470050+0000","last_peered":"2023-09-23T15:39:53.470050+0000","last_clean":"2023-09-23T15:39:53.470050+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:39:53.470050+0000","last_undegraded":"2023-09-23T15:39:53.470050+0000","last_fullsized":"2023-09-23T15:39:53.470050+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":161,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317809+0000","last_change":"2023-09-23T15:30:23.671830+0000","last_active":"2023-09-23T15:39:53.317809+0000","last_peered":"2023-09-23T15:39:53.317809+0000","last_clean":"2023-09-23T15:39:53.317809+0000","last_became_active":"2023-09-23T15:30:23.671507+0000","last_became_peered":"2023-09-23T15:30:23.671507+0000","last_unstale":"2023-09-23T15:39:53.317809+0000","last_undegraded":"2023-09-23T15:39:53.317809+0000","last_fullsized":"2023-09-23T15:39:53.317809+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:16:32.852775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":320,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149011+0000","last_change":"2023-09-23T15:35:19.808217+0000","last_active":"2023-09-23T15:39:53.149011+0000","last_peered":"2023-09-23T15:39:53.149011+0000","last_clean":"2023-09-23T15:39:53.149011+0000","last_became_active":"2023-09-23T15:35:19.807887+0000","last_became_peered":"2023-09-23T15:35:19.807887+0000","last_unstale":"2023-09-23T15:39:53.149011+0000","last_undegraded":"2023-09-23T15:39:53.149011+0000","last_fullsized":"2023-09-23T15:39:53.149011+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:56:36.669596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":244,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470864+0000","last_change":"2023-09-23T15:32:16.713109+0000","last_active":"2023-09-23T15:39:53.470864+0000","last_peered":"2023-09-23T15:39:53.470864+0000","last_clean":"2023-09-23T15:39:53.470864+0000","last_became_active":"2023-09-23T15:32:16.712778+0000","last_became_peered":"2023-09-23T15:32:16.712778+0000","last_unstale":"2023-09-23T15:39:53.470864+0000","last_undegraded":"2023-09-23T15:39:53.470864+0000","last_fullsized":"2023-09-23T15:39:53.470864+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:46:27.221988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":590,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472316+0000","last_change":"2023-09-23T15:32:16.708244+0000","last_active":"2023-09-23T15:39:53.472316+0000","last_peered":"2023-09-23T15:39:53.472316+0000","last_clean":"2023-09-23T15:39:53.472316+0000","last_became_active":"2023-09-23T15:32:16.708035+0000","last_became_peered":"2023-09-23T15:32:16.708035+0000","last_unstale":"2023-09-23T15:39:53.472316+0000","last_undegraded":"2023-09-23T15:39:53.472316+0000","last_fullsized":"2023-09-23T15:39:53.472316+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:18:47.146815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":304,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149068+0000","last_change":"2023-09-23T15:34:50.711114+0000","last_active":"2023-09-23T15:39:53.149068+0000","last_peered":"2023-09-23T15:39:53.149068+0000","last_clean":"2023-09-23T15:39:53.149068+0000","last_became_active":"2023-09-23T15:34:50.710508+0000","last_became_peered":"2023-09-23T15:34:50.710508+0000","last_unstale":"2023-09-23T15:39:53.149068+0000","last_undegraded":"2023-09-23T15:39:53.149068+0000","last_fullsized":"2023-09-23T15:39:53.149068+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:08:06.874805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":983,"reported_epoch":632,"state":"active+clean","last_fresh":"2023-09-23T15:39:56.245892+0000","last_change":"2023-09-23T15:38:45.276761+0000","last_active":"2023-09-23T15:39:56.245892+0000","last_peered":"2023-09-23T15:39:56.245892+0000","last_clean":"2023-09-23T15:39:56.245892+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:39:56.245892+0000","last_undegraded":"2023-09-23T15:39:56.245892+0000","last_fullsized":"2023-09-23T15:39:56.245892+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:45.276663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:45.276663+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:15.130435+0000","scrub_duration":0.001675431,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":166,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472043+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:39:53.472043+0000","last_peered":"2023-09-23T15:39:53.472043+0000","last_clean":"2023-09-23T15:39:53.472043+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:39:53.472043+0000","last_undegraded":"2023-09-23T15:39:53.472043+0000","last_fullsized":"2023-09-23T15:39:53.472043+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":642,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149364+0000","last_change":"2023-09-23T15:32:16.801842+0000","last_active":"2023-09-23T15:39:53.149364+0000","last_peered":"2023-09-23T15:39:53.149364+0000","last_clean":"2023-09-23T15:39:53.149364+0000","last_became_active":"2023-09-23T15:32:16.801414+0000","last_became_peered":"2023-09-23T15:32:16.801414+0000","last_unstale":"2023-09-23T15:39:53.149364+0000","last_undegraded":"2023-09-23T15:39:53.149364+0000","last_fullsized":"2023-09-23T15:39:53.149364+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:55:46.093348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":222,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317706+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:39:53.317706+0000","last_peered":"2023-09-23T15:39:53.317706+0000","last_clean":"2023-09-23T15:39:53.317706+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:39:53.317706+0000","last_undegraded":"2023-09-23T15:39:53.317706+0000","last_fullsized":"2023-09-23T15:39:53.317706+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":239,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470158+0000","last_change":"2023-09-23T15:35:19.809985+0000","last_active":"2023-09-23T15:39:53.470158+0000","last_peered":"2023-09-23T15:39:53.470158+0000","last_clean":"2023-09-23T15:39:53.470158+0000","last_became_active":"2023-09-23T15:35:19.809597+0000","last_became_peered":"2023-09-23T15:35:19.809597+0000","last_unstale":"2023-09-23T15:39:53.470158+0000","last_undegraded":"2023-09-23T15:39:53.470158+0000","last_fullsized":"2023-09-23T15:39:53.470158+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:16.181031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":103,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472101+0000","last_change":"2023-09-23T15:35:20.817963+0000","last_active":"2023-09-23T15:39:53.472101+0000","last_peered":"2023-09-23T15:39:53.472101+0000","last_clean":"2023-09-23T15:39:53.472101+0000","last_became_active":"2023-09-23T15:35:20.817565+0000","last_became_peered":"2023-09-23T15:35:20.817565+0000","last_unstale":"2023-09-23T15:39:53.472101+0000","last_undegraded":"2023-09-23T15:39:53.472101+0000","last_fullsized":"2023-09-23T15:39:53.472101+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:59:22.162174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":28404,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472836+0000","last_change":"2023-09-23T15:34:50.722624+0000","last_active":"2023-09-23T15:39:53.472836+0000","last_peered":"2023-09-23T15:39:53.472836+0000","last_clean":"2023-09-23T15:39:53.472836+0000","last_became_active":"2023-09-23T15:34:50.721931+0000","last_became_peered":"2023-09-23T15:34:50.721931+0000","last_unstale":"2023-09-23T15:39:53.472836+0000","last_undegraded":"2023-09-23T15:39:53.472836+0000","last_fullsized":"2023-09-23T15:39:53.472836+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:41:16.559110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":798,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471590+0000","last_change":"2023-09-23T15:31:53.123144+0000","last_active":"2023-09-23T15:39:53.471590+0000","last_peered":"2023-09-23T15:39:53.471590+0000","last_clean":"2023-09-23T15:39:53.471590+0000","last_became_active":"2023-09-23T15:30:16.862216+0000","last_became_peered":"2023-09-23T15:30:16.862216+0000","last_unstale":"2023-09-23T15:39:53.471590+0000","last_undegraded":"2023-09-23T15:39:53.471590+0000","last_fullsized":"2023-09-23T15:39:53.471590+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:51:10.503620+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":830,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317559+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:39:53.317559+0000","last_peered":"2023-09-23T15:39:53.317559+0000","last_clean":"2023-09-23T15:39:53.317559+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:39:53.317559+0000","last_undegraded":"2023-09-23T15:39:53.317559+0000","last_fullsized":"2023-09-23T15:39:53.317559+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":667,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149488+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:39:53.149488+0000","last_peered":"2023-09-23T15:39:53.149488+0000","last_clean":"2023-09-23T15:39:53.149488+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:39:53.149488+0000","last_undegraded":"2023-09-23T15:39:53.149488+0000","last_fullsized":"2023-09-23T15:39:53.149488+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1261,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317286+0000","last_change":"2023-09-23T15:34:53.697223+0000","last_active":"2023-09-23T15:39:53.317286+0000","last_peered":"2023-09-23T15:39:53.317286+0000","last_clean":"2023-09-23T15:39:53.317286+0000","last_became_active":"2023-09-23T15:34:53.696863+0000","last_became_peered":"2023-09-23T15:34:53.696863+0000","last_unstale":"2023-09-23T15:39:53.317286+0000","last_undegraded":"2023-09-23T15:39:53.317286+0000","last_fullsized":"2023-09-23T15:39:53.317286+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:56.221118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:56.221118+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:10:56.128268+0000","scrub_duration":0.0046420130000000004,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":161,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317482+0000","last_change":"2023-09-23T15:30:23.672003+0000","last_active":"2023-09-23T15:39:53.317482+0000","last_peered":"2023-09-23T15:39:53.317482+0000","last_clean":"2023-09-23T15:39:53.317482+0000","last_became_active":"2023-09-23T15:30:23.671499+0000","last_became_peered":"2023-09-23T15:30:23.671499+0000","last_unstale":"2023-09-23T15:39:53.317482+0000","last_undegraded":"2023-09-23T15:39:53.317482+0000","last_fullsized":"2023-09-23T15:39:53.317482+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:01:15.479530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":560,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317786+0000","last_change":"2023-09-23T15:30:13.838732+0000","last_active":"2023-09-23T15:39:53.317786+0000","last_peered":"2023-09-23T15:39:53.317786+0000","last_clean":"2023-09-23T15:39:53.317786+0000","last_became_active":"2023-09-23T15:30:13.838433+0000","last_became_peered":"2023-09-23T15:30:13.838433+0000","last_unstale":"2023-09-23T15:39:53.317786+0000","last_undegraded":"2023-09-23T15:39:53.317786+0000","last_fullsized":"2023-09-23T15:39:53.317786+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:24.108519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":800,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149382+0000","last_change":"2023-09-23T15:34:53.697893+0000","last_active":"2023-09-23T15:39:53.149382+0000","last_peered":"2023-09-23T15:39:53.149382+0000","last_clean":"2023-09-23T15:39:53.149382+0000","last_became_active":"2023-09-23T15:34:53.697561+0000","last_became_peered":"2023-09-23T15:34:53.697561+0000","last_unstale":"2023-09-23T15:39:53.149382+0000","last_undegraded":"2023-09-23T15:39:53.149382+0000","last_fullsized":"2023-09-23T15:39:53.149382+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:58.515725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:58.515725+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:10:34.981247+0000","scrub_duration":0.0023954760000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":679,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317420+0000","last_change":"2023-09-23T15:34:50.715513+0000","last_active":"2023-09-23T15:39:53.317420+0000","last_peered":"2023-09-23T15:39:53.317420+0000","last_clean":"2023-09-23T15:39:53.317420+0000","last_became_active":"2023-09-23T15:34:50.715232+0000","last_became_peered":"2023-09-23T15:34:50.715232+0000","last_unstale":"2023-09-23T15:39:53.317420+0000","last_undegraded":"2023-09-23T15:39:53.317420+0000","last_fullsized":"2023-09-23T15:39:53.317420+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:56:38.431925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,3],"acting":[7,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":346,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149869+0000","last_change":"2023-09-23T15:35:19.796250+0000","last_active":"2023-09-23T15:39:53.149869+0000","last_peered":"2023-09-23T15:39:53.149869+0000","last_clean":"2023-09-23T15:39:53.149869+0000","last_became_active":"2023-09-23T15:35:19.795939+0000","last_became_peered":"2023-09-23T15:35:19.795939+0000","last_unstale":"2023-09-23T15:39:53.149869+0000","last_undegraded":"2023-09-23T15:39:53.149869+0000","last_fullsized":"2023-09-23T15:39:53.149869+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:01:23.527463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":997,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471859+0000","last_change":"2023-09-23T15:32:19.743650+0000","last_active":"2023-09-23T15:39:53.471859+0000","last_peered":"2023-09-23T15:39:53.471859+0000","last_clean":"2023-09-23T15:39:53.471859+0000","last_became_active":"2023-09-23T15:32:19.742940+0000","last_became_peered":"2023-09-23T15:32:19.742940+0000","last_unstale":"2023-09-23T15:39:53.471859+0000","last_undegraded":"2023-09-23T15:39:53.471859+0000","last_fullsized":"2023-09-23T15:39:53.471859+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:36:05.125974+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":217,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149109+0000","last_change":"2023-09-23T15:35:19.792988+0000","last_active":"2023-09-23T15:39:53.149109+0000","last_peered":"2023-09-23T15:39:53.149109+0000","last_clean":"2023-09-23T15:39:53.149109+0000","last_became_active":"2023-09-23T15:35:19.792636+0000","last_became_peered":"2023-09-23T15:35:19.792636+0000","last_unstale":"2023-09-23T15:39:53.149109+0000","last_undegraded":"2023-09-23T15:39:53.149109+0000","last_fullsized":"2023-09-23T15:39:53.149109+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:14:23.055932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":190,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149861+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:39:53.149861+0000","last_peered":"2023-09-23T15:39:53.149861+0000","last_clean":"2023-09-23T15:39:53.149861+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:39:53.149861+0000","last_undegraded":"2023-09-23T15:39:53.149861+0000","last_fullsized":"2023-09-23T15:39:53.149861+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1077,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317686+0000","last_change":"2023-09-23T15:34:53.699019+0000","last_active":"2023-09-23T15:39:53.317686+0000","last_peered":"2023-09-23T15:39:53.317686+0000","last_clean":"2023-09-23T15:39:53.317686+0000","last_became_active":"2023-09-23T15:34:53.698707+0000","last_became_peered":"2023-09-23T15:34:53.698707+0000","last_unstale":"2023-09-23T15:39:53.317686+0000","last_undegraded":"2023-09-23T15:39:53.317686+0000","last_fullsized":"2023-09-23T15:39:53.317686+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:47.134440+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:47.134440+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:17:48.566346+0000","scrub_duration":0.0018556390000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":179,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.318040+0000","last_change":"2023-09-23T15:34:50.734935+0000","last_active":"2023-09-23T15:39:53.318040+0000","last_peered":"2023-09-23T15:39:53.318040+0000","last_clean":"2023-09-23T15:39:53.318040+0000","last_became_active":"2023-09-23T15:34:50.716864+0000","last_became_peered":"2023-09-23T15:34:50.716864+0000","last_unstale":"2023-09-23T15:39:53.318040+0000","last_undegraded":"2023-09-23T15:39:53.318040+0000","last_fullsized":"2023-09-23T15:39:53.318040+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:06:33.265744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":132,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":196,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471505+0000","last_change":"2023-09-23T15:34:50.710542+0000","last_active":"2023-09-23T15:39:53.471505+0000","last_peered":"2023-09-23T15:39:53.471505+0000","last_clean":"2023-09-23T15:39:53.471505+0000","last_became_active":"2023-09-23T15:34:50.710207+0000","last_became_peered":"2023-09-23T15:34:50.710207+0000","last_unstale":"2023-09-23T15:39:53.471505+0000","last_undegraded":"2023-09-23T15:39:53.471505+0000","last_fullsized":"2023-09-23T15:39:53.471505+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:56.879584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1058,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149484+0000","last_change":"2023-09-23T15:34:53.697084+0000","last_active":"2023-09-23T15:39:53.149484+0000","last_peered":"2023-09-23T15:39:53.149484+0000","last_clean":"2023-09-23T15:39:53.149484+0000","last_became_active":"2023-09-23T15:34:53.696694+0000","last_became_peered":"2023-09-23T15:34:53.696694+0000","last_unstale":"2023-09-23T15:39:53.149484+0000","last_undegraded":"2023-09-23T15:39:53.149484+0000","last_fullsized":"2023-09-23T15:39:53.149484+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:50.488582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:50.488582+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:47:27.307532+0000","scrub_duration":0.0021698009999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":983040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":668,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317975+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:39:53.317975+0000","last_peered":"2023-09-23T15:39:53.317975+0000","last_clean":"2023-09-23T15:39:53.317975+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:39:53.317975+0000","last_undegraded":"2023-09-23T15:39:53.317975+0000","last_fullsized":"2023-09-23T15:39:53.317975+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471940+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:39:53.471940+0000","last_peered":"2023-09-23T15:39:53.471940+0000","last_clean":"2023-09-23T15:39:53.471940+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:39:53.471940+0000","last_undegraded":"2023-09-23T15:39:53.471940+0000","last_fullsized":"2023-09-23T15:39:53.471940+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":704,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472119+0000","last_change":"2023-09-23T15:34:53.697162+0000","last_active":"2023-09-23T15:39:53.472119+0000","last_peered":"2023-09-23T15:39:53.472119+0000","last_clean":"2023-09-23T15:39:53.472119+0000","last_became_active":"2023-09-23T15:34:53.696828+0000","last_became_peered":"2023-09-23T15:34:53.696828+0000","last_unstale":"2023-09-23T15:39:53.472119+0000","last_undegraded":"2023-09-23T15:39:53.472119+0000","last_fullsized":"2023-09-23T15:39:53.472119+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:37:24.389229+0000","scrub_duration":0.001464943,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":711,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317904+0000","last_change":"2023-09-23T15:32:16.829805+0000","last_active":"2023-09-23T15:39:53.317904+0000","last_peered":"2023-09-23T15:39:53.317904+0000","last_clean":"2023-09-23T15:39:53.317904+0000","last_became_active":"2023-09-23T15:32:16.797824+0000","last_became_peered":"2023-09-23T15:32:16.797824+0000","last_unstale":"2023-09-23T15:39:53.317904+0000","last_undegraded":"2023-09-23T15:39:53.317904+0000","last_fullsized":"2023-09-23T15:39:53.317904+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:24.168974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":363,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470321+0000","last_change":"2023-09-23T15:32:16.785855+0000","last_active":"2023-09-23T15:39:53.470321+0000","last_peered":"2023-09-23T15:39:53.470321+0000","last_clean":"2023-09-23T15:39:53.470321+0000","last_became_active":"2023-09-23T15:32:16.785519+0000","last_became_peered":"2023-09-23T15:32:16.785519+0000","last_unstale":"2023-09-23T15:39:53.470321+0000","last_undegraded":"2023-09-23T15:39:53.470321+0000","last_fullsized":"2023-09-23T15:39:53.470321+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:21.473956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":860,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.473110+0000","last_change":"2023-09-23T15:38:46.336585+0000","last_active":"2023-09-23T15:39:53.473110+0000","last_peered":"2023-09-23T15:39:53.473110+0000","last_clean":"2023-09-23T15:39:53.473110+0000","last_became_active":"2023-09-23T15:34:53.714653+0000","last_became_peered":"2023-09-23T15:34:53.714653+0000","last_unstale":"2023-09-23T15:39:53.473110+0000","last_undegraded":"2023-09-23T15:39:53.473110+0000","last_fullsized":"2023-09-23T15:39:53.473110+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:46.336450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:46.336450+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:50:37.603901+0000","scrub_duration":0.0021067080000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":279,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149388+0000","last_change":"2023-09-23T15:32:16.711546+0000","last_active":"2023-09-23T15:39:53.149388+0000","last_peered":"2023-09-23T15:39:53.149388+0000","last_clean":"2023-09-23T15:39:53.149388+0000","last_became_active":"2023-09-23T15:32:16.711204+0000","last_became_peered":"2023-09-23T15:32:16.711204+0000","last_unstale":"2023-09-23T15:39:53.149388+0000","last_undegraded":"2023-09-23T15:39:53.149388+0000","last_fullsized":"2023-09-23T15:39:53.149388+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:54:46.838877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":451,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470480+0000","last_change":"2023-09-23T15:34:50.710920+0000","last_active":"2023-09-23T15:39:53.470480+0000","last_peered":"2023-09-23T15:39:53.470480+0000","last_clean":"2023-09-23T15:39:53.470480+0000","last_became_active":"2023-09-23T15:34:50.710609+0000","last_became_peered":"2023-09-23T15:34:50.710609+0000","last_unstale":"2023-09-23T15:39:53.470480+0000","last_undegraded":"2023-09-23T15:39:53.470480+0000","last_fullsized":"2023-09-23T15:39:53.470480+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:53:24.573937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1159,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317363+0000","last_change":"2023-09-23T15:35:19.956684+0000","last_active":"2023-09-23T15:39:53.317363+0000","last_peered":"2023-09-23T15:39:53.317363+0000","last_clean":"2023-09-23T15:39:53.317363+0000","last_became_active":"2023-09-23T15:35:19.956322+0000","last_became_peered":"2023-09-23T15:35:19.956322+0000","last_unstale":"2023-09-23T15:39:53.317363+0000","last_undegraded":"2023-09-23T15:39:53.317363+0000","last_fullsized":"2023-09-23T15:39:53.317363+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:38.078935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:38.078935+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:41:14.197980+0000","scrub_duration":0.0017686640000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":320,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149256+0000","last_change":"2023-09-23T15:34:50.729874+0000","last_active":"2023-09-23T15:39:53.149256+0000","last_peered":"2023-09-23T15:39:53.149256+0000","last_clean":"2023-09-23T15:39:53.149256+0000","last_became_active":"2023-09-23T15:34:50.710850+0000","last_became_peered":"2023-09-23T15:34:50.710850+0000","last_unstale":"2023-09-23T15:39:53.149256+0000","last_undegraded":"2023-09-23T15:39:53.149256+0000","last_fullsized":"2023-09-23T15:39:53.149256+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:12:10.934485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472333+0000","last_change":"2023-09-23T15:34:50.718804+0000","last_active":"2023-09-23T15:39:53.472333+0000","last_peered":"2023-09-23T15:39:53.472333+0000","last_clean":"2023-09-23T15:39:53.472333+0000","last_became_active":"2023-09-23T15:34:50.718409+0000","last_became_peered":"2023-09-23T15:34:50.718409+0000","last_unstale":"2023-09-23T15:39:53.472333+0000","last_undegraded":"2023-09-23T15:39:53.472333+0000","last_fullsized":"2023-09-23T15:39:53.472333+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:48.907443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":1119,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345367+0000","last_change":"2023-09-23T15:35:19.788729+0000","last_active":"2023-09-23T15:39:53.345367+0000","last_peered":"2023-09-23T15:39:53.345367+0000","last_clean":"2023-09-23T15:39:53.345367+0000","last_became_active":"2023-09-23T15:35:19.788247+0000","last_became_peered":"2023-09-23T15:35:19.788247+0000","last_unstale":"2023-09-23T15:39:53.345367+0000","last_undegraded":"2023-09-23T15:39:53.345367+0000","last_fullsized":"2023-09-23T15:39:53.345367+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:28.936701+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:28.936701+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:29:46.359502+0000","scrub_duration":0.0017700229999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":2364192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472161+0000","last_change":"2023-09-23T15:34:50.720164+0000","last_active":"2023-09-23T15:39:53.472161+0000","last_peered":"2023-09-23T15:39:53.472161+0000","last_clean":"2023-09-23T15:39:53.472161+0000","last_became_active":"2023-09-23T15:34:50.719857+0000","last_became_peered":"2023-09-23T15:34:50.719857+0000","last_unstale":"2023-09-23T15:39:53.472161+0000","last_undegraded":"2023-09-23T15:39:53.472161+0000","last_fullsized":"2023-09-23T15:39:53.472161+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:29:21.113015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":93,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472704+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:39:53.472704+0000","last_peered":"2023-09-23T15:39:53.472704+0000","last_clean":"2023-09-23T15:39:53.472704+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:39:53.472704+0000","last_undegraded":"2023-09-23T15:39:53.472704+0000","last_fullsized":"2023-09-23T15:39:53.472704+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":666,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471631+0000","last_change":"2023-09-23T15:35:19.807838+0000","last_active":"2023-09-23T15:39:53.471631+0000","last_peered":"2023-09-23T15:39:53.471631+0000","last_clean":"2023-09-23T15:39:53.471631+0000","last_became_active":"2023-09-23T15:35:19.807570+0000","last_became_peered":"2023-09-23T15:35:19.807570+0000","last_unstale":"2023-09-23T15:39:53.471631+0000","last_undegraded":"2023-09-23T15:39:53.471631+0000","last_fullsized":"2023-09-23T15:39:53.471631+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:52.150238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:52.150238+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:18.754611+0000","scrub_duration":0.025356785999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":93,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471783+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:39:53.471783+0000","last_peered":"2023-09-23T15:39:53.471783+0000","last_clean":"2023-09-23T15:39:53.471783+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:39:53.471783+0000","last_undegraded":"2023-09-23T15:39:53.471783+0000","last_fullsized":"2023-09-23T15:39:53.471783+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.473128+0000","last_change":"2023-09-23T15:34:50.719126+0000","last_active":"2023-09-23T15:39:53.473128+0000","last_peered":"2023-09-23T15:39:53.473128+0000","last_clean":"2023-09-23T15:39:53.473128+0000","last_became_active":"2023-09-23T15:34:50.718842+0000","last_became_peered":"2023-09-23T15:34:50.718842+0000","last_unstale":"2023-09-23T15:39:53.473128+0000","last_undegraded":"2023-09-23T15:39:53.473128+0000","last_fullsized":"2023-09-23T15:39:53.473128+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:56:31.029477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":948,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345559+0000","last_change":"2023-09-23T15:35:20.804796+0000","last_active":"2023-09-23T15:39:53.345559+0000","last_peered":"2023-09-23T15:39:53.345559+0000","last_clean":"2023-09-23T15:39:53.345559+0000","last_became_active":"2023-09-23T15:35:20.804570+0000","last_became_peered":"2023-09-23T15:35:20.804570+0000","last_unstale":"2023-09-23T15:39:53.345559+0000","last_undegraded":"2023-09-23T15:39:53.345559+0000","last_fullsized":"2023-09-23T15:39:53.345559+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:19:30.886273+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:19:30.886273+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:37.584316+0000","scrub_duration":0.0019289349999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":181,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.148916+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:39:53.148916+0000","last_peered":"2023-09-23T15:39:53.148916+0000","last_clean":"2023-09-23T15:39:53.148916+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:39:53.148916+0000","last_undegraded":"2023-09-23T15:39:53.148916+0000","last_fullsized":"2023-09-23T15:39:53.148916+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":641,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470907+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:39:53.470907+0000","last_peered":"2023-09-23T15:39:53.470907+0000","last_clean":"2023-09-23T15:39:53.470907+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:39:53.470907+0000","last_undegraded":"2023-09-23T15:39:53.470907+0000","last_fullsized":"2023-09-23T15:39:53.470907+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":1034,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149732+0000","last_change":"2023-09-23T15:32:19.763217+0000","last_active":"2023-09-23T15:39:53.149732+0000","last_peered":"2023-09-23T15:39:53.149732+0000","last_clean":"2023-09-23T15:39:53.149732+0000","last_became_active":"2023-09-23T15:32:19.762590+0000","last_became_peered":"2023-09-23T15:32:19.762590+0000","last_unstale":"2023-09-23T15:39:53.149732+0000","last_undegraded":"2023-09-23T15:39:53.149732+0000","last_fullsized":"2023-09-23T15:39:53.149732+0000","mapping_epoch":512,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":513,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:54.228363+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:54.228363+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:42:19.040975+0000","scrub_duration":0.0012376850000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"625'90","reported_seq":879,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317704+0000","last_change":"2023-09-23T15:39:36.807535+0000","last_active":"2023-09-23T15:39:53.317704+0000","last_peered":"2023-09-23T15:39:53.317704+0000","last_clean":"2023-09-23T15:39:53.317704+0000","last_became_active":"2023-09-23T15:35:20.001572+0000","last_became_peered":"2023-09-23T15:35:20.001572+0000","last_unstale":"2023-09-23T15:39:53.317704+0000","last_undegraded":"2023-09-23T15:39:53.317704+0000","last_fullsized":"2023-09-23T15:39:53.317704+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:08:32.686468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042659300000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":286,"num_read_kb":408,"num_write":111,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":312,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149650+0000","last_change":"2023-09-23T15:35:19.793097+0000","last_active":"2023-09-23T15:39:53.149650+0000","last_peered":"2023-09-23T15:39:53.149650+0000","last_clean":"2023-09-23T15:39:53.149650+0000","last_became_active":"2023-09-23T15:35:19.792810+0000","last_became_peered":"2023-09-23T15:35:19.792810+0000","last_unstale":"2023-09-23T15:39:53.149650+0000","last_undegraded":"2023-09-23T15:39:53.149650+0000","last_fullsized":"2023-09-23T15:39:53.149650+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:46:11.728544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":221,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470160+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:39:53.470160+0000","last_peered":"2023-09-23T15:39:53.470160+0000","last_clean":"2023-09-23T15:39:53.470160+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:39:53.470160+0000","last_undegraded":"2023-09-23T15:39:53.470160+0000","last_fullsized":"2023-09-23T15:39:53.470160+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":1051,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345385+0000","last_change":"2023-09-23T15:38:44.321098+0000","last_active":"2023-09-23T15:39:53.345385+0000","last_peered":"2023-09-23T15:39:53.345385+0000","last_clean":"2023-09-23T15:39:53.345385+0000","last_became_active":"2023-09-23T15:35:20.803815+0000","last_became_peered":"2023-09-23T15:35:20.803815+0000","last_unstale":"2023-09-23T15:39:53.345385+0000","last_undegraded":"2023-09-23T15:39:53.345385+0000","last_fullsized":"2023-09-23T15:39:53.345385+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:44.320968+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:44.320968+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:06.570415+0000","scrub_duration":0.001560215,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"624'166","reported_seq":1454,"reported_epoch":632,"state":"active+clean","last_fresh":"2023-09-23T15:39:56.163010+0000","last_change":"2023-09-23T15:39:36.812556+0000","last_active":"2023-09-23T15:39:56.163010+0000","last_peered":"2023-09-23T15:39:56.163010+0000","last_clean":"2023-09-23T15:39:56.163010+0000","last_became_active":"2023-09-23T15:32:16.713915+0000","last_became_peered":"2023-09-23T15:32:16.713915+0000","last_unstale":"2023-09-23T15:39:56.163010+0000","last_undegraded":"2023-09-23T15:39:56.163010+0000","last_fullsized":"2023-09-23T15:39:56.163010+0000","mapping_epoch":509,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":510,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:24.730772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851029,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1328,"num_read_kb":1191,"num_write":141,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472793+0000","last_change":"2023-09-23T15:34:50.722754+0000","last_active":"2023-09-23T15:39:53.472793+0000","last_peered":"2023-09-23T15:39:53.472793+0000","last_clean":"2023-09-23T15:39:53.472793+0000","last_became_active":"2023-09-23T15:34:50.722201+0000","last_became_peered":"2023-09-23T15:34:50.722201+0000","last_unstale":"2023-09-23T15:39:53.472793+0000","last_undegraded":"2023-09-23T15:39:53.472793+0000","last_fullsized":"2023-09-23T15:39:53.472793+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:20:26.138312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":86,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345467+0000","last_change":"2023-09-23T15:35:20.007429+0000","last_active":"2023-09-23T15:39:53.345467+0000","last_peered":"2023-09-23T15:39:53.345467+0000","last_clean":"2023-09-23T15:39:53.345467+0000","last_became_active":"2023-09-23T15:35:20.007119+0000","last_became_peered":"2023-09-23T15:35:20.007119+0000","last_unstale":"2023-09-23T15:39:53.345467+0000","last_undegraded":"2023-09-23T15:39:53.345467+0000","last_fullsized":"2023-09-23T15:39:53.345467+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:52:55.557403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":911,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317504+0000","last_change":"2023-09-23T15:35:20.800456+0000","last_active":"2023-09-23T15:39:53.317504+0000","last_peered":"2023-09-23T15:39:53.317504+0000","last_clean":"2023-09-23T15:39:53.317504+0000","last_became_active":"2023-09-23T15:35:20.799946+0000","last_became_peered":"2023-09-23T15:35:20.799946+0000","last_unstale":"2023-09-23T15:39:53.317504+0000","last_undegraded":"2023-09-23T15:39:53.317504+0000","last_fullsized":"2023-09-23T15:39:53.317504+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:26:23.884792+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"624'43","reported_seq":247,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345229+0000","last_change":"2023-09-23T15:39:36.801982+0000","last_active":"2023-09-23T15:39:53.345229+0000","last_peered":"2023-09-23T15:39:53.345229+0000","last_clean":"2023-09-23T15:39:53.345229+0000","last_became_active":"2023-09-23T15:35:19.957938+0000","last_became_peered":"2023-09-23T15:35:19.957938+0000","last_unstale":"2023-09-23T15:39:53.345229+0000","last_undegraded":"2023-09-23T15:39:53.345229+0000","last_fullsized":"2023-09-23T15:39:53.345229+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:07:20.851224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052543499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":97,"num_write":43,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1],"acting":[2,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":86,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345260+0000","last_change":"2023-09-23T15:35:19.800265+0000","last_active":"2023-09-23T15:39:53.345260+0000","last_peered":"2023-09-23T15:39:53.345260+0000","last_clean":"2023-09-23T15:39:53.345260+0000","last_became_active":"2023-09-23T15:35:19.799748+0000","last_became_peered":"2023-09-23T15:35:19.799748+0000","last_unstale":"2023-09-23T15:39:53.345260+0000","last_undegraded":"2023-09-23T15:39:53.345260+0000","last_fullsized":"2023-09-23T15:39:53.345260+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:03:50.390832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":198,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470876+0000","last_change":"2023-09-23T15:30:23.668261+0000","last_active":"2023-09-23T15:39:53.470876+0000","last_peered":"2023-09-23T15:39:53.470876+0000","last_clean":"2023-09-23T15:39:53.470876+0000","last_became_active":"2023-09-23T15:30:23.667921+0000","last_became_peered":"2023-09-23T15:30:23.667921+0000","last_unstale":"2023-09-23T15:39:53.470876+0000","last_undegraded":"2023-09-23T15:39:53.470876+0000","last_fullsized":"2023-09-23T15:39:53.470876+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:39:50.369304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"625'163","reported_seq":616,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345404+0000","last_change":"2023-09-23T15:39:36.802772+0000","last_active":"2023-09-23T15:39:53.345404+0000","last_peered":"2023-09-23T15:39:53.345404+0000","last_clean":"2023-09-23T15:39:53.345404+0000","last_became_active":"2023-09-23T15:35:19.793687+0000","last_became_peered":"2023-09-23T15:35:19.793687+0000","last_unstale":"2023-09-23T15:39:53.345404+0000","last_undegraded":"2023-09-23T15:39:53.345404+0000","last_fullsized":"2023-09-23T15:39:53.345404+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:22:11.374770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000267211,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":780,"num_read_kb":855,"num_write":147,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1215,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317303+0000","last_change":"2023-09-23T15:35:19.794318+0000","last_active":"2023-09-23T15:39:53.317303+0000","last_peered":"2023-09-23T15:39:53.317303+0000","last_clean":"2023-09-23T15:39:53.317303+0000","last_became_active":"2023-09-23T15:35:19.793920+0000","last_became_peered":"2023-09-23T15:35:19.793920+0000","last_unstale":"2023-09-23T15:39:53.317303+0000","last_undegraded":"2023-09-23T15:39:53.317303+0000","last_fullsized":"2023-09-23T15:39:53.317303+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:57:57.669868+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":297,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149487+0000","last_change":"2023-09-23T15:34:50.711765+0000","last_active":"2023-09-23T15:39:53.149487+0000","last_peered":"2023-09-23T15:39:53.149487+0000","last_clean":"2023-09-23T15:39:53.149487+0000","last_became_active":"2023-09-23T15:34:50.711454+0000","last_became_peered":"2023-09-23T15:34:50.711454+0000","last_unstale":"2023-09-23T15:39:53.149487+0000","last_undegraded":"2023-09-23T15:39:53.149487+0000","last_fullsized":"2023-09-23T15:39:53.149487+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:46.925364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":89,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472860+0000","last_change":"2023-09-23T15:38:54.967015+0000","last_active":"2023-09-23T15:39:53.472860+0000","last_peered":"2023-09-23T15:39:53.472860+0000","last_clean":"2023-09-23T15:39:53.472860+0000","last_became_active":"2023-09-23T15:38:54.966655+0000","last_became_peered":"2023-09-23T15:38:54.966655+0000","last_unstale":"2023-09-23T15:39:53.472860+0000","last_undegraded":"2023-09-23T15:39:53.472860+0000","last_fullsized":"2023-09-23T15:39:53.472860+0000","mapping_epoch":601,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":602,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:41:07.426485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":533,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472744+0000","last_change":"2023-09-23T15:38:44.338494+0000","last_active":"2023-09-23T15:39:53.472744+0000","last_peered":"2023-09-23T15:39:53.472744+0000","last_clean":"2023-09-23T15:39:53.472744+0000","last_became_active":"2023-09-23T15:34:53.704772+0000","last_became_peered":"2023-09-23T15:34:53.704772+0000","last_unstale":"2023-09-23T15:39:53.472744+0000","last_undegraded":"2023-09-23T15:39:53.472744+0000","last_fullsized":"2023-09-23T15:39:53.472744+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:44.338365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:44.338365+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:45:22.910148+0000","scrub_duration":0.0017193600000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.0","version":"624'100","reported_seq":1009,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317408+0000","last_change":"2023-09-23T15:39:36.806962+0000","last_active":"2023-09-23T15:39:53.317408+0000","last_peered":"2023-09-23T15:39:53.317408+0000","last_clean":"2023-09-23T15:39:53.317408+0000","last_became_active":"2023-09-23T15:29:51.312386+0000","last_became_peered":"2023-09-23T15:29:51.312386+0000","last_unstale":"2023-09-23T15:39:53.317408+0000","last_undegraded":"2023-09-23T15:39:53.317408+0000","last_fullsized":"2023-09-23T15:39:53.317408+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:59:23.081189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035151900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":617,"num_read_kb":4621,"num_write":76,"num_write_kb":4126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471865+0000","last_change":"2023-09-23T15:34:50.717990+0000","last_active":"2023-09-23T15:39:53.471865+0000","last_peered":"2023-09-23T15:39:53.471865+0000","last_clean":"2023-09-23T15:39:53.471865+0000","last_became_active":"2023-09-23T15:34:50.717688+0000","last_became_peered":"2023-09-23T15:34:50.717688+0000","last_unstale":"2023-09-23T15:39:53.471865+0000","last_undegraded":"2023-09-23T15:39:53.471865+0000","last_fullsized":"2023-09-23T15:39:53.471865+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:36:31.579478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":442,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472114+0000","last_change":"2023-09-23T15:35:19.790817+0000","last_active":"2023-09-23T15:39:53.472114+0000","last_peered":"2023-09-23T15:39:53.472114+0000","last_clean":"2023-09-23T15:39:53.472114+0000","last_became_active":"2023-09-23T15:35:19.790561+0000","last_became_peered":"2023-09-23T15:35:19.790561+0000","last_unstale":"2023-09-23T15:39:53.472114+0000","last_undegraded":"2023-09-23T15:39:53.472114+0000","last_fullsized":"2023-09-23T15:39:53.472114+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:02:44.886086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":965,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149639+0000","last_change":"2023-09-23T15:34:53.696968+0000","last_active":"2023-09-23T15:39:53.149639+0000","last_peered":"2023-09-23T15:39:53.149639+0000","last_clean":"2023-09-23T15:39:53.149639+0000","last_became_active":"2023-09-23T15:34:53.696670+0000","last_became_peered":"2023-09-23T15:34:53.696670+0000","last_unstale":"2023-09-23T15:39:53.149639+0000","last_undegraded":"2023-09-23T15:39:53.149639+0000","last_fullsized":"2023-09-23T15:39:53.149639+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":566,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:52.257036+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:52.257036+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:24.129105+0000","scrub_duration":0.0012667189999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"625'161","reported_seq":1390,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317866+0000","last_change":"2023-09-23T15:39:36.807815+0000","last_active":"2023-09-23T15:39:53.317866+0000","last_peered":"2023-09-23T15:39:53.317866+0000","last_clean":"2023-09-23T15:39:53.317866+0000","last_became_active":"2023-09-23T15:34:50.716911+0000","last_became_peered":"2023-09-23T15:34:50.716911+0000","last_unstale":"2023-09-23T15:39:53.317866+0000","last_undegraded":"2023-09-23T15:39:53.317866+0000","last_fullsized":"2023-09-23T15:39:53.317866+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:57:56.603833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043023099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":3143,"num_write":124,"num_write_kb":2621,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":86,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345560+0000","last_change":"2023-09-23T15:35:19.990347+0000","last_active":"2023-09-23T15:39:53.345560+0000","last_peered":"2023-09-23T15:39:53.345560+0000","last_clean":"2023-09-23T15:39:53.345560+0000","last_became_active":"2023-09-23T15:35:19.990063+0000","last_became_peered":"2023-09-23T15:35:19.990063+0000","last_unstale":"2023-09-23T15:39:53.345560+0000","last_undegraded":"2023-09-23T15:39:53.345560+0000","last_fullsized":"2023-09-23T15:39:53.345560+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:04:45.056998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":508,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471942+0000","last_change":"2023-09-23T15:29:35.791298+0000","last_active":"2023-09-23T15:39:53.471942+0000","last_peered":"2023-09-23T15:39:53.471942+0000","last_clean":"2023-09-23T15:39:53.471942+0000","last_became_active":"2023-09-23T15:29:35.789897+0000","last_became_peered":"2023-09-23T15:29:35.789897+0000","last_unstale":"2023-09-23T15:39:53.471942+0000","last_undegraded":"2023-09-23T15:39:53.471942+0000","last_fullsized":"2023-09-23T15:39:53.471942+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:41:14.203619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":1014,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472816+0000","last_change":"2023-09-23T15:38:52.441966+0000","last_active":"2023-09-23T15:39:53.472816+0000","last_peered":"2023-09-23T15:39:53.472816+0000","last_clean":"2023-09-23T15:39:53.472816+0000","last_became_active":"2023-09-23T15:35:20.803938+0000","last_became_peered":"2023-09-23T15:35:20.803938+0000","last_unstale":"2023-09-23T15:39:53.472816+0000","last_undegraded":"2023-09-23T15:39:53.472816+0000","last_fullsized":"2023-09-23T15:39:53.472816+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:52.441878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:52.441878+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:19:10.352597+0000","scrub_duration":0.0017277519999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":660,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.150027+0000","last_change":"2023-09-23T15:29:35.896984+0000","last_active":"2023-09-23T15:39:53.150027+0000","last_peered":"2023-09-23T15:39:53.150027+0000","last_clean":"2023-09-23T15:39:53.150027+0000","last_became_active":"2023-09-23T15:29:35.794509+0000","last_became_peered":"2023-09-23T15:29:35.794509+0000","last_unstale":"2023-09-23T15:39:53.150027+0000","last_undegraded":"2023-09-23T15:39:53.150027+0000","last_fullsized":"2023-09-23T15:39:53.150027+0000","mapping_epoch":447,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":448,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:21:57.066244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"625'116","reported_seq":503,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470826+0000","last_change":"2023-09-23T15:39:36.812573+0000","last_active":"2023-09-23T15:39:53.470826+0000","last_peered":"2023-09-23T15:39:53.470826+0000","last_clean":"2023-09-23T15:39:53.470826+0000","last_became_active":"2023-09-23T15:34:50.712691+0000","last_became_peered":"2023-09-23T15:34:50.712691+0000","last_unstale":"2023-09-23T15:39:53.470826+0000","last_undegraded":"2023-09-23T15:39:53.470826+0000","last_fullsized":"2023-09-23T15:39:53.470826+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":116,"log_dups_size":0,"ondisk_log_size":116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:10:36.837392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037819999999999998,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":378,"num_read_kb":1448,"num_write":96,"num_write_kb":5253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":190,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.148912+0000","last_change":"2023-09-23T15:30:23.668198+0000","last_active":"2023-09-23T15:39:53.148912+0000","last_peered":"2023-09-23T15:39:53.148912+0000","last_clean":"2023-09-23T15:39:53.148912+0000","last_became_active":"2023-09-23T15:30:23.667237+0000","last_became_peered":"2023-09-23T15:30:23.667237+0000","last_unstale":"2023-09-23T15:39:53.148912+0000","last_undegraded":"2023-09-23T15:39:53.148912+0000","last_fullsized":"2023-09-23T15:39:53.148912+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:33:07.725325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":1009,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149392+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:39:53.149392+0000","last_peered":"2023-09-23T15:39:53.149392+0000","last_clean":"2023-09-23T15:39:53.149392+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:39:53.149392+0000","last_undegraded":"2023-09-23T15:39:53.149392+0000","last_fullsized":"2023-09-23T15:39:53.149392+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"625'137","reported_seq":946,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.317897+0000","last_change":"2023-09-23T15:39:36.808626+0000","last_active":"2023-09-23T15:39:53.317897+0000","last_peered":"2023-09-23T15:39:53.317897+0000","last_clean":"2023-09-23T15:39:53.317897+0000","last_became_active":"2023-09-23T15:35:19.791222+0000","last_became_peered":"2023-09-23T15:35:19.791222+0000","last_unstale":"2023-09-23T15:39:53.317897+0000","last_undegraded":"2023-09-23T15:39:53.317897+0000","last_fullsized":"2023-09-23T15:39:53.317897+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:10:27.953289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001092015,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":1449,"num_write":108,"num_write_kb":265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":245,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.470733+0000","last_change":"2023-09-23T15:34:50.728406+0000","last_active":"2023-09-23T15:39:53.470733+0000","last_peered":"2023-09-23T15:39:53.470733+0000","last_clean":"2023-09-23T15:39:53.470733+0000","last_became_active":"2023-09-23T15:34:50.710751+0000","last_became_peered":"2023-09-23T15:34:50.710751+0000","last_unstale":"2023-09-23T15:39:53.470733+0000","last_undegraded":"2023-09-23T15:39:53.470733+0000","last_fullsized":"2023-09-23T15:39:53.470733+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:51:18.065281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471883+0000","last_change":"2023-09-23T15:34:50.722250+0000","last_active":"2023-09-23T15:39:53.471883+0000","last_peered":"2023-09-23T15:39:53.471883+0000","last_clean":"2023-09-23T15:39:53.471883+0000","last_became_active":"2023-09-23T15:34:50.721978+0000","last_became_peered":"2023-09-23T15:34:50.721978+0000","last_unstale":"2023-09-23T15:39:53.471883+0000","last_undegraded":"2023-09-23T15:39:53.471883+0000","last_fullsized":"2023-09-23T15:39:53.471883+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:21.852166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,7],"acting":[4,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472602+0000","last_change":"2023-09-23T15:34:50.727529+0000","last_active":"2023-09-23T15:39:53.472602+0000","last_peered":"2023-09-23T15:39:53.472602+0000","last_clean":"2023-09-23T15:39:53.472602+0000","last_became_active":"2023-09-23T15:34:50.727206+0000","last_became_peered":"2023-09-23T15:34:50.727206+0000","last_unstale":"2023-09-23T15:39:53.472602+0000","last_undegraded":"2023-09-23T15:39:53.472602+0000","last_fullsized":"2023-09-23T15:39:53.472602+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:33:44.803983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":85,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345553+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:39:53.345553+0000","last_peered":"2023-09-23T15:39:53.345553+0000","last_clean":"2023-09-23T15:39:53.345553+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:39:53.345553+0000","last_undegraded":"2023-09-23T15:39:53.345553+0000","last_fullsized":"2023-09-23T15:39:53.345553+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":83,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472196+0000","last_change":"2023-09-23T15:34:50.736806+0000","last_active":"2023-09-23T15:39:53.472196+0000","last_peered":"2023-09-23T15:39:53.472196+0000","last_clean":"2023-09-23T15:39:53.472196+0000","last_became_active":"2023-09-23T15:34:50.719882+0000","last_became_peered":"2023-09-23T15:34:50.719882+0000","last_unstale":"2023-09-23T15:39:53.472196+0000","last_undegraded":"2023-09-23T15:39:53.472196+0000","last_fullsized":"2023-09-23T15:39:53.472196+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:18:08.988157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":79,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472694+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:39:53.472694+0000","last_peered":"2023-09-23T15:39:53.472694+0000","last_clean":"2023-09-23T15:39:53.472694+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:39:53.472694+0000","last_undegraded":"2023-09-23T15:39:53.472694+0000","last_fullsized":"2023-09-23T15:39:53.472694+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":83,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472905+0000","last_change":"2023-09-23T15:34:50.733298+0000","last_active":"2023-09-23T15:39:53.472905+0000","last_peered":"2023-09-23T15:39:53.472905+0000","last_clean":"2023-09-23T15:39:53.472905+0000","last_became_active":"2023-09-23T15:34:50.719546+0000","last_became_peered":"2023-09-23T15:34:50.719546+0000","last_unstale":"2023-09-23T15:39:53.472905+0000","last_undegraded":"2023-09-23T15:39:53.472905+0000","last_fullsized":"2023-09-23T15:39:53.472905+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:42:52.610208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":93,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.472281+0000","last_change":"2023-09-23T15:35:20.926746+0000","last_active":"2023-09-23T15:39:53.472281+0000","last_peered":"2023-09-23T15:39:53.472281+0000","last_clean":"2023-09-23T15:39:53.472281+0000","last_became_active":"2023-09-23T15:35:20.926429+0000","last_became_peered":"2023-09-23T15:35:20.926429+0000","last_unstale":"2023-09-23T15:39:53.472281+0000","last_undegraded":"2023-09-23T15:39:53.472281+0000","last_fullsized":"2023-09-23T15:39:53.472281+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:20:04.308857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":322,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149793+0000","last_change":"2023-09-23T15:35:19.998389+0000","last_active":"2023-09-23T15:39:53.149793+0000","last_peered":"2023-09-23T15:39:53.149793+0000","last_clean":"2023-09-23T15:39:53.149793+0000","last_became_active":"2023-09-23T15:35:19.997976+0000","last_became_peered":"2023-09-23T15:35:19.997976+0000","last_unstale":"2023-09-23T15:39:53.149793+0000","last_undegraded":"2023-09-23T15:39:53.149793+0000","last_fullsized":"2023-09-23T15:39:53.149793+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:43.696759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":329,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.149215+0000","last_change":"2023-09-23T15:35:19.954753+0000","last_active":"2023-09-23T15:39:53.149215+0000","last_peered":"2023-09-23T15:39:53.149215+0000","last_clean":"2023-09-23T15:39:53.149215+0000","last_became_active":"2023-09-23T15:35:19.954390+0000","last_became_peered":"2023-09-23T15:35:19.954390+0000","last_unstale":"2023-09-23T15:39:53.149215+0000","last_undegraded":"2023-09-23T15:39:53.149215+0000","last_fullsized":"2023-09-23T15:39:53.149215+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:08:52.722764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":90,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.345602+0000","last_change":"2023-09-23T15:35:20.804290+0000","last_active":"2023-09-23T15:39:53.345602+0000","last_peered":"2023-09-23T15:39:53.345602+0000","last_clean":"2023-09-23T15:39:53.345602+0000","last_became_active":"2023-09-23T15:35:20.803970+0000","last_became_peered":"2023-09-23T15:35:20.803970+0000","last_unstale":"2023-09-23T15:39:53.345602+0000","last_undegraded":"2023-09-23T15:39:53.345602+0000","last_fullsized":"2023-09-23T15:39:53.345602+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:56:28.139462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":4986,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":89,"reported_epoch":631,"state":"active+clean","last_fresh":"2023-09-23T15:39:53.471669+0000","last_change":"2023-09-23T15:38:54.970434+0000","last_active":"2023-09-23T15:39:53.471669+0000","last_peered":"2023-09-23T15:39:53.471669+0000","last_clean":"2023-09-23T15:39:53.471669+0000","last_became_active":"2023-09-23T15:38:54.970030+0000","last_became_peered":"2023-09-23T15:38:54.970030+0000","last_unstale":"2023-09-23T15:39:53.471669+0000","last_undegraded":"2023-09-23T15:39:53.471669+0000","last_fullsized":"2023-09-23T15:39:53.471669+0000","mapping_epoch":601,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":602,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:24:54.642624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,3],"acting":[4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":155,"num_bytes_recovered":35156,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":22016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":3347232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3381,"ondisk_log_size":3381,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13212,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674588,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":567828,"kb_used_data":6604,"kb_used_omap":85,"kb_used_meta":561130,"kb_avail":93177324,"statfs":{"total":95995035648,"available":95413579776,"internally_reserved":0,"allocated":6762496,"data_stored":4974730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":574597128},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":1.016,"15min":0.99199999999999999},"min":{"1min":0.23699999999999999,"5min":0.23400000000000001,"15min":0.20799999999999999},"max":{"1min":4.907,"5min":9.8290000000000006,"15min":9.8290000000000006},"last":0.50800000000000001},{"interface":"front","average":{"1min":1.298,"5min":1.3180000000000001,"15min":1.3120000000000001},"min":{"1min":0.26800000000000002,"5min":0.249,"15min":0.223},"max":{"1min":7.3630000000000004,"5min":8.0329999999999995,"15min":9.2490000000000006},"last":0.41199999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":6.2039999999999997,"5min":8.4260000000000002,"15min":4.1269999999999998},"min":{"1min":0.39600000000000002,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":100.318,"5min":349.67500000000001,"15min":349.67500000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":6.0519999999999996,"5min":8.375,"15min":4.7370000000000001},"min":{"1min":0.29299999999999998,"5min":0.27900000000000003,"15min":0.25800000000000001},"max":{"1min":100.23,"5min":349.66000000000003,"15min":349.66000000000003},"last":0.46899999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:39:28 2023","interfaces":[{"interface":"back","average":{"1min":5.7199999999999998,"5min":3.29,"15min":2.4729999999999999},"min":{"1min":0.311,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":100.27,"5min":100.27,"15min":100.27},"last":0.45000000000000001},{"interface":"front","average":{"1min":5.8250000000000002,"5min":3.4590000000000001,"15min":2.677},"min":{"1min":0.40500000000000003,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":100.194,"5min":100.194,"15min":100.194},"last":0.35699999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":6.8319999999999999,"15min":4.6029999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":3.0179999999999998,"5min":179.12100000000001,"15min":179.12100000000001},"last":0.437},{"interface":"front","average":{"1min":1.5449999999999999,"5min":6.6970000000000001,"15min":4.3609999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.25800000000000001},"max":{"1min":10.477,"5min":177.55000000000001,"15min":177.55000000000001},"last":0.42299999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.65500000000000003,"15min":0.85899999999999999},"min":{"1min":0.26700000000000002,"5min":0.255,"15min":0.246},"max":{"1min":1.046,"5min":5.8129999999999997,"15min":6.7450000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.76700000000000002,"15min":1.0249999999999999},"min":{"1min":0.317,"5min":0.251,"15min":0.251},"max":{"1min":2.8580000000000001,"5min":6.859,"15min":9.3759999999999994},"last":0.54200000000000004}]},{"osd":5,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.78700000000000003,"15min":2.468},"min":{"1min":0.29799999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":2.9550000000000001,"5min":7.4980000000000002,"15min":254.07300000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.69899999999999995,"15min":2.3530000000000002},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.26200000000000001},"max":{"1min":0.89200000000000002,"5min":7.8040000000000003,"15min":254.291},"last":0.55900000000000005}]},{"osd":6,"last update":"Sat Sep 23 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.81100000000000005,"15min":1.7809999999999999},"min":{"1min":0.38500000000000001,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":3.8780000000000001,"5min":7.0549999999999997,"15min":199.87700000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.82699999999999996,"15min":1.849},"min":{"1min":0.32700000000000001,"5min":0.31900000000000001,"15min":0.27300000000000002},"max":{"1min":3.0409999999999999,"5min":7.4509999999999996,"15min":196.49700000000001},"last":0.48299999999999998}]}]},{"osd":6,"up_from":0,"seq":523986010467,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":89,"seq":382252089745,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1104688,"kb_used_data":12264,"kb_used_omap":9,"kb_used_meta":1092406,"kb_avail":92640464,"statfs":{"total":95995035648,"available":94863835136,"internally_reserved":0,"allocated":12558336,"data_stored":9346643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1118624745},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":1.851,"15min":2.0979999999999999},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.54,"5min":14.164999999999999,"15min":159.33600000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.436,"5min":2.6200000000000001,"15min":2.6360000000000001},"min":{"1min":0.25800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.603,"5min":14.217000000000001,"15min":158.65100000000001},"last":0.36399999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":6.1420000000000003,"15min":4.1200000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.93,"5min":238.30099999999999,"15min":238.30099999999999},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.97199999999999998,"5min":5.7350000000000003,"15min":3.3999999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":10.970000000000001,"5min":238.19399999999999,"15min":238.19399999999999},"last":0.38800000000000001}]},{"osd":3,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":7.9299999999999997,"15min":4.4219999999999997},"min":{"1min":0.29799999999999999,"5min":0.23100000000000001,"15min":0.20000000000000001},"max":{"1min":1.3440000000000001,"5min":314.42500000000001,"15min":314.42500000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.44400000000000001,"5min":6.8650000000000002,"15min":3.895},"min":{"1min":0.311,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.93600000000000005,"5min":314.13999999999999,"15min":314.13999999999999},"last":0.438}]},{"osd":4,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":1.681,"15min":1.4870000000000001},"min":{"1min":0.36299999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.83299999999999996,"5min":11.064,"15min":11.064},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":1.4119999999999999,"15min":1.2070000000000001},"min":{"1min":0.34200000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.89600000000000002,"5min":14.135,"15min":14.135},"last":0.48199999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:39:41 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":2.2010000000000001,"15min":2.516},"min":{"1min":0.376,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.85499999999999998,"5min":13.074,"15min":109.63500000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.67400000000000004,"5min":1.645,"15min":2.3180000000000001},"min":{"1min":0.42399999999999999,"5min":0.31900000000000001,"15min":0.27500000000000002},"max":{"1min":0.94899999999999995,"5min":11.103,"15min":109.655},"last":0.373}]},{"osd":6,"last update":"Sat Sep 23 15:39:22 2023","interfaces":[{"interface":"back","average":{"1min":1.093,"5min":2.3809999999999998,"15min":2.012},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.33300000000000002},"max":{"1min":11.077,"5min":13.117000000000001,"15min":13.117000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":1.4279999999999999,"5min":1.956,"15min":1.8500000000000001},"min":{"1min":0.40600000000000003,"5min":0.34499999999999997,"15min":0.33800000000000002},"max":{"1min":11.138,"5min":11.138,"15min":11.138},"last":0.41099999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":1.827,"5min":3.0649999999999999,"15min":2.6259999999999999},"min":{"1min":0.377,"5min":0.34300000000000003,"15min":0.30599999999999999},"max":{"1min":11.349,"5min":129.31200000000001,"15min":129.31200000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":1.7809999999999999,"5min":3.6600000000000001,"15min":3.036},"min":{"1min":0.38300000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":11.31,"5min":128.50700000000001,"15min":128.50700000000001},"last":0.45100000000000001}]}]},{"osd":0,"up_from":0,"seq":360777253271,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":2,"up_from":570,"seq":2448131358778,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":227208,"kb_used_data":8384,"kb_used_omap":93,"kb_used_meta":218722,"kb_avail":93517944,"statfs":{"total":95995035648,"available":95762374656,"internally_reserved":0,"allocated":8585216,"data_stored":5413826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":223971472},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":2.2909999999999999,"15min":2.4550000000000001},"min":{"1min":0.23100000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.86099999999999999,"5min":16.773,"15min":16.773},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.376,"5min":1.365,"15min":1.5609999999999999},"min":{"1min":0.249,"5min":0.218,"15min":0.218},"max":{"1min":0.75800000000000001,"5min":13.295999999999999,"15min":13.295999999999999},"last":0.42299999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":4.9139999999999997,"15min":6.4119999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.71499999999999997,"5min":51.262999999999998,"15min":51.262999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":4.5309999999999997,"15min":5.7690000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.78600000000000003,"5min":49.341999999999999,"15min":49.341999999999999},"last":0.496}]},{"osd":3,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":5.5190000000000001,"15min":5.2599999999999998},"min":{"1min":0.30499999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":4.968,"5min":172.31,"15min":172.31},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.65500000000000003,"5min":6.2320000000000002,"15min":6.5359999999999996},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":4.9539999999999997,"5min":174.75200000000001,"15min":174.75200000000001},"last":0.46100000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":1.6539999999999999,"15min":2.056},"min":{"1min":0.39000000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.081,"5min":29.542999999999999,"15min":29.542999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.57699999999999996,"5min":2.21,"15min":2.8519999999999999},"min":{"1min":0.42199999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.93000000000000005,"5min":29.558,"15min":29.558},"last":0.51100000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":1.593,"15min":1.6970000000000001},"min":{"1min":0.40200000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.96199999999999997,"5min":9.5990000000000002,"15min":9.5990000000000002},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60199999999999998,"5min":2.1179999999999999,"15min":2.238},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.91800000000000004,"5min":16.954999999999998,"15min":16.954999999999998},"last":0.44400000000000001}]},{"osd":6,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":1.677,"15min":1.7490000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0660000000000001,"5min":9.6300000000000008,"15min":9.6300000000000008},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.623,"5min":2.2029999999999998,"15min":2.2970000000000002},"min":{"1min":0.44600000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.98399999999999999,"5min":16.978999999999999,"15min":16.978999999999999},"last":0.56499999999999995}]},{"osd":7,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":2.9169999999999998,"15min":3.7839999999999998},"min":{"1min":0.41399999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.94999999999999996,"5min":33.548999999999999,"15min":33.548999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.60999999999999999,"5min":1.8839999999999999,"15min":2.3639999999999999},"min":{"1min":0.36399999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.0469999999999999,"5min":33.762999999999998,"15min":33.762999999999998},"last":0.61099999999999999}]}]},{"osd":3,"up_from":99,"seq":425201762693,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1295180,"kb_used_data":42180,"kb_used_omap":7,"kb_used_meta":1252984,"kb_avail":92449972,"statfs":{"total":95995035648,"available":94668771328,"internally_reserved":0,"allocated":43192320,"data_stored":40011986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1283056232},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:57 2023","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":2.1509999999999998,"15min":2.7719999999999998},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.182},"max":{"1min":0.66900000000000004,"5min":20.260999999999999,"15min":167.71799999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.376,"5min":2.0230000000000001,"15min":2.3650000000000002},"min":{"1min":0.24199999999999999,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.67900000000000005,"5min":10.279,"15min":176.61500000000001},"last":0.44}]},{"osd":1,"last update":"Sat Sep 23 15:39:57 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":2.9470000000000001,"15min":5.1360000000000001},"min":{"1min":0.214,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":3.3540000000000001,"5min":77.807000000000002,"15min":201.98099999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.36599999999999999,"5min":4.1920000000000002,"15min":5.2889999999999997},"min":{"1min":0.27200000000000002,"5min":0.23499999999999999,"15min":0.21099999999999999},"max":{"1min":0.54400000000000004,"5min":78.194999999999993,"15min":202.06700000000001},"last":0.46600000000000003}]},{"osd":2,"last update":"Sat Sep 23 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":5.4400000000000004,"15min":5.3630000000000004},"min":{"1min":0.26600000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.50600000000000001,"5min":123.694,"15min":123.694},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.35899999999999999,"5min":6.226,"15min":5.9359999999999999},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.54000000000000004,"5min":122.10899999999999,"15min":122.10899999999999},"last":0.47999999999999998}]},{"osd":4,"last update":"Sat Sep 23 15:39:57 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":1.3480000000000001,"15min":1.8899999999999999},"min":{"1min":0.32000000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":3.29,"5min":6.7610000000000001,"15min":163.43700000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":1.8109999999999999,"15min":2.0830000000000002},"min":{"1min":0.38100000000000001,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.72599999999999998,"5min":17.094000000000001,"15min":163.72399999999999},"last":0.66000000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:39:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":1.8500000000000001,"15min":2.4329999999999998},"min":{"1min":0.40200000000000002,"5min":0.314,"15min":0.26100000000000001},"max":{"1min":0.86499999999999999,"5min":17.212,"15min":163.696},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.61899999999999999,"5min":1.7689999999999999,"15min":1.673},"min":{"1min":0.45200000000000001,"5min":0.33100000000000002,"15min":0.30499999999999999},"max":{"1min":0.78600000000000003,"5min":10.704000000000001,"15min":55.363},"last":0.66500000000000004}]},{"osd":6,"last update":"Sat Sep 23 15:39:35 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":2.1779999999999999,"15min":2.4340000000000002},"min":{"1min":0.38100000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.81499999999999995,"5min":21.344000000000001,"15min":163.63399999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":1.899,"15min":2.077},"min":{"1min":0.41899999999999998,"5min":0.38800000000000001,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":10.785,"15min":163.535},"last":0.63}]},{"osd":7,"last update":"Sat Sep 23 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":1.9350000000000001,"15min":2.1429999999999998},"min":{"1min":0.40400000000000003,"5min":0.376,"15min":0.35699999999999998},"max":{"1min":1.8129999999999999,"5min":10.518000000000001,"15min":163.495},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.88100000000000001,"5min":1.554,"15min":2.25},"min":{"1min":0.42999999999999999,"5min":0.35399999999999998,"15min":0.32800000000000001},"max":{"1min":3.8460000000000001,"5min":6.8099999999999996,"15min":163.51400000000001},"last":0.61499999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986718,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":353628,"kb_used_data":11028,"kb_used_omap":0,"kb_used_meta":342592,"kb_avail":93391524,"statfs":{"total":95995035648,"available":95632920576,"internally_reserved":0,"allocated":11292672,"data_stored":9497802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":350814208},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:20 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.93400000000000005,"15min":2.4239999999999999},"min":{"1min":0.28399999999999997,"5min":0.23999999999999999,"15min":0.22800000000000001},"max":{"1min":0.86299999999999999,"5min":6.6079999999999997,"15min":169.739},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.86099999999999999,"15min":2.544},"min":{"1min":0.317,"5min":0.25800000000000001,"15min":0.248},"max":{"1min":1.919,"5min":5.4829999999999997,"15min":169.75200000000001},"last":0.40799999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":8.6959999999999997,"15min":5.9649999999999999},"min":{"1min":0.33600000000000002,"5min":0.26900000000000002,"15min":0.254},"max":{"1min":0.59799999999999998,"5min":212.74000000000001,"15min":212.74000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":8.9649999999999999,"15min":6.0549999999999997},"min":{"1min":0.33500000000000002,"5min":0.25700000000000001,"15min":0.251},"max":{"1min":0.61899999999999999,"5min":209.995,"15min":209.995},"last":0.42899999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":2.9399999999999999,"15min":2.677},"min":{"1min":0.35199999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.79400000000000004,"5min":81.802000000000007,"15min":81.802000000000007},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":3.1760000000000002,"15min":3.069},"min":{"1min":0.38300000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.71899999999999997,"5min":81.781000000000006,"15min":81.781000000000006},"last":0.54100000000000004}]},{"osd":3,"last update":"Sat Sep 23 15:39:44 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":8.2050000000000001,"15min":6.4989999999999997},"min":{"1min":0.312,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.58399999999999996,"5min":118.68000000000001,"15min":191.41499999999999},"last":0.439},{"interface":"front","average":{"1min":0.61199999999999999,"5min":8.5950000000000006,"15min":6.7300000000000004},"min":{"1min":0.33700000000000002,"5min":0.29999999999999999,"15min":0.28399999999999997},"max":{"1min":2.629,"5min":118.586,"15min":191.602},"last":0.51300000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.628,"15min":2.0840000000000001},"min":{"1min":0.246,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.67400000000000004,"5min":3.4420000000000002,"15min":163.12},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.69099999999999995,"15min":1.9490000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.60199999999999998,"5min":5.3840000000000003,"15min":164.601},"last":0.47599999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:39:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.88500000000000001,"15min":2.427},"min":{"1min":0.374,"5min":0.314,"15min":0.28699999999999998},"max":{"1min":1.7050000000000001,"5min":7.3739999999999997,"15min":174.84100000000001},"last":0.504},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.79000000000000004,"15min":2.4209999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31},"max":{"1min":2.7210000000000001,"5min":7.3440000000000003,"15min":174.60300000000001},"last":0.46700000000000003}]},{"osd":7,"last update":"Sat Sep 23 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.365,"15min":2.8679999999999999},"min":{"1min":0.33400000000000002,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":15.467000000000001,"5min":19.411999999999999,"15min":237.476},"last":0.39300000000000002},{"interface":"front","average":{"1min":1.4370000000000001,"5min":1.355,"15min":2.8860000000000001},"min":{"1min":0.32400000000000001,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":16.375,"5min":19.768999999999998,"15min":237.523},"last":0.52900000000000003}]}]},{"osd":5,"up_from":39,"seq":167503725081,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":863624,"kb_used_data":247104,"kb_used_omap":0,"kb_used_meta":616512,"kb_avail":92881528,"statfs":{"total":95995035648,"available":95110684672,"internally_reserved":0,"allocated":253034496,"data_stored":251255255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":631308288},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:39:31 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.82199999999999995,"15min":0.98399999999999999},"min":{"1min":0.32200000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.65800000000000003,"5min":6.4219999999999997,"15min":11.880000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":1.024,"15min":1.0700000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.252},"max":{"1min":0.72499999999999998,"5min":5.6900000000000004,"15min":9.3610000000000007},"last":0.31}]},{"osd":1,"last update":"Sat Sep 23 15:39:45 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":3.2389999999999999,"15min":2.0059999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":0.68100000000000005,"5min":163.399,"15min":163.399},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.51200000000000001,"5min":3.7050000000000001,"15min":2.0710000000000002},"min":{"1min":0.29899999999999999,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":0.69299999999999995,"5min":166.11500000000001,"15min":166.11500000000001},"last":0.42399999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":5.3550000000000004,"15min":3.4750000000000001},"min":{"1min":0.34000000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.72699999999999998,"5min":149.90899999999999,"15min":149.90899999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.67000000000000004,"5min":5.2380000000000004,"15min":2.9740000000000002},"min":{"1min":0.371,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":2.9630000000000001,"5min":149.887,"15min":149.887},"last":0.36499999999999999}]},{"osd":3,"last update":"Sat Sep 23 15:39:45 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":5.9249999999999998,"15min":5.3769999999999998},"min":{"1min":0.33900000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.77700000000000002,"5min":158.43199999999999,"15min":169.83699999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":6.3559999999999999,"15min":5.407},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.32000000000000001},"max":{"1min":0.90900000000000003,"5min":158.685,"15min":170.166},"last":0.44}]},{"osd":4,"last update":"Sat Sep 23 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.54200000000000004,"15min":0.68500000000000005},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":0.68500000000000005,"5min":3.9289999999999998,"15min":8.9450000000000003},"last":0.38},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.64100000000000001,"15min":0.84599999999999997},"min":{"1min":0.32400000000000001,"5min":0.255,"15min":0.22900000000000001},"max":{"1min":0.74299999999999999,"5min":5.5960000000000001,"15min":9.2590000000000003},"last":0.40200000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:39:31 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.71299999999999997,"15min":2.6869999999999998},"min":{"1min":0.38200000000000001,"5min":0.28399999999999997,"15min":0.24199999999999999},"max":{"1min":0.81999999999999995,"5min":6.1609999999999996,"15min":207.054},"last":0.496},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.79200000000000004,"15min":2.899},"min":{"1min":0.42999999999999999,"5min":0.32100000000000001,"15min":0.318},"max":{"1min":0.82499999999999996,"5min":6.109,"15min":207.28299999999999},"last":0.55500000000000005}]},{"osd":7,"last update":"Sat Sep 23 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.84799999999999998,"15min":2.9180000000000001},"min":{"1min":0.34899999999999998,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":0.79800000000000004,"5min":7.1840000000000002,"15min":214.78100000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.84699999999999998,"15min":3.0470000000000002},"min":{"1min":0.40000000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":0.76900000000000002,"5min":8.9670000000000005,"15min":212.95500000000001},"last":0.58199999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:40:05.609 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-09-23T15:40:05.610 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set .mgr pg_num 31 2023-09-23T15:40:05.760 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2023-09-23T15:40:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "size": 20, 2023-09-23T15:40:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 600, 2023-09-23T15:40:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "ops": [ 2023-09-23T15:40:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:143846 10.c 10:3f9c8b20:::benchmark_data_smithi118_553868_object45367:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e508)", 2023-09-23T15:40:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:15.705414+0000", 2023-09-23T15:40:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 470.05217727600001, 2023-09-23T15:40:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1957396880000002, 2023-09-23T15:40:05.760 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 143846 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705414+0000", 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705414+0000", 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705413+0000", 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.762 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705419+0000", 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3910000000000003e-06 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705431+0000", 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1914e-05 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705439+0000", 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0590000000000003e-06 2023-09-23T15:40:05.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705944+0000", 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00050421000000000005 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.706073+0000", 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012892599999999999 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.764 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.706187+0000", 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011492100000000001 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.719072+0000", 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012884154 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.723157+0000", 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0040853640000000002 2023-09-23T15:40:05.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.723168+0000", 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0698e-05 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:16.793668+0000", 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.070500432 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.766 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:16.793678+0000", 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0338e-05 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:17.873753+0000", 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.080074295 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for missing object", 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:17.873916+0000", 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000163158 2023-09-23T15:40:05.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:17.901049+0000", 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.027132960000000001 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:17.901154+0000", 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00010518000000000001 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:143848 10.c 10:357cb61c:::benchmark_data_smithi118_553868_object45369:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e508)", 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:15.705453+0000", 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 470.05213849699999, 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.196179221, 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 143848 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.769 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705453+0000", 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705453+0000", 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.770 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705453+0000", 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705456+0000", 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.444e-06 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705464+0000", 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0039999999999999e-06 2023-09-23T15:40:05.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705469+0000", 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8709999999999996e-06 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.709996+0000", 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045271299999999999 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.772 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.710123+0000", 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012728800000000001 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,6", 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.710535+0000", 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00041141099999999998 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.723892+0000", 2023-09-23T15:40:05.773 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.013356935 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.723900+0000", 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0709999999999995e-06 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:16.798621+0000", 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0747206869999999 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.774 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:16.798633+0000", 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2526e-05 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:17.874391+0000", 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0757581410000001 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for missing object", 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:17.874539+0000", 2023-09-23T15:40:05.775 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00014765700000000001 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:17.901552+0000", 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.027013435999999998 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:17.901632+0000", 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0056999999999996e-05 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.776 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:143835 10.0 10:06e5baa4:::benchmark_data_smithi118_553868_object45356:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:15.705488+0000", 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 470.05210333399998, 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1506041709999999, 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 143835 2023-09-23T15:40:05.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705488+0000", 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705488+0000", 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.778 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705488+0000", 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705491+0000", 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1149999999999998e-06 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705498+0000", 2023-09-23T15:40:05.779 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0129999999999996e-06 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705503+0000", 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.288e-06 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705634+0000", 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000130471 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op must wait for map", 2023-09-23T15:40:05.780 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705642+0000", 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.2160000000000006e-06 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.708068+0000", 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0024257049999999998 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.708076+0000", 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8389999999999996e-06 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.781 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:16.784563+0000", 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0764864750000001 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:16.784578+0000", 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.5311999999999998e-05 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.782 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:17.854421+0000", 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.069842765 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:17.856092+0000", 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0016714830000000001 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:143843 10.6 10.1283b4d6 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e509)", 2023-09-23T15:40:05.783 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:15.705518+0000", 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 470.05207338100001, 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0800870090000001, 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 143843 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.784 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705518+0000", 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705518+0000", 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705518+0000", 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:40:05.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705521+0000", 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7130000000000001e-06 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705527+0000", 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3319999999999997e-06 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.786 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.705532+0000", 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2349999999999999e-06 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.710672+0000", 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0051400430000000004 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:15.710679+0000", 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.9859999999999997e-06 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.787 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:16.785595+0000", 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0749161089999999 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:16.785605+0000", 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0013999999999999e-05 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.788 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:164200 10.0 10:0bdbe80e:::benchmark_data_smithi118_553868_object65721:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e521)", 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:40.762679+0000", 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 444.99491263099998, 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.038414505, 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164200 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.789 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.762679+0000", 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.762679+0000", 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.790 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.762679+0000", 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.762682+0000", 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1329999999999999e-06 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.762695+0000", 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3481e-05 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.791 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.762700+0000", 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4610000000000001e-06 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.762758+0000", 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.8656000000000002e-05 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.762903+0000", 2023-09-23T15:40:05.792 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000144637 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,5,6", 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.762986+0000", 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.3057000000000001e-05 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.767860+0000", 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0048739830000000001 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.793 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.768349+0000", 2023-09-23T15:40:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000489319 2023-09-23T15:40:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.772339+0000", 2023-09-23T15:40:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0039901479999999998 2023-09-23T15:40:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.794 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.774611+0000", 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002271286 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.774624+0000", 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3083e-05 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:41.801016+0000", 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0263918919999999 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.795 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:41.801093+0000", 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.7822000000000001e-05 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46235.0:164217 10.0 10:0bde1201:::benchmark_data_smithi118_553868_object65738:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e522)", 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:32:40.786020+0000", 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 444.97157124500001, 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0364707989999999, 2023-09-23T15:40:05.796 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46235", 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/606022388", 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 164217 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.786020+0000", 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.797 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.786020+0000", 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.786019+0000", 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.786027+0000", 2023-09-23T15:40:05.798 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9999999999999996e-06 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.786039+0000", 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.2099000000000001e-05 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.786044+0000", 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8849999999999998e-06 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.799 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.786094+0000", 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9366000000000001e-05 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:40.786102+0000", 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.6989999999999992e-06 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:41.801110+0000", 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0150073829999999 2023-09-23T15:40:05.800 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:41.801186+0000", 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.6462000000000001e-05 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,5", 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:41.801257+0000", 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0850000000000001e-05 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.801 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:41.809861+0000", 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0086044209999999993 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:41.822370+0000", 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012508561 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:41.822420+0000", 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9805000000000002e-05 2023-09-23T15:40:05.802 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:41.822466+0000", 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.5874999999999997e-05 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:32:41.822491+0000", 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5469e-05 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.803 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:35095 11.5 11:a76359f9:::benchmark_data_smithi118_606503_object35094:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e557)", 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:18.543583+0000", 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 347.21400881300002, 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.34829355299999998, 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 35095 2023-09-23T15:40:05.804 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.543583+0000", 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.543583+0000", 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.805 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.543582+0000", 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.543645+0000", 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.2728e-05 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.806 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.543659+0000", 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.4235e-05 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.543664+0000", 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2660000000000001e-06 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.543699+0000", 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4876999999999998e-05 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.807 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.543795+0000", 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.5888000000000001e-05 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.543885+0000", 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0031999999999995e-05 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.544981+0000", 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0010959330000000001 2023-09-23T15:40:05.808 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.545207+0000", 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00022617700000000001 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.891816+0000", 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.346608994 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.809 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.891851+0000", 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.4659999999999997e-05 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:18.891876+0000", 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.5469999999999998e-05 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.810 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:43740 11.f 11:f3bf6b3d:::benchmark_data_smithi118_606503_object43739:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e557)", 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:25.794738+0000", 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 339.96285325600002, 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0303638070000001, 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 43740 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.794738+0000", 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.794738+0000", 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.794737+0000", 2023-09-23T15:40:05.812 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.794792+0000", 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5216999999999997e-05 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.794803+0000", 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1004e-05 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.813 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.794810+0000", 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0500000000000003e-06 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.794860+0000", 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9357999999999997e-05 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.794971+0000", 2023-09-23T15:40:05.814 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000110881 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.795062+0000", 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.1292999999999995e-05 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.796894+0000", 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001832115 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.815 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.805990+0000", 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0090959160000000008 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.818401+0000", 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012411037999999999 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.818406+0000", 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2989999999999996e-06 2023-09-23T15:40:05.816 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825002+0000", 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0065953430000001 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825102+0000", 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000100556 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.817 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:43743 11.f 11:f53382a6:::benchmark_data_smithi118_606503_object43742:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e557)", 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:25.797495+0000", 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 339.96009630200001, 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0350468880000001, 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "reached pg", 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 43743 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.818 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.797495+0000", 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.797495+0000", 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.819 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.797494+0000", 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.797598+0000", 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000103717 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.797609+0000", 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.082e-05 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.820 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.797615+0000", 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.793e-06 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.797659+0000", 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3219000000000001e-05 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.797794+0000", 2023-09-23T15:40:05.821 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000135685 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.797954+0000", 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015927700000000001 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.799336+0000", 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001382042 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.822 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.806031+0000", 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0066949280000000002 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.818701+0000", 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.012670311 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.818709+0000", 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.1480000000000006e-06 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.823 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825376+0000", 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.006667038 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for degraded object", 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825842+0000", 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00046625600000000002 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.824 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832457+0000", 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0066147430000000002 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832542+0000", 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.5189e-05 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.825 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:43756 11.f 11:fcd4914f:::benchmark_data_smithi118_606503_object43755:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e558)", 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:25.823379+0000", 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 339.93421224899998, 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0092894210000001, 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 43756 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.826 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.823379+0000", 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.823379+0000", 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.823378+0000", 2023-09-23T15:40:05.827 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.823427+0000", 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8733000000000002e-05 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.823435+0000", 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0320000000000003e-06 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.828 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.823440+0000", 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7029999999999997e-06 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.823476+0000", 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5868999999999998e-05 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.823482+0000", 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5259999999999999e-06 2023-09-23T15:40:05.829 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825889+0000", 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0024072260000001 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.825997+0000", 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000107612 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.830 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1", 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.826116+0000", 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000118504 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.830393+0000", 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0042776250000000002 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832576+0000", 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0021823599999999999 2023-09-23T15:40:05.831 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832616+0000", 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.0852000000000001e-05 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832669+0000", 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2438000000000002e-05 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.832 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.833 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.833 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:43757 11.f 11:f3848436:::benchmark_data_smithi118_606503_object43756:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e558)", 2023-09-23T15:40:05.833 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:25.825562+0000", 2023-09-23T15:40:05.833 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 339.93202938100001, 2023-09-23T15:40:05.833 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0072245289999999, 2023-09-23T15:40:05.833 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.833 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.833 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.833 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.833 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.833 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 43757 2023-09-23T15:40:05.834 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.834 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.834 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.834 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.834 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.825562+0000", 2023-09-23T15:40:05.834 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.834 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.834 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.834 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.834 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.825562+0000", 2023-09-23T15:40:05.834 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.825561+0000", 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.825614+0000", 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2979000000000002e-05 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.835 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.825625+0000", 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1012000000000001e-05 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.825630+0000", 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4700000000000004e-06 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.825661+0000", 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.1090000000000002e-05 2023-09-23T15:40:05.836 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.825666+0000", 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.2360000000000004e-06 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.827613+0000", 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0019465830000001 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.837 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.827711+0000", 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7941000000000003e-05 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1", 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.827808+0000", 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.7255000000000003e-05 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.830409+0000", 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.002601145 2023-09-23T15:40:05.838 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832694+0000", 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0022849839999999999 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832739+0000", 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4830000000000003e-05 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.839 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.832787+0000", 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.7818000000000002e-05 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:43762 11.4 11:276350b6:::benchmark_data_smithi118_606503_object43761:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e558)", 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:34:25.842632+0000", 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 339.91495936699999, 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.980414169, 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.840 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 43762 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.842632+0000", 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.841 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.842632+0000", 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.842630+0000", 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999976 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.842683+0000", 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.3306000000000001e-05 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.842 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.842719+0000", 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5463000000000002e-05 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.842733+0000", 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.3929e-05 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.843 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.842821+0000", 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.8685999999999998e-05 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for peered", 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:25.842838+0000", 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7003e-05 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.816593+0000", 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.97375412500000003 2023-09-23T15:40:05.844 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.816751+0000", 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00015886599999999999 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1", 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.816925+0000", 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00017347 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.845 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.819247+0000", 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0023223940000000002 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.822886+0000", 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0036383869999999999 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.822956+0000", 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.0691999999999993e-05 2023-09-23T15:40:05.846 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:34:26.823046+0000", 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0111000000000005e-05 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:124579 11.f 11:fd70d107:::benchmark_data_smithi118_606503_object19489:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e577)", 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:36:01.862307+0000", 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 243.89528449100001, 2023-09-23T15:40:05.847 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.30560235600000002, 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 124579 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.862307+0000", 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.848 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.862307+0000", 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.862305+0000", 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.862317+0000", 2023-09-23T15:40:05.849 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1659e-05 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.862338+0000", 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1206999999999999e-05 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.862348+0000", 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.8260000000000005e-06 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.850 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.862421+0000", 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.3279000000000001e-05 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.862591+0000", 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00016957699999999999 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:40:05.851 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.862695+0000", 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000104217 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.868064+0000", 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0053688939999999999 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869669+0000", 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001604952 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.852 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.165943+0000", 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.296274009 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.166004+0000", 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1204000000000006e-05 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.167909+0000", 2023-09-23T15:40:05.853 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0019054950000000001 2023-09-23T15:40:05.854 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.854 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.854 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.854 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.854 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.854 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:124582 11.f 11:f6d19e4a:::benchmark_data_smithi118_606503_object19492:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e577)", 2023-09-23T15:40:05.854 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:36:01.869618+0000", 2023-09-23T15:40:05.854 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 243.88797335300001, 2023-09-23T15:40:05.854 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.29984326500000003, 2023-09-23T15:40:05.854 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.854 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 124582 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869618+0000", 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.855 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869618+0000", 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869618+0000", 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869621+0000", 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.7520000000000001e-06 2023-09-23T15:40:05.856 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869627+0000", 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1279999999999996e-06 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869631+0000", 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3889999999999998e-06 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.857 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869688+0000", 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6628000000000001e-05 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869772+0000", 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.454e-05 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869853+0000", 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 8.0828999999999995e-05 2023-09-23T15:40:05.858 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.167926+0000", 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.298073317 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.167975+0000", 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8313000000000003e-05 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.859 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.168011+0000", 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.6554000000000003e-05 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.168067+0000", 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.5689999999999997e-05 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.169462+0000", 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001394487 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.860 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:124587 11.f 11:ffc1a84a:::benchmark_data_smithi118_606503_object19497:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e577)", 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:36:01.869636+0000", 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 243.88795600500001, 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.31088364299999999, 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.861 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 124587 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869636+0000", 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869636+0000", 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.862 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869635+0000", 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869638+0000", 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.0510000000000001e-06 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.863 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869644+0000", 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.1419999999999998e-06 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.869648+0000", 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.5269999999999999e-06 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.163021+0000", 2023-09-23T15:40:05.864 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.29337286200000001 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.163155+0000", 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00013419500000000001 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,2", 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.163316+0000", 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000161168 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.865 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.169472+0000", 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0061560490000000002 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.172679+0000", 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0032063080000000002 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.178587+0000", 2023-09-23T15:40:05.866 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0059082989999999997 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.178630+0000", 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.282e-05 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.180519+0000", 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.001889553 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.867 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_repop(client.46571.0:124588 11.7 e577/563 11:e4ed33d5:::benchmark_data_smithi118_606503_object19498:head v 577'7851, mlcod=577'7849)", 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:36:01.870232+0000", 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 243.88735947699999, 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.30237526799999997, 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.870232+0000", 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.868 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.870232+0000", 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.870232+0000", 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.869 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:01.870248+0000", 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.6291999999999999e-05 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.160012+0000", 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.28976352700000002 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.160029+0000", 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.749e-05 2023-09-23T15:40:05.870 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.168011+0000", 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0079816190000000006 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.168033+0000", 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.2594000000000001e-05 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.871 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.172577+0000", 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0045441630000000004 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:02.172607+0000", 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9921e-05 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:141606 11.3 11:c0763832:::benchmark_data_smithi118_606503_object36516:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e580)", 2023-09-23T15:40:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:36:29.798552+0000", 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 215.959039389, 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.30028893299999998, 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 141606 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.873 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.798552+0000", 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.798552+0000", 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.798551+0000", 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.999999 2023-09-23T15:40:05.874 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.798562+0000", 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.0778000000000001e-05 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.798580+0000", 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7969999999999999e-05 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.875 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.798587+0000", 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.5650000000000004e-06 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.798637+0000", 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.9394999999999997e-05 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.798761+0000", 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012384200000000001 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.876 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,5", 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.798874+0000", 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00011312299999999999 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.801923+0000", 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0030494049999999998 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.802436+0000", 2023-09-23T15:40:05.877 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00051272299999999998 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:30.098738+0000", 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.296302075 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:30.098797+0000", 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.9305000000000002e-05 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.878 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:30.098841+0000", 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.3815e-05 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:141612 11.3 11:c8f110bf:::benchmark_data_smithi118_606503_object36522:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e580)", 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:36:29.806755+0000", 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 215.95083679800001, 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.29901625300000001, 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.879 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 141612 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.806755+0000", 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.880 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.806755+0000", 2023-09-23T15:40:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.806753+0000", 2023-09-23T15:40:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999986 2023-09-23T15:40:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.881 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.806760+0000", 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.8229999999999997e-06 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.806778+0000", 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.7382999999999999e-05 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.806799+0000", 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.1117000000000001e-05 2023-09-23T15:40:05.882 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.806843+0000", 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4138000000000003e-05 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.806943+0000", 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9789000000000003e-05 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 1,5", 2023-09-23T15:40:05.883 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.807033+0000", 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.0626999999999998e-05 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.809551+0000", 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0025173830000000002 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:29.809815+0000", 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00026407399999999999 2023-09-23T15:40:05.884 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:30.105683+0000", 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.29586807300000001 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:30.105731+0000", 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.8495000000000002e-05 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.885 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:36:30.105771+0000", 2023-09-23T15:40:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.9681000000000002e-05 2023-09-23T15:40:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.46571.0:195293 11.5 11:afc34501:::benchmark_data_smithi118_606503_object90203:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e594)", 2023-09-23T15:40:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:38:01.888316+0000", 2023-09-23T15:40:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 123.869275976, 2023-09-23T15:40:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.30858570499999999, 2023-09-23T15:40:05.886 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.46571", 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 195293 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:01.888316+0000", 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.887 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:01.888316+0000", 2023-09-23T15:40:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:01.888315+0000", 2023-09-23T15:40:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999995 2023-09-23T15:40:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.889 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:01.888318+0000", 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9569999999999998e-06 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:01.888324+0000", 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.6620000000000002e-06 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.890 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:01.888329+0000", 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.0839999999999999e-06 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:01.888373+0000", 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.4298000000000002e-05 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:01.888496+0000", 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00012280200000000001 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.891 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 3,5", 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:01.888616+0000", 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.000120325 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:01.891641+0000", 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0030244930000000001 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:01.892340+0000", 2023-09-23T15:40:05.892 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00069892900000000004 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:02.196807+0000", 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.30446750299999997 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:02.196859+0000", 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 5.1706999999999998e-05 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.893 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:38:02.196901+0000", 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4.2398000000000003e-05 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "description": "osd_op(client.47198.0:58 2.7 2:ff742622:::rbd_header.b85e2796692e:head [call rbd.snapshot_add in=15b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e619)", 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "initiated_at": "2023-09-23T15:39:32.786582+0000", 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "age": 32.971009461999998, 2023-09-23T15:40:05.894 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.0072871079999999996, 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "type_data": { 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "client_info": { 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "client": "client.47198", 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "client_addr": "172.21.15.118:0/2121065606", 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "tid": 58 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "events": [ 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "initiated", 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.786582+0000", 2023-09-23T15:40:05.895 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "throttled", 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.786582+0000", 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "header_read", 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.786580+0000", 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 4294967295.9999981 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.896 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "all_read", 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.786591+0000", 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 1.1114999999999999e-05 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "dispatched", 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.786612+0000", 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.0758999999999999e-05 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "queued_for_pg", 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.786620+0000", 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 7.9000000000000006e-06 2023-09-23T15:40:05.897 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.786685+0000", 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.4677000000000004e-05 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op must wait for map", 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.786691+0000", 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.5080000000000002e-06 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.898 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "reached_pg", 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.792575+0000", 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00588362 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "started", 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.792674+0000", 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 9.9605999999999995e-05 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "waiting for subops from 2,3", 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.792943+0000", 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00026830799999999998 2023-09-23T15:40:05.899 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "op_commit", 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.793350+0000", 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00040779400000000001 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.793738+0000", 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 0.00038757400000000001 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:05.900 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.793802+0000", 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 6.3992999999999995e-05 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "commit_sent", 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.793839+0000", 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 3.7347e-05 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: { 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "event": "done", 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "time": "2023-09-23T15:39:32.793869+0000", 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: "duration": 2.9978999999999999e-05 2023-09-23T15:40:05.901 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: } 2023-09-23T15:40:05.902 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2023-09-23T15:40:05.902 INFO:teuthology.orchestra.run.smithi178.stdout:} 2023-09-23T15:40:05.902 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:05 smithi118 ceph-mon[212312]: from='client.47654 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:40:05.958 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:06.162 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:05 smithi118 ceph-mon[219580]: from='client.47654 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:40:06.295 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:05 smithi178 ceph-mon[192298]: from='client.47654 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:40:06.313 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_ops_in_flight 2023-09-23T15:40:07.156 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:07.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:06 smithi118 ceph-mon[219580]: pgmap v1703: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:07.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:06 smithi118 ceph-mon[212312]: pgmap v1703: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:06 smithi178 ceph-mon[192298]: pgmap v1703: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:07.892 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 1 pg_num to 31 2023-09-23T15:40:08.237 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:08.273 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:07 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1543065522' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T15:40:08.274 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:07 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T15:40:08.276 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:08.276 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:07 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1543065522' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T15:40:08.276 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:07 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T15:40:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:07 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1543065522' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T15:40:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:07 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "31"}]: dispatch 2023-09-23T15:40:08.520 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:40:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:40:08] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2023-09-23T15:40:09.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[212312]: pgmap v1704: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:09.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[212312]: failed to encode map e633 with expected crc 2023-09-23T15:40:09.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "31"}]': finished 2023-09-23T15:40:09.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[212312]: osdmap e633: 8 total, 8 up, 6 in 2023-09-23T15:40:09.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[212312]: failed to encode map e633 with expected crc 2023-09-23T15:40:09.254 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[212312]: failed to encode map e633 with expected crc 2023-09-23T15:40:09.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[219580]: pgmap v1704: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:09.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[219580]: failed to encode map e633 with expected crc 2023-09-23T15:40:09.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "31"}]': finished 2023-09-23T15:40:09.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[219580]: osdmap e633: 8 total, 8 up, 6 in 2023-09-23T15:40:09.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[219580]: failed to encode map e633 with expected crc 2023-09-23T15:40:09.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:08 smithi118 ceph-mon[219580]: failed to encode map e633 with expected crc 2023-09-23T15:40:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:08 smithi178 ceph-mon[192298]: pgmap v1704: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:08 smithi178 ceph-mon[192298]: failed to encode map e633 with expected crc 2023-09-23T15:40:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:08 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "31"}]': finished 2023-09-23T15:40:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:08 smithi178 ceph-mon[192298]: osdmap e633: 8 total, 8 up, 6 in 2023-09-23T15:40:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:08 smithi178 ceph-mon[192298]: failed to encode map e633 with expected crc 2023-09-23T15:40:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:08 smithi178 ceph-mon[192298]: failed to encode map e633 with expected crc 2023-09-23T15:40:09.470 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:40:09.471 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:40:09.471 INFO:teuthology.orchestra.run.smithi118.stdout: "num_ops": 0 2023-09-23T15:40:09.471 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:40:10.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:09 smithi118 ceph-mon[219580]: failed to encode map e633 with expected crc 2023-09-23T15:40:10.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:09 smithi118 ceph-mon[219580]: failed to encode map e633 with expected crc 2023-09-23T15:40:10.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:09 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "31"}]: dispatch 2023-09-23T15:40:10.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:09 smithi118 ceph-mon[212312]: failed to encode map e633 with expected crc 2023-09-23T15:40:10.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:09 smithi118 ceph-mon[212312]: failed to encode map e633 with expected crc 2023-09-23T15:40:10.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:09 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "31"}]: dispatch 2023-09-23T15:40:10.235 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_blocked_ops 2023-09-23T15:40:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:09 smithi178 ceph-mon[192298]: failed to encode map e633 with expected crc 2023-09-23T15:40:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:09 smithi178 ceph-mon[192298]: failed to encode map e633 with expected crc 2023-09-23T15:40:10.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:09 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "31"}]: dispatch 2023-09-23T15:40:10.579 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[219580]: pgmap v1706: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[219580]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "31"}]': finished 2023-09-23T15:40:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[219580]: osdmap e634: 8 total, 8 up, 6 in 2023-09-23T15:40:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[219580]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[219580]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[219580]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[219580]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[212312]: pgmap v1706: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:11.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[212312]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "31"}]': finished 2023-09-23T15:40:11.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[212312]: osdmap e634: 8 total, 8 up, 6 in 2023-09-23T15:40:11.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[212312]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[212312]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[212312]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:10 smithi118 ceph-mon[212312]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:10 smithi178 ceph-mon[192298]: pgmap v1706: 93 pgs: 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:10 smithi178 ceph-mon[192298]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:10 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "31"}]': finished 2023-09-23T15:40:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:10 smithi178 ceph-mon[192298]: osdmap e634: 8 total, 8 up, 6 in 2023-09-23T15:40:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:10 smithi178 ceph-mon[192298]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:10 smithi178 ceph-mon[192298]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:10 smithi178 ceph-mon[192298]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:10 smithi178 ceph-mon[192298]: failed to encode map e634 with expected crc 2023-09-23T15:40:11.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[219580]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[219580]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[219580]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.963 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[219580]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.964 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[219580]: osdmap e635: 8 total, 8 up, 6 in 2023-09-23T15:40:11.964 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[219580]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.964 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[219580]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.964 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[219580]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.964 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[219580]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.964 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[219580]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.964 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[212312]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.964 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[212312]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[212312]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[212312]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[212312]: osdmap e635: 8 total, 8 up, 6 in 2023-09-23T15:40:11.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[212312]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[212312]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[212312]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[212312]: failed to encode map e635 with expected crc 2023-09-23T15:40:11.965 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:11 smithi118 ceph-mon[212312]: failed to encode map e635 with expected crc 2023-09-23T15:40:12.178 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:40:12.178 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [], 2023-09-23T15:40:12.178 INFO:teuthology.orchestra.run.smithi118.stdout: "complaint_time": 30, 2023-09-23T15:40:12.178 INFO:teuthology.orchestra.run.smithi118.stdout: "num_blocked_ops": 0 2023-09-23T15:40:12.178 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:40:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:11 smithi178 ceph-mon[192298]: failed to encode map e635 with expected crc 2023-09-23T15:40:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:11 smithi178 ceph-mon[192298]: failed to encode map e635 with expected crc 2023-09-23T15:40:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:11 smithi178 ceph-mon[192298]: failed to encode map e635 with expected crc 2023-09-23T15:40:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:11 smithi178 ceph-mon[192298]: failed to encode map e635 with expected crc 2023-09-23T15:40:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:11 smithi178 ceph-mon[192298]: osdmap e635: 8 total, 8 up, 6 in 2023-09-23T15:40:12.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:11 smithi178 ceph-mon[192298]: failed to encode map e635 with expected crc 2023-09-23T15:40:12.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:11 smithi178 ceph-mon[192298]: failed to encode map e635 with expected crc 2023-09-23T15:40:12.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:11 smithi178 ceph-mon[192298]: failed to encode map e635 with expected crc 2023-09-23T15:40:12.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:11 smithi178 ceph-mon[192298]: failed to encode map e635 with expected crc 2023-09-23T15:40:12.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:11 smithi178 ceph-mon[192298]: failed to encode map e635 with expected crc 2023-09-23T15:40:12.928 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph daemon osd.2 dump_historic_ops 2023-09-23T15:40:13.279 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:13.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:12 smithi118 ceph-mon[212312]: 1.8 scrub starts 2023-09-23T15:40:13.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:12 smithi118 ceph-mon[212312]: 1.8 scrub ok 2023-09-23T15:40:13.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:12 smithi118 ceph-mon[212312]: pgmap v1709: 103 pgs: 10 unknown, 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:13.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:12 smithi118 ceph-mon[219580]: 1.8 scrub starts 2023-09-23T15:40:13.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:12 smithi118 ceph-mon[219580]: 1.8 scrub ok 2023-09-23T15:40:13.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:12 smithi118 ceph-mon[219580]: pgmap v1709: 103 pgs: 10 unknown, 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:12 smithi178 ceph-mon[192298]: 1.8 scrub starts 2023-09-23T15:40:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:12 smithi178 ceph-mon[192298]: 1.8 scrub ok 2023-09-23T15:40:13.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:12 smithi178 ceph-mon[192298]: pgmap v1709: 103 pgs: 10 unknown, 93 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:14.048 INFO:tasks.thrashosds.thrasher:inning osd 2023-09-23T15:40:14.048 INFO:tasks.thrashosds.thrasher:Adding osd 0 2023-09-23T15:40:14.049 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd in 0 2023-09-23T15:40:14.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:13 smithi118 ceph-mon[219580]: 1.e scrub starts 2023-09-23T15:40:14.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:13 smithi118 ceph-mon[219580]: 1.e scrub ok 2023-09-23T15:40:14.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:13 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "31"}]: dispatch 2023-09-23T15:40:14.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:13 smithi118 ceph-mon[212312]: 1.e scrub starts 2023-09-23T15:40:14.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:13 smithi118 ceph-mon[212312]: 1.e scrub ok 2023-09-23T15:40:14.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:13 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "31"}]: dispatch 2023-09-23T15:40:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:13 smithi178 ceph-mon[192298]: 1.e scrub starts 2023-09-23T15:40:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:13 smithi178 ceph-mon[192298]: 1.e scrub ok 2023-09-23T15:40:14.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:13 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "31"}]: dispatch 2023-09-23T15:40:14.562 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:14.911 INFO:teuthology.orchestra.run.smithi118.stdout:{ 2023-09-23T15:40:14.912 INFO:teuthology.orchestra.run.smithi118.stdout: "size": 20, 2023-09-23T15:40:14.912 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 600, 2023-09-23T15:40:14.912 INFO:teuthology.orchestra.run.smithi118.stdout: "ops": [ 2023-09-23T15:40:14.912 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.912 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:99913 11.2 11.aeb6fc02 (undecoded) ondisk+retry+write+known_if_redirected+supports_pool_eio e570)", 2023-09-23T15:40:14.912 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:18.797506+0000", 2023-09-23T15:40:14.912 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.11105208499998, 2023-09-23T15:40:14.912 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98572405799999996, 2023-09-23T15:40:14.912 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:14.912 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:40:14.913 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:14.913 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:14.913 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:14.913 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 99913 2023-09-23T15:40:14.913 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.913 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:14.913 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.913 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:14.913 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797506+0000", 2023-09-23T15:40:14.913 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.914 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.914 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.914 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:14.914 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797506+0000", 2023-09-23T15:40:14.914 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.914 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.914 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.914 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:14.914 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797505+0000", 2023-09-23T15:40:14.914 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:40:14.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.915 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:14.915 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797554+0000", 2023-09-23T15:40:14.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9602999999999999e-05 2023-09-23T15:40:14.915 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.915 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.915 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:14.915 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797562+0000", 2023-09-23T15:40:14.915 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.9670000000000001e-06 2023-09-23T15:40:14.916 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.916 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.916 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:14.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797570+0000", 2023-09-23T15:40:14.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.464e-06 2023-09-23T15:40:14.916 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.916 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.916 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.916 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797619+0000", 2023-09-23T15:40:14.916 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8980999999999997e-05 2023-09-23T15:40:14.917 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.917 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.917 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:14.917 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797637+0000", 2023-09-23T15:40:14.917 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8009e-05 2023-09-23T15:40:14.917 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.917 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.917 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.917 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:19.783217+0000", 2023-09-23T15:40:14.917 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98558051700000004 2023-09-23T15:40:14.918 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.918 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.918 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:14.918 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:19.783230+0000", 2023-09-23T15:40:14.918 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2842e-05 2023-09-23T15:40:14.918 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.918 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:14.918 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.918 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.918 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.919 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:99918 11.2 11.d5b8ce62 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e570)", 2023-09-23T15:40:14.919 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:18.797582+0000", 2023-09-23T15:40:14.919 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.110976042, 2023-09-23T15:40:14.919 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98568501200000003, 2023-09-23T15:40:14.919 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:14.919 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:40:14.919 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:14.919 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:14.919 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:14.919 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 99918 2023-09-23T15:40:14.920 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.920 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:14.920 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.920 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:14.920 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797582+0000", 2023-09-23T15:40:14.920 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.920 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.920 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.920 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:14.920 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797582+0000", 2023-09-23T15:40:14.920 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.921 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.921 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.921 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:14.921 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797582+0000", 2023-09-23T15:40:14.921 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999995 2023-09-23T15:40:14.921 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.921 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.921 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:14.921 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797620+0000", 2023-09-23T15:40:14.921 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8810000000000003e-05 2023-09-23T15:40:14.922 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.922 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.922 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:14.922 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797626+0000", 2023-09-23T15:40:14.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.203e-06 2023-09-23T15:40:14.922 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.922 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.922 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:14.922 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797629+0000", 2023-09-23T15:40:14.922 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9330000000000003e-06 2023-09-23T15:40:14.923 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.923 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.923 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.923 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797665+0000", 2023-09-23T15:40:14.923 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5095000000000002e-05 2023-09-23T15:40:14.923 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.923 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.923 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:14.923 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.797671+0000", 2023-09-23T15:40:14.923 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5050000000000004e-06 2023-09-23T15:40:14.924 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.924 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.924 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.924 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:19.783257+0000", 2023-09-23T15:40:14.924 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.98558612899999998 2023-09-23T15:40:14.924 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.924 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.924 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:14.924 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:19.783267+0000", 2023-09-23T15:40:14.924 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8500000000000006e-06 2023-09-23T15:40:14.925 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.925 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:14.925 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.925 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.925 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.925 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:99919 11.2 11.97f827b2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e570)", 2023-09-23T15:40:14.925 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:18.840911+0000", 2023-09-23T15:40:14.925 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.06764659999999, 2023-09-23T15:40:14.925 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.94238633999999999, 2023-09-23T15:40:14.925 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:14.926 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:40:14.926 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:14.926 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:14.926 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:14.926 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 99919 2023-09-23T15:40:14.926 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.926 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:14.926 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.926 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:14.926 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.840911+0000", 2023-09-23T15:40:14.927 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.927 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.927 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.927 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:14.927 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.840911+0000", 2023-09-23T15:40:14.927 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.927 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.927 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.927 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:14.927 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.840910+0000", 2023-09-23T15:40:14.928 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:40:14.928 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.928 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.928 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:14.928 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.840965+0000", 2023-09-23T15:40:14.928 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5390999999999999e-05 2023-09-23T15:40:14.928 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.928 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.928 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:14.928 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.840979+0000", 2023-09-23T15:40:14.929 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3865e-05 2023-09-23T15:40:14.929 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.929 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.929 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:14.929 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.840992+0000", 2023-09-23T15:40:14.929 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2853e-05 2023-09-23T15:40:14.929 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.929 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.929 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.929 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.841052+0000", 2023-09-23T15:40:14.930 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.9697999999999997e-05 2023-09-23T15:40:14.930 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.930 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.930 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:14.930 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.841065+0000", 2023-09-23T15:40:14.930 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3176000000000001e-05 2023-09-23T15:40:14.930 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.930 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.930 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.930 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:19.783288+0000", 2023-09-23T15:40:14.930 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.94222324400000002 2023-09-23T15:40:14.931 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.931 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.931 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:14.931 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:19.783298+0000", 2023-09-23T15:40:14.931 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8190000000000003e-06 2023-09-23T15:40:14.931 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.931 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:14.931 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.931 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.931 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.932 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:99922 11.2 11.5930dc32 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e570)", 2023-09-23T15:40:14.932 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:35:18.848874+0000", 2023-09-23T15:40:14.932 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 296.05968410600002, 2023-09-23T15:40:14.932 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.93446943199999999, 2023-09-23T15:40:14.932 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:14.932 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:40:14.932 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:14.932 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:14.932 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:14.932 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 99922 2023-09-23T15:40:14.933 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.933 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:14.933 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.933 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:14.933 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.848874+0000", 2023-09-23T15:40:14.933 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.933 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.933 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.933 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:14.933 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.848874+0000", 2023-09-23T15:40:14.934 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.934 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.934 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.934 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:14.934 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.848872+0000", 2023-09-23T15:40:14.934 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:40:14.934 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.934 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.934 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:14.934 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.848920+0000", 2023-09-23T15:40:14.935 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.8139000000000001e-05 2023-09-23T15:40:14.935 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.935 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.935 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:14.935 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.848936+0000", 2023-09-23T15:40:14.935 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6062999999999999e-05 2023-09-23T15:40:14.935 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.935 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.935 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:14.935 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.848945+0000", 2023-09-23T15:40:14.935 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.4089999999999992e-06 2023-09-23T15:40:14.936 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.936 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.936 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.936 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.848996+0000", 2023-09-23T15:40:14.936 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.0430999999999999e-05 2023-09-23T15:40:14.936 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.936 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.936 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:14.936 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:18.849005+0000", 2023-09-23T15:40:14.936 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2699999999999993e-06 2023-09-23T15:40:14.937 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.937 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.937 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.937 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:19.783333+0000", 2023-09-23T15:40:14.937 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.934328398 2023-09-23T15:40:14.937 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.937 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.937 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:14.937 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:35:19.783343+0000", 2023-09-23T15:40:14.937 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.944e-06 2023-09-23T15:40:14.937 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.938 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:14.938 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.938 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.938 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.938 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145350 11.6 11:6e111cb3:::benchmark_data_smithi118_606503_object40260:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:14.938 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:35.914587+0000", 2023-09-23T15:40:14.938 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.99397114199999, 2023-09-23T15:40:14.938 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.25503473, 2023-09-23T15:40:14.938 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:14.938 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "reached pg", 2023-09-23T15:40:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145350 2023-09-23T15:40:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.914587+0000", 2023-09-23T15:40:14.939 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.914587+0000", 2023-09-23T15:40:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.914585+0000", 2023-09-23T15:40:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:40:14.940 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.941 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.941 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:14.941 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.914594+0000", 2023-09-23T15:40:14.941 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.9390000000000003e-06 2023-09-23T15:40:14.941 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.941 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.941 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:14.941 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.914611+0000", 2023-09-23T15:40:14.941 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7368e-05 2023-09-23T15:40:14.941 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.942 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.942 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:14.942 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.914622+0000", 2023-09-23T15:40:14.942 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0869999999999999e-05 2023-09-23T15:40:14.942 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.942 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.942 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.942 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.917389+0000", 2023-09-23T15:40:14.942 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.002766962 2023-09-23T15:40:14.942 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.943 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.943 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:14.943 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.917403+0000", 2023-09-23T15:40:14.943 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4394e-05 2023-09-23T15:40:14.943 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.943 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.943 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.943 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.152716+0000", 2023-09-23T15:40:14.943 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.235312489 2023-09-23T15:40:14.943 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.944 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.944 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for missing object", 2023-09-23T15:40:14.944 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.152819+0000", 2023-09-23T15:40:14.944 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000103131 2023-09-23T15:40:14.944 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.944 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.944 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.944 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169573+0000", 2023-09-23T15:40:14.944 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016753484999999999 2023-09-23T15:40:14.944 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.945 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.945 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:14.945 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169622+0000", 2023-09-23T15:40:14.945 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.9079000000000002e-05 2023-09-23T15:40:14.945 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.945 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:14.945 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.945 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.945 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.945 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145359 11.6 11:60182a72:::benchmark_data_smithi118_606503_object40269:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:14.946 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:35.932079+0000", 2023-09-23T15:40:14.946 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.97647885500001, 2023-09-23T15:40:14.946 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.227760717, 2023-09-23T15:40:14.946 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:14.946 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:14.946 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:14.946 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:14.946 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:14.946 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145359 2023-09-23T15:40:14.946 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.947 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:14.947 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.947 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:14.947 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.932079+0000", 2023-09-23T15:40:14.947 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.947 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.947 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.947 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:14.947 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.932079+0000", 2023-09-23T15:40:14.947 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.947 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.948 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.948 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:14.948 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.932078+0000", 2023-09-23T15:40:14.948 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:40:14.948 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.948 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.948 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:14.948 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.932086+0000", 2023-09-23T15:40:14.948 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6580000000000008e-06 2023-09-23T15:40:14.949 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.949 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.949 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:14.949 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.932100+0000", 2023-09-23T15:40:14.949 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3339999999999999e-05 2023-09-23T15:40:14.949 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.949 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.949 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:14.949 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.932111+0000", 2023-09-23T15:40:14.949 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1209000000000001e-05 2023-09-23T15:40:14.949 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.950 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.950 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.950 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.932158+0000", 2023-09-23T15:40:14.950 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.6893e-05 2023-09-23T15:40:14.950 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.950 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.950 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:14.950 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.932168+0000", 2023-09-23T15:40:14.950 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0456e-05 2023-09-23T15:40:14.951 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.951 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.951 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.951 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.153111+0000", 2023-09-23T15:40:14.951 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.220942652 2023-09-23T15:40:14.951 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.951 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.951 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:14.951 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.153223+0000", 2023-09-23T15:40:14.951 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00011178 2023-09-23T15:40:14.952 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.952 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.952 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:14.952 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.153344+0000", 2023-09-23T15:40:14.952 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000121519 2023-09-23T15:40:14.952 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.952 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.952 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:14.952 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.159463+0000", 2023-09-23T15:40:14.952 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0061192759999999999 2023-09-23T15:40:14.953 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.953 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.953 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.953 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.159519+0000", 2023-09-23T15:40:14.953 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.5911000000000001e-05 2023-09-23T15:40:14.953 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.953 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.953 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.953 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.159622+0000", 2023-09-23T15:40:14.953 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000102425 2023-09-23T15:40:14.954 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.954 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.954 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.954 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.159659+0000", 2023-09-23T15:40:14.954 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.6888000000000003e-05 2023-09-23T15:40:14.954 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.954 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.954 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:14.954 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.159706+0000", 2023-09-23T15:40:14.955 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7042999999999997e-05 2023-09-23T15:40:14.955 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.955 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.955 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:14.955 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.159840+0000", 2023-09-23T15:40:14.955 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013425399999999999 2023-09-23T15:40:14.955 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.955 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:14.955 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.955 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.955 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.956 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145387 11.6 11:6afcd5fa:::benchmark_data_smithi118_606503_object40297:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:14.956 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:35.994430+0000", 2023-09-23T15:40:14.956 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.914127984, 2023-09-23T15:40:14.956 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1657094349999999, 2023-09-23T15:40:14.956 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:14.956 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:14.956 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:14.956 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:14.956 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:14.956 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145387 2023-09-23T15:40:14.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.957 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:14.957 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:14.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.994430+0000", 2023-09-23T15:40:14.957 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.957 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.957 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.957 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:14.957 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.994430+0000", 2023-09-23T15:40:14.958 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.958 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.958 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.958 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:14.958 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.994428+0000", 2023-09-23T15:40:14.958 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:40:14.958 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.958 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.958 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:14.958 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.994435+0000", 2023-09-23T15:40:14.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3649999999999998e-06 2023-09-23T15:40:14.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:14.959 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.994453+0000", 2023-09-23T15:40:14.959 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8267e-05 2023-09-23T15:40:14.959 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.959 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.959 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:14.959 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.994461+0000", 2023-09-23T15:40:14.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1119999999999998e-06 2023-09-23T15:40:14.960 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.960 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.996629+0000", 2023-09-23T15:40:14.960 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0021685150000000002 2023-09-23T15:40:14.960 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.960 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.960 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:14.960 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:35.996642+0000", 2023-09-23T15:40:14.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2554e-05 2023-09-23T15:40:14.961 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.961 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.961 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.961 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.155218+0000", 2023-09-23T15:40:14.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.158576142 2023-09-23T15:40:14.961 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.961 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.961 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:14.961 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.155333+0000", 2023-09-23T15:40:14.961 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000115498 2023-09-23T15:40:14.962 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.962 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.962 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:14.962 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.155411+0000", 2023-09-23T15:40:14.962 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7643000000000002e-05 2023-09-23T15:40:14.962 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.962 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.962 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:14.962 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.159471+0000", 2023-09-23T15:40:14.962 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0040597610000000003 2023-09-23T15:40:14.963 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.963 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.963 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.963 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.159886+0000", 2023-09-23T15:40:14.963 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00041541000000000001 2023-09-23T15:40:14.963 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.963 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.963 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.963 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.159923+0000", 2023-09-23T15:40:14.963 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7212999999999998e-05 2023-09-23T15:40:14.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.159961+0000", 2023-09-23T15:40:14.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.7957999999999998e-05 2023-09-23T15:40:14.964 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.964 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.964 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:14.964 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.160009+0000", 2023-09-23T15:40:14.964 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7590999999999999e-05 2023-09-23T15:40:14.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.965 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:14.965 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.160140+0000", 2023-09-23T15:40:14.965 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013066900000000001 2023-09-23T15:40:14.965 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.965 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:14.965 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.965 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.965 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.966 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145393 11.6 11:62e3ba7d:::benchmark_data_smithi118_606503_object40303:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:14.966 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.015720+0000", 2023-09-23T15:40:14.966 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.89283763700001, 2023-09-23T15:40:14.966 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.148841666, 2023-09-23T15:40:14.966 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:14.966 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:14.966 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:14.966 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:14.966 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:14.966 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145393 2023-09-23T15:40:14.967 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.967 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:14.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:14.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.015720+0000", 2023-09-23T15:40:14.967 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.967 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.967 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.967 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:14.967 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.015720+0000", 2023-09-23T15:40:14.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:14.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.015718+0000", 2023-09-23T15:40:14.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:40:14.968 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.968 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.968 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:14.968 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.015731+0000", 2023-09-23T15:40:14.968 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.252e-05 2023-09-23T15:40:14.969 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.969 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.969 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:14.969 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.015746+0000", 2023-09-23T15:40:14.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4715000000000001e-05 2023-09-23T15:40:14.969 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.969 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.969 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:14.969 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.015755+0000", 2023-09-23T15:40:14.969 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.0480000000000004e-06 2023-09-23T15:40:14.970 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.970 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.970 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.018430+0000", 2023-09-23T15:40:14.970 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0026751219999999998 2023-09-23T15:40:14.970 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.970 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.970 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:14.970 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.018441+0000", 2023-09-23T15:40:14.970 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1425e-05 2023-09-23T15:40:14.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.157893+0000", 2023-09-23T15:40:14.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.139451929 2023-09-23T15:40:14.971 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.971 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.971 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:14.971 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.158040+0000", 2023-09-23T15:40:14.971 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000147226 2023-09-23T15:40:14.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:14.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.158200+0000", 2023-09-23T15:40:14.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00016006700000000001 2023-09-23T15:40:14.972 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.972 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.972 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:14.972 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.159583+0000", 2023-09-23T15:40:14.972 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0013822229999999999 2023-09-23T15:40:14.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.160186+0000", 2023-09-23T15:40:14.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00060350699999999998 2023-09-23T15:40:14.973 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.973 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.973 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.973 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.164373+0000", 2023-09-23T15:40:14.973 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004186398 2023-09-23T15:40:14.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.974 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.974 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.164417+0000", 2023-09-23T15:40:14.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.4524000000000003e-05 2023-09-23T15:40:14.974 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.974 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.974 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:14.974 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.164460+0000", 2023-09-23T15:40:14.974 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2672000000000001e-05 2023-09-23T15:40:14.975 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.975 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.975 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:14.975 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.164562+0000", 2023-09-23T15:40:14.975 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000102297 2023-09-23T15:40:14.975 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.975 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:14.975 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.975 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.975 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.976 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145430 11.6 11:6ba5c8ab:::benchmark_data_smithi118_606503_object40340:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:14.976 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.086586+0000", 2023-09-23T15:40:14.976 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.82197230200001, 2023-09-23T15:40:14.976 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.082814588, 2023-09-23T15:40:14.976 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:14.976 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:14.976 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:14.976 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:14.976 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:14.976 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145430 2023-09-23T15:40:14.976 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.977 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:14.977 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.977 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:14.977 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.086586+0000", 2023-09-23T15:40:14.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.977 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.977 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.977 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:14.977 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.086586+0000", 2023-09-23T15:40:14.977 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.978 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.978 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.978 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:14.978 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.086584+0000", 2023-09-23T15:40:14.978 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:40:14.978 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.978 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.978 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:14.978 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.086592+0000", 2023-09-23T15:40:14.978 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0160000000000008e-06 2023-09-23T15:40:14.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:14.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.086609+0000", 2023-09-23T15:40:14.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.7314000000000001e-05 2023-09-23T15:40:14.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.979 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.979 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:14.979 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.086619+0000", 2023-09-23T15:40:14.979 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5370000000000003e-06 2023-09-23T15:40:14.979 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.980 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.980 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.980 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.086785+0000", 2023-09-23T15:40:14.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000166389 2023-09-23T15:40:14.980 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.980 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.980 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:14.980 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.086798+0000", 2023-09-23T15:40:14.980 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2661e-05 2023-09-23T15:40:14.980 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.981 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.160213+0000", 2023-09-23T15:40:14.981 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0734150549999999 2023-09-23T15:40:14.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.981 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.981 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:14.981 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.160350+0000", 2023-09-23T15:40:14.981 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000136876 2023-09-23T15:40:14.981 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:14.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.160488+0000", 2023-09-23T15:40:14.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013786199999999999 2023-09-23T15:40:14.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.982 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.982 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:14.982 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.164382+0000", 2023-09-23T15:40:14.982 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0038940509999999999 2023-09-23T15:40:14.982 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169189+0000", 2023-09-23T15:40:14.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004806996 2023-09-23T15:40:14.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.983 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.983 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.983 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169227+0000", 2023-09-23T15:40:14.983 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8380000000000002e-05 2023-09-23T15:40:14.983 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169263+0000", 2023-09-23T15:40:14.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.5394e-05 2023-09-23T15:40:14.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.984 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.984 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:14.984 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169325+0000", 2023-09-23T15:40:14.984 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1989000000000006e-05 2023-09-23T15:40:14.984 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.985 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:14.985 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169400+0000", 2023-09-23T15:40:14.985 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5733000000000001e-05 2023-09-23T15:40:14.985 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.985 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:14.985 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.985 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.985 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.985 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145434 11.6 11:61c5f8d2:::benchmark_data_smithi118_606503_object40344:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:14.986 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.087174+0000", 2023-09-23T15:40:14.986 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.82138382299999, 2023-09-23T15:40:14.986 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0879006849999999, 2023-09-23T15:40:14.986 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:14.986 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:14.986 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:14.986 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:14.986 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:14.986 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145434 2023-09-23T15:40:14.986 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.987 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:14.987 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.987 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:14.987 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.087174+0000", 2023-09-23T15:40:14.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.987 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.987 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:14.987 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.087174+0000", 2023-09-23T15:40:14.987 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.987 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:14.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.087173+0000", 2023-09-23T15:40:14.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:40:14.988 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.988 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.988 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:14.988 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.087180+0000", 2023-09-23T15:40:14.988 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.4089999999999997e-06 2023-09-23T15:40:14.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:14.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.087193+0000", 2023-09-23T15:40:14.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3124e-05 2023-09-23T15:40:14.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.989 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.989 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:14.989 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.087202+0000", 2023-09-23T15:40:14.989 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.8449999999999992e-06 2023-09-23T15:40:14.989 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.088364+0000", 2023-09-23T15:40:14.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001161673 2023-09-23T15:40:14.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.990 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.990 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:14.990 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.088374+0000", 2023-09-23T15:40:14.990 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0574000000000001e-05 2023-09-23T15:40:14.990 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:14.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.162170+0000", 2023-09-23T15:40:14.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.07379538 2023-09-23T15:40:14.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.991 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.991 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:14.991 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.162278+0000", 2023-09-23T15:40:14.991 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00010849900000000001 2023-09-23T15:40:14.991 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:14.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.162399+0000", 2023-09-23T15:40:14.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120599 2023-09-23T15:40:14.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.992 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.992 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:14.992 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169108+0000", 2023-09-23T15:40:14.992 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0067086660000000003 2023-09-23T15:40:14.992 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.993 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.993 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169640+0000", 2023-09-23T15:40:14.993 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00053285500000000005 2023-09-23T15:40:14.993 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.993 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.993 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169659+0000", 2023-09-23T15:40:14.993 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.8488e-05 2023-09-23T15:40:14.993 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.993 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:14.994 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.174902+0000", 2023-09-23T15:40:14.994 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.005242979 2023-09-23T15:40:14.994 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.994 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.994 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:14.994 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.174961+0000", 2023-09-23T15:40:14.994 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8705999999999997e-05 2023-09-23T15:40:14.994 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.994 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.995 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:14.995 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175075+0000", 2023-09-23T15:40:14.995 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114372 2023-09-23T15:40:14.995 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.995 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:14.995 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:14.995 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.995 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.995 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145437 11.6 11:68b00268:::benchmark_data_smithi118_606503_object40347:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:14.995 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.104599+0000", 2023-09-23T15:40:14.996 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.803958827, 2023-09-23T15:40:14.996 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0707579700000001, 2023-09-23T15:40:14.996 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:14.996 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:14.996 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:14.996 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:14.996 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:14.996 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145437 2023-09-23T15:40:14.996 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.996 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:14.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:14.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.104599+0000", 2023-09-23T15:40:14.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.997 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:14.997 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.104599+0000", 2023-09-23T15:40:14.997 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:14.997 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.997 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:14.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.104598+0000", 2023-09-23T15:40:14.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:40:14.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.998 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.998 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:14.998 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.104606+0000", 2023-09-23T15:40:14.998 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1519999999999992e-06 2023-09-23T15:40:14.998 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.999 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:14.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.104620+0000", 2023-09-23T15:40:14.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3845999999999999e-05 2023-09-23T15:40:14.999 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:14.999 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:14.999 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:14.999 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.104628+0000", 2023-09-23T15:40:14.999 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.0660000000000004e-06 2023-09-23T15:40:15.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.000 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.000 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.104675+0000", 2023-09-23T15:40:15.000 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.7549000000000002e-05 2023-09-23T15:40:15.000 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.000 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.000 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:15.000 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.104687+0000", 2023-09-23T15:40:15.000 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2259000000000001e-05 2023-09-23T15:40:15.001 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.001 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.001 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.001 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.164583+0000", 2023-09-23T15:40:15.001 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.059895233 2023-09-23T15:40:15.001 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.001 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.001 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:15.001 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.164682+0000", 2023-09-23T15:40:15.001 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.9813000000000001e-05 2023-09-23T15:40:15.001 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.002 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.002 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:15.002 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.164783+0000", 2023-09-23T15:40:15.002 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000100686 2023-09-23T15:40:15.002 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.002 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.002 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:15.002 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169150+0000", 2023-09-23T15:40:15.002 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004367091 2023-09-23T15:40:15.003 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.003 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.003 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.003 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169684+0000", 2023-09-23T15:40:15.003 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00053410399999999998 2023-09-23T15:40:15.003 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.003 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.003 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.003 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.174824+0000", 2023-09-23T15:40:15.003 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0051392149999999999 2023-09-23T15:40:15.003 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.004 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.004 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.004 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175188+0000", 2023-09-23T15:40:15.004 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00036433199999999998 2023-09-23T15:40:15.004 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.004 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.004 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:15.004 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175227+0000", 2023-09-23T15:40:15.004 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.9085999999999998e-05 2023-09-23T15:40:15.004 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.005 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.005 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:15.005 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175357+0000", 2023-09-23T15:40:15.005 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013023000000000001 2023-09-23T15:40:15.005 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.005 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:15.005 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.005 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.005 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.005 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145460 11.6 11:63d6a43c:::benchmark_data_smithi118_606503_object40370:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:15.006 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.139436+0000", 2023-09-23T15:40:15.006 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.76912212400001, 2023-09-23T15:40:15.006 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.036096932, 2023-09-23T15:40:15.006 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:15.006 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:15.006 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:15.006 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:15.006 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:15.006 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145460 2023-09-23T15:40:15.006 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.007 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:15.007 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.007 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:15.007 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.139436+0000", 2023-09-23T15:40:15.007 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.007 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.007 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.007 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:15.007 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.139436+0000", 2023-09-23T15:40:15.007 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.008 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.008 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.008 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:15.008 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.139434+0000", 2023-09-23T15:40:15.008 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:40:15.008 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.008 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.008 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:15.008 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.139442+0000", 2023-09-23T15:40:15.008 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1650000000000006e-06 2023-09-23T15:40:15.008 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:15.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.139456+0000", 2023-09-23T15:40:15.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4294000000000001e-05 2023-09-23T15:40:15.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.009 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.009 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:15.009 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.139467+0000", 2023-09-23T15:40:15.009 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1165000000000001e-05 2023-09-23T15:40:15.009 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.010 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.141193+0000", 2023-09-23T15:40:15.010 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.001725535 2023-09-23T15:40:15.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.010 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.010 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:15.010 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.141203+0000", 2023-09-23T15:40:15.010 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0023e-05 2023-09-23T15:40:15.010 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.011 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.011 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.011 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.166687+0000", 2023-09-23T15:40:15.011 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.025483784 2023-09-23T15:40:15.011 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.011 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.011 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:15.011 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.166843+0000", 2023-09-23T15:40:15.011 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000156546 2023-09-23T15:40:15.011 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.012 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.012 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:15.012 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.166981+0000", 2023-09-23T15:40:15.012 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013782000000000001 2023-09-23T15:40:15.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.012 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.012 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:15.012 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169556+0000", 2023-09-23T15:40:15.012 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0025744869999999999 2023-09-23T15:40:15.012 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.012 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.013 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.013 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169710+0000", 2023-09-23T15:40:15.013 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015402600000000001 2023-09-23T15:40:15.013 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.013 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.013 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.013 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175114+0000", 2023-09-23T15:40:15.013 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0054040249999999998 2023-09-23T15:40:15.013 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.013 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.014 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.014 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175398+0000", 2023-09-23T15:40:15.014 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00028448200000000002 2023-09-23T15:40:15.014 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.014 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.014 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:15.014 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175437+0000", 2023-09-23T15:40:15.014 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 3.8655999999999997e-05 2023-09-23T15:40:15.014 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.014 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.015 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:15.015 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175533+0000", 2023-09-23T15:40:15.015 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6038000000000004e-05 2023-09-23T15:40:15.015 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.015 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:15.015 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.015 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.015 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.015 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145463 11.6 11:6ce0c98a:::benchmark_data_smithi118_606503_object40373:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:15.015 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.147002+0000", 2023-09-23T15:40:15.016 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.761556302, 2023-09-23T15:40:15.016 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0335776590000001, 2023-09-23T15:40:15.016 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:15.016 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:15.016 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:15.016 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:15.016 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:15.016 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145463 2023-09-23T15:40:15.016 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.016 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:15.017 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:15.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.147002+0000", 2023-09-23T15:40:15.017 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.017 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.017 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:15.017 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.147002+0000", 2023-09-23T15:40:15.017 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.017 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:15.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.147001+0000", 2023-09-23T15:40:15.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:40:15.018 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.018 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.018 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:15.018 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.147008+0000", 2023-09-23T15:40:15.018 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.9759999999999998e-06 2023-09-23T15:40:15.018 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.019 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.019 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:15.019 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.147020+0000", 2023-09-23T15:40:15.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.2687999999999999e-05 2023-09-23T15:40:15.019 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.019 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.019 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:15.019 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.147028+0000", 2023-09-23T15:40:15.019 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.7379999999999994e-06 2023-09-23T15:40:15.019 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.020 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.020 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.020 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.147089+0000", 2023-09-23T15:40:15.020 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1148999999999993e-05 2023-09-23T15:40:15.020 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.020 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.020 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:15.020 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.147106+0000", 2023-09-23T15:40:15.020 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6543000000000001e-05 2023-09-23T15:40:15.020 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.021 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.021 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.021 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169726+0000", 2023-09-23T15:40:15.021 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0226203920000001 2023-09-23T15:40:15.021 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.021 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.021 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:15.021 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169797+0000", 2023-09-23T15:40:15.021 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.1192000000000005e-05 2023-09-23T15:40:15.021 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.022 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:15.022 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.169881+0000", 2023-09-23T15:40:15.022 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.3799000000000002e-05 2023-09-23T15:40:15.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.022 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.022 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.022 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.174867+0000", 2023-09-23T15:40:15.022 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0049860629999999998 2023-09-23T15:40:15.022 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175567+0000", 2023-09-23T15:40:15.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00070036899999999995 2023-09-23T15:40:15.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.023 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.023 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.023 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.180274+0000", 2023-09-23T15:40:15.023 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0047064619999999998 2023-09-23T15:40:15.023 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:15.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.180418+0000", 2023-09-23T15:40:15.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014370999999999999 2023-09-23T15:40:15.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.024 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:15.024 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.180471+0000", 2023-09-23T15:40:15.024 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2967000000000003e-05 2023-09-23T15:40:15.024 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.024 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.025 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:15.025 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.180579+0000", 2023-09-23T15:40:15.025 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000108785 2023-09-23T15:40:15.025 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.025 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:15.025 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.025 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.025 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.025 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145469 11.6 11:63cbd39b:::benchmark_data_smithi118_606503_object40379:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:15.025 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.150647+0000", 2023-09-23T15:40:15.026 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.75791102100001, 2023-09-23T15:40:15.026 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.041503791, 2023-09-23T15:40:15.026 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:15.026 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:15.026 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:15.026 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:15.026 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:15.026 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145469 2023-09-23T15:40:15.026 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.026 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:15.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.027 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:15.027 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.150647+0000", 2023-09-23T15:40:15.027 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.027 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.027 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.027 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:15.027 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.150647+0000", 2023-09-23T15:40:15.027 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.028 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.028 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:15.028 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.150646+0000", 2023-09-23T15:40:15.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:40:15.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.028 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.028 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:15.028 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.150653+0000", 2023-09-23T15:40:15.028 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.3799999999999996e-06 2023-09-23T15:40:15.028 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.150667+0000", 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4297000000000001e-05 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.150676+0000", 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1880000000000008e-06 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.029 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.150738+0000", 2023-09-23T15:40:15.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.1723000000000005e-05 2023-09-23T15:40:15.030 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.030 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.030 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:15.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.150752+0000", 2023-09-23T15:40:15.030 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4211e-05 2023-09-23T15:40:15.030 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.030 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.030 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.030 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.171752+0000", 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0209997159999999 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.171836+0000", 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.4269000000000002e-05 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.171936+0000", 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000100021 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.031 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175152+0000", 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0032158040000000001 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175601+0000", 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00044847399999999998 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:15.032 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.184949+0000", 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0093480420000000009 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.191898+0000", 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0069493819999999996 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.192020+0000", 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000121839 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.033 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.034 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:15.034 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.192151+0000", 2023-09-23T15:40:15.034 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013092600000000001 2023-09-23T15:40:15.034 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.034 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:15.034 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.034 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.034 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.034 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145516 11.6 11:69feef4a:::benchmark_data_smithi118_606503_object40426:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:15.034 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.246098+0000", 2023-09-23T15:40:15.034 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.66245983900001, 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.95638781399999995, 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145516 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:15.035 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.246098+0000", 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.246098+0000", 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.246096+0000", 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999976 2023-09-23T15:40:15.036 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.246105+0000", 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.3680000000000008e-06 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.246127+0000", 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.1878999999999998e-05 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:15.037 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.246137+0000", 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.8169999999999994e-06 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.246193+0000", 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.6415000000000001e-05 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.246204+0000", 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0587999999999999e-05 2023-09-23T15:40:15.038 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175622+0000", 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.92941858099999997 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175748+0000", 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012534800000000001 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:15.039 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.175879+0000", 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013108999999999999 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.180317+0000", 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0044381129999999996 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.184958+0000", 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0046405650000000001 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.040 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.191823+0000", 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0068656749999999999 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.202289+0000", 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.010465392 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.202354+0000", 2023-09-23T15:40:15.041 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.5560000000000002e-05 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.202486+0000", 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000131877 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145527 11.6 11:69735460:::benchmark_data_smithi118_606503_object40437:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:15.042 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.270890+0000", 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.63766772100001, 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.93703771499999999, 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145527 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:15.043 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.270890+0000", 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.270890+0000", 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.270889+0000", 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:40:15.044 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.270897+0000", 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.1289999999999996e-06 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.270913+0000", 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6609999999999999e-05 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:15.045 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.270922+0000", 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 8.6959999999999994e-06 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.270974+0000", 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.2499e-05 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.270988+0000", 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.3121e-05 2023-09-23T15:40:15.046 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.177882+0000", 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.90689441800000004 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.178017+0000", 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000135382 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:15.047 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.178153+0000", 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00013552599999999999 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.180404+0000", 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0022515009999999999 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.187019+0000", 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0066143679999999998 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.048 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.196786+0000", 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0097672060000000005 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.207746+0000", 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.01095987 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:15.049 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.207807+0000", 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0860999999999999e-05 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.207928+0000", 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000121323 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145532 11.6 11:6eab04f4:::benchmark_data_smithi118_606503_object40442:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:15.050 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.287419+0000", 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.621139137, 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.92623059699999999, 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145532 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.051 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.287419+0000", 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.287419+0000", 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.287417+0000", 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999986 2023-09-23T15:40:15.052 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.287425+0000", 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 7.5989999999999996e-06 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.287442+0000", 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6895e-05 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.053 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:15.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.287452+0000", 2023-09-23T15:40:15.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0514e-05 2023-09-23T15:40:15.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.287513+0000", 2023-09-23T15:40:15.054 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0875999999999998e-05 2023-09-23T15:40:15.054 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.054 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.054 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:15.054 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.287528+0000", 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.4329e-05 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.180610+0000", 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.89308245500000005 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.180726+0000", 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000115708 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.055 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.180840+0000", 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000114603 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.187028+0000", 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0061880160000000002 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.191865+0000", 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0048370130000000002 2023-09-23T15:40:15.056 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.196830+0000", 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0049647729999999996 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.213478+0000", 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.01664763 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.057 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.213537+0000", 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.8956999999999998e-05 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.213650+0000", 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000112748 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.058 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145535 11.6 11:6b77a817:::benchmark_data_smithi118_606503_object40445:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.293790+0000", 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.61476783399999, 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.920036093, 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145535 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.059 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.293790+0000", 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.293790+0000", 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.060 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.293788+0000", 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.293798+0000", 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.0044000000000001e-05 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.293822+0000", 2023-09-23T15:40:15.061 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.4247999999999999e-05 2023-09-23T15:40:15.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:15.062 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.293834+0000", 2023-09-23T15:40:15.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1151e-05 2023-09-23T15:40:15.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.062 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.062 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.062 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.293888+0000", 2023-09-23T15:40:15.062 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.4116000000000002e-05 2023-09-23T15:40:15.062 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:15.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.293899+0000", 2023-09-23T15:40:15.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.155e-05 2023-09-23T15:40:15.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.063 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.063 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.182670+0000", 2023-09-23T15:40:15.063 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.88877076600000005 2023-09-23T15:40:15.063 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.063 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:15.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.182795+0000", 2023-09-23T15:40:15.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00012501 2023-09-23T15:40:15.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:15.064 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.182915+0000", 2023-09-23T15:40:15.064 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000120204 2023-09-23T15:40:15.064 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.064 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.064 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.191779+0000", 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0088638069999999996 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.192191+0000", 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00041174899999999999 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.196866+0000", 2023-09-23T15:40:15.065 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0046747380000000003 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.213687+0000", 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016821465000000001 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.213730+0000", 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.3387999999999999e-05 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.066 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.213826+0000", 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.5932000000000002e-05 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145538 11.6 11:619ccd07:::benchmark_data_smithi118_606503_object40448:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.298918+0000", 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.609640275, 2023-09-23T15:40:15.067 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.91507588299999998, 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145538 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.298918+0000", 2023-09-23T15:40:15.068 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.298918+0000", 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.298916+0000", 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.9999981 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.069 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.298929+0000", 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.291e-05 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.298951+0000", 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 2.2889999999999999e-05 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.298963+0000", 2023-09-23T15:40:15.070 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1664999999999999e-05 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.299024+0000", 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.0902000000000001e-05 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.299041+0000", 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6532e-05 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.071 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.184990+0000", 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.88594939100000003 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.185203+0000", 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.000212666 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:15.072 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.185299+0000", 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.6304000000000005e-05 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.191831+0000", 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0065321900000000002 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.192223+0000", 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00039198899999999998 2023-09-23T15:40:15.073 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.196901+0000", 2023-09-23T15:40:15.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0046777800000000003 2023-09-23T15:40:15.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.074 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.074 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.213859+0000", 2023-09-23T15:40:15.074 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.016958286999999999 2023-09-23T15:40:15.074 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.074 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.213902+0000", 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.2848e-05 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.213994+0000", 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.1655000000000003e-05 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.075 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: "description": "osd_op(client.46571.0:145539 11.6 11:638397ea:::benchmark_data_smithi118_606503_object40449:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e582)", 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: "initiated_at": "2023-09-23T15:36:36.299602+0000", 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: "age": 218.608956159, 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.9145567, 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: "type_data": { 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: "flag_point": "commit sent; apply or cleanup", 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: "client_info": { 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: "client": "client.46571", 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: "client_addr": "172.21.15.118:0/965863141", 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: "tid": 145539 2023-09-23T15:40:15.076 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: "events": [ 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "initiated", 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.299602+0000", 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "throttled", 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.299602+0000", 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.077 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "header_read", 2023-09-23T15:40:15.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.299601+0000", 2023-09-23T15:40:15.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4294967295.999999 2023-09-23T15:40:15.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "all_read", 2023-09-23T15:40:15.078 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.299607+0000", 2023-09-23T15:40:15.078 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.925e-06 2023-09-23T15:40:15.078 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.078 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.078 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "dispatched", 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.299619+0000", 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.1968e-05 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "queued_for_pg", 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.299625+0000", 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 6.4649999999999999e-06 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.299683+0000", 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 5.7414000000000003e-05 2023-09-23T15:40:15.079 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for peered", 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:36.299698+0000", 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.5133999999999999e-05 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "reached_pg", 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.187059+0000", 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.88736174000000001 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "started", 2023-09-23T15:40:15.080 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.187210+0000", 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00015015300000000001 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "waiting for subops from 1,4,5", 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.187353+0000", 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.00014360800000000001 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.192255+0000", 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.004901458 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.081 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.196937+0000", 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.0046818390000000001 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "op_commit", 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.196953+0000", 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 1.6840000000000001e-05 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "sub_op_commit_rec", 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.214026+0000", 2023-09-23T15:40:15.082 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 0.017072766999999999 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "commit_sent", 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.214066+0000", 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 4.0080999999999998e-05 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: }, 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: { 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: "event": "done", 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: "time": "2023-09-23T15:36:37.214159+0000", 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: "duration": 9.2377e-05 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.083 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:15.084 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.084 INFO:teuthology.orchestra.run.smithi118.stdout: } 2023-09-23T15:40:15.084 INFO:teuthology.orchestra.run.smithi118.stdout: ] 2023-09-23T15:40:15.084 INFO:teuthology.orchestra.run.smithi118.stdout:} 2023-09-23T15:40:15.084 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: 1.a scrub starts 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: 1.a scrub ok 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: 1.9 scrub starts 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: 1.9 scrub ok 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: 1.5 scrub starts 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: 1.5 scrub ok 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: pgmap v1710: 103 pgs: 103 active+clean; 4.4 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "31"}]': finished 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: osdmap e636: 8 total, 8 up, 6 in 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.085 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.086 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.086 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.086 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.086 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: 1.d scrub starts 2023-09-23T15:40:15.086 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[219580]: 1.d scrub ok 2023-09-23T15:40:15.086 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: 1.a scrub starts 2023-09-23T15:40:15.086 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: 1.a scrub ok 2023-09-23T15:40:15.086 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: 1.9 scrub starts 2023-09-23T15:40:15.086 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: 1.9 scrub ok 2023-09-23T15:40:15.086 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: 1.5 scrub starts 2023-09-23T15:40:15.087 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: 1.5 scrub ok 2023-09-23T15:40:15.087 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: pgmap v1710: 103 pgs: 103 active+clean; 4.4 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:15.087 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.087 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "31"}]': finished 2023-09-23T15:40:15.087 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.087 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: osdmap e636: 8 total, 8 up, 6 in 2023-09-23T15:40:15.087 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.087 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.087 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.087 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.087 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.088 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: 1.d scrub starts 2023-09-23T15:40:15.088 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:14 smithi118 ceph-mon[212312]: 1.d scrub ok 2023-09-23T15:40:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: 1.a scrub starts 2023-09-23T15:40:15.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: 1.a scrub ok 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: 1.9 scrub starts 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: 1.9 scrub ok 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: 1.5 scrub starts 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: 1.5 scrub ok 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: pgmap v1710: 103 pgs: 103 active+clean; 4.4 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "31"}]': finished 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: osdmap e636: 8 total, 8 up, 6 in 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: failed to encode map e636 with expected crc 2023-09-23T15:40:15.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: 1.d scrub starts 2023-09-23T15:40:15.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:14 smithi178 ceph-mon[192298]: 1.d scrub ok 2023-09-23T15:40:16.254 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[219580]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.254 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[219580]: osdmap e637: 8 total, 8 up, 6 in 2023-09-23T15:40:16.254 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[219580]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.254 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[219580]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.254 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[219580]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[219580]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[219580]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.255 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[219580]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[212312]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[212312]: osdmap e637: 8 total, 8 up, 6 in 2023-09-23T15:40:16.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[212312]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[212312]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[212312]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[212312]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.255 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[212312]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.256 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:15 smithi118 ceph-mon[212312]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:15 smithi178 ceph-mon[192298]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:15 smithi178 ceph-mon[192298]: osdmap e637: 8 total, 8 up, 6 in 2023-09-23T15:40:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:15 smithi178 ceph-mon[192298]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:15 smithi178 ceph-mon[192298]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:15 smithi178 ceph-mon[192298]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:15 smithi178 ceph-mon[192298]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:15 smithi178 ceph-mon[192298]: failed to encode map e637 with expected crc 2023-09-23T15:40:16.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:15 smithi178 ceph-mon[192298]: failed to encode map e637 with expected crc 2023-09-23T15:40:17.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: pgmap v1713: 103 pgs: 103 active+clean; 4.4 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:17.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: 1.b scrub starts 2023-09-23T15:40:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: 1.b scrub ok 2023-09-23T15:40:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: osdmap e638: 8 total, 8 up, 6 in 2023-09-23T15:40:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[219580]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: pgmap v1713: 103 pgs: 103 active+clean; 4.4 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: 1.b scrub starts 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: 1.b scrub ok 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: osdmap e638: 8 total, 8 up, 6 in 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:16 smithi118 ceph-mon[212312]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 conmon[212288]: 2023-09-23T15:40:17.143+0000 7f4045f51700 -1 mon.a@0(leader).osd e639 definitely_dead 0 2023-09-23T15:40:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: pgmap v1713: 103 pgs: 103 active+clean; 4.4 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: 1.b scrub starts 2023-09-23T15:40:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: 1.b scrub ok 2023-09-23T15:40:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: osdmap e638: 8 total, 8 up, 6 in 2023-09-23T15:40:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:16 smithi178 ceph-mon[192298]: failed to encode map e638 with expected crc 2023-09-23T15:40:17.954 INFO:teuthology.orchestra.run.smithi118.stderr:marked in osd.0. 2023-09-23T15:40:18.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: 1.c scrub starts 2023-09-23T15:40:18.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: 1.c scrub ok 2023-09-23T15:40:18.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: failed to encode map e638 with expected crc 2023-09-23T15:40:18.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: osdmap e639: 8 total, 8 up, 6 in 2023-09-23T15:40:18.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.233 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2508367340' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:40:18.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:40:18.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: 1.c scrub starts 2023-09-23T15:40:18.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: 1.c scrub ok 2023-09-23T15:40:18.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: failed to encode map e638 with expected crc 2023-09-23T15:40:18.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: osdmap e639: 8 total, 8 up, 6 in 2023-09-23T15:40:18.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2508367340' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:40:18.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:17 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:40:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: 1.c scrub starts 2023-09-23T15:40:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: 1.c scrub ok 2023-09-23T15:40:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: failed to encode map e638 with expected crc 2023-09-23T15:40:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: osdmap e639: 8 total, 8 up, 6 in 2023-09-23T15:40:18.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: failed to encode map e639 with expected crc 2023-09-23T15:40:18.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2508367340' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:40:18.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:17 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["0"]}]: dispatch 2023-09-23T15:40:18.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:40:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:40:18] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2023-09-23T15:40:18.805 INFO:tasks.thrashosds.thrasher:Added osd 0 2023-09-23T15:40:18.805 INFO:tasks.thrashosds.thrasher:inning osd 2023-09-23T15:40:18.805 INFO:tasks.thrashosds.thrasher:Adding osd 6 2023-09-23T15:40:18.806 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd in 6 2023-09-23T15:40:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: 1.6 scrub starts 2023-09-23T15:40:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: 1.6 scrub ok 2023-09-23T15:40:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: pgmap v1716: 103 pgs: 2 peering, 101 active+clean; 4.4 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:19.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2023-09-23T15:40:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: osdmap e640: 8 total, 8 up, 7 in 2023-09-23T15:40:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:40:19.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[219580]: osdmap e641: 8 total, 8 up, 7 in 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: 1.6 scrub starts 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: 1.6 scrub ok 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: pgmap v1716: 103 pgs: 2 peering, 101 active+clean; 4.4 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: osdmap e640: 8 total, 8 up, 7 in 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:40:19.072 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:18 smithi118 ceph-mon[212312]: osdmap e641: 8 total, 8 up, 7 in 2023-09-23T15:40:19.204 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: 1.6 scrub starts 2023-09-23T15:40:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: 1.6 scrub ok 2023-09-23T15:40:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: pgmap v1716: 103 pgs: 2 peering, 101 active+clean; 4.4 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail 2023-09-23T15:40:19.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["0"]}]': finished 2023-09-23T15:40:19.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: osdmap e640: 8 total, 8 up, 7 in 2023-09-23T15:40:19.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: failed to encode map e640 with expected crc 2023-09-23T15:40:19.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-09-23T15:40:19.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:18 smithi178 ceph-mon[192298]: osdmap e641: 8 total, 8 up, 7 in 2023-09-23T15:40:20.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: 1.7 scrub starts 2023-09-23T15:40:20.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: 1.7 scrub ok 2023-09-23T15:40:20.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: 1.1d scrub starts 2023-09-23T15:40:20.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: 1.1d scrub ok 2023-09-23T15:40:20.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: 1.1a scrub starts 2023-09-23T15:40:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: 1.1a scrub ok 2023-09-23T15:40:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: 1.18 scrub starts 2023-09-23T15:40:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: 1.18 scrub ok 2023-09-23T15:40:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: pgmap v1719: 103 pgs: 2 unknown, 23 peering, 78 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 8 op/s 2023-09-23T15:40:20.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: osdmap e642: 8 total, 8 up, 7 in 2023-09-23T15:40:20.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e642 with expected crc 2023-09-23T15:40:20.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[212312]: failed to encode map e642 with expected crc 2023-09-23T15:40:20.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: 1.7 scrub starts 2023-09-23T15:40:20.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: 1.7 scrub ok 2023-09-23T15:40:20.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: 1.1d scrub starts 2023-09-23T15:40:20.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: 1.1d scrub ok 2023-09-23T15:40:20.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: 1.1a scrub starts 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: 1.1a scrub ok 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: 1.18 scrub starts 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: 1.18 scrub ok 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: pgmap v1719: 103 pgs: 2 unknown, 23 peering, 78 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 8 op/s 2023-09-23T15:40:20.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: osdmap e642: 8 total, 8 up, 7 in 2023-09-23T15:40:20.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e642 with expected crc 2023-09-23T15:40:20.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:19 smithi118 ceph-mon[219580]: failed to encode map e642 with expected crc 2023-09-23T15:40:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: 1.7 scrub starts 2023-09-23T15:40:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: 1.7 scrub ok 2023-09-23T15:40:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: 1.1d scrub starts 2023-09-23T15:40:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: 1.1d scrub ok 2023-09-23T15:40:20.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: 1.1a scrub starts 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: 1.1a scrub ok 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: 1.18 scrub starts 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: 1.18 scrub ok 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e641 with expected crc 2023-09-23T15:40:20.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: pgmap v1719: 103 pgs: 2 unknown, 23 peering, 78 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 8 op/s 2023-09-23T15:40:20.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: osdmap e642: 8 total, 8 up, 7 in 2023-09-23T15:40:20.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e642 with expected crc 2023-09-23T15:40:20.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:19 smithi178 ceph-mon[192298]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[219580]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[219580]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[219580]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[219580]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[219580]: osdmap e643: 8 total, 8 up, 7 in 2023-09-23T15:40:21.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[219580]: failed to encode map e643 with expected crc 2023-09-23T15:40:21.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[219580]: failed to encode map e643 with expected crc 2023-09-23T15:40:21.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[219580]: failed to encode map e643 with expected crc 2023-09-23T15:40:21.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[212312]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[212312]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[212312]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[212312]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[212312]: osdmap e643: 8 total, 8 up, 7 in 2023-09-23T15:40:21.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[212312]: failed to encode map e643 with expected crc 2023-09-23T15:40:21.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[212312]: failed to encode map e643 with expected crc 2023-09-23T15:40:21.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:20 smithi118 ceph-mon[212312]: failed to encode map e643 with expected crc 2023-09-23T15:40:21.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 conmon[212288]: 2023-09-23T15:40:21.051+0000 7f4045f51700 -1 mon.a@0(leader).osd e643 definitely_dead 0 2023-09-23T15:40:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:20 smithi178 ceph-mon[192298]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:20 smithi178 ceph-mon[192298]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:20 smithi178 ceph-mon[192298]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:20 smithi178 ceph-mon[192298]: failed to encode map e642 with expected crc 2023-09-23T15:40:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:20 smithi178 ceph-mon[192298]: osdmap e643: 8 total, 8 up, 7 in 2023-09-23T15:40:21.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:20 smithi178 ceph-mon[192298]: failed to encode map e643 with expected crc 2023-09-23T15:40:21.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:20 smithi178 ceph-mon[192298]: failed to encode map e643 with expected crc 2023-09-23T15:40:21.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:20 smithi178 ceph-mon[192298]: failed to encode map e643 with expected crc 2023-09-23T15:40:21.968 INFO:teuthology.orchestra.run.smithi118.stderr:marked in osd.6. 2023-09-23T15:40:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/622189678' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-09-23T15:40:22.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: 1.1c deep-scrub starts 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: 1.1c deep-scrub ok 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: pgmap v1722: 103 pgs: 2 unknown, 23 peering, 78 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 8 op/s 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/622189678' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: osdmap e644: 8 total, 8 up, 8 in 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/622189678' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-09-23T15:40:22.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: 1.1c deep-scrub starts 2023-09-23T15:40:22.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: 1.1c deep-scrub ok 2023-09-23T15:40:22.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: pgmap v1722: 103 pgs: 2 unknown, 23 peering, 78 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 8 op/s 2023-09-23T15:40:22.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/622189678' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-09-23T15:40:22.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: osdmap e644: 8 total, 8 up, 8 in 2023-09-23T15:40:22.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:22.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:21 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: failed to encode map e643 with expected crc 2023-09-23T15:40:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/622189678' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2023-09-23T15:40:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: 1.1c deep-scrub starts 2023-09-23T15:40:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: 1.1c deep-scrub ok 2023-09-23T15:40:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: pgmap v1722: 103 pgs: 2 unknown, 23 peering, 78 active+clean; 4.6 MiB data, 4.2 GiB used, 532 GiB / 536 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 8 op/s 2023-09-23T15:40:22.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/622189678' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2023-09-23T15:40:22.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: osdmap e644: 8 total, 8 up, 8 in 2023-09-23T15:40:22.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:22.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:21 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:22.876 INFO:tasks.thrashosds.thrasher:Added osd 6 2023-09-23T15:40:22.876 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-09-23T15:40:22.877 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd pool set .mgr pgp_num 31 2023-09-23T15:40:23.230 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: 1.15 deep-scrub starts 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: 1.15 deep-scrub ok 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: osdmap e645: 8 total, 8 up, 8 in 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: 1.15 deep-scrub starts 2023-09-23T15:40:23.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: 1.15 deep-scrub ok 2023-09-23T15:40:23.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:23.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: osdmap e645: 8 total, 8 up, 8 in 2023-09-23T15:40:23.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:22 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e644 with expected crc 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: 1.15 deep-scrub starts 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: 1.15 deep-scrub ok 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: osdmap e645: 8 total, 8 up, 8 in 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:23.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:22 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: osdmap e646: 8 total, 8 up, 8 in 2023-09-23T15:40:24.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[212312]: pgmap v1726: 103 pgs: 14 remapped+peering, 7 peering, 82 active+clean; 4.6 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 11 KiB/s rd, 28 KiB/s wr, 8 op/s; 0 B/s, 14 objects/s recovering 2023-09-23T15:40:24.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: osdmap e646: 8 total, 8 up, 8 in 2023-09-23T15:40:24.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.073 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:23 smithi118 ceph-mon[219580]: pgmap v1726: 103 pgs: 14 remapped+peering, 7 peering, 82 active+clean; 4.6 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 11 KiB/s rd, 28 KiB/s wr, 8 op/s; 0 B/s, 14 objects/s recovering 2023-09-23T15:40:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e645 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: osdmap e646: 8 total, 8 up, 8 in 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:23 smithi178 ceph-mon[192298]: pgmap v1726: 103 pgs: 14 remapped+peering, 7 peering, 82 active+clean; 4.6 MiB data, 4.7 GiB used, 621 GiB / 626 GiB avail; 11 KiB/s rd, 28 KiB/s wr, 8 op/s; 0 B/s, 14 objects/s recovering 2023-09-23T15:40:24.987 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[212312]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.988 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[212312]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.988 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[212312]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.988 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[212312]: failed to encode map e646 with expected crc 2023-09-23T15:40:24.988 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[212312]: 1.16 scrub starts 2023-09-23T15:40:25.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[212312]: 1.16 scrub ok 2023-09-23T15:40:25.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[212312]: Health check update: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T15:40:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[219580]: failed to encode map e646 with expected crc 2023-09-23T15:40:25.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[219580]: failed to encode map e646 with expected crc 2023-09-23T15:40:25.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[219580]: failed to encode map e646 with expected crc 2023-09-23T15:40:25.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[219580]: failed to encode map e646 with expected crc 2023-09-23T15:40:25.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[219580]: 1.16 scrub starts 2023-09-23T15:40:25.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[219580]: 1.16 scrub ok 2023-09-23T15:40:25.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:24 smithi118 ceph-mon[219580]: Health check update: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T15:40:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:24 smithi178 ceph-mon[192298]: failed to encode map e646 with expected crc 2023-09-23T15:40:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:24 smithi178 ceph-mon[192298]: failed to encode map e646 with expected crc 2023-09-23T15:40:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:24 smithi178 ceph-mon[192298]: failed to encode map e646 with expected crc 2023-09-23T15:40:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:24 smithi178 ceph-mon[192298]: failed to encode map e646 with expected crc 2023-09-23T15:40:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:24 smithi178 ceph-mon[192298]: 1.16 scrub starts 2023-09-23T15:40:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:24 smithi178 ceph-mon[192298]: 1.16 scrub ok 2023-09-23T15:40:25.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:24 smithi178 ceph-mon[192298]: Health check update: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-09-23T15:40:26.004 INFO:teuthology.orchestra.run.smithi118.stderr:set pool 1 pgp_num to 31 2023-09-23T15:40:26.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: osdmap e647: 8 total, 8 up, 8 in 2023-09-23T15:40:26.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1245172701' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "31"}]: dispatch 2023-09-23T15:40:26.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[219580]: pgmap v1728: 103 pgs: 8 remapped+peering, 11 peering, 84 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 7 op/s; 0 B/s, 14 objects/s recovering 2023-09-23T15:40:26.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: osdmap e647: 8 total, 8 up, 8 in 2023-09-23T15:40:26.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1245172701' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "31"}]: dispatch 2023-09-23T15:40:26.322 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:25 smithi118 ceph-mon[212312]: pgmap v1728: 103 pgs: 8 remapped+peering, 11 peering, 84 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 7 op/s; 0 B/s, 14 objects/s recovering 2023-09-23T15:40:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: osdmap e647: 8 total, 8 up, 8 in 2023-09-23T15:40:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: failed to encode map e647 with expected crc 2023-09-23T15:40:26.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1245172701' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "31"}]: dispatch 2023-09-23T15:40:26.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:25 smithi178 ceph-mon[192298]: pgmap v1728: 103 pgs: 8 remapped+peering, 11 peering, 84 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 27 KiB/s wr, 7 op/s; 0 B/s, 14 objects/s recovering 2023-09-23T15:40:26.820 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=600 2023-09-23T15:40:27.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1245172701' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "31"}]': finished 2023-09-23T15:40:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: osdmap e648: 8 total, 8 up, 8 in 2023-09-23T15:40:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: 1.19 scrub starts 2023-09-23T15:40:27.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[212312]: 1.19 scrub ok 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1245172701' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "31"}]': finished 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: osdmap e648: 8 total, 8 up, 8 in 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.071 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: 1.19 scrub starts 2023-09-23T15:40:27.072 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:26 smithi118 ceph-mon[219580]: 1.19 scrub ok 2023-09-23T15:40:27.175 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1245172701' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "31"}]': finished 2023-09-23T15:40:27.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: osdmap e648: 8 total, 8 up, 8 in 2023-09-23T15:40:27.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: failed to encode map e648 with expected crc 2023-09-23T15:40:27.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: 1.19 scrub starts 2023-09-23T15:40:27.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:26 smithi178 ceph-mon[192298]: 1.19 scrub ok 2023-09-23T15:40:28.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:27 smithi118 ceph-mon[219580]: 1.1e scrub starts 2023-09-23T15:40:28.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:27 smithi118 ceph-mon[219580]: 1.1e scrub ok 2023-09-23T15:40:28.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:27 smithi118 ceph-mon[219580]: 1.b scrub starts 2023-09-23T15:40:28.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:27 smithi118 ceph-mon[219580]: 1.b scrub ok 2023-09-23T15:40:28.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:27 smithi118 ceph-mon[219580]: pgmap v1730: 103 pgs: 8 remapped+peering, 6 peering, 89 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 7.2 KiB/s wr, 1 op/s; 0 B/s, 4 objects/s recovering 2023-09-23T15:40:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:27 smithi118 ceph-mon[212312]: 1.1e scrub starts 2023-09-23T15:40:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:27 smithi118 ceph-mon[212312]: 1.1e scrub ok 2023-09-23T15:40:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:27 smithi118 ceph-mon[212312]: 1.b scrub starts 2023-09-23T15:40:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:27 smithi118 ceph-mon[212312]: 1.b scrub ok 2023-09-23T15:40:28.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:27 smithi118 ceph-mon[212312]: pgmap v1730: 103 pgs: 8 remapped+peering, 6 peering, 89 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 7.2 KiB/s wr, 1 op/s; 0 B/s, 4 objects/s recovering 2023-09-23T15:40:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:27 smithi178 ceph-mon[192298]: 1.1e scrub starts 2023-09-23T15:40:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:27 smithi178 ceph-mon[192298]: 1.1e scrub ok 2023-09-23T15:40:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:27 smithi178 ceph-mon[192298]: 1.b scrub starts 2023-09-23T15:40:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:27 smithi178 ceph-mon[192298]: 1.b scrub ok 2023-09-23T15:40:28.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:27 smithi178 ceph-mon[192298]: pgmap v1730: 103 pgs: 8 remapped+peering, 6 peering, 89 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 KiB/s rd, 7.2 KiB/s wr, 1 op/s; 0 B/s, 4 objects/s recovering 2023-09-23T15:40:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:40:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:40:28] "GET /metrics HTTP/1.1" 200 34110 "" "Prometheus/2.43.0" 2023-09-23T15:40:28.794 INFO:teuthology.orchestra.run.smithi118.stdout:mon.a: {} 2023-09-23T15:40:28.807 INFO:teuthology.orchestra.run.smithi118.stdout:mon.b: {} 2023-09-23T15:40:28.816 INFO:teuthology.orchestra.run.smithi118.stdout:mon.c: {} 2023-09-23T15:40:28.817 INFO:teuthology.orchestra.run.smithi118.stderr:mon.a: mon_osd_down_out_interval = '600' (not observed, change may require restart) 2023-09-23T15:40:28.817 INFO:teuthology.orchestra.run.smithi118.stderr:mon.b: mon_osd_down_out_interval = '600' (not observed, change may require restart) 2023-09-23T15:40:28.817 INFO:teuthology.orchestra.run.smithi118.stderr:mon.c: mon_osd_down_out_interval = '600' (not observed, change may require restart) 2023-09-23T15:40:29.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:28 smithi118 ceph-mon[219580]: 1.3 scrub starts 2023-09-23T15:40:29.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:28 smithi118 ceph-mon[219580]: 1.3 scrub ok 2023-09-23T15:40:29.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:28 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3045206344' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T15:40:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:28 smithi118 ceph-mon[212312]: 1.3 scrub starts 2023-09-23T15:40:29.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:28 smithi118 ceph-mon[212312]: 1.3 scrub ok 2023-09-23T15:40:29.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:28 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3045206344' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T15:40:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:28 smithi178 ceph-mon[192298]: 1.3 scrub starts 2023-09-23T15:40:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:28 smithi178 ceph-mon[192298]: 1.3 scrub ok 2023-09-23T15:40:29.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:28 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3045206344' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-09-23T15:40:29.569 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 0 1 2023-09-23T15:40:30.209 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:30.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:29 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:40:30.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:29 smithi118 ceph-mon[219580]: pgmap v1731: 103 pgs: 6 peering, 97 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s, 4 objects/s recovering 2023-09-23T15:40:30.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:29 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:40:30.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:29 smithi118 ceph-mon[212312]: pgmap v1731: 103 pgs: 6 peering, 97 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s, 4 objects/s recovering 2023-09-23T15:40:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:29 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:40:30.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:29 smithi178 ceph-mon[192298]: pgmap v1731: 103 pgs: 6 peering, 97 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s, 4 objects/s recovering 2023-09-23T15:40:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:30 smithi118 ceph-mon[219580]: 1.17 scrub starts 2023-09-23T15:40:31.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:30 smithi118 ceph-mon[219580]: 1.17 scrub ok 2023-09-23T15:40:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:30 smithi118 ceph-mon[212312]: 1.17 scrub starts 2023-09-23T15:40:31.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:30 smithi118 ceph-mon[212312]: 1.17 scrub ok 2023-09-23T15:40:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:30 smithi178 ceph-mon[192298]: 1.17 scrub starts 2023-09-23T15:40:31.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:30 smithi178 ceph-mon[192298]: 1.17 scrub ok 2023-09-23T15:40:32.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:32 smithi118 ceph-mon[219580]: pgmap v1732: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s, 4 objects/s recovering 2023-09-23T15:40:32.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:32 smithi118 ceph-mon[212312]: pgmap v1732: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s, 4 objects/s recovering 2023-09-23T15:40:32.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:32 smithi178 ceph-mon[192298]: pgmap v1732: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s, 4 objects/s recovering 2023-09-23T15:40:33.012 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.0 to 1 (10000) 2023-09-23T15:40:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:33 smithi118 ceph-mon[219580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2023-09-23T15:40:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:33 smithi118 ceph-mon[219580]: Cluster is now healthy 2023-09-23T15:40:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:33 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2188281227' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:40:33.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:33.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:33 smithi118 ceph-mon[212312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2023-09-23T15:40:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:33 smithi118 ceph-mon[212312]: Cluster is now healthy 2023-09-23T15:40:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:33 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2188281227' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:40:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:33.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:33 smithi178 ceph-mon[192298]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2023-09-23T15:40:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:33 smithi178 ceph-mon[192298]: Cluster is now healthy 2023-09-23T15:40:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:33 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2188281227' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:40:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:33 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:33.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:33 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:33.796 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 0 1 2023-09-23T15:40:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: failed to encode map e649 with expected crc 2023-09-23T15:40:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2188281227' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:40:34.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: osdmap e649: 8 total, 8 up, 8 in 2023-09-23T15:40:34.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:34.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: 1.1b scrub starts 2023-09-23T15:40:34.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: failed to encode map e649 with expected crc 2023-09-23T15:40:34.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:34.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: 1.1b scrub ok 2023-09-23T15:40:34.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:40:34.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:40:34.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:34.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[219580]: pgmap v1734: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s, 4 objects/s recovering 2023-09-23T15:40:34.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: failed to encode map e649 with expected crc 2023-09-23T15:40:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2188281227' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:40:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: osdmap e649: 8 total, 8 up, 8 in 2023-09-23T15:40:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: 1.1b scrub starts 2023-09-23T15:40:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: failed to encode map e649 with expected crc 2023-09-23T15:40:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: 1.1b scrub ok 2023-09-23T15:40:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:40:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:40:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:34.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:34 smithi118 ceph-mon[212312]: pgmap v1734: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s, 4 objects/s recovering 2023-09-23T15:40:34.143 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: failed to encode map e649 with expected crc 2023-09-23T15:40:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2188281227' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:40:34.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: osdmap e649: 8 total, 8 up, 8 in 2023-09-23T15:40:34.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:34.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: 1.1b scrub starts 2023-09-23T15:40:34.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: failed to encode map e649 with expected crc 2023-09-23T15:40:34.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:34.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: 1.1b scrub ok 2023-09-23T15:40:34.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:40:34.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:40:34.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:34.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:34 smithi178 ceph-mon[192298]: pgmap v1734: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 529 KiB/s, 4 objects/s recovering 2023-09-23T15:40:36.890 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.0 primary-affinity to 1 (8655362) 2023-09-23T15:40:37.140 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:36 smithi118 ceph-mon[219580]: pgmap v1735: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s, 3 objects/s recovering 2023-09-23T15:40:37.140 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:36 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2942597541' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:40:37.140 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:36 smithi118 ceph-mon[212312]: pgmap v1735: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s, 3 objects/s recovering 2023-09-23T15:40:37.140 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:36 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2942597541' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:40:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:36 smithi178 ceph-mon[192298]: pgmap v1735: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s, 3 objects/s recovering 2023-09-23T15:40:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:36 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2942597541' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2023-09-23T15:40:37.752 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 1 1 2023-09-23T15:40:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[219580]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[219580]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2942597541' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:40:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[219580]: osdmap e650: 8 total, 8 up, 8 in 2023-09-23T15:40:38.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[219580]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[219580]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[219580]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:38.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[219580]: osdmap e651: 8 total, 8 up, 8 in 2023-09-23T15:40:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[212312]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[212312]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2942597541' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:40:38.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[212312]: osdmap e650: 8 total, 8 up, 8 in 2023-09-23T15:40:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[212312]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[212312]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[212312]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:38.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:37 smithi118 ceph-mon[212312]: osdmap e651: 8 total, 8 up, 8 in 2023-09-23T15:40:38.111 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:37 smithi178 ceph-mon[192298]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:37 smithi178 ceph-mon[192298]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:37 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2942597541' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2023-09-23T15:40:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:37 smithi178 ceph-mon[192298]: osdmap e650: 8 total, 8 up, 8 in 2023-09-23T15:40:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:37 smithi178 ceph-mon[192298]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:37 smithi178 ceph-mon[192298]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:37 smithi178 ceph-mon[192298]: failed to encode map e650 with expected crc 2023-09-23T15:40:38.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:38.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:38.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:38.379 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:37 smithi178 ceph-mon[192298]: osdmap e651: 8 total, 8 up, 8 in 2023-09-23T15:40:38.514 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:40:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:40:38] "GET /metrics HTTP/1.1" 200 34122 "" "Prometheus/2.43.0" 2023-09-23T15:40:39.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:38 smithi118 ceph-mon[219580]: pgmap v1737: 103 pgs: 9 peering, 94 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T15:40:39.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:38 smithi118 ceph-mon[219580]: failed to encode map e651 with expected crc 2023-09-23T15:40:39.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:38 smithi118 ceph-mon[219580]: failed to encode map e651 with expected crc 2023-09-23T15:40:39.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:38 smithi118 ceph-mon[219580]: failed to encode map e651 with expected crc 2023-09-23T15:40:39.305 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:38 smithi118 ceph-mon[219580]: failed to encode map e651 with expected crc 2023-09-23T15:40:39.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:38 smithi118 ceph-mon[212312]: pgmap v1737: 103 pgs: 9 peering, 94 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T15:40:39.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:38 smithi118 ceph-mon[212312]: failed to encode map e651 with expected crc 2023-09-23T15:40:39.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:38 smithi118 ceph-mon[212312]: failed to encode map e651 with expected crc 2023-09-23T15:40:39.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:38 smithi118 ceph-mon[212312]: failed to encode map e651 with expected crc 2023-09-23T15:40:39.306 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:38 smithi118 ceph-mon[212312]: failed to encode map e651 with expected crc 2023-09-23T15:40:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:38 smithi178 ceph-mon[192298]: pgmap v1737: 103 pgs: 9 peering, 94 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-09-23T15:40:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:38 smithi178 ceph-mon[192298]: failed to encode map e651 with expected crc 2023-09-23T15:40:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:38 smithi178 ceph-mon[192298]: failed to encode map e651 with expected crc 2023-09-23T15:40:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:38 smithi178 ceph-mon[192298]: failed to encode map e651 with expected crc 2023-09-23T15:40:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:38 smithi178 ceph-mon[192298]: failed to encode map e651 with expected crc 2023-09-23T15:40:40.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:39 smithi118 ceph-mon[212312]: 1.17 scrub starts 2023-09-23T15:40:40.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:39 smithi118 ceph-mon[212312]: 1.17 scrub ok 2023-09-23T15:40:40.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:39 smithi118 ceph-mon[219580]: 1.17 scrub starts 2023-09-23T15:40:40.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:39 smithi118 ceph-mon[219580]: 1.17 scrub ok 2023-09-23T15:40:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:39 smithi178 ceph-mon[192298]: 1.17 scrub starts 2023-09-23T15:40:40.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:39 smithi178 ceph-mon[192298]: 1.17 scrub ok 2023-09-23T15:40:40.907 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.1 to 1 (10000) 2023-09-23T15:40:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:40 smithi118 ceph-mon[219580]: pgmap v1739: 103 pgs: 9 peering, 94 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:40 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1837217594' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:41.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:40 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:41.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:40 smithi118 ceph-mon[212312]: pgmap v1739: 103 pgs: 9 peering, 94 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:41.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:40 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1837217594' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:41.321 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:40 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:40 smithi178 ceph-mon[192298]: pgmap v1739: 103 pgs: 9 peering, 94 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:40 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1837217594' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:40 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:41.801 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 1 1 2023-09-23T15:40:42.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:41 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:40:42.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:41 smithi118 ceph-mon[219580]: osdmap e652: 8 total, 8 up, 8 in 2023-09-23T15:40:42.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:41 smithi118 ceph-mon[219580]: failed to encode map e652 with expected crc 2023-09-23T15:40:42.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:41 smithi118 ceph-mon[219580]: failed to encode map e652 with expected crc 2023-09-23T15:40:42.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:41 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:40:42.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:41 smithi118 ceph-mon[212312]: osdmap e652: 8 total, 8 up, 8 in 2023-09-23T15:40:42.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:41 smithi118 ceph-mon[212312]: failed to encode map e652 with expected crc 2023-09-23T15:40:42.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:41 smithi118 ceph-mon[212312]: failed to encode map e652 with expected crc 2023-09-23T15:40:42.156 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:42.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:41 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:40:42.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:41 smithi178 ceph-mon[192298]: osdmap e652: 8 total, 8 up, 8 in 2023-09-23T15:40:42.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:41 smithi178 ceph-mon[192298]: failed to encode map e652 with expected crc 2023-09-23T15:40:42.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:41 smithi178 ceph-mon[192298]: failed to encode map e652 with expected crc 2023-09-23T15:40:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:42 smithi118 ceph-mon[212312]: failed to encode map e652 with expected crc 2023-09-23T15:40:43.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:42 smithi118 ceph-mon[212312]: pgmap v1741: 103 pgs: 9 peering, 94 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:43.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:42 smithi118 ceph-mon[219580]: failed to encode map e652 with expected crc 2023-09-23T15:40:43.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:42 smithi118 ceph-mon[219580]: pgmap v1741: 103 pgs: 9 peering, 94 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:42 smithi178 ceph-mon[192298]: failed to encode map e652 with expected crc 2023-09-23T15:40:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:42 smithi178 ceph-mon[192298]: pgmap v1741: 103 pgs: 9 peering, 94 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:44.925 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.1 primary-affinity to 1 (8655362) 2023-09-23T15:40:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:44 smithi118 ceph-mon[219580]: pgmap v1742: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:44 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1528053066' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:45.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:44 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:45.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:44 smithi118 ceph-mon[212312]: pgmap v1742: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:44 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1528053066' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:45.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:44 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:44 smithi178 ceph-mon[192298]: pgmap v1742: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:44 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1528053066' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:44 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]: dispatch 2023-09-23T15:40:45.758 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 3 1 2023-09-23T15:40:46.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[212312]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:40:46.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[212312]: osdmap e653: 8 total, 8 up, 8 in 2023-09-23T15:40:46.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[212312]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[212312]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[212312]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[212312]: osdmap e654: 8 total, 8 up, 8 in 2023-09-23T15:40:46.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[219580]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:40:46.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[219580]: osdmap e653: 8 total, 8 up, 8 in 2023-09-23T15:40:46.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[219580]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[219580]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[219580]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:45 smithi118 ceph-mon[219580]: osdmap e654: 8 total, 8 up, 8 in 2023-09-23T15:40:46.113 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:45 smithi178 ceph-mon[192298]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:45 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 1, "weight": 1.0}]': finished 2023-09-23T15:40:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:45 smithi178 ceph-mon[192298]: osdmap e653: 8 total, 8 up, 8 in 2023-09-23T15:40:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:45 smithi178 ceph-mon[192298]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:45 smithi178 ceph-mon[192298]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:45 smithi178 ceph-mon[192298]: failed to encode map e653 with expected crc 2023-09-23T15:40:46.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:45 smithi178 ceph-mon[192298]: osdmap e654: 8 total, 8 up, 8 in 2023-09-23T15:40:47.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:46 smithi118 ceph-mon[212312]: pgmap v1744: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:47.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:46 smithi118 ceph-mon[212312]: failed to encode map e654 with expected crc 2023-09-23T15:40:47.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:46 smithi118 ceph-mon[212312]: failed to encode map e654 with expected crc 2023-09-23T15:40:47.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:46 smithi118 ceph-mon[212312]: failed to encode map e654 with expected crc 2023-09-23T15:40:47.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:46 smithi118 ceph-mon[212312]: failed to encode map e654 with expected crc 2023-09-23T15:40:47.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:46 smithi118 ceph-mon[219580]: pgmap v1744: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:47.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:46 smithi118 ceph-mon[219580]: failed to encode map e654 with expected crc 2023-09-23T15:40:47.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:46 smithi118 ceph-mon[219580]: failed to encode map e654 with expected crc 2023-09-23T15:40:47.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:46 smithi118 ceph-mon[219580]: failed to encode map e654 with expected crc 2023-09-23T15:40:47.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:46 smithi118 ceph-mon[219580]: failed to encode map e654 with expected crc 2023-09-23T15:40:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:46 smithi178 ceph-mon[192298]: pgmap v1744: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:46 smithi178 ceph-mon[192298]: failed to encode map e654 with expected crc 2023-09-23T15:40:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:46 smithi178 ceph-mon[192298]: failed to encode map e654 with expected crc 2023-09-23T15:40:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:46 smithi178 ceph-mon[192298]: failed to encode map e654 with expected crc 2023-09-23T15:40:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:46 smithi178 ceph-mon[192298]: failed to encode map e654 with expected crc 2023-09-23T15:40:48.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:47 smithi118 ceph-mon[212312]: 1.b scrub starts 2023-09-23T15:40:48.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:47 smithi118 ceph-mon[212312]: 1.b scrub ok 2023-09-23T15:40:48.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:47 smithi118 ceph-mon[219580]: 1.b scrub starts 2023-09-23T15:40:48.235 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:47 smithi118 ceph-mon[219580]: 1.b scrub ok 2023-09-23T15:40:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:47 smithi178 ceph-mon[192298]: 1.b scrub starts 2023-09-23T15:40:48.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:47 smithi178 ceph-mon[192298]: 1.b scrub ok 2023-09-23T15:40:48.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:40:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:40:48] "GET /metrics HTTP/1.1" 200 34122 "" "Prometheus/2.43.0" 2023-09-23T15:40:48.942 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.3 to 1 (10000) 2023-09-23T15:40:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:48 smithi118 ceph-mon[219580]: pgmap v1746: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:49.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:48 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1216545827' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:40:49.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:48 smithi118 ceph-mon[212312]: pgmap v1746: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:49.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:48 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1216545827' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:40:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:48 smithi178 ceph-mon[192298]: pgmap v1746: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:49.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:48 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1216545827' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:40:49.807 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 3 1 2023-09-23T15:40:50.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[212312]: 1.13 scrub starts 2023-09-23T15:40:50.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[212312]: 1.13 scrub ok 2023-09-23T15:40:50.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[212312]: failed to encode map e655 with expected crc 2023-09-23T15:40:50.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[212312]: failed to encode map e655 with expected crc 2023-09-23T15:40:50.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1216545827' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:40:50.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[212312]: osdmap e655: 8 total, 8 up, 8 in 2023-09-23T15:40:50.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[219580]: 1.13 scrub starts 2023-09-23T15:40:50.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[219580]: 1.13 scrub ok 2023-09-23T15:40:50.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[219580]: failed to encode map e655 with expected crc 2023-09-23T15:40:50.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[219580]: failed to encode map e655 with expected crc 2023-09-23T15:40:50.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1216545827' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:40:50.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:49 smithi118 ceph-mon[219580]: osdmap e655: 8 total, 8 up, 8 in 2023-09-23T15:40:50.163 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:49 smithi178 ceph-mon[192298]: 1.13 scrub starts 2023-09-23T15:40:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:49 smithi178 ceph-mon[192298]: 1.13 scrub ok 2023-09-23T15:40:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:49 smithi178 ceph-mon[192298]: failed to encode map e655 with expected crc 2023-09-23T15:40:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:49 smithi178 ceph-mon[192298]: failed to encode map e655 with expected crc 2023-09-23T15:40:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:49 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1216545827' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:40:50.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:49 smithi178 ceph-mon[192298]: osdmap e655: 8 total, 8 up, 8 in 2023-09-23T15:40:51.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:50 smithi118 ceph-mon[219580]: pgmap v1748: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 24 KiB/s wr, 7 op/s; 17 KiB/s, 0 objects/s recovering 2023-09-23T15:40:51.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:50 smithi118 ceph-mon[212312]: pgmap v1748: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 24 KiB/s wr, 7 op/s; 17 KiB/s, 0 objects/s recovering 2023-09-23T15:40:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:50 smithi178 ceph-mon[192298]: pgmap v1748: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 24 KiB/s wr, 7 op/s; 17 KiB/s, 0 objects/s recovering 2023-09-23T15:40:52.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:51 smithi118 ceph-mon[212312]: pgmap v1749: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 21 KiB/s wr, 6 op/s; 15 KiB/s, 0 objects/s recovering 2023-09-23T15:40:52.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:52.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:51 smithi118 ceph-mon[219580]: pgmap v1749: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 21 KiB/s wr, 6 op/s; 15 KiB/s, 0 objects/s recovering 2023-09-23T15:40:52.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:51 smithi178 ceph-mon[192298]: pgmap v1749: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.0 KiB/s rd, 21 KiB/s wr, 6 op/s; 15 KiB/s, 0 objects/s recovering 2023-09-23T15:40:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:40:53.008 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.3 primary-affinity to 1 (8655362) 2023-09-23T15:40:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2324144189' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:40:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:53 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:40:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:53 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:53 smithi118 ceph-mon[219580]: 1.3 scrub starts 2023-09-23T15:40:53.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:53 smithi118 ceph-mon[219580]: 1.3 scrub ok 2023-09-23T15:40:53.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2324144189' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:40:53.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:53 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:40:53.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:53 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:53.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:53 smithi118 ceph-mon[212312]: 1.3 scrub starts 2023-09-23T15:40:53.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:53 smithi118 ceph-mon[212312]: 1.3 scrub ok 2023-09-23T15:40:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2324144189' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:40:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:53 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]: dispatch 2023-09-23T15:40:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:53 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:40:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:53 smithi178 ceph-mon[192298]: 1.3 scrub starts 2023-09-23T15:40:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:53 smithi178 ceph-mon[192298]: 1.3 scrub ok 2023-09-23T15:40:53.787 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 4 1 2023-09-23T15:40:54.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:40:54.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[212312]: osdmap e656: 8 total, 8 up, 8 in 2023-09-23T15:40:54.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[212312]: failed to encode map e656 with expected crc 2023-09-23T15:40:54.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[212312]: failed to encode map e656 with expected crc 2023-09-23T15:40:54.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[212312]: failed to encode map e656 with expected crc 2023-09-23T15:40:54.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[212312]: pgmap v1751: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:54.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:40:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[219580]: osdmap e656: 8 total, 8 up, 8 in 2023-09-23T15:40:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[219580]: failed to encode map e656 with expected crc 2023-09-23T15:40:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[219580]: failed to encode map e656 with expected crc 2023-09-23T15:40:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[219580]: failed to encode map e656 with expected crc 2023-09-23T15:40:54.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:54 smithi118 ceph-mon[219580]: pgmap v1751: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:54.142 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:54 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 3, "weight": 1.0}]': finished 2023-09-23T15:40:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:54 smithi178 ceph-mon[192298]: osdmap e656: 8 total, 8 up, 8 in 2023-09-23T15:40:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:54 smithi178 ceph-mon[192298]: failed to encode map e656 with expected crc 2023-09-23T15:40:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:54 smithi178 ceph-mon[192298]: failed to encode map e656 with expected crc 2023-09-23T15:40:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:54 smithi178 ceph-mon[192298]: failed to encode map e656 with expected crc 2023-09-23T15:40:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:54 smithi178 ceph-mon[192298]: pgmap v1751: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:55.313 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:55 smithi118 ceph-mon[219580]: failed to encode map e656 with expected crc 2023-09-23T15:40:55.313 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:55 smithi118 ceph-mon[219580]: failed to encode map e656 with expected crc 2023-09-23T15:40:55.314 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:55 smithi118 ceph-mon[212312]: failed to encode map e656 with expected crc 2023-09-23T15:40:55.314 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:55 smithi118 ceph-mon[212312]: failed to encode map e656 with expected crc 2023-09-23T15:40:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:55 smithi178 ceph-mon[192298]: failed to encode map e656 with expected crc 2023-09-23T15:40:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:55 smithi178 ceph-mon[192298]: failed to encode map e656 with expected crc 2023-09-23T15:40:56.018 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.4 to 1 (10000) 2023-09-23T15:40:56.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:56 smithi118 ceph-mon[212312]: pgmap v1752: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:56.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:56 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3359277881' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:40:56.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:56 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:40:56.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:56 smithi118 ceph-mon[219580]: pgmap v1752: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:56.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:56 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3359277881' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:40:56.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:56 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:40:56.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:56 smithi178 ceph-mon[192298]: pgmap v1752: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:56.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:56 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3359277881' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:40:56.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:56 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:40:56.898 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 4 1 2023-09-23T15:40:57.253 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:40:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[219580]: failed to encode map e657 with expected crc 2023-09-23T15:40:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:40:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[219580]: osdmap e657: 8 total, 8 up, 8 in 2023-09-23T15:40:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[219580]: failed to encode map e657 with expected crc 2023-09-23T15:40:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[219580]: failed to encode map e657 with expected crc 2023-09-23T15:40:57.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[219580]: failed to encode map e657 with expected crc 2023-09-23T15:40:57.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[212312]: failed to encode map e657 with expected crc 2023-09-23T15:40:57.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:40:57.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[212312]: osdmap e657: 8 total, 8 up, 8 in 2023-09-23T15:40:57.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[212312]: failed to encode map e657 with expected crc 2023-09-23T15:40:57.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[212312]: failed to encode map e657 with expected crc 2023-09-23T15:40:57.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:57 smithi118 ceph-mon[212312]: failed to encode map e657 with expected crc 2023-09-23T15:40:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:57 smithi178 ceph-mon[192298]: failed to encode map e657 with expected crc 2023-09-23T15:40:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:57 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:40:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:57 smithi178 ceph-mon[192298]: osdmap e657: 8 total, 8 up, 8 in 2023-09-23T15:40:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:57 smithi178 ceph-mon[192298]: failed to encode map e657 with expected crc 2023-09-23T15:40:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:57 smithi178 ceph-mon[192298]: failed to encode map e657 with expected crc 2023-09-23T15:40:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:57 smithi178 ceph-mon[192298]: failed to encode map e657 with expected crc 2023-09-23T15:40:58.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:58 smithi118 ceph-mon[212312]: failed to encode map e657 with expected crc 2023-09-23T15:40:58.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:58 smithi118 ceph-mon[212312]: pgmap v1754: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:58.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:58 smithi118 ceph-mon[219580]: failed to encode map e657 with expected crc 2023-09-23T15:40:58.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:58 smithi118 ceph-mon[219580]: pgmap v1754: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:58 smithi178 ceph-mon[192298]: failed to encode map e657 with expected crc 2023-09-23T15:40:58.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:58 smithi178 ceph-mon[192298]: pgmap v1754: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:40:58.504 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:40:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:40:58] "GET /metrics HTTP/1.1" 200 34123 "" "Prometheus/2.43.0" 2023-09-23T15:40:59.814 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.4 primary-affinity to 1 (8655362) 2023-09-23T15:41:00.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:59 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3165021162' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:41:00.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:40:59 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:41:00.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:59 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3165021162' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:41:00.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:40:59 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:41:00.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:59 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3165021162' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:41:00.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:40:59 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2023-09-23T15:41:00.651 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 5 1 2023-09-23T15:41:01.003 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:01.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:41:01.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[219580]: osdmap e658: 8 total, 8 up, 8 in 2023-09-23T15:41:01.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[219580]: pgmap v1756: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:01.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[219580]: failed to encode map e658 with expected crc 2023-09-23T15:41:01.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[219580]: failed to encode map e658 with expected crc 2023-09-23T15:41:01.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[219580]: failed to encode map e658 with expected crc 2023-09-23T15:41:01.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:41:01.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[212312]: osdmap e658: 8 total, 8 up, 8 in 2023-09-23T15:41:01.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[212312]: pgmap v1756: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:01.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[212312]: failed to encode map e658 with expected crc 2023-09-23T15:41:01.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[212312]: failed to encode map e658 with expected crc 2023-09-23T15:41:01.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:00 smithi118 ceph-mon[212312]: failed to encode map e658 with expected crc 2023-09-23T15:41:01.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:41:00 smithi178 conmon[172061]: logger=cleanup t=2023-09-23T15:41:00.68325093Z level=info msg="Completed cleanup jobs" duration=65.353562ms 2023-09-23T15:41:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:00 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2023-09-23T15:41:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:00 smithi178 ceph-mon[192298]: osdmap e658: 8 total, 8 up, 8 in 2023-09-23T15:41:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:00 smithi178 ceph-mon[192298]: pgmap v1756: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:00 smithi178 ceph-mon[192298]: failed to encode map e658 with expected crc 2023-09-23T15:41:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:00 smithi178 ceph-mon[192298]: failed to encode map e658 with expected crc 2023-09-23T15:41:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:00 smithi178 ceph-mon[192298]: failed to encode map e658 with expected crc 2023-09-23T15:41:02.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:01 smithi118 ceph-mon[219580]: failed to encode map e658 with expected crc 2023-09-23T15:41:02.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:01 smithi118 ceph-mon[212312]: failed to encode map e658 with expected crc 2023-09-23T15:41:02.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:01 smithi178 ceph-mon[192298]: failed to encode map e658 with expected crc 2023-09-23T15:41:02.826 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.5 to 1 (10000) 2023-09-23T15:41:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:02 smithi178 ceph-mon[192298]: pgmap v1757: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:02 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2432257796' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:03.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:02 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:02 smithi118 ceph-mon[212312]: pgmap v1757: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:02 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2432257796' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:02 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:02 smithi118 ceph-mon[219580]: pgmap v1757: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:03.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:02 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2432257796' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:03.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:02 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:03.611 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 5 1 2023-09-23T15:41:03.961 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:04.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:03 smithi118 ceph-mon[219580]: failed to encode map e659 with expected crc 2023-09-23T15:41:04.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:03 smithi118 ceph-mon[219580]: failed to encode map e659 with expected crc 2023-09-23T15:41:04.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:03 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:41:04.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:03 smithi118 ceph-mon[219580]: osdmap e659: 8 total, 8 up, 8 in 2023-09-23T15:41:04.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:03 smithi118 ceph-mon[212312]: failed to encode map e659 with expected crc 2023-09-23T15:41:04.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:03 smithi118 ceph-mon[212312]: failed to encode map e659 with expected crc 2023-09-23T15:41:04.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:03 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:41:04.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:03 smithi118 ceph-mon[212312]: osdmap e659: 8 total, 8 up, 8 in 2023-09-23T15:41:04.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:03 smithi178 ceph-mon[192298]: failed to encode map e659 with expected crc 2023-09-23T15:41:04.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:03 smithi178 ceph-mon[192298]: failed to encode map e659 with expected crc 2023-09-23T15:41:04.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:03 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:41:04.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:03 smithi178 ceph-mon[192298]: osdmap e659: 8 total, 8 up, 8 in 2023-09-23T15:41:05.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:04 smithi118 ceph-mon[219580]: pgmap v1759: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:05.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:04 smithi118 ceph-mon[212312]: pgmap v1759: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:05.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:04 smithi178 ceph-mon[192298]: pgmap v1759: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:05.837 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.5 primary-affinity to 1 (8655362) 2023-09-23T15:41:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:05 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3759211575' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:06.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:05 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:06.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:05 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3759211575' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:06.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:05 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:06.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:05 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3759211575' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:06.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:05 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]: dispatch 2023-09-23T15:41:06.659 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 6 1 2023-09-23T15:41:07.012 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:07.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:06 smithi118 ceph-mon[219580]: failed to encode map e660 with expected crc 2023-09-23T15:41:07.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:06 smithi118 ceph-mon[219580]: failed to encode map e660 with expected crc 2023-09-23T15:41:07.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:06 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:41:07.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:06 smithi118 ceph-mon[219580]: osdmap e660: 8 total, 8 up, 8 in 2023-09-23T15:41:07.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:06 smithi118 ceph-mon[219580]: pgmap v1761: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:07.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:06 smithi118 ceph-mon[212312]: failed to encode map e660 with expected crc 2023-09-23T15:41:07.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:06 smithi118 ceph-mon[212312]: failed to encode map e660 with expected crc 2023-09-23T15:41:07.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:06 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:41:07.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:06 smithi118 ceph-mon[212312]: osdmap e660: 8 total, 8 up, 8 in 2023-09-23T15:41:07.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:06 smithi118 ceph-mon[212312]: pgmap v1761: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:06 smithi178 ceph-mon[192298]: failed to encode map e660 with expected crc 2023-09-23T15:41:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:06 smithi178 ceph-mon[192298]: failed to encode map e660 with expected crc 2023-09-23T15:41:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:06 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 5, "weight": 1.0}]': finished 2023-09-23T15:41:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:06 smithi178 ceph-mon[192298]: osdmap e660: 8 total, 8 up, 8 in 2023-09-23T15:41:07.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:06 smithi178 ceph-mon[192298]: pgmap v1761: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:08.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:07 smithi118 ceph-mon[219580]: osdmap e661: 8 total, 8 up, 8 in 2023-09-23T15:41:08.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:07 smithi118 ceph-mon[219580]: failed to encode map e661 with expected crc 2023-09-23T15:41:08.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:07 smithi118 ceph-mon[219580]: failed to encode map e661 with expected crc 2023-09-23T15:41:08.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:07 smithi118 ceph-mon[219580]: failed to encode map e661 with expected crc 2023-09-23T15:41:08.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:08.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:07 smithi118 ceph-mon[212312]: osdmap e661: 8 total, 8 up, 8 in 2023-09-23T15:41:08.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:07 smithi118 ceph-mon[212312]: failed to encode map e661 with expected crc 2023-09-23T15:41:08.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:07 smithi118 ceph-mon[212312]: failed to encode map e661 with expected crc 2023-09-23T15:41:08.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:07 smithi118 ceph-mon[212312]: failed to encode map e661 with expected crc 2023-09-23T15:41:08.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:07 smithi178 ceph-mon[192298]: osdmap e661: 8 total, 8 up, 8 in 2023-09-23T15:41:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:07 smithi178 ceph-mon[192298]: failed to encode map e661 with expected crc 2023-09-23T15:41:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:07 smithi178 ceph-mon[192298]: failed to encode map e661 with expected crc 2023-09-23T15:41:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:07 smithi178 ceph-mon[192298]: failed to encode map e661 with expected crc 2023-09-23T15:41:08.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:08.504 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:41:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:41:08] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2023-09-23T15:41:09.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:08 smithi178 ceph-mon[192298]: pgmap v1763: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:09.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:08 smithi118 ceph-mon[212312]: pgmap v1763: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:09.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:08 smithi118 ceph-mon[219580]: pgmap v1763: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:09.851 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.6 to 1 (10000) 2023-09-23T15:41:10.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:09 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3129833' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:41:10.143 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:09 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3129833' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:41:10.143 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:09 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3129833' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:41:10.724 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 6 1 2023-09-23T15:41:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[219580]: 1.1 scrub starts 2023-09-23T15:41:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[219580]: 1.1 scrub ok 2023-09-23T15:41:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[219580]: pgmap v1764: 103 pgs: 103 active+clean; 4.7 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 31 KiB/s wr, 7 op/s; 140 KiB/s, 0 objects/s recovering 2023-09-23T15:41:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[219580]: failed to encode map e662 with expected crc 2023-09-23T15:41:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/3129833' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:41:11.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[219580]: osdmap e662: 8 total, 8 up, 8 in 2023-09-23T15:41:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[219580]: failed to encode map e662 with expected crc 2023-09-23T15:41:11.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[219580]: failed to encode map e662 with expected crc 2023-09-23T15:41:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[212312]: 1.1 scrub starts 2023-09-23T15:41:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[212312]: 1.1 scrub ok 2023-09-23T15:41:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[212312]: pgmap v1764: 103 pgs: 103 active+clean; 4.7 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 31 KiB/s wr, 7 op/s; 140 KiB/s, 0 objects/s recovering 2023-09-23T15:41:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[212312]: failed to encode map e662 with expected crc 2023-09-23T15:41:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/3129833' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:41:11.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[212312]: osdmap e662: 8 total, 8 up, 8 in 2023-09-23T15:41:11.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[212312]: failed to encode map e662 with expected crc 2023-09-23T15:41:11.071 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:10 smithi118 ceph-mon[212312]: failed to encode map e662 with expected crc 2023-09-23T15:41:11.089 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:10 smithi178 ceph-mon[192298]: 1.1 scrub starts 2023-09-23T15:41:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:10 smithi178 ceph-mon[192298]: 1.1 scrub ok 2023-09-23T15:41:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:10 smithi178 ceph-mon[192298]: pgmap v1764: 103 pgs: 103 active+clean; 4.7 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 31 KiB/s wr, 7 op/s; 140 KiB/s, 0 objects/s recovering 2023-09-23T15:41:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:10 smithi178 ceph-mon[192298]: failed to encode map e662 with expected crc 2023-09-23T15:41:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:10 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/3129833' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:41:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:10 smithi178 ceph-mon[192298]: osdmap e662: 8 total, 8 up, 8 in 2023-09-23T15:41:11.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:10 smithi178 ceph-mon[192298]: failed to encode map e662 with expected crc 2023-09-23T15:41:11.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:10 smithi178 ceph-mon[192298]: failed to encode map e662 with expected crc 2023-09-23T15:41:12.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:11 smithi118 ceph-mon[219580]: failed to encode map e662 with expected crc 2023-09-23T15:41:12.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:11 smithi118 ceph-mon[212312]: failed to encode map e662 with expected crc 2023-09-23T15:41:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:11 smithi178 ceph-mon[192298]: failed to encode map e662 with expected crc 2023-09-23T15:41:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:12 smithi178 ceph-mon[192298]: 1.8 deep-scrub starts 2023-09-23T15:41:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:12 smithi178 ceph-mon[192298]: 1.8 deep-scrub ok 2023-09-23T15:41:13.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:12 smithi178 ceph-mon[192298]: pgmap v1766: 103 pgs: 103 active+clean; 4.7 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 36 KiB/s wr, 8 op/s; 163 KiB/s, 0 objects/s recovering 2023-09-23T15:41:13.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:12 smithi118 ceph-mon[212312]: 1.8 deep-scrub starts 2023-09-23T15:41:13.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:12 smithi118 ceph-mon[212312]: 1.8 deep-scrub ok 2023-09-23T15:41:13.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:12 smithi118 ceph-mon[212312]: pgmap v1766: 103 pgs: 103 active+clean; 4.7 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 36 KiB/s wr, 8 op/s; 163 KiB/s, 0 objects/s recovering 2023-09-23T15:41:13.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:12 smithi118 ceph-mon[219580]: 1.8 deep-scrub starts 2023-09-23T15:41:13.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:12 smithi118 ceph-mon[219580]: 1.8 deep-scrub ok 2023-09-23T15:41:13.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:12 smithi118 ceph-mon[219580]: pgmap v1766: 103 pgs: 103 active+clean; 4.7 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 36 KiB/s wr, 8 op/s; 163 KiB/s, 0 objects/s recovering 2023-09-23T15:41:13.864 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.6 primary-affinity to 1 (8655362) 2023-09-23T15:41:14.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:13 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/329514067' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:41:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:13 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/329514067' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:41:14.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:13 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/329514067' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-09-23T15:41:14.619 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 7 1 2023-09-23T15:41:14.973 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:15.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:14 smithi178 ceph-mon[192298]: pgmap v1767: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 14 KiB/s wr, 2 op/s; 13 KiB/s, 0 objects/s recovering 2023-09-23T15:41:15.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:14 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/329514067' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:41:15.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:14 smithi178 ceph-mon[192298]: osdmap e663: 8 total, 8 up, 8 in 2023-09-23T15:41:15.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:14 smithi178 ceph-mon[192298]: failed to encode map e663 with expected crc 2023-09-23T15:41:15.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:14 smithi178 ceph-mon[192298]: failed to encode map e663 with expected crc 2023-09-23T15:41:15.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:14 smithi178 ceph-mon[192298]: failed to encode map e663 with expected crc 2023-09-23T15:41:15.129 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:14 smithi178 ceph-mon[192298]: failed to encode map e663 with expected crc 2023-09-23T15:41:15.167 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[219580]: pgmap v1767: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 14 KiB/s wr, 2 op/s; 13 KiB/s, 0 objects/s recovering 2023-09-23T15:41:15.167 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/329514067' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:41:15.167 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[219580]: osdmap e663: 8 total, 8 up, 8 in 2023-09-23T15:41:15.167 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[219580]: failed to encode map e663 with expected crc 2023-09-23T15:41:15.167 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[219580]: failed to encode map e663 with expected crc 2023-09-23T15:41:15.167 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[219580]: failed to encode map e663 with expected crc 2023-09-23T15:41:15.167 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[219580]: failed to encode map e663 with expected crc 2023-09-23T15:41:15.168 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[212312]: pgmap v1767: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 14 KiB/s wr, 2 op/s; 13 KiB/s, 0 objects/s recovering 2023-09-23T15:41:15.168 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/329514067' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-09-23T15:41:15.168 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[212312]: osdmap e663: 8 total, 8 up, 8 in 2023-09-23T15:41:15.168 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[212312]: failed to encode map e663 with expected crc 2023-09-23T15:41:15.168 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[212312]: failed to encode map e663 with expected crc 2023-09-23T15:41:15.168 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[212312]: failed to encode map e663 with expected crc 2023-09-23T15:41:15.168 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:14 smithi118 ceph-mon[212312]: failed to encode map e663 with expected crc 2023-09-23T15:41:16.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:15 smithi178 ceph-mon[192298]: failed to encode map e663 with expected crc 2023-09-23T15:41:16.176 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:15 smithi118 ceph-mon[219580]: failed to encode map e663 with expected crc 2023-09-23T15:41:16.176 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:15 smithi118 ceph-mon[212312]: failed to encode map e663 with expected crc 2023-09-23T15:41:16.870 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.7 to 1 (10000) 2023-09-23T15:41:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:16 smithi178 ceph-mon[192298]: pgmap v1769: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 14 KiB/s wr, 2 op/s; 13 KiB/s, 0 objects/s recovering 2023-09-23T15:41:17.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:16 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1628412307' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:41:17.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:16 smithi118 ceph-mon[212312]: pgmap v1769: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 14 KiB/s wr, 2 op/s; 13 KiB/s, 0 objects/s recovering 2023-09-23T15:41:17.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:16 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1628412307' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:41:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:16 smithi118 ceph-mon[219580]: pgmap v1769: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 14 KiB/s wr, 2 op/s; 13 KiB/s, 0 objects/s recovering 2023-09-23T15:41:17.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:16 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1628412307' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:41:17.726 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 7 1 2023-09-23T15:41:18.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:17 smithi118 ceph-mon[219580]: failed to encode map e664 with expected crc 2023-09-23T15:41:18.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:17 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1628412307' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:41:18.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:17 smithi118 ceph-mon[219580]: osdmap e664: 8 total, 8 up, 8 in 2023-09-23T15:41:18.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:17 smithi118 ceph-mon[212312]: failed to encode map e664 with expected crc 2023-09-23T15:41:18.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:17 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1628412307' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:41:18.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:17 smithi118 ceph-mon[212312]: osdmap e664: 8 total, 8 up, 8 in 2023-09-23T15:41:18.084 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:17 smithi178 ceph-mon[192298]: failed to encode map e664 with expected crc 2023-09-23T15:41:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:17 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1628412307' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:41:18.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:17 smithi178 ceph-mon[192298]: osdmap e664: 8 total, 8 up, 8 in 2023-09-23T15:41:18.490 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:41:18 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:41:18] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2023-09-23T15:41:19.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:18 smithi178 ceph-mon[192298]: pgmap v1771: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:19.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:18 smithi118 ceph-mon[219580]: pgmap v1771: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:19.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:18 smithi118 ceph-mon[212312]: pgmap v1771: 103 pgs: 103 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:20.882 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.7 primary-affinity to 1 (8655362) 2023-09-23T15:41:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:20 smithi178 ceph-mon[192298]: pgmap v1772: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:20 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1353601464' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:41:21.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:20 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:41:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:20 smithi118 ceph-mon[219580]: pgmap v1772: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:20 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1353601464' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:41:21.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:20 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:41:21.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:20 smithi118 ceph-mon[212312]: pgmap v1772: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:21.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:20 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1353601464' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:41:21.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:20 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]: dispatch 2023-09-23T15:41:21.670 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd reweight 2 1 2023-09-23T15:41:22.029 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:22.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:21 smithi118 ceph-mon[219580]: failed to encode map e665 with expected crc 2023-09-23T15:41:22.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:21 smithi118 ceph-mon[219580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:41:22.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:21 smithi118 ceph-mon[219580]: osdmap e665: 8 total, 8 up, 8 in 2023-09-23T15:41:22.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:21 smithi118 ceph-mon[219580]: failed to encode map e665 with expected crc 2023-09-23T15:41:22.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:21 smithi118 ceph-mon[212312]: failed to encode map e665 with expected crc 2023-09-23T15:41:22.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:21 smithi118 ceph-mon[212312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:41:22.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:21 smithi118 ceph-mon[212312]: osdmap e665: 8 total, 8 up, 8 in 2023-09-23T15:41:22.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:21 smithi118 ceph-mon[212312]: failed to encode map e665 with expected crc 2023-09-23T15:41:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:21 smithi178 ceph-mon[192298]: failed to encode map e665 with expected crc 2023-09-23T15:41:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:21 smithi178 ceph-mon[192298]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 7, "weight": 1.0}]': finished 2023-09-23T15:41:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:21 smithi178 ceph-mon[192298]: osdmap e665: 8 total, 8 up, 8 in 2023-09-23T15:41:22.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:21 smithi178 ceph-mon[192298]: failed to encode map e665 with expected crc 2023-09-23T15:41:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:22 smithi118 ceph-mon[219580]: 1.a deep-scrub starts 2023-09-23T15:41:23.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:22 smithi118 ceph-mon[219580]: failed to encode map e665 with expected crc 2023-09-23T15:41:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:22 smithi118 ceph-mon[219580]: 1.a deep-scrub ok 2023-09-23T15:41:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:22 smithi118 ceph-mon[219580]: pgmap v1774: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:23.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:22 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:22 smithi118 ceph-mon[212312]: 1.a deep-scrub starts 2023-09-23T15:41:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:22 smithi118 ceph-mon[212312]: failed to encode map e665 with expected crc 2023-09-23T15:41:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:22 smithi118 ceph-mon[212312]: 1.a deep-scrub ok 2023-09-23T15:41:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:22 smithi118 ceph-mon[212312]: pgmap v1774: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:23.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:22 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:22 smithi178 ceph-mon[192298]: 1.a deep-scrub starts 2023-09-23T15:41:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:22 smithi178 ceph-mon[192298]: failed to encode map e665 with expected crc 2023-09-23T15:41:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:22 smithi178 ceph-mon[192298]: 1.a deep-scrub ok 2023-09-23T15:41:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:22 smithi178 ceph-mon[192298]: pgmap v1774: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:23.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:22 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:24.896 INFO:teuthology.orchestra.run.smithi118.stderr:reweighted osd.2 to 1 (10000) 2023-09-23T15:41:25.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:24 smithi118 ceph-mon[212312]: pgmap v1775: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:25.320 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:24 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/686725873' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:41:25.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:24 smithi118 ceph-mon[219580]: pgmap v1775: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:25.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:24 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/686725873' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:41:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:24 smithi178 ceph-mon[192298]: pgmap v1775: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:25.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:24 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/686725873' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:41:25.786 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd primary-affinity 2 1 2023-09-23T15:41:26.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[219580]: 1.10 scrub starts 2023-09-23T15:41:26.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[219580]: 1.10 scrub ok 2023-09-23T15:41:26.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[219580]: failed to encode map e666 with expected crc 2023-09-23T15:41:26.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[219580]: failed to encode map e666 with expected crc 2023-09-23T15:41:26.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/686725873' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:41:26.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[219580]: osdmap e666: 8 total, 8 up, 8 in 2023-09-23T15:41:26.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[212312]: 1.10 scrub starts 2023-09-23T15:41:26.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[212312]: 1.10 scrub ok 2023-09-23T15:41:26.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[212312]: failed to encode map e666 with expected crc 2023-09-23T15:41:26.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[212312]: failed to encode map e666 with expected crc 2023-09-23T15:41:26.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/686725873' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:41:26.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:25 smithi118 ceph-mon[212312]: osdmap e666: 8 total, 8 up, 8 in 2023-09-23T15:41:26.146 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:25 smithi178 ceph-mon[192298]: 1.10 scrub starts 2023-09-23T15:41:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:25 smithi178 ceph-mon[192298]: 1.10 scrub ok 2023-09-23T15:41:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:25 smithi178 ceph-mon[192298]: failed to encode map e666 with expected crc 2023-09-23T15:41:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:25 smithi178 ceph-mon[192298]: failed to encode map e666 with expected crc 2023-09-23T15:41:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:25 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/686725873' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:41:26.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:25 smithi178 ceph-mon[192298]: osdmap e666: 8 total, 8 up, 8 in 2023-09-23T15:41:27.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:26 smithi118 ceph-mon[219580]: pgmap v1777: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:27.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:26 smithi118 ceph-mon[212312]: pgmap v1777: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:27.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:26 smithi178 ceph-mon[192298]: pgmap v1777: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:28.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:41:28 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:41:28] "GET /metrics HTTP/1.1" 200 34114 "" "Prometheus/2.43.0" 2023-09-23T15:41:28.822 INFO:teuthology.orchestra.run.smithi118.stderr:set osd.2 primary-affinity to 1 (8655362) 2023-09-23T15:41:29.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:28 smithi118 ceph-mon[212312]: 1.17 scrub starts 2023-09-23T15:41:29.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:28 smithi118 ceph-mon[212312]: 1.17 scrub ok 2023-09-23T15:41:29.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:28 smithi118 ceph-mon[212312]: pgmap v1778: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:29.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:28 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1395098202' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:41:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:28 smithi118 ceph-mon[219580]: 1.17 scrub starts 2023-09-23T15:41:29.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:28 smithi118 ceph-mon[219580]: 1.17 scrub ok 2023-09-23T15:41:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:28 smithi118 ceph-mon[219580]: pgmap v1778: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:29.070 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:28 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1395098202' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:41:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:28 smithi178 ceph-mon[192298]: 1.17 scrub starts 2023-09-23T15:41:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:28 smithi178 ceph-mon[192298]: 1.17 scrub ok 2023-09-23T15:41:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:28 smithi178 ceph-mon[192298]: pgmap v1778: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:29.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:28 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1395098202' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-09-23T15:41:29.553 INFO:tasks.thrashosds.thrasher:joining the do_sighup greenlet 2023-09-23T15:41:29.553 INFO:tasks.thrashosds.thrasher:joining the do_optrack_toggle greenlet 2023-09-23T15:41:29.553 INFO:tasks.thrashosds.thrasher:joining the do_dump_ops greenlet 2023-09-23T15:41:29.553 INFO:tasks.thrashosds.thrasher:joining the do_noscrub_toggle greenlet 2023-09-23T15:41:29.553 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-09-23T15:41:29.554 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T15:41:29.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:29 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1395098202' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:41:29.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:29 smithi118 ceph-mon[212312]: osdmap e667: 8 total, 8 up, 8 in 2023-09-23T15:41:29.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:29 smithi118 ceph-mon[212312]: failed to encode map e667 with expected crc 2023-09-23T15:41:29.815 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:29 smithi118 ceph-mon[212312]: failed to encode map e667 with expected crc 2023-09-23T15:41:29.906 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:29 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1395098202' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:41:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:29 smithi118 ceph-mon[219580]: osdmap e667: 8 total, 8 up, 8 in 2023-09-23T15:41:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:29 smithi118 ceph-mon[219580]: failed to encode map e667 with expected crc 2023-09-23T15:41:30.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:29 smithi118 ceph-mon[219580]: failed to encode map e667 with expected crc 2023-09-23T15:41:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:29 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1395098202' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-09-23T15:41:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:29 smithi178 ceph-mon[192298]: osdmap e667: 8 total, 8 up, 8 in 2023-09-23T15:41:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:29 smithi178 ceph-mon[192298]: failed to encode map e667 with expected crc 2023-09-23T15:41:30.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:29 smithi178 ceph-mon[192298]: failed to encode map e667 with expected crc 2023-09-23T15:41:30.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:30 smithi118 ceph-mon[212312]: failed to encode map e667 with expected crc 2023-09-23T15:41:30.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:30 smithi118 ceph-mon[212312]: pgmap v1780: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:30.819 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:30 smithi118 ceph-mon[212312]: failed to encode map e667 with expected crc 2023-09-23T15:41:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:30 smithi118 ceph-mon[219580]: failed to encode map e667 with expected crc 2023-09-23T15:41:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:30 smithi118 ceph-mon[219580]: pgmap v1780: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:31.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:30 smithi118 ceph-mon[219580]: failed to encode map e667 with expected crc 2023-09-23T15:41:31.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:30 smithi178 ceph-mon[192298]: failed to encode map e667 with expected crc 2023-09-23T15:41:31.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:30 smithi178 ceph-mon[192298]: pgmap v1780: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:31.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:30 smithi178 ceph-mon[192298]: failed to encode map e667 with expected crc 2023-09-23T15:41:31.723 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:41:31.723 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":667,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","created":"2023-09-23T14:51:29.898655+0000","modified":"2023-09-23T15:41:28.808456+0000","last_up_change":"2023-09-23T15:35:18.763063+0000","last_in_change":"2023-09-23T15:40:21.936516+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T14:54:28.481627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":31,"pg_placement_num":31,"pg_placement_num_target":31,"pg_num_target":31,"pg_num_pending":31,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"648","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"634","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":2.059999942779541,"score_stable":2.059999942779541,"optimal_score":1,"raw_score_acting":2.059999942779541,"raw_score_stable":2.059999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T14:57:08.197561+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"623","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":623,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T14:58:00.211833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T14:58:00.627607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"efc8e2d6-f5b4-4927-85fd-5207aef6e6aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":80,"up_from":84,"up_thru":650,"down_at":81,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6802","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6803","nonce":2654896063}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6804","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6805","nonce":2654896063}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6808","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6809","nonce":2654896063}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6806","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6807","nonce":2654896063}]},"public_addr":"172.21.15.118:6803/2654896063","cluster_addr":"172.21.15.118:6805/2654896063","heartbeat_back_addr":"172.21.15.118:6809/2654896063","heartbeat_front_addr":"172.21.15.118:6807/2654896063","state":["exists","up"]},{"osd":1,"uuid":"7b1fee90-d1aa-4264-a1ae-21633b287d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":85,"up_from":89,"up_thru":653,"down_at":86,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6810","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6811","nonce":340618034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6812","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6813","nonce":340618034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6816","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6817","nonce":340618034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6814","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6815","nonce":340618034}]},"public_addr":"172.21.15.118:6811/340618034","cluster_addr":"172.21.15.118:6813/340618034","heartbeat_back_addr":"172.21.15.118:6817/340618034","heartbeat_front_addr":"172.21.15.118:6815/340618034","state":["exists","up"]},{"osd":2,"uuid":"5e331822-4d3c-4b5c-8cfa-b4568f66961b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":117,"last_clean_end":557,"up_from":570,"up_thru":647,"down_at":558,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6818","nonce":1211385713},{"type":"v1","addr":"172.21.15.118:6819","nonce":1211385713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6820","nonce":1211385713},{"type":"v1","addr":"172.21.15.118:6821","nonce":1211385713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6824","nonce":1211385713},{"type":"v1","addr":"172.21.15.118:6825","nonce":1211385713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6822","nonce":1211385713},{"type":"v1","addr":"172.21.15.118:6823","nonce":1211385713}]},"public_addr":"172.21.15.118:6819/1211385713","cluster_addr":"172.21.15.118:6821/1211385713","heartbeat_back_addr":"172.21.15.118:6825/1211385713","heartbeat_front_addr":"172.21.15.118:6823/1211385713","state":["exists","up"]},{"osd":3,"uuid":"b0d588c7-3821-4bd0-b170-6c24c1daece8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":95,"up_from":99,"up_thru":647,"down_at":96,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6826","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6827","nonce":4014144693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6828","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6829","nonce":4014144693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6832","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6833","nonce":4014144693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6830","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6831","nonce":4014144693}]},"public_addr":"172.21.15.118:6827/4014144693","cluster_addr":"172.21.15.118:6829/4014144693","heartbeat_back_addr":"172.21.15.118:6833/4014144693","heartbeat_front_addr":"172.21.15.118:6831/4014144693","state":["exists","up"]},{"osd":4,"uuid":"04df134a-b1b5-4165-bbd9-a4c111a6874d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":647,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6801","nonce":3061359291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6803","nonce":3061359291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6807","nonce":3061359291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6805","nonce":3061359291}]},"public_addr":"172.21.15.178:6801/3061359291","cluster_addr":"172.21.15.178:6803/3061359291","heartbeat_back_addr":"172.21.15.178:6807/3061359291","heartbeat_front_addr":"172.21.15.178:6805/3061359291","state":["exists","up"]},{"osd":5,"uuid":"3b398f78-749d-440d-8afd-57ae5b890346","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":660,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6809","nonce":2641122765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6811","nonce":2641122765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6815","nonce":2641122765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6813","nonce":2641122765}]},"public_addr":"172.21.15.178:6809/2641122765","cluster_addr":"172.21.15.178:6811/2641122765","heartbeat_back_addr":"172.21.15.178:6815/2641122765","heartbeat_front_addr":"172.21.15.178:6813/2641122765","state":["exists","up"]},{"osd":6,"uuid":"86a6ec0f-884d-4f6b-8fc1-360dc8d847bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":100,"up_from":122,"up_thru":647,"down_at":101,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":1503293875},{"type":"v1","addr":"172.21.15.178:6817","nonce":1503293875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":1503293875},{"type":"v1","addr":"172.21.15.178:6819","nonce":1503293875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":1503293875},{"type":"v1","addr":"172.21.15.178:6823","nonce":1503293875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":1503293875},{"type":"v1","addr":"172.21.15.178:6821","nonce":1503293875}]},"public_addr":"172.21.15.178:6817/1503293875","cluster_addr":"172.21.15.178:6819/1503293875","heartbeat_back_addr":"172.21.15.178:6823/1503293875","heartbeat_front_addr":"172.21.15.178:6821/1503293875","state":["exists","up"]},{"osd":7,"uuid":"2df21937-2668-45dd-bb1a-e9b1835a8b81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":210,"up_from":224,"up_thru":647,"down_at":211,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1431321199},{"type":"v1","addr":"172.21.15.178:6825","nonce":1431321199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1431321199},{"type":"v1","addr":"172.21.15.178:6827","nonce":1431321199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1431321199},{"type":"v1","addr":"172.21.15.178:6831","nonce":1431321199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1431321199},{"type":"v1","addr":"172.21.15.178:6829","nonce":1431321199}]},"public_addr":"172.21.15.178:6825/1431321199","cluster_addr":"172.21.15.178:6827/1431321199","heartbeat_back_addr":"172.21.15.178:6831/1431321199","heartbeat_front_addr":"172.21.15.178:6829/1431321199","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:53:37.616732+0000","dead_epoch":80},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:01.464917+0000","dead_epoch":85},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:24.487975+0000","dead_epoch":557},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:48.543832+0000","dead_epoch":95},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:10.652416+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:34.023248+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:57.634210+0000","dead_epoch":100},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:56:20.644152+0000","dead_epoch":210}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.6","mappings":[{"from":1,"to":5}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5},{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.118:0/623302349":"2023-09-24T15:01:51.801529+0000","172.21.15.118:6800/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6801/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1872462244":"2023-09-24T14:51:56.749367+0000","172.21.15.178:0/3318317634":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/3656867389":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6800/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/779524663":"2023-09-24T15:00:32.178949+0000","172.21.15.178:6834/3593655720":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/788385118":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6800/2972534977":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/1178925339":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6801/3783243852":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/1137273613":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/3308528289":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/1639125099":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/2078246904":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2024373301":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/502001712":"2023-09-24T15:00:32.178949+0000","172.21.15.178:6835/3593655720":"2023-09-24T15:01:11.919247+0000","172.21.15.118:0/1039320426":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/2139662217":"2023-09-24T14:52:20.140371+0000","172.21.15.178:0/1076282815":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6801/2972534977":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/4249315536":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1930847727":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2375372934":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/857345226":"2023-09-24T15:01:51.801529+0000","172.21.15.178:0/2144245349":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/434539858":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6800/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/918396805":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/3530206762":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1707253320":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6800/3783243852":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/882091198":"2023-09-24T15:01:51.801529+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":2,"length":1}]},{"pool":12,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T15:41:32.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:31 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1188492737' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:41:32.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:31 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1188492737' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:41:32.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:31 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1188492737' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:41:32.556 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-09-23T15:41:32.556 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd dump --format=json 2023-09-23T15:41:32.908 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:33.113 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:32 smithi118 ceph-mon[219580]: pgmap v1781: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:33.114 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:32 smithi118 ceph-mon[212312]: pgmap v1781: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:33.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:32 smithi178 ceph-mon[192298]: pgmap v1781: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:34.098 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:33 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:41:34.098 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:33 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:41:34.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:33 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-09-23T15:41:34.770 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:41:34.770 INFO:teuthology.orchestra.run.smithi118.stdout:{"epoch":667,"fsid":"8cded518-5a20-11ee-8db4-212e2dc638e7","created":"2023-09-23T14:51:29.898655+0000","modified":"2023-09-23T15:41:28.808456+0000","last_up_change":"2023-09-23T15:35:18.763063+0000","last_in_change":"2023-09-23T15:40:21.936516+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T14:54:28.481627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":31,"pg_placement_num":31,"pg_placement_num_target":31,"pg_num_target":31,"pg_num_pending":31,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"648","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"634","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":2.059999942779541,"score_stable":2.059999942779541,"optimal_score":1,"raw_score_acting":2.059999942779541,"raw_score_stable":2.059999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-09-23T14:57:08.197561+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"623","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":623,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-09-23T14:58:00.211833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-09-23T14:58:00.627607+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"efc8e2d6-f5b4-4927-85fd-5207aef6e6aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":80,"up_from":84,"up_thru":650,"down_at":81,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6802","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6803","nonce":2654896063}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6804","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6805","nonce":2654896063}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6808","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6809","nonce":2654896063}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6806","nonce":2654896063},{"type":"v1","addr":"172.21.15.118:6807","nonce":2654896063}]},"public_addr":"172.21.15.118:6803/2654896063","cluster_addr":"172.21.15.118:6805/2654896063","heartbeat_back_addr":"172.21.15.118:6809/2654896063","heartbeat_front_addr":"172.21.15.118:6807/2654896063","state":["exists","up"]},{"osd":1,"uuid":"7b1fee90-d1aa-4264-a1ae-21633b287d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":85,"up_from":89,"up_thru":653,"down_at":86,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6810","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6811","nonce":340618034}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6812","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6813","nonce":340618034}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6816","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6817","nonce":340618034}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6814","nonce":340618034},{"type":"v1","addr":"172.21.15.118:6815","nonce":340618034}]},"public_addr":"172.21.15.118:6811/340618034","cluster_addr":"172.21.15.118:6813/340618034","heartbeat_back_addr":"172.21.15.118:6817/340618034","heartbeat_front_addr":"172.21.15.118:6815/340618034","state":["exists","up"]},{"osd":2,"uuid":"5e331822-4d3c-4b5c-8cfa-b4568f66961b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":117,"last_clean_end":557,"up_from":570,"up_thru":647,"down_at":558,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6818","nonce":1211385713},{"type":"v1","addr":"172.21.15.118:6819","nonce":1211385713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6820","nonce":1211385713},{"type":"v1","addr":"172.21.15.118:6821","nonce":1211385713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6824","nonce":1211385713},{"type":"v1","addr":"172.21.15.118:6825","nonce":1211385713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6822","nonce":1211385713},{"type":"v1","addr":"172.21.15.118:6823","nonce":1211385713}]},"public_addr":"172.21.15.118:6819/1211385713","cluster_addr":"172.21.15.118:6821/1211385713","heartbeat_back_addr":"172.21.15.118:6825/1211385713","heartbeat_front_addr":"172.21.15.118:6823/1211385713","state":["exists","up"]},{"osd":3,"uuid":"b0d588c7-3821-4bd0-b170-6c24c1daece8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":95,"up_from":99,"up_thru":647,"down_at":96,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6826","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6827","nonce":4014144693}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6828","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6829","nonce":4014144693}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6832","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6833","nonce":4014144693}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.118:6830","nonce":4014144693},{"type":"v1","addr":"172.21.15.118:6831","nonce":4014144693}]},"public_addr":"172.21.15.118:6827/4014144693","cluster_addr":"172.21.15.118:6829/4014144693","heartbeat_back_addr":"172.21.15.118:6833/4014144693","heartbeat_front_addr":"172.21.15.118:6831/4014144693","state":["exists","up"]},{"osd":4,"uuid":"04df134a-b1b5-4165-bbd9-a4c111a6874d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":647,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6801","nonce":3061359291}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6803","nonce":3061359291}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6807","nonce":3061359291}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":3061359291},{"type":"v1","addr":"172.21.15.178:6805","nonce":3061359291}]},"public_addr":"172.21.15.178:6801/3061359291","cluster_addr":"172.21.15.178:6803/3061359291","heartbeat_back_addr":"172.21.15.178:6807/3061359291","heartbeat_front_addr":"172.21.15.178:6805/3061359291","state":["exists","up"]},{"osd":5,"uuid":"3b398f78-749d-440d-8afd-57ae5b890346","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":660,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6809","nonce":2641122765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6811","nonce":2641122765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6815","nonce":2641122765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2641122765},{"type":"v1","addr":"172.21.15.178:6813","nonce":2641122765}]},"public_addr":"172.21.15.178:6809/2641122765","cluster_addr":"172.21.15.178:6811/2641122765","heartbeat_back_addr":"172.21.15.178:6815/2641122765","heartbeat_front_addr":"172.21.15.178:6813/2641122765","state":["exists","up"]},{"osd":6,"uuid":"86a6ec0f-884d-4f6b-8fc1-360dc8d847bc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":100,"up_from":122,"up_thru":647,"down_at":101,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":1503293875},{"type":"v1","addr":"172.21.15.178:6817","nonce":1503293875}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":1503293875},{"type":"v1","addr":"172.21.15.178:6819","nonce":1503293875}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":1503293875},{"type":"v1","addr":"172.21.15.178:6823","nonce":1503293875}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":1503293875},{"type":"v1","addr":"172.21.15.178:6821","nonce":1503293875}]},"public_addr":"172.21.15.178:6817/1503293875","cluster_addr":"172.21.15.178:6819/1503293875","heartbeat_back_addr":"172.21.15.178:6823/1503293875","heartbeat_front_addr":"172.21.15.178:6821/1503293875","state":["exists","up"]},{"osd":7,"uuid":"2df21937-2668-45dd-bb1a-e9b1835a8b81","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":210,"up_from":224,"up_thru":647,"down_at":211,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":1431321199},{"type":"v1","addr":"172.21.15.178:6825","nonce":1431321199}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":1431321199},{"type":"v1","addr":"172.21.15.178:6827","nonce":1431321199}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":1431321199},{"type":"v1","addr":"172.21.15.178:6831","nonce":1431321199}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":1431321199},{"type":"v1","addr":"172.21.15.178:6829","nonce":1431321199}]},"public_addr":"172.21.15.178:6825/1431321199","cluster_addr":"172.21.15.178:6827/1431321199","heartbeat_back_addr":"172.21.15.178:6831/1431321199","heartbeat_front_addr":"172.21.15.178:6829/1431321199","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:53:37.616732+0000","dead_epoch":80},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:01.464917+0000","dead_epoch":85},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:24.487975+0000","dead_epoch":557},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:54:48.543832+0000","dead_epoch":95},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:10.652416+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:34.023248+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:55:57.634210+0000","dead_epoch":100},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T14:56:20.644152+0000","dead_epoch":210}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.6","mappings":[{"from":1,"to":5}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5},{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.118:6801/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6800/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:6801/3783243852":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/1178925339":"2023-09-24T14:56:55.810112+0000","172.21.15.118:6801/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/1872462244":"2023-09-24T14:51:56.749367+0000","172.21.15.178:0/3318317634":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/3656867389":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6800/3125157696":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/779524663":"2023-09-24T15:00:32.178949+0000","172.21.15.178:6834/3593655720":"2023-09-24T15:01:11.919247+0000","172.21.15.118:0/1137273613":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/3308528289":"2023-09-24T15:01:51.801529+0000","172.21.15.118:6800/3783243852":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/3530206762":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1707253320":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/1639125099":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/2078246904":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2024373301":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/502001712":"2023-09-24T15:00:32.178949+0000","172.21.15.178:6835/3593655720":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/788385118":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6800/2972534977":"2023-09-24T15:00:32.178949+0000","172.21.15.118:0/623302349":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/1039320426":"2023-09-24T14:56:55.810112+0000","172.21.15.118:0/918396805":"2023-09-24T15:01:51.801529+0000","172.21.15.118:6801/3165519191":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2375372934":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/1930847727":"2023-09-24T14:51:56.749367+0000","172.21.15.118:0/2139662217":"2023-09-24T14:52:20.140371+0000","172.21.15.118:0/882091198":"2023-09-24T15:01:51.801529+0000","172.21.15.178:0/1076282815":"2023-09-24T15:01:11.919247+0000","172.21.15.118:6801/2972534977":"2023-09-24T15:00:32.178949+0000","172.21.15.118:6800/1990384125":"2023-09-24T14:56:55.810112+0000","172.21.15.178:0/434539858":"2023-09-24T15:01:11.919247+0000","172.21.15.178:0/2144245349":"2023-09-24T15:01:11.919247+0000","172.21.15.118:0/857345226":"2023-09-24T15:01:51.801529+0000","172.21.15.118:0/4249315536":"2023-09-24T14:52:20.140371+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":2,"length":1}]},{"pool":12,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T15:41:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:34 smithi118 ceph-mon[219580]: pgmap v1782: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:35.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:34 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/79482075' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:41:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:34 smithi118 ceph-mon[212312]: pgmap v1782: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:35.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:34 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/79482075' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:41:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:34 smithi178 ceph-mon[192298]: pgmap v1782: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:35.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:34 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/79482075' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-09-23T15:41:35.553 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-09-23T15:41:35.554 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-09-23T15:41:35.554 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-09-23T15:41:35.554 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-09-23T15:41:35.555 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-09-23T15:41:35.555 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-09-23T15:41:35.556 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-09-23T15:41:35.556 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-09-23T15:41:36.903 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:36.958 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:37.016 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:37.154 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:36 smithi118 ceph-mon[219580]: pgmap v1783: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:37.154 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:36 smithi118 ceph-mon[212312]: pgmap v1783: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:37.250 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:37.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:36 smithi178 ceph-mon[192298]: pgmap v1783: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:37.417 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:37.606 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:37.783 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:38.109 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:38.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:37 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:38.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:38.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:38.234 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:37 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:38.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:37 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:38.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:41:38 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:41:38] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2023-09-23T15:41:39.236 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:38 smithi118 ceph-mon[219580]: pgmap v1784: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:39.236 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:38 smithi118 ceph-mon[212312]: pgmap v1784: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:39.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:38 smithi178 ceph-mon[192298]: pgmap v1784: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:41.181 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:40 smithi118 ceph-mon[219580]: pgmap v1785: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:41.181 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:40 smithi118 ceph-mon[212312]: pgmap v1785: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:41.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:40 smithi178 ceph-mon[192298]: pgmap v1785: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:43.183 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:42 smithi118 ceph-mon[219580]: pgmap v1786: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:43.183 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:42 smithi118 ceph-mon[212312]: pgmap v1786: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:43.184 INFO:teuthology.orchestra.run.smithi118.stdout:2448131358798 2023-09-23T15:41:43.184 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-09-23T15:41:43.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:42 smithi178 ceph-mon[192298]: pgmap v1786: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:44.921 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:44 smithi118 ceph-mon[219580]: pgmap v1787: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:44.922 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:44 smithi118 ceph-mon[212312]: pgmap v1787: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:45.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:44 smithi178 ceph-mon[192298]: pgmap v1787: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:47.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:46 smithi118 ceph-mon[219580]: pgmap v1788: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:47.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:46 smithi118 ceph-mon[212312]: pgmap v1788: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:47.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:46 smithi178 ceph-mon[192298]: pgmap v1788: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:47.462 INFO:teuthology.orchestra.run.smithi118.stdout:167503725102 2023-09-23T15:41:47.462 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-09-23T15:41:47.481 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:47.504 INFO:teuthology.orchestra.run.smithi118.stdout:523986010488 2023-09-23T15:41:47.505 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-09-23T15:41:48.319 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:41:48 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:41:48] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2023-09-23T15:41:49.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:48 smithi118 ceph-mon[219580]: pgmap v1789: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:49.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:48 smithi118 ceph-mon[212312]: pgmap v1789: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:49.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:48 smithi178 ceph-mon[192298]: pgmap v1789: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:49.521 INFO:teuthology.orchestra.run.smithi118.stdout:382252089766 2023-09-23T15:41:49.522 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-09-23T15:41:50.367 INFO:teuthology.orchestra.run.smithi118.stdout:962072674610 2023-09-23T15:41:50.368 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-09-23T15:41:50.984 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:50 smithi118 ceph-mon[219580]: pgmap v1790: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:50.984 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:50 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:50.984 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:50 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:50.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:50 smithi118 ceph-mon[212312]: pgmap v1790: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:50.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:50 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:50.985 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:50 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:51.008 INFO:teuthology.orchestra.run.smithi118.stdout:360777253293 2023-09-23T15:41:51.008 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-09-23T15:41:51.054 INFO:teuthology.orchestra.run.smithi118.stdout:133143986739 2023-09-23T15:41:51.054 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-09-23T15:41:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:50 smithi178 ceph-mon[192298]: pgmap v1790: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:50 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:51.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:50 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:52.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:41:52.291 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:41:52.292 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:51 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:52.292 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:41:52.292 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:41:52.292 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:51 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:52.293 INFO:teuthology.orchestra.run.smithi118.stdout:425201762715 2023-09-23T15:41:52.293 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-09-23T15:41:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-09-23T15:41:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-09-23T15:41:52.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:51 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' 2023-09-23T15:41:52.423 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:53.027 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:53.065 INFO:teuthology.orchestra.run.smithi118.stdout:2448131358800 2023-09-23T15:41:53.088 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:53.088 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:53.089 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:53.244 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:52 smithi118 ceph-mon[219580]: pgmap v1791: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:53.244 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:52 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:53.244 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:52 smithi118 ceph-mon[212312]: pgmap v1791: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:53.245 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:52 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:52 smithi178 ceph-mon[192298]: pgmap v1791: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:53.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:52 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:41:54.196 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:53 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2871060148' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T15:41:54.196 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:53 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2871060148' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T15:41:54.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:53 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2871060148' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-09-23T15:41:54.506 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2448131358798 got 2448131358800 for osd.2 2023-09-23T15:41:54.507 DEBUG:teuthology.parallel:result is None 2023-09-23T15:41:55.312 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:54 smithi118 ceph-mon[219580]: pgmap v1792: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:55.313 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:54 smithi118 ceph-mon[212312]: pgmap v1792: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:55.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:54 smithi178 ceph-mon[192298]: pgmap v1792: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:55.448 INFO:teuthology.orchestra.run.smithi118.stdout:523986010490 2023-09-23T15:41:56.044 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:55 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2115666474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T15:41:56.045 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:55 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2115666474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T15:41:56.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:55 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2115666474' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-09-23T15:41:56.816 INFO:tasks.cephadm.ceph_manager.ceph:need seq 523986010488 got 523986010490 for osd.6 2023-09-23T15:41:56.816 DEBUG:teuthology.parallel:result is None 2023-09-23T15:41:57.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:56 smithi118 ceph-mon[219580]: pgmap v1793: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:57.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:56 smithi118 ceph-mon[212312]: pgmap v1793: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:57.136 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:57.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:56 smithi178 ceph-mon[192298]: pgmap v1793: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:57.620 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:41:58.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:41:58 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:41:58] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2023-09-23T15:41:58.954 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:58 smithi118 ceph-mon[219580]: pgmap v1794: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:58.954 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:58 smithi118 ceph-mon[212312]: pgmap v1794: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:59.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:58 smithi178 ceph-mon[192298]: pgmap v1794: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:41:59.547 INFO:teuthology.orchestra.run.smithi118.stdout:133143986741 2023-09-23T15:41:59.722 INFO:teuthology.orchestra.run.smithi118.stdout:167503725104 2023-09-23T15:41:59.975 INFO:teuthology.orchestra.run.smithi118.stdout:360777253295 2023-09-23T15:42:00.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:59 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1121376062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T15:42:00.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:41:59 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2265015585' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T15:42:00.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:59 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1121376062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T15:42:00.070 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:41:59 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2265015585' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T15:42:00.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:59 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1121376062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-09-23T15:42:00.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:41:59 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2265015585' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-09-23T15:42:01.005 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:00 smithi118 ceph-mon[219580]: pgmap v1795: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:01.005 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:00 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1766865902' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T15:42:01.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:00 smithi118 ceph-mon[212312]: pgmap v1795: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:01.005 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:00 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1766865902' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T15:42:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:00 smithi178 ceph-mon[192298]: pgmap v1795: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:01.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:00 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1766865902' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-09-23T15:42:01.444 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986739 got 133143986741 for osd.4 2023-09-23T15:42:01.444 DEBUG:teuthology.parallel:result is None 2023-09-23T15:42:01.724 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503725102 got 167503725104 for osd.5 2023-09-23T15:42:01.724 DEBUG:teuthology.parallel:result is None 2023-09-23T15:42:02.510 INFO:teuthology.orchestra.run.smithi118.stdout:382252089769 2023-09-23T15:42:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:02 smithi118 ceph-mon[219580]: pgmap v1796: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:03.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:02 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/1742702751' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T15:42:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:02 smithi118 ceph-mon[212312]: pgmap v1796: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:03.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:02 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/1742702751' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T15:42:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:02 smithi178 ceph-mon[192298]: pgmap v1796: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:03.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:02 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/1742702751' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-09-23T15:42:03.667 INFO:tasks.cephadm.ceph_manager.ceph:need seq 360777253293 got 360777253295 for osd.0 2023-09-23T15:42:03.667 DEBUG:teuthology.parallel:result is None 2023-09-23T15:42:03.706 INFO:tasks.cephadm.ceph_manager.ceph:need seq 382252089766 got 382252089769 for osd.1 2023-09-23T15:42:03.707 DEBUG:teuthology.parallel:result is None 2023-09-23T15:42:04.239 INFO:teuthology.orchestra.run.smithi118.stdout:962072674613 2023-09-23T15:42:04.493 INFO:teuthology.orchestra.run.smithi118.stdout:425201762718 2023-09-23T15:42:05.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:04 smithi118 ceph-mon[212312]: pgmap v1797: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:05.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/4209235389' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T15:42:05.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:04 smithi118 ceph-mon[212312]: from='client.? 172.21.15.118:0/2985669796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T15:42:05.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:04 smithi118 ceph-mon[219580]: pgmap v1797: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:05.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/4209235389' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T15:42:05.320 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:04 smithi118 ceph-mon[219580]: from='client.? 172.21.15.118:0/2985669796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T15:42:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:04 smithi178 ceph-mon[192298]: pgmap v1797: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/4209235389' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-09-23T15:42:05.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:04 smithi178 ceph-mon[192298]: from='client.? 172.21.15.118:0/2985669796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-09-23T15:42:05.544 INFO:tasks.cephadm.ceph_manager.ceph:need seq 962072674610 got 962072674613 for osd.7 2023-09-23T15:42:05.544 DEBUG:teuthology.parallel:result is None 2023-09-23T15:42:05.581 INFO:tasks.cephadm.ceph_manager.ceph:need seq 425201762715 got 425201762718 for osd.3 2023-09-23T15:42:05.581 DEBUG:teuthology.parallel:result is None 2023-09-23T15:42:05.581 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-09-23T15:42:05.581 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:42:05.975 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:42:07.174 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:06 smithi118 ceph-mon[219580]: pgmap v1798: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:07.174 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:06 smithi118 ceph-mon[212312]: pgmap v1798: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:07.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:06 smithi178 ceph-mon[192298]: pgmap v1798: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:07.887 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:42:07.889 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:42:08.234 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:07 smithi118 ceph-mon[219580]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:42:08.235 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:07 smithi118 ceph-mon[212312]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:42:08.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:07 smithi178 ceph-mon[192298]: from='mgr.34104 172.21.15.118:0/459011564' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-09-23T15:42:08.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:42:08 smithi118 conmon[199296]: ::ffff:172.21.15.178 - - [23/Sep/2023:15:42:08] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2023-09-23T15:42:08.674 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1799,"stamp":"2023-09-23T15:42:07.846573+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5983,"num_read_kb":13200,"num_write":907,"num_write_kb":12725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":219,"num_bytes_recovered":4890200,"num_keys_recovered":110,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6022,"ondisk_log_size":6022,"up":309,"acting":309,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":310,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":5313376,"kb_used_data":87840,"kb_used_omap":234,"kb_used_meta":5225237,"kb_avail":744647840,"statfs":{"total":767960285184,"available":762519388160,"internally_reserved":0,"allocated":89948160,"data_stored":68912161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":239732,"internal_metadata":5350643596},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003007"},"pg_stats":[{"pgid":"1.18","version":"80'161","reported_seq":1018,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991700+0000","last_change":"2023-09-23T15:40:18.911066+0000","last_active":"2023-09-23T15:41:24.991700+0000","last_peered":"2023-09-23T15:41:24.991700+0000","last_clean":"2023-09-23T15:41:24.991700+0000","last_became_active":"2023-09-23T15:40:17.956664+0000","last_became_peered":"2023-09-23T15:40:17.956664+0000","last_unstale":"2023-09-23T15:41:24.991700+0000","last_undegraded":"2023-09-23T15:41:24.991700+0000","last_fullsized":"2023-09-23T15:41:24.991700+0000","mapping_epoch":639,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":640,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:18.910975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:18.910975+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:05.262630+0000","scrub_duration":0.0018871649999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":128,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894236+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:41:24.894236+0000","last_peered":"2023-09-23T15:41:24.894236+0000","last_clean":"2023-09-23T15:41:24.894236+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:41:24.894236+0000","last_undegraded":"2023-09-23T15:41:24.894236+0000","last_fullsized":"2023-09-23T15:41:24.894236+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":77,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:28.178851+0000","last_change":"2023-09-23T15:38:54.972510+0000","last_active":"2023-09-23T15:41:28.178851+0000","last_peered":"2023-09-23T15:41:28.178851+0000","last_clean":"2023-09-23T15:41:28.178851+0000","last_became_active":"2023-09-23T15:38:54.972121+0000","last_became_peered":"2023-09-23T15:38:54.972121+0000","last_unstale":"2023-09-23T15:41:28.178851+0000","last_undegraded":"2023-09-23T15:41:28.178851+0000","last_fullsized":"2023-09-23T15:41:28.178851+0000","mapping_epoch":601,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":602,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:34:00.708693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.1b","version":"80'161","reported_seq":752,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992752+0000","last_change":"2023-09-23T15:40:33.068592+0000","last_active":"2023-09-23T15:41:24.992752+0000","last_peered":"2023-09-23T15:41:24.992752+0000","last_clean":"2023-09-23T15:41:24.992752+0000","last_became_active":"2023-09-23T15:40:21.965700+0000","last_became_peered":"2023-09-23T15:40:21.965700+0000","last_unstale":"2023-09-23T15:41:24.992752+0000","last_undegraded":"2023-09-23T15:41:24.992752+0000","last_fullsized":"2023-09-23T15:41:24.992752+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:33.068522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:33.068522+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:18:35.079112+0000","scrub_duration":0.001700416,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":242,"reported_epoch":667,"state":"active+clean","last_fresh":"2023-09-23T15:41:29.885623+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:41:29.885623+0000","last_peered":"2023-09-23T15:41:29.885623+0000","last_clean":"2023-09-23T15:41:29.885623+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:41:29.885623+0000","last_undegraded":"2023-09-23T15:41:29.885623+0000","last_fullsized":"2023-09-23T15:41:29.885623+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":199,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891565+0000","last_change":"2023-09-23T15:40:37.887425+0000","last_active":"2023-09-23T15:41:24.891565+0000","last_peered":"2023-09-23T15:41:24.891565+0000","last_clean":"2023-09-23T15:41:24.891565+0000","last_became_active":"2023-09-23T15:40:37.886988+0000","last_became_peered":"2023-09-23T15:40:37.886988+0000","last_unstale":"2023-09-23T15:41:24.891565+0000","last_undegraded":"2023-09-23T15:41:24.891565+0000","last_fullsized":"2023-09-23T15:41:24.891565+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:05:22.009798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1a","version":"80'161","reported_seq":961,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893872+0000","last_change":"2023-09-23T15:40:18.869590+0000","last_active":"2023-09-23T15:41:24.893872+0000","last_peered":"2023-09-23T15:41:24.893872+0000","last_clean":"2023-09-23T15:41:24.893872+0000","last_became_active":"2023-09-23T15:40:17.958692+0000","last_became_peered":"2023-09-23T15:40:17.958692+0000","last_unstale":"2023-09-23T15:41:24.893872+0000","last_undegraded":"2023-09-23T15:41:24.893872+0000","last_fullsized":"2023-09-23T15:41:24.893872+0000","mapping_epoch":639,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":640,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:18.869479+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:18.869479+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:30.764285+0000","scrub_duration":0.0016660889999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":365,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936397+0000","last_change":"2023-09-23T15:40:18.960860+0000","last_active":"2023-09-23T15:41:24.936397+0000","last_peered":"2023-09-23T15:41:24.936397+0000","last_clean":"2023-09-23T15:41:24.936397+0000","last_became_active":"2023-09-23T15:40:18.960549+0000","last_became_peered":"2023-09-23T15:40:18.960549+0000","last_unstale":"2023-09-23T15:41:24.936397+0000","last_undegraded":"2023-09-23T15:41:24.936397+0000","last_fullsized":"2023-09-23T15:41:24.936397+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:05.994865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":32,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894072+0000","last_change":"2023-09-23T15:40:22.827920+0000","last_active":"2023-09-23T15:41:24.894072+0000","last_peered":"2023-09-23T15:41:24.894072+0000","last_clean":"2023-09-23T15:41:24.894072+0000","last_became_active":"2023-09-23T15:40:22.825508+0000","last_became_peered":"2023-09-23T15:40:22.825508+0000","last_unstale":"2023-09-23T15:41:24.894072+0000","last_undegraded":"2023-09-23T15:41:24.894072+0000","last_fullsized":"2023-09-23T15:41:24.894072+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:26:31.917407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.15","version":"80'161","reported_seq":998,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993027+0000","last_change":"2023-09-23T15:40:22.556706+0000","last_active":"2023-09-23T15:41:24.993027+0000","last_peered":"2023-09-23T15:41:24.993027+0000","last_clean":"2023-09-23T15:41:24.993027+0000","last_became_active":"2023-09-23T15:40:17.959435+0000","last_became_peered":"2023-09-23T15:40:17.959435+0000","last_unstale":"2023-09-23T15:41:24.993027+0000","last_undegraded":"2023-09-23T15:41:24.993027+0000","last_fullsized":"2023-09-23T15:41:24.993027+0000","mapping_epoch":639,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":640,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:22.556615+0000","last_deep_scrub":"80'161","last_deep_scrub_stamp":"2023-09-23T15:40:22.556615+0000","last_clean_scrub_stamp":"2023-09-23T15:40:22.556615+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:08:03.222230+0000","scrub_duration":0.0019958329999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":628,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891721+0000","last_change":"2023-09-23T15:40:37.888992+0000","last_active":"2023-09-23T15:41:24.891721+0000","last_peered":"2023-09-23T15:41:24.891721+0000","last_clean":"2023-09-23T15:41:24.891721+0000","last_became_active":"2023-09-23T15:40:37.888714+0000","last_became_peered":"2023-09-23T15:40:37.888714+0000","last_unstale":"2023-09-23T15:41:24.891721+0000","last_undegraded":"2023-09-23T15:41:24.891721+0000","last_fullsized":"2023-09-23T15:41:24.891721+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:01:33.986045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":349,"reported_epoch":667,"state":"active+clean","last_fresh":"2023-09-23T15:41:28.817081+0000","last_change":"2023-09-23T15:40:22.809642+0000","last_active":"2023-09-23T15:41:28.817081+0000","last_peered":"2023-09-23T15:41:28.817081+0000","last_clean":"2023-09-23T15:41:28.817081+0000","last_became_active":"2023-09-23T15:40:22.809315+0000","last_became_peered":"2023-09-23T15:40:22.809315+0000","last_unstale":"2023-09-23T15:41:28.817081+0000","last_undegraded":"2023-09-23T15:41:28.817081+0000","last_fullsized":"2023-09-23T15:41:28.817081+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:16:55.184506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":1018,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992378+0000","last_change":"2023-09-23T15:38:45.276761+0000","last_active":"2023-09-23T15:41:24.992378+0000","last_peered":"2023-09-23T15:41:24.992378+0000","last_clean":"2023-09-23T15:41:24.992378+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:41:24.992378+0000","last_undegraded":"2023-09-23T15:41:24.992378+0000","last_fullsized":"2023-09-23T15:41:24.992378+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:45.276663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:45.276663+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:15.130435+0000","scrub_duration":0.001675431,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":201,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992004+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:41:24.992004+0000","last_peered":"2023-09-23T15:41:24.992004+0000","last_clean":"2023-09-23T15:41:24.992004+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:41:24.992004+0000","last_undegraded":"2023-09-23T15:41:24.992004+0000","last_fullsized":"2023-09-23T15:41:24.992004+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":687,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936627+0000","last_change":"2023-09-23T15:40:22.817663+0000","last_active":"2023-09-23T15:41:24.936627+0000","last_peered":"2023-09-23T15:41:24.936627+0000","last_clean":"2023-09-23T15:41:24.936627+0000","last_became_active":"2023-09-23T15:40:22.817465+0000","last_became_peered":"2023-09-23T15:40:22.817465+0000","last_unstale":"2023-09-23T15:41:24.936627+0000","last_undegraded":"2023-09-23T15:41:24.936627+0000","last_fullsized":"2023-09-23T15:41:24.936627+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:40.455495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.17","version":"80'161","reported_seq":932,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:27.355141+0000","last_change":"2023-09-23T15:41:27.355079+0000","last_active":"2023-09-23T15:41:27.355141+0000","last_peered":"2023-09-23T15:41:27.355141+0000","last_clean":"2023-09-23T15:41:27.355141+0000","last_became_active":"2023-09-23T15:41:06.850981+0000","last_became_peered":"2023-09-23T15:41:06.850981+0000","last_unstale":"2023-09-23T15:41:27.355141+0000","last_undegraded":"2023-09-23T15:41:27.355141+0000","last_fullsized":"2023-09-23T15:41:27.355141+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:41:27.354984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:41:27.354984+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:02:08.753956+0000","scrub_duration":0.001683443,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":257,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993143+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:41:24.993143+0000","last_peered":"2023-09-23T15:41:24.993143+0000","last_clean":"2023-09-23T15:41:24.993143+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:41:24.993143+0000","last_undegraded":"2023-09-23T15:41:24.993143+0000","last_fullsized":"2023-09-23T15:41:24.993143+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":293,"reported_epoch":667,"state":"active+clean","last_fresh":"2023-09-23T15:41:29.885786+0000","last_change":"2023-09-23T15:40:22.809288+0000","last_active":"2023-09-23T15:41:29.885786+0000","last_peered":"2023-09-23T15:41:29.885786+0000","last_clean":"2023-09-23T15:41:29.885786+0000","last_became_active":"2023-09-23T15:40:22.808932+0000","last_became_peered":"2023-09-23T15:40:22.808932+0000","last_unstale":"2023-09-23T15:41:29.885786+0000","last_undegraded":"2023-09-23T15:41:29.885786+0000","last_fullsized":"2023-09-23T15:41:29.885786+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:23:07.986400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.16","version":"80'161","reported_seq":1039,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992453+0000","last_change":"2023-09-23T15:40:24.748555+0000","last_active":"2023-09-23T15:41:24.992453+0000","last_peered":"2023-09-23T15:41:24.992453+0000","last_clean":"2023-09-23T15:41:24.992453+0000","last_became_active":"2023-09-23T15:40:21.962067+0000","last_became_peered":"2023-09-23T15:40:21.962067+0000","last_unstale":"2023-09-23T15:41:24.992453+0000","last_undegraded":"2023-09-23T15:41:24.992453+0000","last_fullsized":"2023-09-23T15:41:24.992453+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:24.748459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:24.748459+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:26:37.452037+0000","scrub_duration":0.0014554100000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":158,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893793+0000","last_change":"2023-09-23T15:40:22.836301+0000","last_active":"2023-09-23T15:41:24.893793+0000","last_peered":"2023-09-23T15:41:24.893793+0000","last_clean":"2023-09-23T15:41:24.893793+0000","last_became_active":"2023-09-23T15:40:22.829508+0000","last_became_peered":"2023-09-23T15:40:22.829508+0000","last_unstale":"2023-09-23T15:41:24.893793+0000","last_undegraded":"2023-09-23T15:41:24.893793+0000","last_fullsized":"2023-09-23T15:41:24.893793+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:07:38.611582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":33138,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":124,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894721+0000","last_change":"2023-09-23T15:40:22.829297+0000","last_active":"2023-09-23T15:41:24.894721+0000","last_peered":"2023-09-23T15:41:24.894721+0000","last_clean":"2023-09-23T15:41:24.894721+0000","last_became_active":"2023-09-23T15:40:22.828925+0000","last_became_peered":"2023-09-23T15:40:22.828925+0000","last_unstale":"2023-09-23T15:41:24.894721+0000","last_undegraded":"2023-09-23T15:41:24.894721+0000","last_fullsized":"2023-09-23T15:41:24.894721+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:09:30.953893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":839,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.890666+0000","last_change":"2023-09-23T15:40:37.888608+0000","last_active":"2023-09-23T15:41:24.890666+0000","last_peered":"2023-09-23T15:41:24.890666+0000","last_clean":"2023-09-23T15:41:24.890666+0000","last_became_active":"2023-09-23T15:40:37.888187+0000","last_became_peered":"2023-09-23T15:40:37.888187+0000","last_unstale":"2023-09-23T15:41:24.890666+0000","last_undegraded":"2023-09-23T15:41:24.890666+0000","last_fullsized":"2023-09-23T15:41:24.890666+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:40.449304+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":865,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992629+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:41:24.992629+0000","last_peered":"2023-09-23T15:41:24.992629+0000","last_clean":"2023-09-23T15:41:24.992629+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:41:24.992629+0000","last_undegraded":"2023-09-23T15:41:24.992629+0000","last_fullsized":"2023-09-23T15:41:24.992629+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":703,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936806+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:41:24.936806+0000","last_peered":"2023-09-23T15:41:24.936806+0000","last_clean":"2023-09-23T15:41:24.936806+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:41:24.936806+0000","last_undegraded":"2023-09-23T15:41:24.936806+0000","last_fullsized":"2023-09-23T15:41:24.936806+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1041,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991740+0000","last_change":"2023-09-23T15:41:24.349829+0000","last_active":"2023-09-23T15:41:24.991740+0000","last_peered":"2023-09-23T15:41:24.991740+0000","last_clean":"2023-09-23T15:41:24.991740+0000","last_became_active":"2023-09-23T15:41:06.851893+0000","last_became_peered":"2023-09-23T15:41:06.851893+0000","last_unstale":"2023-09-23T15:41:24.991740+0000","last_undegraded":"2023-09-23T15:41:24.991740+0000","last_fullsized":"2023-09-23T15:41:24.991740+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:41:24.349738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:41:24.349738+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:37.993039+0000","scrub_duration":0.0017653580000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":199,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.890916+0000","last_change":"2023-09-23T15:40:37.886905+0000","last_active":"2023-09-23T15:41:24.890916+0000","last_peered":"2023-09-23T15:41:24.890916+0000","last_clean":"2023-09-23T15:41:24.890916+0000","last_became_active":"2023-09-23T15:40:37.886604+0000","last_became_peered":"2023-09-23T15:40:37.886604+0000","last_unstale":"2023-09-23T15:41:24.890916+0000","last_undegraded":"2023-09-23T15:41:24.890916+0000","last_fullsized":"2023-09-23T15:41:24.890916+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:28:46.754699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":414,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992177+0000","last_change":"2023-09-23T15:41:06.853192+0000","last_active":"2023-09-23T15:41:24.992177+0000","last_peered":"2023-09-23T15:41:24.992177+0000","last_clean":"2023-09-23T15:41:24.992177+0000","last_became_active":"2023-09-23T15:41:06.852848+0000","last_became_peered":"2023-09-23T15:41:06.852848+0000","last_unstale":"2023-09-23T15:41:24.992177+0000","last_undegraded":"2023-09-23T15:41:24.992177+0000","last_fullsized":"2023-09-23T15:41:24.992177+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:47.513728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":458,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991825+0000","last_change":"2023-09-23T15:40:48.751378+0000","last_active":"2023-09-23T15:41:24.991825+0000","last_peered":"2023-09-23T15:41:24.991825+0000","last_clean":"2023-09-23T15:41:24.991825+0000","last_became_active":"2023-09-23T15:40:45.923503+0000","last_became_peered":"2023-09-23T15:40:45.923503+0000","last_unstale":"2023-09-23T15:41:24.991825+0000","last_undegraded":"2023-09-23T15:41:24.991825+0000","last_fullsized":"2023-09-23T15:41:24.991825+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:48.751254+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:48.751254+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:17:29.686665+0000","scrub_duration":0.00188982,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":734,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992243+0000","last_change":"2023-09-23T15:40:22.826413+0000","last_active":"2023-09-23T15:41:24.992243+0000","last_peered":"2023-09-23T15:41:24.992243+0000","last_clean":"2023-09-23T15:41:24.992243+0000","last_became_active":"2023-09-23T15:40:22.826131+0000","last_became_peered":"2023-09-23T15:40:22.826131+0000","last_unstale":"2023-09-23T15:41:24.992243+0000","last_undegraded":"2023-09-23T15:41:24.992243+0000","last_fullsized":"2023-09-23T15:41:24.992243+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:15:00.135782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":383,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891653+0000","last_change":"2023-09-23T15:40:37.887230+0000","last_active":"2023-09-23T15:41:24.891653+0000","last_peered":"2023-09-23T15:41:24.891653+0000","last_clean":"2023-09-23T15:41:24.891653+0000","last_became_active":"2023-09-23T15:40:37.886598+0000","last_became_peered":"2023-09-23T15:40:37.886598+0000","last_unstale":"2023-09-23T15:41:24.891653+0000","last_undegraded":"2023-09-23T15:41:24.891653+0000","last_fullsized":"2023-09-23T15:41:24.891653+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:50.865448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":1052,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992430+0000","last_change":"2023-09-23T15:40:26.008470+0000","last_active":"2023-09-23T15:41:24.992430+0000","last_peered":"2023-09-23T15:41:24.992430+0000","last_clean":"2023-09-23T15:41:24.992430+0000","last_became_active":"2023-09-23T15:40:26.008127+0000","last_became_peered":"2023-09-23T15:40:26.008127+0000","last_unstale":"2023-09-23T15:41:24.992430+0000","last_undegraded":"2023-09-23T15:41:24.992430+0000","last_fullsized":"2023-09-23T15:41:24.992430+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:39:23.977694+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":42,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893364+0000","last_change":"2023-09-23T15:40:22.836433+0000","last_active":"2023-09-23T15:41:24.893364+0000","last_peered":"2023-09-23T15:41:24.893364+0000","last_clean":"2023-09-23T15:41:24.893364+0000","last_became_active":"2023-09-23T15:40:22.826428+0000","last_became_peered":"2023-09-23T15:40:22.826428+0000","last_unstale":"2023-09-23T15:41:24.893364+0000","last_undegraded":"2023-09-23T15:41:24.893364+0000","last_fullsized":"2023-09-23T15:41:24.893364+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:32.599092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":225,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.937008+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:41:24.937008+0000","last_peered":"2023-09-23T15:41:24.937008+0000","last_clean":"2023-09-23T15:41:24.937008+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:41:24.937008+0000","last_undegraded":"2023-09-23T15:41:24.937008+0000","last_fullsized":"2023-09-23T15:41:24.937008+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1132,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993143+0000","last_change":"2023-09-23T15:40:14.579953+0000","last_active":"2023-09-23T15:41:24.993143+0000","last_peered":"2023-09-23T15:41:24.993143+0000","last_clean":"2023-09-23T15:41:24.993143+0000","last_became_active":"2023-09-23T15:40:10.913413+0000","last_became_peered":"2023-09-23T15:40:10.913413+0000","last_unstale":"2023-09-23T15:41:24.993143+0000","last_undegraded":"2023-09-23T15:41:24.993143+0000","last_fullsized":"2023-09-23T15:41:24.993143+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:14.579863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:14.579863+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:15.697352+0000","scrub_duration":0.0019667349999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":228,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992870+0000","last_change":"2023-09-23T15:40:18.973341+0000","last_active":"2023-09-23T15:41:24.992870+0000","last_peered":"2023-09-23T15:41:24.992870+0000","last_clean":"2023-09-23T15:41:24.992870+0000","last_became_active":"2023-09-23T15:40:18.959438+0000","last_became_peered":"2023-09-23T15:40:18.959438+0000","last_unstale":"2023-09-23T15:41:24.992870+0000","last_undegraded":"2023-09-23T15:41:24.992870+0000","last_fullsized":"2023-09-23T15:41:24.992870+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:07:47.607359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":154,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":241,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991861+0000","last_change":"2023-09-23T15:40:22.828882+0000","last_active":"2023-09-23T15:41:24.991861+0000","last_peered":"2023-09-23T15:41:24.991861+0000","last_clean":"2023-09-23T15:41:24.991861+0000","last_became_active":"2023-09-23T15:40:22.828286+0000","last_became_peered":"2023-09-23T15:40:22.828286+0000","last_unstale":"2023-09-23T15:41:24.991861+0000","last_undegraded":"2023-09-23T15:41:24.991861+0000","last_fullsized":"2023-09-23T15:41:24.991861+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:04:45.590991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1150,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936781+0000","last_change":"2023-09-23T15:40:26.009359+0000","last_active":"2023-09-23T15:41:24.936781+0000","last_peered":"2023-09-23T15:41:24.936781+0000","last_clean":"2023-09-23T15:41:24.936781+0000","last_became_active":"2023-09-23T15:40:26.008895+0000","last_became_peered":"2023-09-23T15:40:26.008895+0000","last_unstale":"2023-09-23T15:41:24.936781+0000","last_undegraded":"2023-09-23T15:41:24.936781+0000","last_fullsized":"2023-09-23T15:41:24.936781+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:16.311619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:16.311619+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:40:42.188675+0000","scrub_duration":0.0023969299999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":703,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992749+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:41:24.992749+0000","last_peered":"2023-09-23T15:41:24.992749+0000","last_clean":"2023-09-23T15:41:24.992749+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:41:24.992749+0000","last_undegraded":"2023-09-23T15:41:24.992749+0000","last_fullsized":"2023-09-23T15:41:24.992749+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":114,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894017+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:41:24.894017+0000","last_peered":"2023-09-23T15:41:24.894017+0000","last_clean":"2023-09-23T15:41:24.894017+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:41:24.894017+0000","last_undegraded":"2023-09-23T15:41:24.894017+0000","last_fullsized":"2023-09-23T15:41:24.894017+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":922,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893656+0000","last_change":"2023-09-23T15:40:26.013429+0000","last_active":"2023-09-23T15:41:24.893656+0000","last_peered":"2023-09-23T15:41:24.893656+0000","last_clean":"2023-09-23T15:41:24.893656+0000","last_became_active":"2023-09-23T15:40:26.012767+0000","last_became_peered":"2023-09-23T15:40:26.012767+0000","last_unstale":"2023-09-23T15:41:24.893656+0000","last_undegraded":"2023-09-23T15:41:24.893656+0000","last_fullsized":"2023-09-23T15:41:24.893656+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:52.041345+0000","scrub_duration":0.0041920669999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":760,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993322+0000","last_change":"2023-09-23T15:40:22.838441+0000","last_active":"2023-09-23T15:41:24.993322+0000","last_peered":"2023-09-23T15:41:24.993322+0000","last_clean":"2023-09-23T15:41:24.993322+0000","last_became_active":"2023-09-23T15:40:22.828148+0000","last_became_peered":"2023-09-23T15:40:22.828148+0000","last_unstale":"2023-09-23T15:41:24.993322+0000","last_undegraded":"2023-09-23T15:41:24.993322+0000","last_fullsized":"2023-09-23T15:41:24.993322+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:12:49.614365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":700,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":32,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893807+0000","last_change":"2023-09-23T15:40:22.825586+0000","last_active":"2023-09-23T15:41:24.893807+0000","last_peered":"2023-09-23T15:41:24.893807+0000","last_clean":"2023-09-23T15:41:24.893807+0000","last_became_active":"2023-09-23T15:40:22.822967+0000","last_became_peered":"2023-09-23T15:40:22.822967+0000","last_unstale":"2023-09-23T15:41:24.893807+0000","last_undegraded":"2023-09-23T15:41:24.893807+0000","last_fullsized":"2023-09-23T15:41:24.893807+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:22.784516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":915,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893921+0000","last_change":"2023-09-23T15:40:12.750495+0000","last_active":"2023-09-23T15:41:24.893921+0000","last_peered":"2023-09-23T15:41:24.893921+0000","last_clean":"2023-09-23T15:41:24.893921+0000","last_became_active":"2023-09-23T15:40:10.911181+0000","last_became_peered":"2023-09-23T15:40:10.911181+0000","last_unstale":"2023-09-23T15:41:24.893921+0000","last_undegraded":"2023-09-23T15:41:24.893921+0000","last_fullsized":"2023-09-23T15:41:24.893921+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:12.750411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:12.750411+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:26.977355+0000","scrub_duration":0.0018549199999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":311,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992138+0000","last_change":"2023-09-23T15:41:06.851326+0000","last_active":"2023-09-23T15:41:24.992138+0000","last_peered":"2023-09-23T15:41:24.992138+0000","last_clean":"2023-09-23T15:41:24.992138+0000","last_became_active":"2023-09-23T15:41:06.850988+0000","last_became_peered":"2023-09-23T15:41:06.850988+0000","last_unstale":"2023-09-23T15:41:24.992138+0000","last_undegraded":"2023-09-23T15:41:24.992138+0000","last_fullsized":"2023-09-23T15:41:24.992138+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:18:39.038541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":37,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891090+0000","last_change":"2023-09-23T15:40:18.960116+0000","last_active":"2023-09-23T15:41:24.891090+0000","last_peered":"2023-09-23T15:41:24.891090+0000","last_clean":"2023-09-23T15:41:24.891090+0000","last_became_active":"2023-09-23T15:40:18.959515+0000","last_became_peered":"2023-09-23T15:40:18.959515+0000","last_unstale":"2023-09-23T15:41:24.891090+0000","last_undegraded":"2023-09-23T15:41:24.891090+0000","last_fullsized":"2023-09-23T15:41:24.891090+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:31:50.686934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1214,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992079+0000","last_change":"2023-09-23T15:40:13.615300+0000","last_active":"2023-09-23T15:41:24.992079+0000","last_peered":"2023-09-23T15:41:24.992079+0000","last_clean":"2023-09-23T15:41:24.992079+0000","last_became_active":"2023-09-23T15:40:10.908024+0000","last_became_peered":"2023-09-23T15:40:10.908024+0000","last_unstale":"2023-09-23T15:41:24.992079+0000","last_undegraded":"2023-09-23T15:41:24.992079+0000","last_fullsized":"2023-09-23T15:41:24.992079+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:13.615205+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:13.615205+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:15.629328+0000","scrub_duration":0.0017305339999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":369,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936562+0000","last_change":"2023-09-23T15:40:18.971128+0000","last_active":"2023-09-23T15:41:24.936562+0000","last_peered":"2023-09-23T15:41:24.936562+0000","last_clean":"2023-09-23T15:41:24.936562+0000","last_became_active":"2023-09-23T15:40:18.957649+0000","last_became_peered":"2023-09-23T15:40:18.957649+0000","last_unstale":"2023-09-23T15:41:24.936562+0000","last_undegraded":"2023-09-23T15:41:24.936562+0000","last_fullsized":"2023-09-23T15:41:24.936562+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:50:13.125180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":124,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893880+0000","last_change":"2023-09-23T15:40:22.822722+0000","last_active":"2023-09-23T15:41:24.893880+0000","last_peered":"2023-09-23T15:41:24.893880+0000","last_clean":"2023-09-23T15:41:24.893880+0000","last_became_active":"2023-09-23T15:40:22.822386+0000","last_became_peered":"2023-09-23T15:40:22.822386+0000","last_unstale":"2023-09-23T15:41:24.893880+0000","last_undegraded":"2023-09-23T15:41:24.893880+0000","last_fullsized":"2023-09-23T15:41:24.893880+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:51.660272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":980,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992040+0000","last_change":"2023-09-23T15:41:11.234186+0000","last_active":"2023-09-23T15:41:24.992040+0000","last_peered":"2023-09-23T15:41:24.992040+0000","last_clean":"2023-09-23T15:41:24.992040+0000","last_became_active":"2023-09-23T15:41:06.847629+0000","last_became_peered":"2023-09-23T15:41:06.847629+0000","last_unstale":"2023-09-23T15:41:24.992040+0000","last_undegraded":"2023-09-23T15:41:24.992040+0000","last_fullsized":"2023-09-23T15:41:24.992040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:41:11.234095+0000","last_deep_scrub":"80'161","last_deep_scrub_stamp":"2023-09-23T15:41:11.234095+0000","last_clean_scrub_stamp":"2023-09-23T15:41:11.234095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:09.688081+0000","scrub_duration":0.0018034889999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":32,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893488+0000","last_change":"2023-09-23T15:40:22.822542+0000","last_active":"2023-09-23T15:41:24.893488+0000","last_peered":"2023-09-23T15:41:24.893488+0000","last_clean":"2023-09-23T15:41:24.893488+0000","last_became_active":"2023-09-23T15:40:22.822185+0000","last_became_peered":"2023-09-23T15:40:22.822185+0000","last_unstale":"2023-09-23T15:41:24.893488+0000","last_undegraded":"2023-09-23T15:41:24.893488+0000","last_fullsized":"2023-09-23T15:41:24.893488+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:57:18.370656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":128,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894281+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:41:24.894281+0000","last_peered":"2023-09-23T15:41:24.894281+0000","last_clean":"2023-09-23T15:41:24.894281+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:41:24.894281+0000","last_undegraded":"2023-09-23T15:41:24.894281+0000","last_fullsized":"2023-09-23T15:41:24.894281+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":474,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991893+0000","last_change":"2023-09-23T15:40:46.708727+0000","last_active":"2023-09-23T15:41:24.991893+0000","last_peered":"2023-09-23T15:41:24.991893+0000","last_clean":"2023-09-23T15:41:24.991893+0000","last_became_active":"2023-09-23T15:40:45.923991+0000","last_became_peered":"2023-09-23T15:40:45.923991+0000","last_unstale":"2023-09-23T15:41:24.991893+0000","last_undegraded":"2023-09-23T15:41:24.991893+0000","last_fullsized":"2023-09-23T15:41:24.991893+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:46.708625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:46.708625+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:42.545688+0000","scrub_duration":0.002061088,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":128,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893804+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:41:24.893804+0000","last_peered":"2023-09-23T15:41:24.893804+0000","last_clean":"2023-09-23T15:41:24.893804+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:41:24.893804+0000","last_undegraded":"2023-09-23T15:41:24.893804+0000","last_fullsized":"2023-09-23T15:41:24.893804+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":124,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894412+0000","last_change":"2023-09-23T15:40:22.828281+0000","last_active":"2023-09-23T15:41:24.894412+0000","last_peered":"2023-09-23T15:41:24.894412+0000","last_clean":"2023-09-23T15:41:24.894412+0000","last_became_active":"2023-09-23T15:40:22.827941+0000","last_became_peered":"2023-09-23T15:40:22.827941+0000","last_unstale":"2023-09-23T15:41:24.894412+0000","last_undegraded":"2023-09-23T15:41:24.894412+0000","last_fullsized":"2023-09-23T15:41:24.894412+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:46:24.680848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":636,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992523+0000","last_change":"2023-09-23T15:41:21.374136+0000","last_active":"2023-09-23T15:41:24.992523+0000","last_peered":"2023-09-23T15:41:24.992523+0000","last_clean":"2023-09-23T15:41:24.992523+0000","last_became_active":"2023-09-23T15:41:06.853814+0000","last_became_peered":"2023-09-23T15:41:06.853814+0000","last_unstale":"2023-09-23T15:41:24.992523+0000","last_undegraded":"2023-09-23T15:41:24.992523+0000","last_fullsized":"2023-09-23T15:41:24.992523+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:41:21.374061+0000","last_deep_scrub":"80'161","last_deep_scrub_stamp":"2023-09-23T15:41:21.374061+0000","last_clean_scrub_stamp":"2023-09-23T15:41:21.374061+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:29:43.211681+0000","scrub_duration":0.0036920059999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":217,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936268+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:41:24.936268+0000","last_peered":"2023-09-23T15:41:24.936268+0000","last_clean":"2023-09-23T15:41:24.936268+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:41:24.936268+0000","last_undegraded":"2023-09-23T15:41:24.936268+0000","last_fullsized":"2023-09-23T15:41:24.936268+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":677,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992581+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:41:24.992581+0000","last_peered":"2023-09-23T15:41:24.992581+0000","last_clean":"2023-09-23T15:41:24.992581+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:41:24.992581+0000","last_undegraded":"2023-09-23T15:41:24.992581+0000","last_fullsized":"2023-09-23T15:41:24.992581+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":1100,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893971+0000","last_change":"2023-09-23T15:40:26.011084+0000","last_active":"2023-09-23T15:41:24.893971+0000","last_peered":"2023-09-23T15:41:24.893971+0000","last_clean":"2023-09-23T15:41:24.893971+0000","last_became_active":"2023-09-23T15:40:26.010500+0000","last_became_peered":"2023-09-23T15:40:26.010500+0000","last_unstale":"2023-09-23T15:41:24.893971+0000","last_undegraded":"2023-09-23T15:41:24.893971+0000","last_fullsized":"2023-09-23T15:41:24.893971+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:18.243041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:18.243041+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:21.135323+0000","scrub_duration":0.0021864219999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"625'90","reported_seq":894,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991965+0000","last_change":"2023-09-23T15:40:45.924838+0000","last_active":"2023-09-23T15:41:24.991965+0000","last_peered":"2023-09-23T15:41:24.991965+0000","last_clean":"2023-09-23T15:41:24.991965+0000","last_became_active":"2023-09-23T15:40:45.924445+0000","last_became_peered":"2023-09-23T15:40:45.924445+0000","last_unstale":"2023-09-23T15:41:24.991965+0000","last_undegraded":"2023-09-23T15:41:24.991965+0000","last_fullsized":"2023-09-23T15:41:24.991965+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:19:03.582992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042659300000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":286,"num_read_kb":408,"num_write":111,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":259,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992412+0000","last_change":"2023-09-23T15:41:06.847195+0000","last_active":"2023-09-23T15:41:24.992412+0000","last_peered":"2023-09-23T15:41:24.992412+0000","last_clean":"2023-09-23T15:41:24.992412+0000","last_became_active":"2023-09-23T15:41:06.846735+0000","last_became_peered":"2023-09-23T15:41:06.846735+0000","last_unstale":"2023-09-23T15:41:24.992412+0000","last_undegraded":"2023-09-23T15:41:24.992412+0000","last_fullsized":"2023-09-23T15:41:24.992412+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:02.224047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":257,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992046+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:41:24.992046+0000","last_peered":"2023-09-23T15:41:24.992046+0000","last_clean":"2023-09-23T15:41:24.992046+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:41:24.992046+0000","last_undegraded":"2023-09-23T15:41:24.992046+0000","last_fullsized":"2023-09-23T15:41:24.992046+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":648,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991892+0000","last_change":"2023-09-23T15:41:09.248605+0000","last_active":"2023-09-23T15:41:24.991892+0000","last_peered":"2023-09-23T15:41:24.991892+0000","last_clean":"2023-09-23T15:41:24.991892+0000","last_became_active":"2023-09-23T15:41:06.846887+0000","last_became_peered":"2023-09-23T15:41:06.846887+0000","last_unstale":"2023-09-23T15:41:24.991892+0000","last_undegraded":"2023-09-23T15:41:24.991892+0000","last_fullsized":"2023-09-23T15:41:24.991892+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:41:09.248511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:41:09.248511+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:22.619413+0000","scrub_duration":0.0017340840000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"624'166","reported_seq":1449,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992420+0000","last_change":"2023-09-23T15:41:06.854508+0000","last_active":"2023-09-23T15:41:24.992420+0000","last_peered":"2023-09-23T15:41:24.992420+0000","last_clean":"2023-09-23T15:41:24.992420+0000","last_became_active":"2023-09-23T15:41:06.854046+0000","last_became_peered":"2023-09-23T15:41:06.854046+0000","last_unstale":"2023-09-23T15:41:24.992420+0000","last_undegraded":"2023-09-23T15:41:24.992420+0000","last_fullsized":"2023-09-23T15:41:24.992420+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:19:13.371493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851029,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1317,"num_read_kb":1180,"num_write":141,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":134,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894697+0000","last_change":"2023-09-23T15:40:22.830273+0000","last_active":"2023-09-23T15:41:24.894697+0000","last_peered":"2023-09-23T15:41:24.894697+0000","last_clean":"2023-09-23T15:41:24.894697+0000","last_became_active":"2023-09-23T15:40:22.829965+0000","last_became_peered":"2023-09-23T15:40:22.829965+0000","last_unstale":"2023-09-23T15:41:24.894697+0000","last_undegraded":"2023-09-23T15:41:24.894697+0000","last_fullsized":"2023-09-23T15:41:24.894697+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:41.771198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":206,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991834+0000","last_change":"2023-09-23T15:40:45.921593+0000","last_active":"2023-09-23T15:41:24.991834+0000","last_peered":"2023-09-23T15:41:24.991834+0000","last_clean":"2023-09-23T15:41:24.991834+0000","last_became_active":"2023-09-23T15:40:45.921255+0000","last_became_peered":"2023-09-23T15:40:45.921255+0000","last_unstale":"2023-09-23T15:41:24.991834+0000","last_undegraded":"2023-09-23T15:41:24.991834+0000","last_fullsized":"2023-09-23T15:41:24.991834+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:23.733184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":966,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993057+0000","last_change":"2023-09-23T15:40:21.969570+0000","last_active":"2023-09-23T15:41:24.993057+0000","last_peered":"2023-09-23T15:41:24.993057+0000","last_clean":"2023-09-23T15:41:24.993057+0000","last_became_active":"2023-09-23T15:40:21.969205+0000","last_became_peered":"2023-09-23T15:40:21.969205+0000","last_unstale":"2023-09-23T15:41:24.993057+0000","last_undegraded":"2023-09-23T15:41:24.993057+0000","last_fullsized":"2023-09-23T15:41:24.993057+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:12.716724+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"624'43","reported_seq":307,"reported_epoch":667,"state":"active+clean","last_fresh":"2023-09-23T15:41:28.815206+0000","last_change":"2023-09-23T15:40:18.981282+0000","last_active":"2023-09-23T15:41:28.815206+0000","last_peered":"2023-09-23T15:41:28.815206+0000","last_clean":"2023-09-23T15:41:28.815206+0000","last_became_active":"2023-09-23T15:40:18.945915+0000","last_became_peered":"2023-09-23T15:40:18.945915+0000","last_unstale":"2023-09-23T15:41:28.815206+0000","last_undegraded":"2023-09-23T15:41:28.815206+0000","last_fullsized":"2023-09-23T15:41:28.815206+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:49.288365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052543499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":97,"num_write":43,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":264,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991646+0000","last_change":"2023-09-23T15:40:45.927268+0000","last_active":"2023-09-23T15:41:24.991646+0000","last_peered":"2023-09-23T15:41:24.991646+0000","last_clean":"2023-09-23T15:41:24.991646+0000","last_became_active":"2023-09-23T15:40:45.926946+0000","last_became_peered":"2023-09-23T15:40:45.926946+0000","last_unstale":"2023-09-23T15:41:24.991646+0000","last_undegraded":"2023-09-23T15:41:24.991646+0000","last_fullsized":"2023-09-23T15:41:24.991646+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:44.512968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":243,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992499+0000","last_change":"2023-09-23T15:40:18.968895+0000","last_active":"2023-09-23T15:41:24.992499+0000","last_peered":"2023-09-23T15:41:24.992499+0000","last_clean":"2023-09-23T15:41:24.992499+0000","last_became_active":"2023-09-23T15:40:18.968590+0000","last_became_peered":"2023-09-23T15:40:18.968590+0000","last_unstale":"2023-09-23T15:41:24.992499+0000","last_undegraded":"2023-09-23T15:41:24.992499+0000","last_fullsized":"2023-09-23T15:41:24.992499+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:40:56.584255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"625'163","reported_seq":624,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992865+0000","last_change":"2023-09-23T15:41:06.850389+0000","last_active":"2023-09-23T15:41:24.992865+0000","last_peered":"2023-09-23T15:41:24.992865+0000","last_clean":"2023-09-23T15:41:24.992865+0000","last_became_active":"2023-09-23T15:41:06.849896+0000","last_became_peered":"2023-09-23T15:41:06.849896+0000","last_unstale":"2023-09-23T15:41:24.992865+0000","last_undegraded":"2023-09-23T15:41:24.992865+0000","last_fullsized":"2023-09-23T15:41:24.992865+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:07:09.823761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000267211,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":779,"num_read_kb":854,"num_write":147,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1282,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991916+0000","last_change":"2023-09-23T15:40:26.010456+0000","last_active":"2023-09-23T15:41:24.991916+0000","last_peered":"2023-09-23T15:41:24.991916+0000","last_clean":"2023-09-23T15:41:24.991916+0000","last_became_active":"2023-09-23T15:40:26.009670+0000","last_became_peered":"2023-09-23T15:40:26.009670+0000","last_unstale":"2023-09-23T15:41:24.991916+0000","last_undegraded":"2023-09-23T15:41:24.991916+0000","last_fullsized":"2023-09-23T15:41:24.991916+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:26.947308+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":342,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936511+0000","last_change":"2023-09-23T15:40:22.818590+0000","last_active":"2023-09-23T15:41:24.936511+0000","last_peered":"2023-09-23T15:41:24.936511+0000","last_clean":"2023-09-23T15:41:24.936511+0000","last_became_active":"2023-09-23T15:40:22.818368+0000","last_became_peered":"2023-09-23T15:40:22.818368+0000","last_unstale":"2023-09-23T15:41:24.936511+0000","last_undegraded":"2023-09-23T15:41:24.936511+0000","last_fullsized":"2023-09-23T15:41:24.936511+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:04:47.343863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":32,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893599+0000","last_change":"2023-09-23T15:40:22.828114+0000","last_active":"2023-09-23T15:41:24.893599+0000","last_peered":"2023-09-23T15:41:24.893599+0000","last_clean":"2023-09-23T15:41:24.893599+0000","last_became_active":"2023-09-23T15:40:22.827805+0000","last_became_peered":"2023-09-23T15:40:22.827805+0000","last_unstale":"2023-09-23T15:41:24.893599+0000","last_undegraded":"2023-09-23T15:41:24.893599+0000","last_fullsized":"2023-09-23T15:41:24.893599+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:22.969539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":491,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991946+0000","last_change":"2023-09-23T15:40:52.713348+0000","last_active":"2023-09-23T15:41:24.991946+0000","last_peered":"2023-09-23T15:41:24.991946+0000","last_clean":"2023-09-23T15:41:24.991946+0000","last_became_active":"2023-09-23T15:40:45.927008+0000","last_became_peered":"2023-09-23T15:40:45.927008+0000","last_unstale":"2023-09-23T15:41:24.991946+0000","last_undegraded":"2023-09-23T15:41:24.991946+0000","last_fullsized":"2023-09-23T15:41:24.991946+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:52.713232+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:52.713232+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:37.631973+0000","scrub_duration":0.0023500919999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"624'100","reported_seq":1078,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992343+0000","last_change":"2023-09-23T15:40:19.008592+0000","last_active":"2023-09-23T15:41:24.992343+0000","last_peered":"2023-09-23T15:41:24.992343+0000","last_clean":"2023-09-23T15:41:24.992343+0000","last_became_active":"2023-09-23T15:40:18.959770+0000","last_became_peered":"2023-09-23T15:40:18.959770+0000","last_unstale":"2023-09-23T15:41:24.992343+0000","last_undegraded":"2023-09-23T15:41:24.992343+0000","last_fullsized":"2023-09-23T15:41:24.992343+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:38:25.036708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035151900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":617,"num_read_kb":4621,"num_write":76,"num_write_kb":4126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":117,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.890773+0000","last_change":"2023-09-23T15:40:38.054542+0000","last_active":"2023-09-23T15:41:24.890773+0000","last_peered":"2023-09-23T15:41:24.890773+0000","last_clean":"2023-09-23T15:41:24.890773+0000","last_became_active":"2023-09-23T15:40:38.054221+0000","last_became_peered":"2023-09-23T15:40:38.054221+0000","last_unstale":"2023-09-23T15:41:24.890773+0000","last_undegraded":"2023-09-23T15:41:24.890773+0000","last_fullsized":"2023-09-23T15:41:24.890773+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:42:42.087710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":37,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891764+0000","last_change":"2023-09-23T15:40:18.950113+0000","last_active":"2023-09-23T15:41:24.891764+0000","last_peered":"2023-09-23T15:41:24.891764+0000","last_clean":"2023-09-23T15:41:24.891764+0000","last_became_active":"2023-09-23T15:40:18.949813+0000","last_became_peered":"2023-09-23T15:40:18.949813+0000","last_unstale":"2023-09-23T15:41:24.891764+0000","last_undegraded":"2023-09-23T15:41:24.891764+0000","last_fullsized":"2023-09-23T15:41:24.891764+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:00.769672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":1040,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893876+0000","last_change":"2023-09-23T15:40:26.008505+0000","last_active":"2023-09-23T15:41:24.893876+0000","last_peered":"2023-09-23T15:41:24.893876+0000","last_clean":"2023-09-23T15:41:24.893876+0000","last_became_active":"2023-09-23T15:40:26.008087+0000","last_became_peered":"2023-09-23T15:40:26.008087+0000","last_unstale":"2023-09-23T15:41:24.893876+0000","last_undegraded":"2023-09-23T15:41:24.893876+0000","last_fullsized":"2023-09-23T15:41:24.893876+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:17.279714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:17.279714+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:58.575907+0000","scrub_duration":0.0019553230000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"625'161","reported_seq":1481,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993301+0000","last_change":"2023-09-23T15:40:21.973089+0000","last_active":"2023-09-23T15:41:24.993301+0000","last_peered":"2023-09-23T15:41:24.993301+0000","last_clean":"2023-09-23T15:41:24.993301+0000","last_became_active":"2023-09-23T15:40:21.972605+0000","last_became_peered":"2023-09-23T15:40:21.972605+0000","last_unstale":"2023-09-23T15:41:24.993301+0000","last_undegraded":"2023-09-23T15:41:24.993301+0000","last_fullsized":"2023-09-23T15:41:24.993301+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:00.873204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043023099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":3143,"num_write":124,"num_write_kb":2621,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":102,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992044+0000","last_change":"2023-09-23T15:40:45.924102+0000","last_active":"2023-09-23T15:41:24.992044+0000","last_peered":"2023-09-23T15:41:24.992044+0000","last_clean":"2023-09-23T15:41:24.992044+0000","last_became_active":"2023-09-23T15:40:45.923783+0000","last_became_peered":"2023-09-23T15:40:45.923783+0000","last_unstale":"2023-09-23T15:41:24.992044+0000","last_undegraded":"2023-09-23T15:41:24.992044+0000","last_fullsized":"2023-09-23T15:41:24.992044+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:31:57.066354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":546,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891169+0000","last_change":"2023-09-23T15:40:37.889204+0000","last_active":"2023-09-23T15:41:24.891169+0000","last_peered":"2023-09-23T15:41:24.891169+0000","last_clean":"2023-09-23T15:41:24.891169+0000","last_became_active":"2023-09-23T15:40:37.888909+0000","last_became_peered":"2023-09-23T15:40:37.888909+0000","last_unstale":"2023-09-23T15:41:24.891169+0000","last_undegraded":"2023-09-23T15:41:24.891169+0000","last_fullsized":"2023-09-23T15:41:24.891169+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:09:54.550627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":1089,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894423+0000","last_change":"2023-09-23T15:40:26.008555+0000","last_active":"2023-09-23T15:41:24.894423+0000","last_peered":"2023-09-23T15:41:24.894423+0000","last_clean":"2023-09-23T15:41:24.894423+0000","last_became_active":"2023-09-23T15:40:26.008173+0000","last_became_peered":"2023-09-23T15:40:26.008173+0000","last_unstale":"2023-09-23T15:41:24.894423+0000","last_undegraded":"2023-09-23T15:41:24.894423+0000","last_fullsized":"2023-09-23T15:41:24.894423+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:13.722348+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:13.722348+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:17:10.505672+0000","scrub_duration":0.0015693899999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":709,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.937087+0000","last_change":"2023-09-23T15:40:18.976333+0000","last_active":"2023-09-23T15:41:24.937087+0000","last_peered":"2023-09-23T15:41:24.937087+0000","last_clean":"2023-09-23T15:41:24.937087+0000","last_became_active":"2023-09-23T15:40:18.958160+0000","last_became_peered":"2023-09-23T15:40:18.958160+0000","last_unstale":"2023-09-23T15:41:24.937087+0000","last_undegraded":"2023-09-23T15:41:24.937087+0000","last_fullsized":"2023-09-23T15:41:24.937087+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:40:17.552698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"625'116","reported_seq":582,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992634+0000","last_change":"2023-09-23T15:40:26.008820+0000","last_active":"2023-09-23T15:41:24.992634+0000","last_peered":"2023-09-23T15:41:24.992634+0000","last_clean":"2023-09-23T15:41:24.992634+0000","last_became_active":"2023-09-23T15:40:26.008207+0000","last_became_peered":"2023-09-23T15:40:26.008207+0000","last_unstale":"2023-09-23T15:41:24.992634+0000","last_undegraded":"2023-09-23T15:41:24.992634+0000","last_fullsized":"2023-09-23T15:41:24.992634+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":116,"log_dups_size":0,"ondisk_log_size":116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:56:03.387729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037819999999999998,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":378,"num_read_kb":1448,"num_write":96,"num_write_kb":5253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":4194304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":235,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936264+0000","last_change":"2023-09-23T15:40:18.959280+0000","last_active":"2023-09-23T15:41:24.936264+0000","last_peered":"2023-09-23T15:41:24.936264+0000","last_clean":"2023-09-23T15:41:24.936264+0000","last_became_active":"2023-09-23T15:40:18.958982+0000","last_became_peered":"2023-09-23T15:40:18.958982+0000","last_unstale":"2023-09-23T15:41:24.936264+0000","last_undegraded":"2023-09-23T15:41:24.936264+0000","last_fullsized":"2023-09-23T15:41:24.936264+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:42:25.226662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":1045,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936709+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:41:24.936709+0000","last_peered":"2023-09-23T15:41:24.936709+0000","last_clean":"2023-09-23T15:41:24.936709+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:41:24.936709+0000","last_undegraded":"2023-09-23T15:41:24.936709+0000","last_fullsized":"2023-09-23T15:41:24.936709+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"625'137","reported_seq":972,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894159+0000","last_change":"2023-09-23T15:40:26.010841+0000","last_active":"2023-09-23T15:41:24.894159+0000","last_peered":"2023-09-23T15:41:24.894159+0000","last_clean":"2023-09-23T15:41:24.894159+0000","last_became_active":"2023-09-23T15:40:26.009740+0000","last_became_peered":"2023-09-23T15:40:26.009740+0000","last_unstale":"2023-09-23T15:41:24.894159+0000","last_undegraded":"2023-09-23T15:41:24.894159+0000","last_fullsized":"2023-09-23T15:41:24.894159+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:39.092839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001092015,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":1449,"num_write":108,"num_write_kb":265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":41,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891675+0000","last_change":"2023-09-23T15:40:18.989861+0000","last_active":"2023-09-23T15:41:24.891675+0000","last_peered":"2023-09-23T15:41:24.891675+0000","last_clean":"2023-09-23T15:41:24.891675+0000","last_became_active":"2023-09-23T15:40:18.958748+0000","last_became_peered":"2023-09-23T15:40:18.958748+0000","last_unstale":"2023-09-23T15:41:24.891675+0000","last_undegraded":"2023-09-23T15:41:24.891675+0000","last_fullsized":"2023-09-23T15:41:24.891675+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:26.573837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":134,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893933+0000","last_change":"2023-09-23T15:40:22.823024+0000","last_active":"2023-09-23T15:41:24.893933+0000","last_peered":"2023-09-23T15:41:24.893933+0000","last_clean":"2023-09-23T15:41:24.893933+0000","last_became_active":"2023-09-23T15:40:22.822689+0000","last_became_peered":"2023-09-23T15:40:22.822689+0000","last_unstale":"2023-09-23T15:41:24.893933+0000","last_undegraded":"2023-09-23T15:41:24.893933+0000","last_fullsized":"2023-09-23T15:41:24.893933+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:57:58.272988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.19","version":"80'161","reported_seq":742,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936334+0000","last_change":"2023-09-23T15:40:26.180788+0000","last_active":"2023-09-23T15:41:24.936334+0000","last_peered":"2023-09-23T15:41:24.936334+0000","last_clean":"2023-09-23T15:41:24.936334+0000","last_became_active":"2023-09-23T15:40:26.008240+0000","last_became_peered":"2023-09-23T15:40:26.008240+0000","last_unstale":"2023-09-23T15:41:24.936334+0000","last_undegraded":"2023-09-23T15:41:24.936334+0000","last_fullsized":"2023-09-23T15:41:24.936334+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:26.180662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:26.180662+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:22:49.019873+0000","scrub_duration":0.00168191,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":37,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891258+0000","last_change":"2023-09-23T15:40:18.952554+0000","last_active":"2023-09-23T15:41:24.891258+0000","last_peered":"2023-09-23T15:41:24.891258+0000","last_clean":"2023-09-23T15:41:24.891258+0000","last_became_active":"2023-09-23T15:40:18.951818+0000","last_became_peered":"2023-09-23T15:40:18.951818+0000","last_unstale":"2023-09-23T15:41:24.891258+0000","last_undegraded":"2023-09-23T15:41:24.891258+0000","last_fullsized":"2023-09-23T15:41:24.891258+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:41.633090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":121,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992430+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:41:24.992430+0000","last_peered":"2023-09-23T15:41:24.992430+0000","last_clean":"2023-09-23T15:41:24.992430+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:41:24.992430+0000","last_undegraded":"2023-09-23T15:41:24.992430+0000","last_fullsized":"2023-09-23T15:41:24.992430+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.1e","version":"80'161","reported_seq":844,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936862+0000","last_change":"2023-09-23T15:40:27.218829+0000","last_active":"2023-09-23T15:41:24.936862+0000","last_peered":"2023-09-23T15:41:24.936862+0000","last_clean":"2023-09-23T15:41:24.936862+0000","last_became_active":"2023-09-23T15:40:26.009677+0000","last_became_peered":"2023-09-23T15:40:26.009677+0000","last_unstale":"2023-09-23T15:41:24.936862+0000","last_undegraded":"2023-09-23T15:41:24.936862+0000","last_fullsized":"2023-09-23T15:41:24.936862+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:27.218727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:27.218727+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:17:57.607754+0000","scrub_duration":0.0021067379999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":136,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992234+0000","last_change":"2023-09-23T15:41:06.854413+0000","last_active":"2023-09-23T15:41:24.992234+0000","last_peered":"2023-09-23T15:41:24.992234+0000","last_clean":"2023-09-23T15:41:24.992234+0000","last_became_active":"2023-09-23T15:41:06.853370+0000","last_became_peered":"2023-09-23T15:41:06.853370+0000","last_unstale":"2023-09-23T15:41:24.992234+0000","last_undegraded":"2023-09-23T15:41:24.992234+0000","last_fullsized":"2023-09-23T15:41:24.992234+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:44:55.165361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":114,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894601+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:41:24.894601+0000","last_peered":"2023-09-23T15:41:24.894601+0000","last_clean":"2023-09-23T15:41:24.894601+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:41:24.894601+0000","last_undegraded":"2023-09-23T15:41:24.894601+0000","last_fullsized":"2023-09-23T15:41:24.894601+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":136,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992300+0000","last_change":"2023-09-23T15:41:06.855311+0000","last_active":"2023-09-23T15:41:24.992300+0000","last_peered":"2023-09-23T15:41:24.992300+0000","last_clean":"2023-09-23T15:41:24.992300+0000","last_became_active":"2023-09-23T15:41:06.854922+0000","last_became_peered":"2023-09-23T15:41:06.854922+0000","last_unstale":"2023-09-23T15:41:24.992300+0000","last_undegraded":"2023-09-23T15:41:24.992300+0000","last_fullsized":"2023-09-23T15:41:24.992300+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:34:18.072045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":138,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894229+0000","last_change":"2023-09-23T15:40:18.947526+0000","last_active":"2023-09-23T15:41:24.894229+0000","last_peered":"2023-09-23T15:41:24.894229+0000","last_clean":"2023-09-23T15:41:24.894229+0000","last_became_active":"2023-09-23T15:40:18.947181+0000","last_became_peered":"2023-09-23T15:40:18.947181+0000","last_unstale":"2023-09-23T15:41:24.894229+0000","last_undegraded":"2023-09-23T15:41:24.894229+0000","last_fullsized":"2023-09-23T15:41:24.894229+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:50:53.232555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1c","version":"80'161","reported_seq":1142,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992889+0000","last_change":"2023-09-23T15:40:26.010187+0000","last_active":"2023-09-23T15:41:24.992889+0000","last_peered":"2023-09-23T15:41:24.992889+0000","last_clean":"2023-09-23T15:41:24.992889+0000","last_became_active":"2023-09-23T15:40:26.009801+0000","last_became_peered":"2023-09-23T15:40:26.009801+0000","last_unstale":"2023-09-23T15:41:24.992889+0000","last_undegraded":"2023-09-23T15:41:24.992889+0000","last_fullsized":"2023-09-23T15:41:24.992889+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:21.527146+0000","last_deep_scrub":"80'161","last_deep_scrub_stamp":"2023-09-23T15:40:21.527146+0000","last_clean_scrub_stamp":"2023-09-23T15:40:21.527146+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:47.415245+0000","scrub_duration":0.0020424710000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":367,"reported_epoch":667,"state":"active+clean","last_fresh":"2023-09-23T15:41:28.818674+0000","last_change":"2023-09-23T15:40:22.809638+0000","last_active":"2023-09-23T15:41:28.818674+0000","last_peered":"2023-09-23T15:41:28.818674+0000","last_clean":"2023-09-23T15:41:28.818674+0000","last_became_active":"2023-09-23T15:40:22.809286+0000","last_became_peered":"2023-09-23T15:40:22.809286+0000","last_unstale":"2023-09-23T15:41:28.818674+0000","last_undegraded":"2023-09-23T15:41:28.818674+0000","last_fullsized":"2023-09-23T15:41:28.818674+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:46:49.819190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":374,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936532+0000","last_change":"2023-09-23T15:40:18.957823+0000","last_active":"2023-09-23T15:41:24.936532+0000","last_peered":"2023-09-23T15:41:24.936532+0000","last_clean":"2023-09-23T15:41:24.936532+0000","last_became_active":"2023-09-23T15:40:18.957510+0000","last_became_peered":"2023-09-23T15:40:18.957510+0000","last_unstale":"2023-09-23T15:41:24.936532+0000","last_undegraded":"2023-09-23T15:41:24.936532+0000","last_fullsized":"2023-09-23T15:41:24.936532+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:34:33.693693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1d","version":"80'161","reported_seq":916,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992369+0000","last_change":"2023-09-23T15:40:18.702566+0000","last_active":"2023-09-23T15:41:24.992369+0000","last_peered":"2023-09-23T15:41:24.992369+0000","last_clean":"2023-09-23T15:41:24.992369+0000","last_became_active":"2023-09-23T15:40:17.957923+0000","last_became_peered":"2023-09-23T15:40:17.957923+0000","last_unstale":"2023-09-23T15:41:24.992369+0000","last_undegraded":"2023-09-23T15:41:24.992369+0000","last_fullsized":"2023-09-23T15:41:24.992369+0000","mapping_epoch":639,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":640,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:18.702453+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:18.702453+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:00.413855+0000","scrub_duration":0.0020842259999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":43,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891798+0000","last_change":"2023-09-23T15:40:18.963632+0000","last_active":"2023-09-23T15:41:24.891798+0000","last_peered":"2023-09-23T15:41:24.891798+0000","last_clean":"2023-09-23T15:41:24.891798+0000","last_became_active":"2023-09-23T15:40:18.948101+0000","last_became_peered":"2023-09-23T15:40:18.948101+0000","last_unstale":"2023-09-23T15:41:24.891798+0000","last_undegraded":"2023-09-23T15:41:24.891798+0000","last_fullsized":"2023-09-23T15:41:24.891798+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:30:51.144390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":5540,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":134,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893495+0000","last_change":"2023-09-23T15:40:22.822977+0000","last_active":"2023-09-23T15:41:24.893495+0000","last_peered":"2023-09-23T15:41:24.893495+0000","last_clean":"2023-09-23T15:41:24.893495+0000","last_became_active":"2023-09-23T15:40:22.822607+0000","last_became_peered":"2023-09-23T15:40:22.822607+0000","last_unstale":"2023-09-23T15:41:24.893495+0000","last_undegraded":"2023-09-23T15:41:24.893495+0000","last_fullsized":"2023-09-23T15:41:24.893495+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:29:53.267300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":161,"num_bytes_recovered":40536,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":31,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4991,"ondisk_log_size":4991,"up":93,"acting":93,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5983,"num_read_kb":13200,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":4194304,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674614,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":573240,"kb_used_data":7152,"kb_used_omap":85,"kb_used_meta":565994,"kb_avail":93171912,"statfs":{"total":95995035648,"available":95408037888,"internally_reserved":0,"allocated":7323648,"data_stored":5512876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":579577864},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.66700000000000004,"15min":0.92200000000000004},"min":{"1min":0.376,"5min":0.23599999999999999,"15min":0.221},"max":{"1min":0.88500000000000001,"5min":4.907,"15min":9.8290000000000006},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.93300000000000005,"15min":1.2030000000000001},"min":{"1min":0.34200000000000003,"5min":0.249,"15min":0.223},"max":{"1min":0.69599999999999995,"5min":7.3630000000000004,"15min":9.2490000000000006},"last":0.48599999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":6.6749999999999998,"15min":4.032},"min":{"1min":0.39500000000000002,"5min":0.26100000000000001,"15min":0.24199999999999999},"max":{"1min":4.0780000000000003,"5min":349.67500000000001,"15min":349.67500000000001},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":6.6230000000000002,"15min":4.649},"min":{"1min":0.38400000000000001,"5min":0.27900000000000003,"15min":0.26700000000000002},"max":{"1min":0.84999999999999998,"5min":349.66000000000003,"15min":349.66000000000003},"last":0.752}]},{"osd":2,"last update":"Sat Sep 23 15:41:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":2.6789999999999998,"15min":2.2690000000000001},"min":{"1min":0.35699999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.93100000000000005,"5min":100.27,"15min":100.27},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":2.7559999999999998,"15min":2.4420000000000002},"min":{"1min":0.437,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.85799999999999998,"5min":100.194,"15min":100.194},"last":0.59499999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":2.5099999999999998,"15min":4.3129999999999997},"min":{"1min":0.44700000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.77500000000000002,"5min":127.688,"15min":179.12100000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.77800000000000002,"5min":2.6200000000000001,"15min":4.0780000000000003},"min":{"1min":0.42199999999999999,"5min":0.27400000000000002,"15min":0.25800000000000001},"max":{"1min":4.0419999999999998,"5min":127.40600000000001,"15min":177.55000000000001},"last":0.69499999999999995}]},{"osd":4,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.58499999999999996,"15min":0.78300000000000003},"min":{"1min":0.30399999999999999,"5min":0.255,"15min":0.246},"max":{"1min":0.79600000000000004,"5min":5.8129999999999997,"15min":6.7450000000000001},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.66700000000000004,"15min":0.94799999999999995},"min":{"1min":0.36899999999999999,"5min":0.317,"15min":0.251},"max":{"1min":0.82199999999999995,"5min":5.9000000000000004,"15min":9.3759999999999994},"last":0.65700000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.64200000000000002,"15min":2.3839999999999999},"min":{"1min":0.33500000000000002,"5min":0.26900000000000002,"15min":0.25800000000000001},"max":{"1min":0.72199999999999998,"5min":3.2959999999999998,"15min":254.07300000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58599999999999997,"15min":2.2719999999999998},"min":{"1min":0.34399999999999997,"5min":0.307,"15min":0.27100000000000002},"max":{"1min":0.95899999999999996,"5min":3.4380000000000002,"15min":254.291},"last":0.80800000000000005}]},{"osd":6,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.70199999999999996,"15min":1.6779999999999999},"min":{"1min":0.32000000000000001,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":0.90100000000000002,"5min":4.6890000000000001,"15min":199.87700000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.68100000000000005,"15min":1.7509999999999999},"min":{"1min":0.442,"5min":0.32700000000000001,"15min":0.29299999999999998},"max":{"1min":0.86899999999999999,"5min":3.359,"15min":196.49700000000001},"last":0.72199999999999998}]}]},{"osd":6,"up_from":122,"seq":523986010493,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":561772,"kb_used_data":11300,"kb_used_omap":9,"kb_used_meta":550454,"kb_avail":93183380,"statfs":{"total":95995035648,"available":95419781120,"internally_reserved":0,"allocated":11571200,"data_stored":9772045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":563665235},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.82799999999999996,"15min":0.93200000000000005},"min":{"1min":0.29099999999999998,"5min":0.27500000000000002,"15min":0.20999999999999999},"max":{"1min":0.83199999999999996,"5min":10.712999999999999,"15min":10.712999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.96799999999999997,"15min":1.0600000000000001},"min":{"1min":0.33200000000000002,"5min":0.28799999999999998,"15min":0.23400000000000001},"max":{"1min":0.93500000000000005,"5min":14.561999999999999,"15min":14.561999999999999},"last":0.59099999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":3.5659999999999998,"15min":3.831},"min":{"1min":0.34399999999999997,"5min":0.26700000000000002,"15min":0.23100000000000001},"max":{"1min":0.81200000000000006,"5min":103.717,"15min":158.09999999999999},"last":0.505},{"interface":"front","average":{"1min":0.63100000000000001,"5min":3.6789999999999998,"15min":3.7559999999999998},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":1.4419999999999999,"5min":103.545,"15min":158.19399999999999},"last":0.67000000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":2.3460000000000001,"15min":1.9019999999999999},"min":{"1min":0.40799999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.88900000000000001,"5min":90.599999999999994,"15min":90.599999999999994},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.59799999999999998,"5min":2.5779999999999998,"15min":1.8819999999999999},"min":{"1min":0.39300000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.92300000000000004,"5min":90.671999999999997,"15min":90.671999999999997},"last":0.622}]},{"osd":3,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":4.4219999999999997,"15min":3.9449999999999998},"min":{"1min":0.35899999999999999,"5min":0.32300000000000001,"15min":0.27600000000000002},"max":{"1min":0.88300000000000001,"5min":154.94900000000001,"15min":154.94900000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":4.5449999999999999,"15min":3.899},"min":{"1min":0.48399999999999999,"5min":0.33400000000000002,"15min":0.308},"max":{"1min":1.0309999999999999,"5min":155.101,"15min":155.101},"last":0.56599999999999995}]},{"osd":4,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.876,"15min":0.874},"min":{"1min":0.29799999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.73999999999999999,"5min":36.573,"15min":36.573},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.64300000000000002,"5min":1.022,"15min":0.878},"min":{"1min":0.41799999999999998,"5min":0.29899999999999999,"15min":0.26900000000000002},"max":{"1min":0.876,"5min":36.844000000000001,"15min":36.844000000000001},"last":0.433}]},{"osd":5,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.52300000000000002,"15min":1.226},"min":{"1min":0.35899999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.92800000000000005,"5min":1.788,"15min":127.23},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.57499999999999996,"15min":1.228},"min":{"1min":0.34899999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.76700000000000002,"5min":2.1869999999999998,"15min":127.148},"last":0.45000000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:41:14 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":2.8570000000000002,"15min":1.736},"min":{"1min":0.46400000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.95999999999999996,"5min":173.78100000000001,"15min":173.78100000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.67400000000000004,"5min":2.8679999999999999,"15min":1.762},"min":{"1min":0.53100000000000003,"5min":0.36499999999999999,"15min":0.35299999999999998},"max":{"1min":0.80200000000000005,"5min":172.42099999999999,"15min":172.42099999999999},"last":0.48799999999999999}]}]},{"osd":1,"up_from":89,"seq":382252089770,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1109180,"kb_used_data":12660,"kb_used_omap":9,"kb_used_meta":1096502,"kb_avail":92635972,"statfs":{"total":95995035648,"available":94859235328,"internally_reserved":0,"allocated":12963840,"data_stored":9637262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1122819049},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:42 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.98199999999999998,"15min":1.3660000000000001},"min":{"1min":0.255,"5min":0.184,"15min":0.184},"max":{"1min":0.55000000000000004,"5min":11.048999999999999,"15min":23.858000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.376,"5min":1.679,"15min":1.7929999999999999},"min":{"1min":0.28199999999999997,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":0.52100000000000002,"5min":14.217000000000001,"15min":23.791},"last":0.377}]},{"osd":2,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":5.0359999999999996,"15min":3.7509999999999999},"min":{"1min":0.26200000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.65900000000000003,"5min":238.30099999999999,"15min":238.30099999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":4.9939999999999998,"15min":3.153},"min":{"1min":0.248,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.55900000000000005,"5min":238.19399999999999,"15min":238.19399999999999},"last":0.39900000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:41:42 2023","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":5.6680000000000001,"15min":3.7330000000000001},"min":{"1min":0.26900000000000002,"5min":0.26200000000000001,"15min":0.20000000000000001},"max":{"1min":0.58799999999999997,"5min":314.42500000000001,"15min":314.42500000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":5.2649999999999997,"15min":3.2570000000000001},"min":{"1min":0.308,"5min":0.246,"15min":0.20799999999999999},"max":{"1min":1.8280000000000001,"5min":314.13999999999999,"15min":314.13999999999999},"last":0.437}]},{"osd":4,"last update":"Sat Sep 23 15:41:42 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":1.2030000000000001,"15min":1.3999999999999999},"min":{"1min":0.35699999999999998,"5min":0.34799999999999998,"15min":0.26600000000000001},"max":{"1min":0.99399999999999999,"5min":11.064,"15min":11.064},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.98699999999999999,"15min":1.1220000000000001},"min":{"1min":0.45400000000000001,"5min":0.30099999999999999,"15min":0.25600000000000001},"max":{"1min":1.0049999999999999,"5min":11.119,"15min":14.135},"last":0.58999999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:41:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":1.6140000000000001,"15min":2.3210000000000002},"min":{"1min":0.376,"5min":0.32600000000000001,"15min":0.30499999999999999},"max":{"1min":0.93600000000000005,"5min":13.074,"15min":109.63500000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":1.2470000000000001,"15min":2.2320000000000002},"min":{"1min":0.442,"5min":0.31900000000000001,"15min":0.27500000000000002},"max":{"1min":0.94699999999999995,"5min":11.103,"15min":109.655},"last":0.57999999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:41:28 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":1.8,"15min":1.782},"min":{"1min":0.40500000000000003,"5min":0.40000000000000002,"15min":0.33300000000000002},"max":{"1min":0.81899999999999995,"5min":13.117000000000001,"15min":13.117000000000001},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":1.3260000000000001,"15min":1.7330000000000001},"min":{"1min":0.48899999999999999,"5min":0.40200000000000002,"15min":0.33800000000000002},"max":{"1min":0.95399999999999996,"5min":11.138,"15min":11.138},"last":0.55300000000000005}]},{"osd":7,"last update":"Sat Sep 23 15:41:05 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":1.325,"15min":2.2069999999999999},"min":{"1min":0.40699999999999997,"5min":0.377,"15min":0.30599999999999999},"max":{"1min":0.86399999999999999,"5min":14.086,"15min":129.31200000000001},"last":0.627},{"interface":"front","average":{"1min":0.65400000000000003,"5min":1.653,"15min":2.6539999999999999},"min":{"1min":0.41799999999999998,"5min":0.374,"15min":0.36499999999999999},"max":{"1min":1.0309999999999999,"5min":11.31,"15min":128.50700000000001},"last":0.53300000000000003}]}]},{"osd":0,"up_from":84,"seq":360777253297,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":585076,"kb_used_data":9516,"kb_used_omap":28,"kb_used_meta":575523,"kb_avail":93160076,"statfs":{"total":95995035648,"available":95395917824,"internally_reserved":0,"allocated":9744384,"data_stored":5838892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":589336400},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:41:46 2023","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":6.0609999999999999,"15min":4.3339999999999996},"min":{"1min":0.22900000000000001,"5min":0.22500000000000001,"15min":0.161},"max":{"1min":0.57999999999999996,"5min":226.13399999999999,"15min":226.13399999999999},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.371,"5min":3.8559999999999999,"15min":3.8519999999999999},"min":{"1min":0.23899999999999999,"5min":0.23100000000000001,"15min":0.19700000000000001},"max":{"1min":0.56200000000000006,"5min":159.435,"15min":196.41300000000001},"last":0.25600000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:41:29 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":1.454,"15min":1.5669999999999999},"min":{"1min":0.24299999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.63900000000000001,"5min":26.959,"15min":26.959},"last":0.317},{"interface":"front","average":{"1min":0.40799999999999997,"5min":1.621,"15min":1.286},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.88,"5min":26.902999999999999,"15min":26.902999999999999},"last":0.34000000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:41:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":4.9729999999999999,"15min":4.5279999999999996},"min":{"1min":0.30599999999999999,"5min":0.29199999999999998,"15min":0.22600000000000001},"max":{"1min":1.607,"5min":239.905,"15min":239.905},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.496,"5min":5.1470000000000002,"15min":4.4729999999999999},"min":{"1min":0.32200000000000001,"5min":0.28299999999999997,"15min":0.23200000000000001},"max":{"1min":1.5900000000000001,"5min":243.97499999999999,"15min":243.97499999999999},"last":0.377}]},{"osd":4,"last update":"Sat Sep 23 15:41:08 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.7109999999999999,"15min":1.5800000000000001},"min":{"1min":0.45100000000000001,"5min":0.307,"15min":0.30199999999999999},"max":{"1min":1.05,"5min":146.393,"15min":146.393},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":2.6339999999999999,"15min":1.821},"min":{"1min":0.38400000000000001,"5min":0.34499999999999997,"15min":0.307},"max":{"1min":0.94799999999999995,"5min":146.45699999999999,"15min":146.45699999999999},"last":0.69499999999999995}]},{"osd":5,"last update":"Sat Sep 23 15:41:08 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.97199999999999998,"15min":1.375},"min":{"1min":0.46500000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.98399999999999999,"5min":7.258,"15min":11.994999999999999},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.82699999999999996,"15min":1.1739999999999999},"min":{"1min":0.48699999999999999,"5min":0.36499999999999999,"15min":0.29899999999999999},"max":{"1min":1.006,"5min":3.806,"15min":11.978999999999999},"last":0.747}]},{"osd":6,"last update":"Sat Sep 23 15:41:24 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.83399999999999996,"15min":2.0590000000000002},"min":{"1min":0.435,"5min":0.38400000000000001,"15min":0.32600000000000001},"max":{"1min":1.044,"5min":5.0599999999999996,"15min":161.97300000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.96699999999999997,"15min":1.9530000000000001},"min":{"1min":0.52900000000000003,"5min":0.38100000000000001,"15min":0.36099999999999999},"max":{"1min":0.85099999999999998,"5min":6.79,"15min":161.952},"last":0.72899999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:41:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":2.6579999999999999,"15min":1.8720000000000001},"min":{"1min":0.41299999999999998,"5min":0.36299999999999999,"15min":0.315},"max":{"1min":1.1040000000000001,"5min":148.191,"15min":148.191},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.67900000000000005,"5min":2.6520000000000001,"15min":1.9019999999999999},"min":{"1min":0.46700000000000003,"5min":0.376,"15min":0.34799999999999998},"max":{"1min":1.133,"5min":148.14400000000001,"15min":148.14400000000001},"last":0.70799999999999996}]}]},{"osd":2,"up_from":570,"seq":2448131358803,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":227600,"kb_used_data":8776,"kb_used_omap":93,"kb_used_meta":218722,"kb_avail":93517552,"statfs":{"total":95995035648,"available":95761973248,"internally_reserved":0,"allocated":8986624,"data_stored":5700532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":223971472},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":1.4099999999999999,"15min":2.161},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.47299999999999998,"5min":15.243,"15min":16.773},"last":0.308},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.83699999999999997,"15min":1.385},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.504,"5min":9.1820000000000004,"15min":13.295999999999999},"last":0.38400000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":2.1920000000000002,"15min":5.5039999999999996},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.44900000000000001,"5min":51.262999999999998,"15min":51.262999999999998},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.40300000000000002,"5min":2.1360000000000001,"15min":4.9699999999999998},"min":{"1min":0.30199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.54800000000000004,"5min":49.341999999999999,"15min":49.341999999999999},"last":0.27800000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":3.6320000000000001,"15min":4.6310000000000002},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.57099999999999995,"5min":172.31,"15min":172.31},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.375,"5min":3.7160000000000002,"15min":5.6970000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.50700000000000001,"5min":174.75200000000001,"15min":174.75200000000001},"last":0.39200000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.97399999999999998,"15min":1.829},"min":{"1min":0.38400000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.79300000000000004,"5min":9.2200000000000006,"15min":29.542999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.54100000000000004,"5min":1.1579999999999999,"15min":2.5019999999999998},"min":{"1min":0.39800000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.77300000000000002,"5min":9.5600000000000005,"15min":29.558},"last":0.5}]},{"osd":5,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":1.121,"15min":1.54},"min":{"1min":0.37,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.72599999999999998,"5min":9.5990000000000002,"15min":9.5990000000000002},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":1.427,"15min":2.008},"min":{"1min":0.38800000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.74099999999999999,"5min":15.084,"15min":16.954999999999998},"last":0.443}]},{"osd":6,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.1850000000000001,"15min":1.585},"min":{"1min":0.34499999999999997,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.751,"5min":9.6300000000000008,"15min":9.6300000000000008},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":1.5089999999999999,"15min":2.0659999999999998},"min":{"1min":0.40699999999999997,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.77800000000000002,"5min":15.163,"15min":16.978999999999999},"last":0.51100000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":1.4710000000000001,"15min":3.302},"min":{"1min":0.44,"5min":0.41399999999999998,"15min":0.35499999999999998},"max":{"1min":0.80400000000000005,"5min":15.138,"15min":33.548999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.59499999999999997,"5min":1.077,"15min":2.0950000000000002},"min":{"1min":0.46200000000000002,"5min":0.35899999999999999,"15min":0.35299999999999998},"max":{"1min":0.79200000000000004,"5min":9.2420000000000009,"15min":33.762999999999998},"last":0.59099999999999997}]}]},{"osd":3,"up_from":99,"seq":425201762718,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1261852,"kb_used_data":8852,"kb_used_omap":7,"kb_used_meta":1252984,"kb_avail":92483300,"statfs":{"total":95995035648,"available":94702899200,"internally_reserved":0,"allocated":9064448,"data_stored":5766015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1283056232},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:42:01 2023","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":1.3340000000000001,"15min":2.0409999999999999},"min":{"1min":0.21299999999999999,"5min":0.20499999999999999,"15min":0.182},"max":{"1min":0.629,"5min":20.260999999999999,"15min":80.498999999999995},"last":0.248},{"interface":"front","average":{"1min":0.34899999999999998,"5min":1.2310000000000001,"15min":1.597},"min":{"1min":0.217,"5min":0.217,"15min":0.20100000000000001},"max":{"1min":0.60099999999999998,"5min":10.083,"15min":80.352000000000004},"last":0.39900000000000002}]},{"osd":1,"last update":"Sat Sep 23 15:42:01 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":1.252,"15min":3.5369999999999999},"min":{"1min":0.24099999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.64900000000000002,"5min":29.747,"15min":127.02200000000001},"last":0.314},{"interface":"front","average":{"1min":0.38700000000000001,"5min":1.9490000000000001,"15min":4.2290000000000001},"min":{"1min":0.26500000000000001,"5min":0.23499999999999999,"15min":0.218},"max":{"1min":0.55700000000000005,"5min":27.876000000000001,"15min":124.041},"last":0.34499999999999997}]},{"osd":2,"last update":"Sat Sep 23 15:41:34 2023","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":3.5,"15min":4.7160000000000002},"min":{"1min":0.27300000000000002,"5min":0.255,"15min":0.254},"max":{"1min":0.57999999999999996,"5min":123.694,"15min":123.694},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":4.0789999999999997,"15min":5.2210000000000001},"min":{"1min":0.29399999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.66200000000000003,"5min":122.10899999999999,"15min":122.10899999999999},"last":0.35999999999999999}]},{"osd":4,"last update":"Sat Sep 23 15:42:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.97199999999999998,"15min":1.216},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.94499999999999995,"5min":5.9640000000000004,"15min":9.3719999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.626,"5min":1.345,"15min":1.486},"min":{"1min":0.45000000000000001,"5min":0.32600000000000001,"15min":0.26900000000000002},"max":{"1min":0.84799999999999998,"5min":17.094000000000001,"15min":17.094000000000001},"last":0.45000000000000001}]},{"osd":5,"last update":"Sat Sep 23 15:42:01 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":1.3839999999999999,"15min":1.7290000000000001},"min":{"1min":0.41699999999999998,"5min":0.32800000000000001,"15min":0.26100000000000001},"max":{"1min":0.83599999999999997,"5min":17.212,"15min":55.414999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.627,"5min":1.1679999999999999,"15min":1.482},"min":{"1min":0.47399999999999998,"5min":0.38200000000000001,"15min":0.33100000000000002},"max":{"1min":0.81100000000000005,"5min":8.7050000000000001,"15min":55.363},"last":0.56499999999999995}]},{"osd":6,"last update":"Sat Sep 23 15:41:38 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":1.609,"15min":2.3679999999999999},"min":{"1min":0.44600000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.002,"5min":21.344000000000001,"15min":163.63399999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.65200000000000002,"5min":1.365,"15min":1.98},"min":{"1min":0.439,"5min":0.38800000000000001,"15min":0.35899999999999999},"max":{"1min":0.92100000000000004,"5min":10.785,"15min":163.535},"last":0.54000000000000004}]},{"osd":7,"last update":"Sat Sep 23 15:41:22 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":1.466,"15min":1.7649999999999999},"min":{"1min":0.501,"5min":0.38600000000000001,"15min":0.35699999999999998},"max":{"1min":0.80600000000000005,"5min":8.782,"15min":163.495},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.627,"5min":1.258,"15min":1.946},"min":{"1min":0.437,"5min":0.39700000000000002,"15min":0.32800000000000001},"max":{"1min":0.83799999999999997,"5min":6.8099999999999996,"15min":163.51400000000001},"last":0.57799999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986743,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":358456,"kb_used_data":10992,"kb_used_omap":0,"kb_used_meta":347456,"kb_avail":93386696,"statfs":{"total":95995035648,"available":95627976704,"internally_reserved":0,"allocated":11255808,"data_stored":9445026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":355794944},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:25 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.71599999999999997,"15min":0.98999999999999999},"min":{"1min":0.314,"5min":0.25900000000000001,"15min":0.23899999999999999},"max":{"1min":0.80800000000000005,"5min":6.6079999999999997,"15min":20.850000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.64100000000000001,"15min":1.1140000000000001},"min":{"1min":0.39100000000000001,"5min":0.25800000000000001,"15min":0.25700000000000001},"max":{"1min":0.82799999999999996,"5min":5.4829999999999997,"15min":22.045999999999999},"last":0.45200000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":3.9119999999999999,"15min":4.5599999999999996},"min":{"1min":0.377,"5min":0.26900000000000002,"15min":0.254},"max":{"1min":0.76900000000000002,"5min":157.16499999999999,"15min":212.74000000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":4.2030000000000003,"15min":4.6120000000000001},"min":{"1min":0.39600000000000002,"5min":0.27000000000000002,"15min":0.251},"max":{"1min":0.96099999999999997,"5min":157.19300000000001,"15min":209.995},"last":0.432}]},{"osd":2,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":2.1509999999999998,"15min":2.4140000000000001},"min":{"1min":0.45500000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.88100000000000001,"5min":81.802000000000007,"15min":81.802000000000007},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":2.2029999999999998,"15min":2.7450000000000001},"min":{"1min":0.42299999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.89700000000000002,"5min":81.781000000000006,"15min":81.781000000000006},"last":0.53100000000000003}]},{"osd":3,"last update":"Sat Sep 23 15:41:52 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":4.8920000000000003,"15min":5.8010000000000002},"min":{"1min":0.373,"5min":0.29799999999999999,"15min":0.29699999999999999},"max":{"1min":0.66200000000000003,"5min":115.039,"15min":191.41499999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":5.2770000000000001,"15min":6.032},"min":{"1min":0.46500000000000002,"5min":0.33700000000000002,"15min":0.28399999999999997},"max":{"1min":1.0269999999999999,"5min":114.932,"15min":191.602},"last":0.503}]},{"osd":5,"last update":"Sat Sep 23 15:41:08 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.52500000000000002,"15min":2.0510000000000002},"min":{"1min":0.33800000000000002,"5min":0.24299999999999999,"15min":0.23599999999999999},"max":{"1min":0.71199999999999997,"5min":2.6400000000000001,"15min":163.12},"last":0.375},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.54500000000000004,"15min":1.899},"min":{"1min":0.375,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.80600000000000005,"5min":2.8109999999999999,"15min":164.601},"last":0.48499999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:41:25 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.625,"15min":2.3889999999999998},"min":{"1min":0.36599999999999999,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":0.99099999999999999,"5min":2.8570000000000002,"15min":174.84100000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.65100000000000002,"15min":2.3700000000000001},"min":{"1min":0.36399999999999999,"5min":0.31900000000000001,"15min":0.31},"max":{"1min":0.85099999999999998,"5min":2.879,"15min":174.60300000000001},"last":0.46899999999999997}]},{"osd":7,"last update":"Sat Sep 23 15:41:08 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":1.159,"15min":2.782},"min":{"1min":0.42899999999999999,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":0.84199999999999997,"5min":19.411999999999999,"15min":237.476},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.63500000000000001,"5min":1.157,"15min":2.8359999999999999},"min":{"1min":0.40300000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.94899999999999995,"5min":19.768999999999998,"15min":237.523},"last":0.55700000000000005}]}]},{"osd":5,"up_from":39,"seq":167503725106,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":636200,"kb_used_data":18592,"kb_used_omap":0,"kb_used_meta":617600,"kb_avail":93108952,"statfs":{"total":95995035648,"available":95343566848,"internally_reserved":0,"allocated":19038208,"data_stored":17239513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":632422400},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:37 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.72199999999999998,"15min":0.93799999999999994},"min":{"1min":0.36099999999999999,"5min":0.23599999999999999,"15min":0.20399999999999999},"max":{"1min":0.81499999999999995,"5min":6.4219999999999997,"15min":11.880000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.81799999999999995,"15min":1.0269999999999999},"min":{"1min":0.40000000000000002,"5min":0.26600000000000001,"15min":0.252},"max":{"1min":0.76900000000000002,"5min":5.6900000000000004,"15min":9.3610000000000007},"last":0.58399999999999996}]},{"osd":1,"last update":"Sat Sep 23 15:41:50 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":1.0469999999999999,"15min":1.857},"min":{"1min":0.29599999999999999,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":0.80300000000000005,"5min":11.307,"15min":163.399},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.56100000000000005,"5min":1.264,"15min":1.927},"min":{"1min":0.373,"5min":0.29899999999999999,"15min":0.23899999999999999},"max":{"1min":1.6419999999999999,"5min":9.4559999999999995,"15min":166.11500000000001},"last":0.66500000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:41:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":4.5590000000000002,"15min":3.21},"min":{"1min":0.41799999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.76400000000000001,"5min":149.90899999999999,"15min":149.90899999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":4.7249999999999996,"15min":2.8029999999999999},"min":{"1min":0.434,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.83799999999999997,"5min":149.887,"15min":149.887},"last":0.59699999999999998}]},{"osd":3,"last update":"Sat Sep 23 15:41:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":4.0519999999999996,"15min":5.0800000000000001},"min":{"1min":0.39600000000000002,"5min":0.318,"15min":0.26500000000000001},"max":{"1min":1.788,"5min":158.43199999999999,"15min":169.83699999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.67300000000000004,"5min":4.2409999999999997,"15min":5.1390000000000002},"min":{"1min":0.39800000000000002,"5min":0.33800000000000002,"15min":0.33300000000000002},"max":{"1min":1.8799999999999999,"5min":158.685,"15min":170.166},"last":0.65100000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:41:06 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54600000000000004,"15min":0.67700000000000005},"min":{"1min":0.33200000000000002,"5min":0.249,"15min":0.23799999999999999},"max":{"1min":1.036,"5min":3.9289999999999998,"15min":8.9450000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.60699999999999998,"15min":0.84099999999999997},"min":{"1min":0.36799999999999999,"5min":0.309,"15min":0.254},"max":{"1min":0.76400000000000001,"5min":5.5960000000000001,"15min":9.2590000000000003},"last":0.435}]},{"osd":6,"last update":"Sat Sep 23 15:41:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.59499999999999997,"15min":2.6680000000000001},"min":{"1min":0.41399999999999998,"5min":0.28399999999999997,"15min":0.24199999999999999},"max":{"1min":0.82299999999999995,"5min":3.1240000000000001,"15min":207.054},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.65100000000000002,"15min":2.871},"min":{"1min":0.47399999999999998,"5min":0.35499999999999998,"15min":0.32100000000000001},"max":{"1min":0.79000000000000004,"5min":3.1360000000000001,"15min":207.28299999999999},"last":0.48399999999999999}]},{"osd":7,"last update":"Sat Sep 23 15:41:06 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.80900000000000005,"15min":2.7629999999999999},"min":{"1min":0.46300000000000002,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":1.1439999999999999,"5min":7.1840000000000002,"15min":214.78100000000001},"last":0.499},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.81699999999999995,"15min":2.9089999999999998},"min":{"1min":0.52600000000000002,"5min":0.38300000000000001,"15min":0.33000000000000002},"max":{"1min":1.022,"5min":8.9670000000000005,"15min":212.95500000000001},"last":0.53600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:42:08.681 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 -- ceph pg dump --format=json 2023-09-23T15:42:09.032 INFO:teuthology.orchestra.run.smithi118.stderr:Inferring config /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/mon.a/config 2023-09-23T15:42:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:08 smithi118 ceph-mon[219580]: pgmap v1799: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:09.069 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:08 smithi118 ceph-mon[219580]: from='client.47897 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:42:09.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:08 smithi118 ceph-mon[212312]: pgmap v1799: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:09.069 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:08 smithi118 ceph-mon[212312]: from='client.47897 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:42:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:08 smithi178 ceph-mon[192298]: pgmap v1799: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:09.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:08 smithi178 ceph-mon[192298]: from='client.47897 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:42:10.829 INFO:teuthology.orchestra.run.smithi118.stdout: 2023-09-23T15:42:10.831 INFO:teuthology.orchestra.run.smithi118.stderr:dumped all 2023-09-23T15:42:11.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:10 smithi118 ceph-mon[219580]: pgmap v1800: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:11.319 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:10 smithi118 ceph-mon[212312]: pgmap v1800: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:11.378 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:10 smithi178 ceph-mon[192298]: pgmap v1800: 103 pgs: 103 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-09-23T15:42:11.557 INFO:teuthology.orchestra.run.smithi118.stdout:{"pg_ready":true,"pg_map":{"version":1800,"stamp":"2023-09-23T15:42:09.847054+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790195,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":5983,"num_read_kb":13200,"num_write":907,"num_write_kb":12725,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":219,"num_bytes_recovered":4890200,"num_keys_recovered":110,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6022,"ondisk_log_size":6022,"up":309,"acting":309,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":310,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":5303840,"kb_used_data":78240,"kb_used_omap":234,"kb_used_meta":5225301,"kb_avail":744657376,"statfs":{"total":767960285184,"available":762529153024,"internally_reserved":0,"allocated":80117760,"data_stored":59081761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":239732,"internal_metadata":5350709132},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003082"},"pg_stats":[{"pgid":"1.18","version":"80'161","reported_seq":1018,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991700+0000","last_change":"2023-09-23T15:40:18.911066+0000","last_active":"2023-09-23T15:41:24.991700+0000","last_peered":"2023-09-23T15:41:24.991700+0000","last_clean":"2023-09-23T15:41:24.991700+0000","last_became_active":"2023-09-23T15:40:17.956664+0000","last_became_peered":"2023-09-23T15:40:17.956664+0000","last_unstale":"2023-09-23T15:41:24.991700+0000","last_undegraded":"2023-09-23T15:41:24.991700+0000","last_fullsized":"2023-09-23T15:41:24.991700+0000","mapping_epoch":639,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":640,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:18.910975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:18.910975+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:41:05.262630+0000","scrub_duration":0.0018871649999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":128,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894236+0000","last_change":"2023-09-23T15:35:20.803233+0000","last_active":"2023-09-23T15:41:24.894236+0000","last_peered":"2023-09-23T15:41:24.894236+0000","last_clean":"2023-09-23T15:41:24.894236+0000","last_became_active":"2023-09-23T15:35:20.802817+0000","last_became_peered":"2023-09-23T15:35:20.802817+0000","last_unstale":"2023-09-23T15:41:24.894236+0000","last_undegraded":"2023-09-23T15:41:24.894236+0000","last_fullsized":"2023-09-23T15:41:24.894236+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:45:58.463013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":77,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:28.178851+0000","last_change":"2023-09-23T15:38:54.972510+0000","last_active":"2023-09-23T15:41:28.178851+0000","last_peered":"2023-09-23T15:41:28.178851+0000","last_clean":"2023-09-23T15:41:28.178851+0000","last_became_active":"2023-09-23T15:38:54.972121+0000","last_became_peered":"2023-09-23T15:38:54.972121+0000","last_unstale":"2023-09-23T15:41:28.178851+0000","last_undegraded":"2023-09-23T15:41:28.178851+0000","last_fullsized":"2023-09-23T15:41:28.178851+0000","mapping_epoch":601,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":602,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:34:00.708693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.1b","version":"80'161","reported_seq":752,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992752+0000","last_change":"2023-09-23T15:40:33.068592+0000","last_active":"2023-09-23T15:41:24.992752+0000","last_peered":"2023-09-23T15:41:24.992752+0000","last_clean":"2023-09-23T15:41:24.992752+0000","last_became_active":"2023-09-23T15:40:21.965700+0000","last_became_peered":"2023-09-23T15:40:21.965700+0000","last_unstale":"2023-09-23T15:41:24.992752+0000","last_undegraded":"2023-09-23T15:41:24.992752+0000","last_fullsized":"2023-09-23T15:41:24.992752+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:33.068522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:33.068522+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:18:35.079112+0000","scrub_duration":0.001700416,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":242,"reported_epoch":667,"state":"active+clean","last_fresh":"2023-09-23T15:41:29.885623+0000","last_change":"2023-09-23T15:34:50.711107+0000","last_active":"2023-09-23T15:41:29.885623+0000","last_peered":"2023-09-23T15:41:29.885623+0000","last_clean":"2023-09-23T15:41:29.885623+0000","last_became_active":"2023-09-23T15:34:50.710778+0000","last_became_peered":"2023-09-23T15:34:50.710778+0000","last_unstale":"2023-09-23T15:41:29.885623+0000","last_undegraded":"2023-09-23T15:41:29.885623+0000","last_fullsized":"2023-09-23T15:41:29.885623+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:52:29.304150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":199,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891565+0000","last_change":"2023-09-23T15:40:37.887425+0000","last_active":"2023-09-23T15:41:24.891565+0000","last_peered":"2023-09-23T15:41:24.891565+0000","last_clean":"2023-09-23T15:41:24.891565+0000","last_became_active":"2023-09-23T15:40:37.886988+0000","last_became_peered":"2023-09-23T15:40:37.886988+0000","last_unstale":"2023-09-23T15:41:24.891565+0000","last_undegraded":"2023-09-23T15:41:24.891565+0000","last_fullsized":"2023-09-23T15:41:24.891565+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:05:22.009798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1a","version":"80'161","reported_seq":961,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893872+0000","last_change":"2023-09-23T15:40:18.869590+0000","last_active":"2023-09-23T15:41:24.893872+0000","last_peered":"2023-09-23T15:41:24.893872+0000","last_clean":"2023-09-23T15:41:24.893872+0000","last_became_active":"2023-09-23T15:40:17.958692+0000","last_became_peered":"2023-09-23T15:40:17.958692+0000","last_unstale":"2023-09-23T15:41:24.893872+0000","last_undegraded":"2023-09-23T15:41:24.893872+0000","last_fullsized":"2023-09-23T15:41:24.893872+0000","mapping_epoch":639,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":640,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:18.869479+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:18.869479+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:30.764285+0000","scrub_duration":0.0016660889999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":365,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936397+0000","last_change":"2023-09-23T15:40:18.960860+0000","last_active":"2023-09-23T15:41:24.936397+0000","last_peered":"2023-09-23T15:41:24.936397+0000","last_clean":"2023-09-23T15:41:24.936397+0000","last_became_active":"2023-09-23T15:40:18.960549+0000","last_became_peered":"2023-09-23T15:40:18.960549+0000","last_unstale":"2023-09-23T15:41:24.936397+0000","last_undegraded":"2023-09-23T15:41:24.936397+0000","last_fullsized":"2023-09-23T15:41:24.936397+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:05:05.994865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":32,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894072+0000","last_change":"2023-09-23T15:40:22.827920+0000","last_active":"2023-09-23T15:41:24.894072+0000","last_peered":"2023-09-23T15:41:24.894072+0000","last_clean":"2023-09-23T15:41:24.894072+0000","last_became_active":"2023-09-23T15:40:22.825508+0000","last_became_peered":"2023-09-23T15:40:22.825508+0000","last_unstale":"2023-09-23T15:41:24.894072+0000","last_undegraded":"2023-09-23T15:41:24.894072+0000","last_fullsized":"2023-09-23T15:41:24.894072+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:26:31.917407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.15","version":"80'161","reported_seq":998,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993027+0000","last_change":"2023-09-23T15:40:22.556706+0000","last_active":"2023-09-23T15:41:24.993027+0000","last_peered":"2023-09-23T15:41:24.993027+0000","last_clean":"2023-09-23T15:41:24.993027+0000","last_became_active":"2023-09-23T15:40:17.959435+0000","last_became_peered":"2023-09-23T15:40:17.959435+0000","last_unstale":"2023-09-23T15:41:24.993027+0000","last_undegraded":"2023-09-23T15:41:24.993027+0000","last_fullsized":"2023-09-23T15:41:24.993027+0000","mapping_epoch":639,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":640,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:22.556615+0000","last_deep_scrub":"80'161","last_deep_scrub_stamp":"2023-09-23T15:40:22.556615+0000","last_clean_scrub_stamp":"2023-09-23T15:40:22.556615+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:08:03.222230+0000","scrub_duration":0.0019958329999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":628,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891721+0000","last_change":"2023-09-23T15:40:37.888992+0000","last_active":"2023-09-23T15:41:24.891721+0000","last_peered":"2023-09-23T15:41:24.891721+0000","last_clean":"2023-09-23T15:41:24.891721+0000","last_became_active":"2023-09-23T15:40:37.888714+0000","last_became_peered":"2023-09-23T15:40:37.888714+0000","last_unstale":"2023-09-23T15:41:24.891721+0000","last_undegraded":"2023-09-23T15:41:24.891721+0000","last_fullsized":"2023-09-23T15:41:24.891721+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:01:33.986045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":349,"reported_epoch":667,"state":"active+clean","last_fresh":"2023-09-23T15:41:28.817081+0000","last_change":"2023-09-23T15:40:22.809642+0000","last_active":"2023-09-23T15:41:28.817081+0000","last_peered":"2023-09-23T15:41:28.817081+0000","last_clean":"2023-09-23T15:41:28.817081+0000","last_became_active":"2023-09-23T15:40:22.809315+0000","last_became_peered":"2023-09-23T15:40:22.809315+0000","last_unstale":"2023-09-23T15:41:28.817081+0000","last_undegraded":"2023-09-23T15:41:28.817081+0000","last_fullsized":"2023-09-23T15:41:28.817081+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:16:55.184506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"80'161","reported_seq":1018,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992378+0000","last_change":"2023-09-23T15:38:45.276761+0000","last_active":"2023-09-23T15:41:24.992378+0000","last_peered":"2023-09-23T15:41:24.992378+0000","last_clean":"2023-09-23T15:41:24.992378+0000","last_became_active":"2023-09-23T15:35:20.827872+0000","last_became_peered":"2023-09-23T15:35:20.827872+0000","last_unstale":"2023-09-23T15:41:24.992378+0000","last_undegraded":"2023-09-23T15:41:24.992378+0000","last_fullsized":"2023-09-23T15:41:24.992378+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:38:45.276663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:38:45.276663+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:57:15.130435+0000","scrub_duration":0.001675431,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":201,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992004+0000","last_change":"2023-09-23T15:30:13.838962+0000","last_active":"2023-09-23T15:41:24.992004+0000","last_peered":"2023-09-23T15:41:24.992004+0000","last_clean":"2023-09-23T15:41:24.992004+0000","last_became_active":"2023-09-23T15:30:13.838482+0000","last_became_peered":"2023-09-23T15:30:13.838482+0000","last_unstale":"2023-09-23T15:41:24.992004+0000","last_undegraded":"2023-09-23T15:41:24.992004+0000","last_fullsized":"2023-09-23T15:41:24.992004+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:54:29.123904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":687,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936627+0000","last_change":"2023-09-23T15:40:22.817663+0000","last_active":"2023-09-23T15:41:24.936627+0000","last_peered":"2023-09-23T15:41:24.936627+0000","last_clean":"2023-09-23T15:41:24.936627+0000","last_became_active":"2023-09-23T15:40:22.817465+0000","last_became_peered":"2023-09-23T15:40:22.817465+0000","last_unstale":"2023-09-23T15:41:24.936627+0000","last_undegraded":"2023-09-23T15:41:24.936627+0000","last_fullsized":"2023-09-23T15:41:24.936627+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:40.455495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.17","version":"80'161","reported_seq":932,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:27.355141+0000","last_change":"2023-09-23T15:41:27.355079+0000","last_active":"2023-09-23T15:41:27.355141+0000","last_peered":"2023-09-23T15:41:27.355141+0000","last_clean":"2023-09-23T15:41:27.355141+0000","last_became_active":"2023-09-23T15:41:06.850981+0000","last_became_peered":"2023-09-23T15:41:06.850981+0000","last_unstale":"2023-09-23T15:41:27.355141+0000","last_undegraded":"2023-09-23T15:41:27.355141+0000","last_fullsized":"2023-09-23T15:41:27.355141+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:41:27.354984+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:41:27.354984+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T03:02:08.753956+0000","scrub_duration":0.001683443,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":257,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993143+0000","last_change":"2023-09-23T15:34:50.737840+0000","last_active":"2023-09-23T15:41:24.993143+0000","last_peered":"2023-09-23T15:41:24.993143+0000","last_clean":"2023-09-23T15:41:24.993143+0000","last_became_active":"2023-09-23T15:34:50.717236+0000","last_became_peered":"2023-09-23T15:34:50.717236+0000","last_unstale":"2023-09-23T15:41:24.993143+0000","last_undegraded":"2023-09-23T15:41:24.993143+0000","last_fullsized":"2023-09-23T15:41:24.993143+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:04.587704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":630,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":293,"reported_epoch":667,"state":"active+clean","last_fresh":"2023-09-23T15:41:29.885786+0000","last_change":"2023-09-23T15:40:22.809288+0000","last_active":"2023-09-23T15:41:29.885786+0000","last_peered":"2023-09-23T15:41:29.885786+0000","last_clean":"2023-09-23T15:41:29.885786+0000","last_became_active":"2023-09-23T15:40:22.808932+0000","last_became_peered":"2023-09-23T15:40:22.808932+0000","last_unstale":"2023-09-23T15:41:29.885786+0000","last_undegraded":"2023-09-23T15:41:29.885786+0000","last_fullsized":"2023-09-23T15:41:29.885786+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:23:07.986400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.16","version":"80'161","reported_seq":1039,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992453+0000","last_change":"2023-09-23T15:40:24.748555+0000","last_active":"2023-09-23T15:41:24.992453+0000","last_peered":"2023-09-23T15:41:24.992453+0000","last_clean":"2023-09-23T15:41:24.992453+0000","last_became_active":"2023-09-23T15:40:21.962067+0000","last_became_peered":"2023-09-23T15:40:21.962067+0000","last_unstale":"2023-09-23T15:41:24.992453+0000","last_undegraded":"2023-09-23T15:41:24.992453+0000","last_fullsized":"2023-09-23T15:41:24.992453+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:24.748459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:24.748459+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:26:37.452037+0000","scrub_duration":0.0014554100000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":158,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893793+0000","last_change":"2023-09-23T15:40:22.836301+0000","last_active":"2023-09-23T15:41:24.893793+0000","last_peered":"2023-09-23T15:41:24.893793+0000","last_clean":"2023-09-23T15:41:24.893793+0000","last_became_active":"2023-09-23T15:40:22.829508+0000","last_became_peered":"2023-09-23T15:40:22.829508+0000","last_unstale":"2023-09-23T15:41:24.893793+0000","last_undegraded":"2023-09-23T15:41:24.893793+0000","last_fullsized":"2023-09-23T15:41:24.893793+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:07:38.611582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":33138,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":124,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894721+0000","last_change":"2023-09-23T15:40:22.829297+0000","last_active":"2023-09-23T15:41:24.894721+0000","last_peered":"2023-09-23T15:41:24.894721+0000","last_clean":"2023-09-23T15:41:24.894721+0000","last_became_active":"2023-09-23T15:40:22.828925+0000","last_became_peered":"2023-09-23T15:40:22.828925+0000","last_unstale":"2023-09-23T15:41:24.894721+0000","last_undegraded":"2023-09-23T15:41:24.894721+0000","last_fullsized":"2023-09-23T15:41:24.894721+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:09:30.953893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"80'161","reported_seq":839,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.890666+0000","last_change":"2023-09-23T15:40:37.888608+0000","last_active":"2023-09-23T15:41:24.890666+0000","last_peered":"2023-09-23T15:41:24.890666+0000","last_clean":"2023-09-23T15:41:24.890666+0000","last_became_active":"2023-09-23T15:40:37.888187+0000","last_became_peered":"2023-09-23T15:40:37.888187+0000","last_unstale":"2023-09-23T15:41:24.890666+0000","last_undegraded":"2023-09-23T15:41:24.890666+0000","last_fullsized":"2023-09-23T15:41:24.890666+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:31:53.123063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:31:53.123063+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:49:40.449304+0000","scrub_duration":0.0027163970000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":865,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992629+0000","last_change":"2023-09-23T15:35:20.800356+0000","last_active":"2023-09-23T15:41:24.992629+0000","last_peered":"2023-09-23T15:41:24.992629+0000","last_clean":"2023-09-23T15:41:24.992629+0000","last_became_active":"2023-09-23T15:35:20.799938+0000","last_became_peered":"2023-09-23T15:35:20.799938+0000","last_unstale":"2023-09-23T15:41:24.992629+0000","last_undegraded":"2023-09-23T15:41:24.992629+0000","last_fullsized":"2023-09-23T15:41:24.992629+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:11.622746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":374,"num_keys_recovered":110,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":703,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936806+0000","last_change":"2023-09-23T15:29:51.309795+0000","last_active":"2023-09-23T15:41:24.936806+0000","last_peered":"2023-09-23T15:41:24.936806+0000","last_clean":"2023-09-23T15:41:24.936806+0000","last_became_active":"2023-09-23T15:29:51.309368+0000","last_became_peered":"2023-09-23T15:29:51.309368+0000","last_unstale":"2023-09-23T15:41:24.936806+0000","last_undegraded":"2023-09-23T15:41:24.936806+0000","last_fullsized":"2023-09-23T15:41:24.936806+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:22:06.033197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"80'161","reported_seq":1041,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991740+0000","last_change":"2023-09-23T15:41:24.349829+0000","last_active":"2023-09-23T15:41:24.991740+0000","last_peered":"2023-09-23T15:41:24.991740+0000","last_clean":"2023-09-23T15:41:24.991740+0000","last_became_active":"2023-09-23T15:41:06.851893+0000","last_became_peered":"2023-09-23T15:41:06.851893+0000","last_unstale":"2023-09-23T15:41:24.991740+0000","last_undegraded":"2023-09-23T15:41:24.991740+0000","last_fullsized":"2023-09-23T15:41:24.991740+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:41:24.349738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:41:24.349738+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:00:37.993039+0000","scrub_duration":0.0017653580000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":199,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.890916+0000","last_change":"2023-09-23T15:40:37.886905+0000","last_active":"2023-09-23T15:41:24.890916+0000","last_peered":"2023-09-23T15:41:24.890916+0000","last_clean":"2023-09-23T15:41:24.890916+0000","last_became_active":"2023-09-23T15:40:37.886604+0000","last_became_peered":"2023-09-23T15:40:37.886604+0000","last_unstale":"2023-09-23T15:41:24.890916+0000","last_undegraded":"2023-09-23T15:41:24.890916+0000","last_fullsized":"2023-09-23T15:41:24.890916+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:28:46.754699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":414,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992177+0000","last_change":"2023-09-23T15:41:06.853192+0000","last_active":"2023-09-23T15:41:24.992177+0000","last_peered":"2023-09-23T15:41:24.992177+0000","last_clean":"2023-09-23T15:41:24.992177+0000","last_became_active":"2023-09-23T15:41:06.852848+0000","last_became_peered":"2023-09-23T15:41:06.852848+0000","last_unstale":"2023-09-23T15:41:24.992177+0000","last_undegraded":"2023-09-23T15:41:24.992177+0000","last_fullsized":"2023-09-23T15:41:24.992177+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:50:47.513728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"80'161","reported_seq":458,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991825+0000","last_change":"2023-09-23T15:40:48.751378+0000","last_active":"2023-09-23T15:41:24.991825+0000","last_peered":"2023-09-23T15:41:24.991825+0000","last_clean":"2023-09-23T15:41:24.991825+0000","last_became_active":"2023-09-23T15:40:45.923503+0000","last_became_peered":"2023-09-23T15:40:45.923503+0000","last_unstale":"2023-09-23T15:41:24.991825+0000","last_undegraded":"2023-09-23T15:41:24.991825+0000","last_fullsized":"2023-09-23T15:41:24.991825+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:48.751254+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:48.751254+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:17:29.686665+0000","scrub_duration":0.00188982,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":734,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992243+0000","last_change":"2023-09-23T15:40:22.826413+0000","last_active":"2023-09-23T15:41:24.992243+0000","last_peered":"2023-09-23T15:41:24.992243+0000","last_clean":"2023-09-23T15:41:24.992243+0000","last_became_active":"2023-09-23T15:40:22.826131+0000","last_became_peered":"2023-09-23T15:40:22.826131+0000","last_unstale":"2023-09-23T15:41:24.992243+0000","last_undegraded":"2023-09-23T15:41:24.992243+0000","last_fullsized":"2023-09-23T15:41:24.992243+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:15:00.135782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":383,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891653+0000","last_change":"2023-09-23T15:40:37.887230+0000","last_active":"2023-09-23T15:41:24.891653+0000","last_peered":"2023-09-23T15:41:24.891653+0000","last_clean":"2023-09-23T15:41:24.891653+0000","last_became_active":"2023-09-23T15:40:37.886598+0000","last_became_peered":"2023-09-23T15:40:37.886598+0000","last_unstale":"2023-09-23T15:41:24.891653+0000","last_undegraded":"2023-09-23T15:41:24.891653+0000","last_fullsized":"2023-09-23T15:41:24.891653+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:50.865448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"80'161","reported_seq":1052,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992430+0000","last_change":"2023-09-23T15:40:26.008470+0000","last_active":"2023-09-23T15:41:24.992430+0000","last_peered":"2023-09-23T15:41:24.992430+0000","last_clean":"2023-09-23T15:41:24.992430+0000","last_became_active":"2023-09-23T15:40:26.008127+0000","last_became_peered":"2023-09-23T15:40:26.008127+0000","last_unstale":"2023-09-23T15:41:24.992430+0000","last_undegraded":"2023-09-23T15:41:24.992430+0000","last_fullsized":"2023-09-23T15:41:24.992430+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:30:01.855711+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:30:01.855711+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:39:23.977694+0000","scrub_duration":0.00139657,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":42,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893364+0000","last_change":"2023-09-23T15:40:22.836433+0000","last_active":"2023-09-23T15:41:24.893364+0000","last_peered":"2023-09-23T15:41:24.893364+0000","last_clean":"2023-09-23T15:41:24.893364+0000","last_became_active":"2023-09-23T15:40:22.826428+0000","last_became_peered":"2023-09-23T15:40:22.826428+0000","last_unstale":"2023-09-23T15:41:24.893364+0000","last_undegraded":"2023-09-23T15:41:24.893364+0000","last_fullsized":"2023-09-23T15:41:24.893364+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:57:32.599092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":225,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.937008+0000","last_change":"2023-09-23T15:30:23.668462+0000","last_active":"2023-09-23T15:41:24.937008+0000","last_peered":"2023-09-23T15:41:24.937008+0000","last_clean":"2023-09-23T15:41:24.937008+0000","last_became_active":"2023-09-23T15:30:23.668225+0000","last_became_peered":"2023-09-23T15:30:23.668225+0000","last_unstale":"2023-09-23T15:41:24.937008+0000","last_undegraded":"2023-09-23T15:41:24.937008+0000","last_fullsized":"2023-09-23T15:41:24.937008+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:22:02.102537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"80'161","reported_seq":1132,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993143+0000","last_change":"2023-09-23T15:40:14.579953+0000","last_active":"2023-09-23T15:41:24.993143+0000","last_peered":"2023-09-23T15:41:24.993143+0000","last_clean":"2023-09-23T15:41:24.993143+0000","last_became_active":"2023-09-23T15:40:10.913413+0000","last_became_peered":"2023-09-23T15:40:10.913413+0000","last_unstale":"2023-09-23T15:41:24.993143+0000","last_undegraded":"2023-09-23T15:41:24.993143+0000","last_fullsized":"2023-09-23T15:41:24.993143+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:14.579863+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:14.579863+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:15.697352+0000","scrub_duration":0.0019667349999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":228,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992870+0000","last_change":"2023-09-23T15:40:18.973341+0000","last_active":"2023-09-23T15:41:24.992870+0000","last_peered":"2023-09-23T15:41:24.992870+0000","last_clean":"2023-09-23T15:41:24.992870+0000","last_became_active":"2023-09-23T15:40:18.959438+0000","last_became_peered":"2023-09-23T15:40:18.959438+0000","last_unstale":"2023-09-23T15:41:24.992870+0000","last_undegraded":"2023-09-23T15:41:24.992870+0000","last_fullsized":"2023-09-23T15:41:24.992870+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:07:47.607359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":154,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":241,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991861+0000","last_change":"2023-09-23T15:40:22.828882+0000","last_active":"2023-09-23T15:41:24.991861+0000","last_peered":"2023-09-23T15:41:24.991861+0000","last_clean":"2023-09-23T15:41:24.991861+0000","last_became_active":"2023-09-23T15:40:22.828286+0000","last_became_peered":"2023-09-23T15:40:22.828286+0000","last_unstale":"2023-09-23T15:41:24.991861+0000","last_undegraded":"2023-09-23T15:41:24.991861+0000","last_fullsized":"2023-09-23T15:41:24.991861+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:04:45.590991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"80'161","reported_seq":1150,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936781+0000","last_change":"2023-09-23T15:40:26.009359+0000","last_active":"2023-09-23T15:41:24.936781+0000","last_peered":"2023-09-23T15:41:24.936781+0000","last_clean":"2023-09-23T15:41:24.936781+0000","last_became_active":"2023-09-23T15:40:26.008895+0000","last_became_peered":"2023-09-23T15:40:26.008895+0000","last_unstale":"2023-09-23T15:41:24.936781+0000","last_undegraded":"2023-09-23T15:41:24.936781+0000","last_fullsized":"2023-09-23T15:41:24.936781+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:16.311619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:16.311619+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:40:42.188675+0000","scrub_duration":0.0023969299999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":703,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992749+0000","last_change":"2023-09-23T15:34:50.731494+0000","last_active":"2023-09-23T15:41:24.992749+0000","last_peered":"2023-09-23T15:41:24.992749+0000","last_clean":"2023-09-23T15:41:24.992749+0000","last_became_active":"2023-09-23T15:34:50.715374+0000","last_became_peered":"2023-09-23T15:34:50.715374+0000","last_unstale":"2023-09-23T15:41:24.992749+0000","last_undegraded":"2023-09-23T15:41:24.992749+0000","last_fullsized":"2023-09-23T15:41:24.992749+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:04:54.494845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":114,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894017+0000","last_change":"2023-09-23T15:34:50.720402+0000","last_active":"2023-09-23T15:41:24.894017+0000","last_peered":"2023-09-23T15:41:24.894017+0000","last_clean":"2023-09-23T15:41:24.894017+0000","last_became_active":"2023-09-23T15:34:50.717959+0000","last_became_peered":"2023-09-23T15:34:50.717959+0000","last_unstale":"2023-09-23T15:41:24.894017+0000","last_undegraded":"2023-09-23T15:41:24.894017+0000","last_fullsized":"2023-09-23T15:41:24.894017+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:29:30.075319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"80'161","reported_seq":922,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893656+0000","last_change":"2023-09-23T15:40:26.013429+0000","last_active":"2023-09-23T15:41:24.893656+0000","last_peered":"2023-09-23T15:41:24.893656+0000","last_clean":"2023-09-23T15:41:24.893656+0000","last_became_active":"2023-09-23T15:40:26.012767+0000","last_became_peered":"2023-09-23T15:40:26.012767+0000","last_unstale":"2023-09-23T15:41:24.893656+0000","last_undegraded":"2023-09-23T15:41:24.893656+0000","last_fullsized":"2023-09-23T15:41:24.893656+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:33:38.171042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:33:38.171042+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:33:52.041345+0000","scrub_duration":0.0041920669999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":760,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993322+0000","last_change":"2023-09-23T15:40:22.838441+0000","last_active":"2023-09-23T15:41:24.993322+0000","last_peered":"2023-09-23T15:41:24.993322+0000","last_clean":"2023-09-23T15:41:24.993322+0000","last_became_active":"2023-09-23T15:40:22.828148+0000","last_became_peered":"2023-09-23T15:40:22.828148+0000","last_unstale":"2023-09-23T15:41:24.993322+0000","last_undegraded":"2023-09-23T15:41:24.993322+0000","last_fullsized":"2023-09-23T15:41:24.993322+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:12:49.614365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":700,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":32,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893807+0000","last_change":"2023-09-23T15:40:22.825586+0000","last_active":"2023-09-23T15:41:24.893807+0000","last_peered":"2023-09-23T15:41:24.893807+0000","last_clean":"2023-09-23T15:41:24.893807+0000","last_became_active":"2023-09-23T15:40:22.822967+0000","last_became_peered":"2023-09-23T15:40:22.822967+0000","last_unstale":"2023-09-23T15:41:24.893807+0000","last_undegraded":"2023-09-23T15:41:24.893807+0000","last_fullsized":"2023-09-23T15:41:24.893807+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:48:22.784516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"80'161","reported_seq":915,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893921+0000","last_change":"2023-09-23T15:40:12.750495+0000","last_active":"2023-09-23T15:41:24.893921+0000","last_peered":"2023-09-23T15:41:24.893921+0000","last_clean":"2023-09-23T15:41:24.893921+0000","last_became_active":"2023-09-23T15:40:10.911181+0000","last_became_peered":"2023-09-23T15:40:10.911181+0000","last_unstale":"2023-09-23T15:41:24.893921+0000","last_undegraded":"2023-09-23T15:41:24.893921+0000","last_fullsized":"2023-09-23T15:41:24.893921+0000","mapping_epoch":565,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:12.750411+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:12.750411+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:37:26.977355+0000","scrub_duration":0.0018549199999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":311,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992138+0000","last_change":"2023-09-23T15:41:06.851326+0000","last_active":"2023-09-23T15:41:24.992138+0000","last_peered":"2023-09-23T15:41:24.992138+0000","last_clean":"2023-09-23T15:41:24.992138+0000","last_became_active":"2023-09-23T15:41:06.850988+0000","last_became_peered":"2023-09-23T15:41:06.850988+0000","last_unstale":"2023-09-23T15:41:24.992138+0000","last_undegraded":"2023-09-23T15:41:24.992138+0000","last_fullsized":"2023-09-23T15:41:24.992138+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:18:39.038541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":37,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891090+0000","last_change":"2023-09-23T15:40:18.960116+0000","last_active":"2023-09-23T15:41:24.891090+0000","last_peered":"2023-09-23T15:41:24.891090+0000","last_clean":"2023-09-23T15:41:24.891090+0000","last_became_active":"2023-09-23T15:40:18.959515+0000","last_became_peered":"2023-09-23T15:40:18.959515+0000","last_unstale":"2023-09-23T15:41:24.891090+0000","last_undegraded":"2023-09-23T15:41:24.891090+0000","last_fullsized":"2023-09-23T15:41:24.891090+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:31:50.686934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"80'161","reported_seq":1214,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992079+0000","last_change":"2023-09-23T15:40:13.615300+0000","last_active":"2023-09-23T15:41:24.992079+0000","last_peered":"2023-09-23T15:41:24.992079+0000","last_clean":"2023-09-23T15:41:24.992079+0000","last_became_active":"2023-09-23T15:40:10.908024+0000","last_became_peered":"2023-09-23T15:40:10.908024+0000","last_unstale":"2023-09-23T15:41:24.992079+0000","last_undegraded":"2023-09-23T15:41:24.992079+0000","last_fullsized":"2023-09-23T15:41:24.992079+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":635,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:13.615205+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:13.615205+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:15.629328+0000","scrub_duration":0.0017305339999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":369,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936562+0000","last_change":"2023-09-23T15:40:18.971128+0000","last_active":"2023-09-23T15:41:24.936562+0000","last_peered":"2023-09-23T15:41:24.936562+0000","last_clean":"2023-09-23T15:41:24.936562+0000","last_became_active":"2023-09-23T15:40:18.957649+0000","last_became_peered":"2023-09-23T15:40:18.957649+0000","last_unstale":"2023-09-23T15:41:24.936562+0000","last_undegraded":"2023-09-23T15:41:24.936562+0000","last_fullsized":"2023-09-23T15:41:24.936562+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:50:13.125180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":124,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893880+0000","last_change":"2023-09-23T15:40:22.822722+0000","last_active":"2023-09-23T15:41:24.893880+0000","last_peered":"2023-09-23T15:41:24.893880+0000","last_clean":"2023-09-23T15:41:24.893880+0000","last_became_active":"2023-09-23T15:40:22.822386+0000","last_became_peered":"2023-09-23T15:40:22.822386+0000","last_unstale":"2023-09-23T15:41:24.893880+0000","last_undegraded":"2023-09-23T15:41:24.893880+0000","last_fullsized":"2023-09-23T15:41:24.893880+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:08:51.660272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"80'161","reported_seq":980,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992040+0000","last_change":"2023-09-23T15:41:11.234186+0000","last_active":"2023-09-23T15:41:24.992040+0000","last_peered":"2023-09-23T15:41:24.992040+0000","last_clean":"2023-09-23T15:41:24.992040+0000","last_became_active":"2023-09-23T15:41:06.847629+0000","last_became_peered":"2023-09-23T15:41:06.847629+0000","last_unstale":"2023-09-23T15:41:24.992040+0000","last_undegraded":"2023-09-23T15:41:24.992040+0000","last_fullsized":"2023-09-23T15:41:24.992040+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:41:11.234095+0000","last_deep_scrub":"80'161","last_deep_scrub_stamp":"2023-09-23T15:41:11.234095+0000","last_clean_scrub_stamp":"2023-09-23T15:41:11.234095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:13:09.688081+0000","scrub_duration":0.0018034889999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":32,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893488+0000","last_change":"2023-09-23T15:40:22.822542+0000","last_active":"2023-09-23T15:41:24.893488+0000","last_peered":"2023-09-23T15:41:24.893488+0000","last_clean":"2023-09-23T15:41:24.893488+0000","last_became_active":"2023-09-23T15:40:22.822185+0000","last_became_peered":"2023-09-23T15:40:22.822185+0000","last_unstale":"2023-09-23T15:41:24.893488+0000","last_undegraded":"2023-09-23T15:41:24.893488+0000","last_fullsized":"2023-09-23T15:41:24.893488+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:57:18.370656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":128,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894281+0000","last_change":"2023-09-23T15:35:20.960811+0000","last_active":"2023-09-23T15:41:24.894281+0000","last_peered":"2023-09-23T15:41:24.894281+0000","last_clean":"2023-09-23T15:41:24.894281+0000","last_became_active":"2023-09-23T15:35:20.960573+0000","last_became_peered":"2023-09-23T15:35:20.960573+0000","last_unstale":"2023-09-23T15:41:24.894281+0000","last_undegraded":"2023-09-23T15:41:24.894281+0000","last_fullsized":"2023-09-23T15:41:24.894281+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:52.750866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"80'161","reported_seq":474,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991893+0000","last_change":"2023-09-23T15:40:46.708727+0000","last_active":"2023-09-23T15:41:24.991893+0000","last_peered":"2023-09-23T15:41:24.991893+0000","last_clean":"2023-09-23T15:41:24.991893+0000","last_became_active":"2023-09-23T15:40:45.923991+0000","last_became_peered":"2023-09-23T15:40:45.923991+0000","last_unstale":"2023-09-23T15:41:24.991893+0000","last_undegraded":"2023-09-23T15:41:24.991893+0000","last_fullsized":"2023-09-23T15:41:24.991893+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":401,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:46.708625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:46.708625+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:30:42.545688+0000","scrub_duration":0.002061088,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":128,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893804+0000","last_change":"2023-09-23T15:35:20.804026+0000","last_active":"2023-09-23T15:41:24.893804+0000","last_peered":"2023-09-23T15:41:24.893804+0000","last_clean":"2023-09-23T15:41:24.893804+0000","last_became_active":"2023-09-23T15:35:20.803687+0000","last_became_peered":"2023-09-23T15:35:20.803687+0000","last_unstale":"2023-09-23T15:41:24.893804+0000","last_undegraded":"2023-09-23T15:41:24.893804+0000","last_fullsized":"2023-09-23T15:41:24.893804+0000","mapping_epoch":571,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":572,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:19:44.102945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":124,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894412+0000","last_change":"2023-09-23T15:40:22.828281+0000","last_active":"2023-09-23T15:41:24.894412+0000","last_peered":"2023-09-23T15:41:24.894412+0000","last_clean":"2023-09-23T15:41:24.894412+0000","last_became_active":"2023-09-23T15:40:22.827941+0000","last_became_peered":"2023-09-23T15:40:22.827941+0000","last_unstale":"2023-09-23T15:41:24.894412+0000","last_undegraded":"2023-09-23T15:41:24.894412+0000","last_fullsized":"2023-09-23T15:41:24.894412+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:46:24.680848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"80'161","reported_seq":636,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992523+0000","last_change":"2023-09-23T15:41:21.374136+0000","last_active":"2023-09-23T15:41:24.992523+0000","last_peered":"2023-09-23T15:41:24.992523+0000","last_clean":"2023-09-23T15:41:24.992523+0000","last_became_active":"2023-09-23T15:41:06.853814+0000","last_became_peered":"2023-09-23T15:41:06.853814+0000","last_unstale":"2023-09-23T15:41:24.992523+0000","last_undegraded":"2023-09-23T15:41:24.992523+0000","last_fullsized":"2023-09-23T15:41:24.992523+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:41:21.374061+0000","last_deep_scrub":"80'161","last_deep_scrub_stamp":"2023-09-23T15:41:21.374061+0000","last_clean_scrub_stamp":"2023-09-23T15:41:21.374061+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:29:43.211681+0000","scrub_duration":0.0036920059999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":217,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936268+0000","last_change":"2023-09-23T15:30:02.578991+0000","last_active":"2023-09-23T15:41:24.936268+0000","last_peered":"2023-09-23T15:41:24.936268+0000","last_clean":"2023-09-23T15:41:24.936268+0000","last_became_active":"2023-09-23T15:30:02.578715+0000","last_became_peered":"2023-09-23T15:30:02.578715+0000","last_unstale":"2023-09-23T15:41:24.936268+0000","last_undegraded":"2023-09-23T15:41:24.936268+0000","last_fullsized":"2023-09-23T15:41:24.936268+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:21:19.267203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":677,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992581+0000","last_change":"2023-09-23T15:34:50.713187+0000","last_active":"2023-09-23T15:41:24.992581+0000","last_peered":"2023-09-23T15:41:24.992581+0000","last_clean":"2023-09-23T15:41:24.992581+0000","last_became_active":"2023-09-23T15:34:50.712881+0000","last_became_peered":"2023-09-23T15:34:50.712881+0000","last_unstale":"2023-09-23T15:41:24.992581+0000","last_undegraded":"2023-09-23T15:41:24.992581+0000","last_fullsized":"2023-09-23T15:41:24.992581+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:54:17.447090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"80'161","reported_seq":1100,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893971+0000","last_change":"2023-09-23T15:40:26.011084+0000","last_active":"2023-09-23T15:41:24.893971+0000","last_peered":"2023-09-23T15:41:24.893971+0000","last_clean":"2023-09-23T15:41:24.893971+0000","last_became_active":"2023-09-23T15:40:26.010500+0000","last_became_peered":"2023-09-23T15:40:26.010500+0000","last_unstale":"2023-09-23T15:41:24.893971+0000","last_undegraded":"2023-09-23T15:41:24.893971+0000","last_fullsized":"2023-09-23T15:41:24.893971+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:18.243041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:18.243041+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:41:21.135323+0000","scrub_duration":0.0021864219999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"625'90","reported_seq":894,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991965+0000","last_change":"2023-09-23T15:40:45.924838+0000","last_active":"2023-09-23T15:41:24.991965+0000","last_peered":"2023-09-23T15:41:24.991965+0000","last_clean":"2023-09-23T15:41:24.991965+0000","last_became_active":"2023-09-23T15:40:45.924445+0000","last_became_peered":"2023-09-23T15:40:45.924445+0000","last_unstale":"2023-09-23T15:41:24.991965+0000","last_undegraded":"2023-09-23T15:41:24.991965+0000","last_fullsized":"2023-09-23T15:41:24.991965+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":0,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:19:03.582992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042659300000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":286,"num_read_kb":408,"num_write":111,"num_write_kb":144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":259,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992412+0000","last_change":"2023-09-23T15:41:06.847195+0000","last_active":"2023-09-23T15:41:24.992412+0000","last_peered":"2023-09-23T15:41:24.992412+0000","last_clean":"2023-09-23T15:41:24.992412+0000","last_became_active":"2023-09-23T15:41:06.846735+0000","last_became_peered":"2023-09-23T15:41:06.846735+0000","last_unstale":"2023-09-23T15:41:24.992412+0000","last_undegraded":"2023-09-23T15:41:24.992412+0000","last_fullsized":"2023-09-23T15:41:24.992412+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:35:02.224047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":257,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992046+0000","last_change":"2023-09-23T15:34:50.713243+0000","last_active":"2023-09-23T15:41:24.992046+0000","last_peered":"2023-09-23T15:41:24.992046+0000","last_clean":"2023-09-23T15:41:24.992046+0000","last_became_active":"2023-09-23T15:34:50.712941+0000","last_became_peered":"2023-09-23T15:34:50.712941+0000","last_unstale":"2023-09-23T15:41:24.992046+0000","last_undegraded":"2023-09-23T15:41:24.992046+0000","last_fullsized":"2023-09-23T15:41:24.992046+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:34:32.798558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"80'161","reported_seq":648,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991892+0000","last_change":"2023-09-23T15:41:09.248605+0000","last_active":"2023-09-23T15:41:24.991892+0000","last_peered":"2023-09-23T15:41:24.991892+0000","last_clean":"2023-09-23T15:41:24.991892+0000","last_became_active":"2023-09-23T15:41:06.846887+0000","last_became_peered":"2023-09-23T15:41:06.846887+0000","last_unstale":"2023-09-23T15:41:24.991892+0000","last_undegraded":"2023-09-23T15:41:24.991892+0000","last_fullsized":"2023-09-23T15:41:24.991892+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:41:09.248511+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:41:09.248511+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:24:22.619413+0000","scrub_duration":0.0017340840000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"624'166","reported_seq":1449,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992420+0000","last_change":"2023-09-23T15:41:06.854508+0000","last_active":"2023-09-23T15:41:24.992420+0000","last_peered":"2023-09-23T15:41:24.992420+0000","last_clean":"2023-09-23T15:41:24.992420+0000","last_became_active":"2023-09-23T15:41:06.854046+0000","last_became_peered":"2023-09-23T15:41:06.854046+0000","last_unstale":"2023-09-23T15:41:24.992420+0000","last_undegraded":"2023-09-23T15:41:24.992420+0000","last_fullsized":"2023-09-23T15:41:24.992420+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":166,"log_dups_size":0,"ondisk_log_size":166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:19:13.371493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000851029,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1317,"num_read_kb":1180,"num_write":141,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":134,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894697+0000","last_change":"2023-09-23T15:40:22.830273+0000","last_active":"2023-09-23T15:41:24.894697+0000","last_peered":"2023-09-23T15:41:24.894697+0000","last_clean":"2023-09-23T15:41:24.894697+0000","last_became_active":"2023-09-23T15:40:22.829965+0000","last_became_peered":"2023-09-23T15:40:22.829965+0000","last_unstale":"2023-09-23T15:41:24.894697+0000","last_undegraded":"2023-09-23T15:41:24.894697+0000","last_fullsized":"2023-09-23T15:41:24.894697+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:28:41.771198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":206,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991834+0000","last_change":"2023-09-23T15:40:45.921593+0000","last_active":"2023-09-23T15:41:24.991834+0000","last_peered":"2023-09-23T15:41:24.991834+0000","last_clean":"2023-09-23T15:41:24.991834+0000","last_became_active":"2023-09-23T15:40:45.921255+0000","last_became_peered":"2023-09-23T15:40:45.921255+0000","last_unstale":"2023-09-23T15:41:24.991834+0000","last_undegraded":"2023-09-23T15:41:24.991834+0000","last_fullsized":"2023-09-23T15:41:24.991834+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:23.733184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"80'161","reported_seq":966,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993057+0000","last_change":"2023-09-23T15:40:21.969570+0000","last_active":"2023-09-23T15:41:24.993057+0000","last_peered":"2023-09-23T15:41:24.993057+0000","last_clean":"2023-09-23T15:41:24.993057+0000","last_became_active":"2023-09-23T15:40:21.969205+0000","last_became_peered":"2023-09-23T15:40:21.969205+0000","last_unstale":"2023-09-23T15:41:24.993057+0000","last_undegraded":"2023-09-23T15:41:24.993057+0000","last_fullsized":"2023-09-23T15:41:24.993057+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":4,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:48.251744+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:48.251744+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:04:12.716724+0000","scrub_duration":0.001581537,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"624'43","reported_seq":307,"reported_epoch":667,"state":"active+clean","last_fresh":"2023-09-23T15:41:28.815206+0000","last_change":"2023-09-23T15:40:18.981282+0000","last_active":"2023-09-23T15:41:28.815206+0000","last_peered":"2023-09-23T15:41:28.815206+0000","last_clean":"2023-09-23T15:41:28.815206+0000","last_became_active":"2023-09-23T15:40:18.945915+0000","last_became_peered":"2023-09-23T15:40:18.945915+0000","last_unstale":"2023-09-23T15:41:28.815206+0000","last_undegraded":"2023-09-23T15:41:28.815206+0000","last_fullsized":"2023-09-23T15:41:28.815206+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:29:49.288365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052543499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":184,"num_read_kb":97,"num_write":43,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":264,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991646+0000","last_change":"2023-09-23T15:40:45.927268+0000","last_active":"2023-09-23T15:41:24.991646+0000","last_peered":"2023-09-23T15:41:24.991646+0000","last_clean":"2023-09-23T15:41:24.991646+0000","last_became_active":"2023-09-23T15:40:45.926946+0000","last_became_peered":"2023-09-23T15:40:45.926946+0000","last_unstale":"2023-09-23T15:41:24.991646+0000","last_undegraded":"2023-09-23T15:41:24.991646+0000","last_fullsized":"2023-09-23T15:41:24.991646+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:58:44.512968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":243,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992499+0000","last_change":"2023-09-23T15:40:18.968895+0000","last_active":"2023-09-23T15:41:24.992499+0000","last_peered":"2023-09-23T15:41:24.992499+0000","last_clean":"2023-09-23T15:41:24.992499+0000","last_became_active":"2023-09-23T15:40:18.968590+0000","last_became_peered":"2023-09-23T15:40:18.968590+0000","last_unstale":"2023-09-23T15:41:24.992499+0000","last_undegraded":"2023-09-23T15:41:24.992499+0000","last_fullsized":"2023-09-23T15:41:24.992499+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:40:56.584255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"625'163","reported_seq":624,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992865+0000","last_change":"2023-09-23T15:41:06.850389+0000","last_active":"2023-09-23T15:41:24.992865+0000","last_peered":"2023-09-23T15:41:24.992865+0000","last_clean":"2023-09-23T15:41:24.992865+0000","last_became_active":"2023-09-23T15:41:06.849896+0000","last_became_peered":"2023-09-23T15:41:06.849896+0000","last_unstale":"2023-09-23T15:41:24.992865+0000","last_undegraded":"2023-09-23T15:41:24.992865+0000","last_fullsized":"2023-09-23T15:41:24.992865+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:07:09.823761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000267211,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":779,"num_read_kb":854,"num_write":147,"num_write_kb":168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"80'161","reported_seq":1282,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991916+0000","last_change":"2023-09-23T15:40:26.010456+0000","last_active":"2023-09-23T15:41:24.991916+0000","last_peered":"2023-09-23T15:41:24.991916+0000","last_clean":"2023-09-23T15:41:24.991916+0000","last_became_active":"2023-09-23T15:40:26.009670+0000","last_became_peered":"2023-09-23T15:40:26.009670+0000","last_unstale":"2023-09-23T15:41:24.991916+0000","last_undegraded":"2023-09-23T15:41:24.991916+0000","last_fullsized":"2023-09-23T15:41:24.991916+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":0,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:32:04.278829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:32:04.278829+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:19:26.947308+0000","scrub_duration":0.034703312,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":342,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936511+0000","last_change":"2023-09-23T15:40:22.818590+0000","last_active":"2023-09-23T15:41:24.936511+0000","last_peered":"2023-09-23T15:41:24.936511+0000","last_clean":"2023-09-23T15:41:24.936511+0000","last_became_active":"2023-09-23T15:40:22.818368+0000","last_became_peered":"2023-09-23T15:40:22.818368+0000","last_unstale":"2023-09-23T15:41:24.936511+0000","last_undegraded":"2023-09-23T15:41:24.936511+0000","last_fullsized":"2023-09-23T15:41:24.936511+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:04:47.343863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":32,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893599+0000","last_change":"2023-09-23T15:40:22.828114+0000","last_active":"2023-09-23T15:41:24.893599+0000","last_peered":"2023-09-23T15:41:24.893599+0000","last_clean":"2023-09-23T15:41:24.893599+0000","last_became_active":"2023-09-23T15:40:22.827805+0000","last_became_peered":"2023-09-23T15:40:22.827805+0000","last_unstale":"2023-09-23T15:41:24.893599+0000","last_undegraded":"2023-09-23T15:41:24.893599+0000","last_fullsized":"2023-09-23T15:41:24.893599+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:34:22.969539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"80'161","reported_seq":491,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.991946+0000","last_change":"2023-09-23T15:40:52.713348+0000","last_active":"2023-09-23T15:41:24.991946+0000","last_peered":"2023-09-23T15:41:24.991946+0000","last_clean":"2023-09-23T15:41:24.991946+0000","last_became_active":"2023-09-23T15:40:45.927008+0000","last_became_peered":"2023-09-23T15:40:45.927008+0000","last_unstale":"2023-09-23T15:41:24.991946+0000","last_undegraded":"2023-09-23T15:41:24.991946+0000","last_fullsized":"2023-09-23T15:41:24.991946+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:52.713232+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:52.713232+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:52:37.631973+0000","scrub_duration":0.0023500919999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"624'100","reported_seq":1078,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992343+0000","last_change":"2023-09-23T15:40:19.008592+0000","last_active":"2023-09-23T15:41:24.992343+0000","last_peered":"2023-09-23T15:41:24.992343+0000","last_clean":"2023-09-23T15:41:24.992343+0000","last_became_active":"2023-09-23T15:40:18.959770+0000","last_became_peered":"2023-09-23T15:40:18.959770+0000","last_unstale":"2023-09-23T15:41:24.992343+0000","last_undegraded":"2023-09-23T15:41:24.992343+0000","last_fullsized":"2023-09-23T15:41:24.992343+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:38:25.036708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035151900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":617,"num_read_kb":4621,"num_write":76,"num_write_kb":4126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":117,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.890773+0000","last_change":"2023-09-23T15:40:38.054542+0000","last_active":"2023-09-23T15:41:24.890773+0000","last_peered":"2023-09-23T15:41:24.890773+0000","last_clean":"2023-09-23T15:41:24.890773+0000","last_became_active":"2023-09-23T15:40:38.054221+0000","last_became_peered":"2023-09-23T15:40:38.054221+0000","last_unstale":"2023-09-23T15:41:24.890773+0000","last_undegraded":"2023-09-23T15:41:24.890773+0000","last_fullsized":"2023-09-23T15:41:24.890773+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:42:42.087710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":37,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891764+0000","last_change":"2023-09-23T15:40:18.950113+0000","last_active":"2023-09-23T15:41:24.891764+0000","last_peered":"2023-09-23T15:41:24.891764+0000","last_clean":"2023-09-23T15:41:24.891764+0000","last_became_active":"2023-09-23T15:40:18.949813+0000","last_became_peered":"2023-09-23T15:40:18.949813+0000","last_unstale":"2023-09-23T15:41:24.891764+0000","last_undegraded":"2023-09-23T15:41:24.891764+0000","last_fullsized":"2023-09-23T15:41:24.891764+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:57:00.769672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"80'161","reported_seq":1040,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893876+0000","last_change":"2023-09-23T15:40:26.008505+0000","last_active":"2023-09-23T15:41:24.893876+0000","last_peered":"2023-09-23T15:41:24.893876+0000","last_clean":"2023-09-23T15:41:24.893876+0000","last_became_active":"2023-09-23T15:40:26.008087+0000","last_became_peered":"2023-09-23T15:40:26.008087+0000","last_unstale":"2023-09-23T15:41:24.893876+0000","last_undegraded":"2023-09-23T15:41:24.893876+0000","last_fullsized":"2023-09-23T15:41:24.893876+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:17.279714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:17.279714+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:04:58.575907+0000","scrub_duration":0.0019553230000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"625'161","reported_seq":1481,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.993301+0000","last_change":"2023-09-23T15:40:21.973089+0000","last_active":"2023-09-23T15:41:24.993301+0000","last_peered":"2023-09-23T15:41:24.993301+0000","last_clean":"2023-09-23T15:41:24.993301+0000","last_became_active":"2023-09-23T15:40:21.972605+0000","last_became_peered":"2023-09-23T15:40:21.972605+0000","last_unstale":"2023-09-23T15:41:24.993301+0000","last_undegraded":"2023-09-23T15:41:24.993301+0000","last_fullsized":"2023-09-23T15:41:24.993301+0000","mapping_epoch":643,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":644,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:36:00.873204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043023099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1263,"num_read_kb":3143,"num_write":124,"num_write_kb":2621,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":102,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992044+0000","last_change":"2023-09-23T15:40:45.924102+0000","last_active":"2023-09-23T15:41:24.992044+0000","last_peered":"2023-09-23T15:41:24.992044+0000","last_clean":"2023-09-23T15:41:24.992044+0000","last_became_active":"2023-09-23T15:40:45.923783+0000","last_became_peered":"2023-09-23T15:40:45.923783+0000","last_unstale":"2023-09-23T15:41:24.992044+0000","last_undegraded":"2023-09-23T15:41:24.992044+0000","last_fullsized":"2023-09-23T15:41:24.992044+0000","mapping_epoch":653,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":654,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:31:57.066354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":546,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891169+0000","last_change":"2023-09-23T15:40:37.889204+0000","last_active":"2023-09-23T15:41:24.891169+0000","last_peered":"2023-09-23T15:41:24.891169+0000","last_clean":"2023-09-23T15:41:24.891169+0000","last_became_active":"2023-09-23T15:40:37.888909+0000","last_became_peered":"2023-09-23T15:40:37.888909+0000","last_unstale":"2023-09-23T15:41:24.891169+0000","last_undegraded":"2023-09-23T15:41:24.891169+0000","last_fullsized":"2023-09-23T15:41:24.891169+0000","mapping_epoch":650,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":651,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:09:54.550627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"80'161","reported_seq":1089,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894423+0000","last_change":"2023-09-23T15:40:26.008555+0000","last_active":"2023-09-23T15:41:24.894423+0000","last_peered":"2023-09-23T15:41:24.894423+0000","last_clean":"2023-09-23T15:41:24.894423+0000","last_became_active":"2023-09-23T15:40:26.008173+0000","last_became_peered":"2023-09-23T15:40:26.008173+0000","last_unstale":"2023-09-23T15:41:24.894423+0000","last_undegraded":"2023-09-23T15:41:24.894423+0000","last_fullsized":"2023-09-23T15:41:24.894423+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:13.722348+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:13.722348+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T20:17:10.505672+0000","scrub_duration":0.0015693899999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":709,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.937087+0000","last_change":"2023-09-23T15:40:18.976333+0000","last_active":"2023-09-23T15:41:24.937087+0000","last_peered":"2023-09-23T15:41:24.937087+0000","last_clean":"2023-09-23T15:41:24.937087+0000","last_became_active":"2023-09-23T15:40:18.958160+0000","last_became_peered":"2023-09-23T15:40:18.958160+0000","last_unstale":"2023-09-23T15:41:24.937087+0000","last_undegraded":"2023-09-23T15:41:24.937087+0000","last_fullsized":"2023-09-23T15:41:24.937087+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:40:17.552698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"625'116","reported_seq":582,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992634+0000","last_change":"2023-09-23T15:40:26.008820+0000","last_active":"2023-09-23T15:41:24.992634+0000","last_peered":"2023-09-23T15:41:24.992634+0000","last_clean":"2023-09-23T15:41:24.992634+0000","last_became_active":"2023-09-23T15:40:26.008207+0000","last_became_peered":"2023-09-23T15:40:26.008207+0000","last_unstale":"2023-09-23T15:41:24.992634+0000","last_undegraded":"2023-09-23T15:41:24.992634+0000","last_fullsized":"2023-09-23T15:41:24.992634+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":116,"log_dups_size":0,"ondisk_log_size":116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T21:56:03.387729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037819999999999998,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":378,"num_read_kb":1448,"num_write":96,"num_write_kb":5253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":4194304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":236,"reported_epoch":667,"state":"active+clean","last_fresh":"2023-09-23T15:41:28.816855+0000","last_change":"2023-09-23T15:40:18.959280+0000","last_active":"2023-09-23T15:41:28.816855+0000","last_peered":"2023-09-23T15:41:28.816855+0000","last_clean":"2023-09-23T15:41:28.816855+0000","last_became_active":"2023-09-23T15:40:18.958982+0000","last_became_peered":"2023-09-23T15:40:18.958982+0000","last_unstale":"2023-09-23T15:41:28.816855+0000","last_undegraded":"2023-09-23T15:41:28.816855+0000","last_fullsized":"2023-09-23T15:41:28.816855+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:42:25.226662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"80'161","reported_seq":1045,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936709+0000","last_change":"2023-09-23T15:30:16.871923+0000","last_active":"2023-09-23T15:41:24.936709+0000","last_peered":"2023-09-23T15:41:24.936709+0000","last_clean":"2023-09-23T15:41:24.936709+0000","last_became_active":"2023-09-23T15:30:16.871607+0000","last_became_peered":"2023-09-23T15:30:16.871607+0000","last_unstale":"2023-09-23T15:41:24.936709+0000","last_undegraded":"2023-09-23T15:41:24.936709+0000","last_fullsized":"2023-09-23T15:41:24.936709+0000","mapping_epoch":478,"log_start":"0'0","ondisk_log_start":"0'0","created":185,"last_epoch_clean":479,"parent":"0.0","parent_split_bits":3,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:29:46.473095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:29:46.473095+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:35:56.824979+0000","scrub_duration":0.001412267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"625'137","reported_seq":972,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894159+0000","last_change":"2023-09-23T15:40:26.010841+0000","last_active":"2023-09-23T15:41:24.894159+0000","last_peered":"2023-09-23T15:41:24.894159+0000","last_clean":"2023-09-23T15:41:24.894159+0000","last_became_active":"2023-09-23T15:40:26.009740+0000","last_became_peered":"2023-09-23T15:40:26.009740+0000","last_unstale":"2023-09-23T15:41:24.894159+0000","last_undegraded":"2023-09-23T15:41:24.894159+0000","last_fullsized":"2023-09-23T15:41:24.894159+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:57:08.255755+0000","last_clean_scrub_stamp":"2023-09-23T14:57:08.255755+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:37:39.092839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001092015,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1159,"num_read_kb":1449,"num_write":108,"num_write_kb":265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":41,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891675+0000","last_change":"2023-09-23T15:40:18.989861+0000","last_active":"2023-09-23T15:41:24.891675+0000","last_peered":"2023-09-23T15:41:24.891675+0000","last_clean":"2023-09-23T15:41:24.891675+0000","last_became_active":"2023-09-23T15:40:18.958748+0000","last_became_peered":"2023-09-23T15:40:18.958748+0000","last_unstale":"2023-09-23T15:41:24.891675+0000","last_undegraded":"2023-09-23T15:41:24.891675+0000","last_fullsized":"2023-09-23T15:41:24.891675+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T02:54:26.573837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":134,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893933+0000","last_change":"2023-09-23T15:40:22.823024+0000","last_active":"2023-09-23T15:41:24.893933+0000","last_peered":"2023-09-23T15:41:24.893933+0000","last_clean":"2023-09-23T15:41:24.893933+0000","last_became_active":"2023-09-23T15:40:22.822689+0000","last_became_peered":"2023-09-23T15:40:22.822689+0000","last_unstale":"2023-09-23T15:41:24.893933+0000","last_undegraded":"2023-09-23T15:41:24.893933+0000","last_fullsized":"2023-09-23T15:41:24.893933+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:57:58.272988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.19","version":"80'161","reported_seq":742,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936334+0000","last_change":"2023-09-23T15:40:26.180788+0000","last_active":"2023-09-23T15:41:24.936334+0000","last_peered":"2023-09-23T15:41:24.936334+0000","last_clean":"2023-09-23T15:41:24.936334+0000","last_became_active":"2023-09-23T15:40:26.008240+0000","last_became_peered":"2023-09-23T15:40:26.008240+0000","last_unstale":"2023-09-23T15:41:24.936334+0000","last_undegraded":"2023-09-23T15:41:24.936334+0000","last_fullsized":"2023-09-23T15:41:24.936334+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:26.180662+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:26.180662+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:22:49.019873+0000","scrub_duration":0.00168191,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":37,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891258+0000","last_change":"2023-09-23T15:40:18.952554+0000","last_active":"2023-09-23T15:41:24.891258+0000","last_peered":"2023-09-23T15:41:24.891258+0000","last_clean":"2023-09-23T15:41:24.891258+0000","last_became_active":"2023-09-23T15:40:18.951818+0000","last_became_peered":"2023-09-23T15:40:18.951818+0000","last_unstale":"2023-09-23T15:41:24.891258+0000","last_undegraded":"2023-09-23T15:41:24.891258+0000","last_fullsized":"2023-09-23T15:41:24.891258+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:12:41.633090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":121,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992430+0000","last_change":"2023-09-23T15:35:19.990050+0000","last_active":"2023-09-23T15:41:24.992430+0000","last_peered":"2023-09-23T15:41:24.992430+0000","last_clean":"2023-09-23T15:41:24.992430+0000","last_became_active":"2023-09-23T15:35:19.989704+0000","last_became_peered":"2023-09-23T15:35:19.989704+0000","last_unstale":"2023-09-23T15:41:24.992430+0000","last_undegraded":"2023-09-23T15:41:24.992430+0000","last_fullsized":"2023-09-23T15:41:24.992430+0000","mapping_epoch":570,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":571,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:59:08.055094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.1e","version":"80'161","reported_seq":844,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936862+0000","last_change":"2023-09-23T15:40:27.218829+0000","last_active":"2023-09-23T15:41:24.936862+0000","last_peered":"2023-09-23T15:41:24.936862+0000","last_clean":"2023-09-23T15:41:24.936862+0000","last_became_active":"2023-09-23T15:40:26.009677+0000","last_became_peered":"2023-09-23T15:40:26.009677+0000","last_unstale":"2023-09-23T15:41:24.936862+0000","last_undegraded":"2023-09-23T15:41:24.936862+0000","last_fullsized":"2023-09-23T15:41:24.936862+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:27.218727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:27.218727+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:17:57.607754+0000","scrub_duration":0.0021067379999999999,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":136,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992234+0000","last_change":"2023-09-23T15:41:06.854413+0000","last_active":"2023-09-23T15:41:24.992234+0000","last_peered":"2023-09-23T15:41:24.992234+0000","last_clean":"2023-09-23T15:41:24.992234+0000","last_became_active":"2023-09-23T15:41:06.853370+0000","last_became_peered":"2023-09-23T15:41:06.853370+0000","last_unstale":"2023-09-23T15:41:24.992234+0000","last_undegraded":"2023-09-23T15:41:24.992234+0000","last_fullsized":"2023-09-23T15:41:24.992234+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:44:55.165361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":114,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894601+0000","last_change":"2023-09-23T15:34:50.722812+0000","last_active":"2023-09-23T15:41:24.894601+0000","last_peered":"2023-09-23T15:41:24.894601+0000","last_clean":"2023-09-23T15:41:24.894601+0000","last_became_active":"2023-09-23T15:34:50.722443+0000","last_became_peered":"2023-09-23T15:34:50.722443+0000","last_unstale":"2023-09-23T15:41:24.894601+0000","last_undegraded":"2023-09-23T15:41:24.894601+0000","last_fullsized":"2023-09-23T15:41:24.894601+0000","mapping_epoch":562,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":563,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T00:03:49.952462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":136,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992300+0000","last_change":"2023-09-23T15:41:06.855311+0000","last_active":"2023-09-23T15:41:24.992300+0000","last_peered":"2023-09-23T15:41:24.992300+0000","last_clean":"2023-09-23T15:41:24.992300+0000","last_became_active":"2023-09-23T15:41:06.854922+0000","last_became_peered":"2023-09-23T15:41:06.854922+0000","last_unstale":"2023-09-23T15:41:24.992300+0000","last_undegraded":"2023-09-23T15:41:24.992300+0000","last_fullsized":"2023-09-23T15:41:24.992300+0000","mapping_epoch":660,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":661,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:34:18.072045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":138,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.894229+0000","last_change":"2023-09-23T15:40:18.947526+0000","last_active":"2023-09-23T15:41:24.894229+0000","last_peered":"2023-09-23T15:41:24.894229+0000","last_clean":"2023-09-23T15:41:24.894229+0000","last_became_active":"2023-09-23T15:40:18.947181+0000","last_became_peered":"2023-09-23T15:40:18.947181+0000","last_unstale":"2023-09-23T15:41:24.894229+0000","last_undegraded":"2023-09-23T15:41:24.894229+0000","last_fullsized":"2023-09-23T15:41:24.894229+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T23:50:53.232555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1c","version":"80'161","reported_seq":1142,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992889+0000","last_change":"2023-09-23T15:40:26.010187+0000","last_active":"2023-09-23T15:41:24.992889+0000","last_peered":"2023-09-23T15:41:24.992889+0000","last_clean":"2023-09-23T15:41:24.992889+0000","last_became_active":"2023-09-23T15:40:26.009801+0000","last_became_peered":"2023-09-23T15:40:26.009801+0000","last_unstale":"2023-09-23T15:41:24.992889+0000","last_undegraded":"2023-09-23T15:41:24.992889+0000","last_fullsized":"2023-09-23T15:41:24.992889+0000","mapping_epoch":647,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":648,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:21.527146+0000","last_deep_scrub":"80'161","last_deep_scrub_stamp":"2023-09-23T15:40:21.527146+0000","last_clean_scrub_stamp":"2023-09-23T15:40:21.527146+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T19:19:47.415245+0000","scrub_duration":0.0020424710000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":367,"reported_epoch":667,"state":"active+clean","last_fresh":"2023-09-23T15:41:28.818674+0000","last_change":"2023-09-23T15:40:22.809638+0000","last_active":"2023-09-23T15:41:28.818674+0000","last_peered":"2023-09-23T15:41:28.818674+0000","last_clean":"2023-09-23T15:41:28.818674+0000","last_became_active":"2023-09-23T15:40:22.809286+0000","last_became_peered":"2023-09-23T15:40:22.809286+0000","last_unstale":"2023-09-23T15:41:28.818674+0000","last_undegraded":"2023-09-23T15:41:28.818674+0000","last_fullsized":"2023-09-23T15:41:28.818674+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T22:46:49.819190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":374,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.936532+0000","last_change":"2023-09-23T15:40:18.957823+0000","last_active":"2023-09-23T15:41:24.936532+0000","last_peered":"2023-09-23T15:41:24.936532+0000","last_clean":"2023-09-23T15:41:24.936532+0000","last_became_active":"2023-09-23T15:40:18.957510+0000","last_became_peered":"2023-09-23T15:40:18.957510+0000","last_unstale":"2023-09-23T15:41:24.936532+0000","last_undegraded":"2023-09-23T15:41:24.936532+0000","last_fullsized":"2023-09-23T15:41:24.936532+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:34:33.693693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1d","version":"80'161","reported_seq":916,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.992369+0000","last_change":"2023-09-23T15:40:18.702566+0000","last_active":"2023-09-23T15:41:24.992369+0000","last_peered":"2023-09-23T15:41:24.992369+0000","last_clean":"2023-09-23T15:41:24.992369+0000","last_became_active":"2023-09-23T15:40:17.957923+0000","last_became_peered":"2023-09-23T15:40:17.957923+0000","last_unstale":"2023-09-23T15:41:24.992369+0000","last_undegraded":"2023-09-23T15:41:24.992369+0000","last_fullsized":"2023-09-23T15:41:24.992369+0000","mapping_epoch":639,"log_start":"0'0","ondisk_log_start":"0'0","created":634,"last_epoch_clean":640,"parent":"0.0","parent_split_bits":5,"last_scrub":"80'161","last_scrub_stamp":"2023-09-23T15:40:18.702453+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:54:28.943103+0000","last_clean_scrub_stamp":"2023-09-23T15:40:18.702453+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:00.413855+0000","scrub_duration":0.0020842259999999998,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":43,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.891798+0000","last_change":"2023-09-23T15:40:18.963632+0000","last_active":"2023-09-23T15:41:24.891798+0000","last_peered":"2023-09-23T15:41:24.891798+0000","last_clean":"2023-09-23T15:41:24.891798+0000","last_became_active":"2023-09-23T15:40:18.948101+0000","last_became_peered":"2023-09-23T15:40:18.948101+0000","last_unstale":"2023-09-23T15:41:24.891798+0000","last_undegraded":"2023-09-23T15:41:24.891798+0000","last_fullsized":"2023-09-23T15:41:24.891798+0000","mapping_epoch":640,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":641,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:00.368212+0000","last_clean_scrub_stamp":"2023-09-23T14:58:00.368212+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-25T01:30:51.144390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":5540,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":134,"reported_epoch":666,"state":"active+clean","last_fresh":"2023-09-23T15:41:24.893495+0000","last_change":"2023-09-23T15:40:22.822977+0000","last_active":"2023-09-23T15:41:24.893495+0000","last_peered":"2023-09-23T15:41:24.893495+0000","last_clean":"2023-09-23T15:41:24.893495+0000","last_became_active":"2023-09-23T15:40:22.822607+0000","last_became_peered":"2023-09-23T15:40:22.822607+0000","last_unstale":"2023-09-23T15:41:24.893495+0000","last_undegraded":"2023-09-23T15:41:24.893495+0000","last_fullsized":"2023-09-23T15:41:24.893495+0000","mapping_epoch":644,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":645,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T14:58:01.373448+0000","last_clean_scrub_stamp":"2023-09-23T14:58:01.373448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:29:53.267300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":161,"num_bytes_recovered":40536,"num_keys_recovered":110,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":21687,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":31,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":655360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4991,"ondisk_log_size":4991,"up":93,"acting":93,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5983,"num_read_kb":13200,"num_write":846,"num_write_kb":12696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":56,"num_bytes_recovered":4194304,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":224,"seq":962072674614,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":573240,"kb_used_data":7152,"kb_used_omap":85,"kb_used_meta":565994,"kb_avail":93171912,"statfs":{"total":95995035648,"available":95408037888,"internally_reserved":0,"allocated":7323648,"data_stored":5512876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":88056,"internal_metadata":579577864},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.66700000000000004,"15min":0.92200000000000004},"min":{"1min":0.376,"5min":0.23599999999999999,"15min":0.221},"max":{"1min":0.88500000000000001,"5min":4.907,"15min":9.8290000000000006},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.93300000000000005,"15min":1.2030000000000001},"min":{"1min":0.34200000000000003,"5min":0.249,"15min":0.223},"max":{"1min":0.69599999999999995,"5min":7.3630000000000004,"15min":9.2490000000000006},"last":0.48599999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":6.6749999999999998,"15min":4.032},"min":{"1min":0.39500000000000002,"5min":0.26100000000000001,"15min":0.24199999999999999},"max":{"1min":4.0780000000000003,"5min":349.67500000000001,"15min":349.67500000000001},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":6.6230000000000002,"15min":4.649},"min":{"1min":0.38400000000000001,"5min":0.27900000000000003,"15min":0.26700000000000002},"max":{"1min":0.84999999999999998,"5min":349.66000000000003,"15min":349.66000000000003},"last":0.752}]},{"osd":2,"last update":"Sat Sep 23 15:41:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":2.6789999999999998,"15min":2.2690000000000001},"min":{"1min":0.35699999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.93100000000000005,"5min":100.27,"15min":100.27},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":2.7559999999999998,"15min":2.4420000000000002},"min":{"1min":0.437,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.85799999999999998,"5min":100.194,"15min":100.194},"last":0.59499999999999997}]},{"osd":3,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":2.5099999999999998,"15min":4.3129999999999997},"min":{"1min":0.44700000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.77500000000000002,"5min":127.688,"15min":179.12100000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.77800000000000002,"5min":2.6200000000000001,"15min":4.0780000000000003},"min":{"1min":0.42199999999999999,"5min":0.27400000000000002,"15min":0.25800000000000001},"max":{"1min":4.0419999999999998,"5min":127.40600000000001,"15min":177.55000000000001},"last":0.69499999999999995}]},{"osd":4,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.58499999999999996,"15min":0.78300000000000003},"min":{"1min":0.30399999999999999,"5min":0.255,"15min":0.246},"max":{"1min":0.79600000000000004,"5min":5.8129999999999997,"15min":6.7450000000000001},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.66700000000000004,"15min":0.94799999999999995},"min":{"1min":0.36899999999999999,"5min":0.317,"15min":0.251},"max":{"1min":0.82199999999999995,"5min":5.9000000000000004,"15min":9.3759999999999994},"last":0.65700000000000003}]},{"osd":5,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.64200000000000002,"15min":2.3839999999999999},"min":{"1min":0.33500000000000002,"5min":0.26900000000000002,"15min":0.25800000000000001},"max":{"1min":0.72199999999999998,"5min":3.2959999999999998,"15min":254.07300000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.58599999999999997,"15min":2.2719999999999998},"min":{"1min":0.34399999999999997,"5min":0.307,"15min":0.27100000000000002},"max":{"1min":0.95899999999999996,"5min":3.4380000000000002,"15min":254.291},"last":0.80800000000000005}]},{"osd":6,"last update":"Sat Sep 23 15:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.70199999999999996,"15min":1.6779999999999999},"min":{"1min":0.32000000000000001,"5min":0.28399999999999997,"15min":0.25},"max":{"1min":0.90100000000000002,"5min":4.6890000000000001,"15min":199.87700000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.68100000000000005,"15min":1.7509999999999999},"min":{"1min":0.442,"5min":0.32700000000000001,"15min":0.29299999999999998},"max":{"1min":0.86899999999999999,"5min":3.359,"15min":196.49700000000001},"last":0.72199999999999998}]}]},{"osd":6,"up_from":122,"seq":523986010493,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":561772,"kb_used_data":11300,"kb_used_omap":9,"kb_used_meta":550454,"kb_avail":93183380,"statfs":{"total":95995035648,"available":95419781120,"internally_reserved":0,"allocated":11571200,"data_stored":9772045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9901,"internal_metadata":563665235},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.82799999999999996,"15min":0.93200000000000005},"min":{"1min":0.29099999999999998,"5min":0.27500000000000002,"15min":0.20999999999999999},"max":{"1min":0.83199999999999996,"5min":10.712999999999999,"15min":10.712999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.96799999999999997,"15min":1.0600000000000001},"min":{"1min":0.33200000000000002,"5min":0.28799999999999998,"15min":0.23400000000000001},"max":{"1min":0.93500000000000005,"5min":14.561999999999999,"15min":14.561999999999999},"last":0.59099999999999997}]},{"osd":1,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":3.5659999999999998,"15min":3.831},"min":{"1min":0.34399999999999997,"5min":0.26700000000000002,"15min":0.23100000000000001},"max":{"1min":0.81200000000000006,"5min":103.717,"15min":158.09999999999999},"last":0.505},{"interface":"front","average":{"1min":0.63100000000000001,"5min":3.6789999999999998,"15min":3.7559999999999998},"min":{"1min":0.312,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":1.4419999999999999,"5min":103.545,"15min":158.19399999999999},"last":0.67000000000000004}]},{"osd":2,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":2.3460000000000001,"15min":1.9019999999999999},"min":{"1min":0.40799999999999997,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.88900000000000001,"5min":90.599999999999994,"15min":90.599999999999994},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.59799999999999998,"5min":2.5779999999999998,"15min":1.8819999999999999},"min":{"1min":0.39300000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.92300000000000004,"5min":90.671999999999997,"15min":90.671999999999997},"last":0.622}]},{"osd":3,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":4.4219999999999997,"15min":3.9449999999999998},"min":{"1min":0.35899999999999999,"5min":0.32300000000000001,"15min":0.27600000000000002},"max":{"1min":0.88300000000000001,"5min":154.94900000000001,"15min":154.94900000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":4.5449999999999999,"15min":3.899},"min":{"1min":0.48399999999999999,"5min":0.33400000000000002,"15min":0.308},"max":{"1min":1.0309999999999999,"5min":155.101,"15min":155.101},"last":0.56599999999999995}]},{"osd":4,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.876,"15min":0.874},"min":{"1min":0.29799999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.73999999999999999,"5min":36.573,"15min":36.573},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.64300000000000002,"5min":1.022,"15min":0.878},"min":{"1min":0.41799999999999998,"5min":0.29899999999999999,"15min":0.26900000000000002},"max":{"1min":0.876,"5min":36.844000000000001,"15min":36.844000000000001},"last":0.433}]},{"osd":5,"last update":"Sat Sep 23 15:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.52300000000000002,"15min":1.226},"min":{"1min":0.35899999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.92800000000000005,"5min":1.788,"15min":127.23},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.57499999999999996,"15min":1.228},"min":{"1min":0.34899999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.76700000000000002,"5min":2.1869999999999998,"15min":127.148},"last":0.45000000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:41:14 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":2.8570000000000002,"15min":1.736},"min":{"1min":0.46400000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.95999999999999996,"5min":173.78100000000001,"15min":173.78100000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.67400000000000004,"5min":2.8679999999999999,"15min":1.762},"min":{"1min":0.53100000000000003,"5min":0.36499999999999999,"15min":0.35299999999999998},"max":{"1min":0.80200000000000005,"5min":172.42099999999999,"15min":172.42099999999999},"last":0.48799999999999999}]}]},{"osd":1,"up_from":89,"seq":382252089771,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1109180,"kb_used_data":12660,"kb_used_omap":9,"kb_used_meta":1096502,"kb_avail":92635972,"statfs":{"total":95995035648,"available":94859235328,"internally_reserved":0,"allocated":12963840,"data_stored":9637262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9239,"internal_metadata":1122819049},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:42 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.98199999999999998,"15min":1.3660000000000001},"min":{"1min":0.255,"5min":0.184,"15min":0.184},"max":{"1min":0.55000000000000004,"5min":11.048999999999999,"15min":23.858000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.376,"5min":1.679,"15min":1.7929999999999999},"min":{"1min":0.28199999999999997,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":0.52100000000000002,"5min":14.217000000000001,"15min":23.791},"last":0.377}]},{"osd":2,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":5.0359999999999996,"15min":3.7509999999999999},"min":{"1min":0.26200000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.65900000000000003,"5min":238.30099999999999,"15min":238.30099999999999},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":4.9939999999999998,"15min":3.153},"min":{"1min":0.248,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.55900000000000005,"5min":238.19399999999999,"15min":238.19399999999999},"last":0.39900000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:41:42 2023","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":5.6680000000000001,"15min":3.7330000000000001},"min":{"1min":0.26900000000000002,"5min":0.26200000000000001,"15min":0.20000000000000001},"max":{"1min":0.58799999999999997,"5min":314.42500000000001,"15min":314.42500000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":5.2649999999999997,"15min":3.2570000000000001},"min":{"1min":0.308,"5min":0.246,"15min":0.20799999999999999},"max":{"1min":1.8280000000000001,"5min":314.13999999999999,"15min":314.13999999999999},"last":0.437}]},{"osd":4,"last update":"Sat Sep 23 15:41:42 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":1.2030000000000001,"15min":1.3999999999999999},"min":{"1min":0.35699999999999998,"5min":0.34799999999999998,"15min":0.26600000000000001},"max":{"1min":0.99399999999999999,"5min":11.064,"15min":11.064},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.98699999999999999,"15min":1.1220000000000001},"min":{"1min":0.45400000000000001,"5min":0.30099999999999999,"15min":0.25600000000000001},"max":{"1min":1.0049999999999999,"5min":11.119,"15min":14.135},"last":0.58999999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:41:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":1.6140000000000001,"15min":2.3210000000000002},"min":{"1min":0.376,"5min":0.32600000000000001,"15min":0.30499999999999999},"max":{"1min":0.93600000000000005,"5min":13.074,"15min":109.63500000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":1.2470000000000001,"15min":2.2320000000000002},"min":{"1min":0.442,"5min":0.31900000000000001,"15min":0.27500000000000002},"max":{"1min":0.94699999999999995,"5min":11.103,"15min":109.655},"last":0.57999999999999996}]},{"osd":6,"last update":"Sat Sep 23 15:41:28 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":1.8,"15min":1.782},"min":{"1min":0.40500000000000003,"5min":0.40000000000000002,"15min":0.33300000000000002},"max":{"1min":0.81899999999999995,"5min":13.117000000000001,"15min":13.117000000000001},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":1.3260000000000001,"15min":1.7330000000000001},"min":{"1min":0.48899999999999999,"5min":0.40200000000000002,"15min":0.33800000000000002},"max":{"1min":0.95399999999999996,"5min":11.138,"15min":11.138},"last":0.55300000000000005}]},{"osd":7,"last update":"Sat Sep 23 15:41:05 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":1.325,"15min":2.2069999999999999},"min":{"1min":0.40699999999999997,"5min":0.377,"15min":0.30599999999999999},"max":{"1min":0.86399999999999999,"5min":14.086,"15min":129.31200000000001},"last":0.627},{"interface":"front","average":{"1min":0.65400000000000003,"5min":1.653,"15min":2.6539999999999999},"min":{"1min":0.41799999999999998,"5min":0.374,"15min":0.36499999999999999},"max":{"1min":1.0309999999999999,"5min":11.31,"15min":128.50700000000001},"last":0.53300000000000003}]}]},{"osd":0,"up_from":84,"seq":360777253297,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":585076,"kb_used_data":9516,"kb_used_omap":28,"kb_used_meta":575523,"kb_avail":93160076,"statfs":{"total":95995035648,"available":95395917824,"internally_reserved":0,"allocated":9744384,"data_stored":5838892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28848,"internal_metadata":589336400},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 15:41:46 2023","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":6.0609999999999999,"15min":4.3339999999999996},"min":{"1min":0.22900000000000001,"5min":0.22500000000000001,"15min":0.161},"max":{"1min":0.57999999999999996,"5min":226.13399999999999,"15min":226.13399999999999},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.371,"5min":3.8559999999999999,"15min":3.8519999999999999},"min":{"1min":0.23899999999999999,"5min":0.23100000000000001,"15min":0.19700000000000001},"max":{"1min":0.56200000000000006,"5min":159.435,"15min":196.41300000000001},"last":0.25600000000000001}]},{"osd":2,"last update":"Sat Sep 23 15:41:29 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":1.454,"15min":1.5669999999999999},"min":{"1min":0.24299999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.63900000000000001,"5min":26.959,"15min":26.959},"last":0.317},{"interface":"front","average":{"1min":0.40799999999999997,"5min":1.621,"15min":1.286},"min":{"1min":0.23499999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.88,"5min":26.902999999999999,"15min":26.902999999999999},"last":0.34000000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:41:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":4.9729999999999999,"15min":4.5279999999999996},"min":{"1min":0.30599999999999999,"5min":0.29199999999999998,"15min":0.22600000000000001},"max":{"1min":1.607,"5min":239.905,"15min":239.905},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.496,"5min":5.1470000000000002,"15min":4.4729999999999999},"min":{"1min":0.32200000000000001,"5min":0.28299999999999997,"15min":0.23200000000000001},"max":{"1min":1.5900000000000001,"5min":243.97499999999999,"15min":243.97499999999999},"last":0.377}]},{"osd":4,"last update":"Sat Sep 23 15:41:08 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":2.7109999999999999,"15min":1.5800000000000001},"min":{"1min":0.45100000000000001,"5min":0.307,"15min":0.30199999999999999},"max":{"1min":1.05,"5min":146.393,"15min":146.393},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":2.6339999999999999,"15min":1.821},"min":{"1min":0.38400000000000001,"5min":0.34499999999999997,"15min":0.307},"max":{"1min":0.94799999999999995,"5min":146.45699999999999,"15min":146.45699999999999},"last":0.69499999999999995}]},{"osd":5,"last update":"Sat Sep 23 15:41:08 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.97199999999999998,"15min":1.375},"min":{"1min":0.46500000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.98399999999999999,"5min":7.258,"15min":11.994999999999999},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.82699999999999996,"15min":1.1739999999999999},"min":{"1min":0.48699999999999999,"5min":0.36499999999999999,"15min":0.29899999999999999},"max":{"1min":1.006,"5min":3.806,"15min":11.978999999999999},"last":0.747}]},{"osd":6,"last update":"Sat Sep 23 15:41:24 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.83399999999999996,"15min":2.0590000000000002},"min":{"1min":0.435,"5min":0.38400000000000001,"15min":0.32600000000000001},"max":{"1min":1.044,"5min":5.0599999999999996,"15min":161.97300000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.96699999999999997,"15min":1.9530000000000001},"min":{"1min":0.52900000000000003,"5min":0.38100000000000001,"15min":0.36099999999999999},"max":{"1min":0.85099999999999998,"5min":6.79,"15min":161.952},"last":0.72899999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:41:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":2.6579999999999999,"15min":1.8720000000000001},"min":{"1min":0.41299999999999998,"5min":0.36299999999999999,"15min":0.315},"max":{"1min":1.1040000000000001,"5min":148.191,"15min":148.191},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.67900000000000005,"5min":2.6520000000000001,"15min":1.9019999999999999},"min":{"1min":0.46700000000000003,"5min":0.376,"15min":0.34799999999999998},"max":{"1min":1.133,"5min":148.14400000000001,"15min":148.14400000000001},"last":0.70799999999999996}]}]},{"osd":2,"up_from":570,"seq":2448131358804,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":227600,"kb_used_data":8776,"kb_used_omap":93,"kb_used_meta":218722,"kb_avail":93517552,"statfs":{"total":95995035648,"available":95761973248,"internally_reserved":0,"allocated":8986624,"data_stored":5700532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":96112,"internal_metadata":223971472},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":1.4099999999999999,"15min":2.161},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.47299999999999998,"5min":15.243,"15min":16.773},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.83699999999999997,"15min":1.385},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.504,"5min":9.1820000000000004,"15min":13.295999999999999},"last":0.29899999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":2.1920000000000002,"15min":5.5039999999999996},"min":{"1min":0.222,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.44900000000000001,"5min":51.262999999999998,"15min":51.262999999999998},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":2.1360000000000001,"15min":4.9699999999999998},"min":{"1min":0.30199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.54800000000000004,"5min":49.341999999999999,"15min":49.341999999999999},"last":0.377}]},{"osd":3,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":3.6320000000000001,"15min":4.6310000000000002},"min":{"1min":0.30099999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.57099999999999995,"5min":172.31,"15min":172.31},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.375,"5min":3.7160000000000002,"15min":5.6970000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.50700000000000001,"5min":174.75200000000001,"15min":174.75200000000001},"last":0.39600000000000002}]},{"osd":4,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.97399999999999998,"15min":1.829},"min":{"1min":0.38400000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.79300000000000004,"5min":9.2200000000000006,"15min":29.542999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":1.1579999999999999,"15min":2.5019999999999998},"min":{"1min":0.39800000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.77300000000000002,"5min":9.5600000000000005,"15min":29.558},"last":0.59799999999999998}]},{"osd":5,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":1.121,"15min":1.54},"min":{"1min":0.37,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.72599999999999998,"5min":9.5990000000000002,"15min":9.5990000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.57299999999999995,"5min":1.427,"15min":2.008},"min":{"1min":0.38800000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.74099999999999999,"5min":15.084,"15min":16.954999999999998},"last":0.61699999999999999}]},{"osd":6,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.1850000000000001,"15min":1.585},"min":{"1min":0.34499999999999997,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.751,"5min":9.6300000000000008,"15min":9.6300000000000008},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.59399999999999997,"5min":1.5089999999999999,"15min":2.0659999999999998},"min":{"1min":0.40699999999999997,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.77800000000000002,"5min":15.163,"15min":16.978999999999999},"last":0.58099999999999996}]},{"osd":7,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":1.4710000000000001,"15min":3.302},"min":{"1min":0.44,"5min":0.41399999999999998,"15min":0.35499999999999998},"max":{"1min":0.80400000000000005,"5min":15.138,"15min":33.548999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.59499999999999997,"5min":1.077,"15min":2.0950000000000002},"min":{"1min":0.46200000000000002,"5min":0.35899999999999999,"15min":0.35299999999999998},"max":{"1min":0.79200000000000004,"5min":9.2420000000000009,"15min":33.762999999999998},"last":0.56200000000000006}]}]},{"osd":3,"up_from":99,"seq":425201762719,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1261852,"kb_used_data":8852,"kb_used_omap":7,"kb_used_meta":1252984,"kb_avail":92483300,"statfs":{"total":95995035648,"available":94702899200,"internally_reserved":0,"allocated":9064448,"data_stored":5766015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7576,"internal_metadata":1283056232},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:42:01 2023","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":1.3340000000000001,"15min":2.0409999999999999},"min":{"1min":0.21299999999999999,"5min":0.20499999999999999,"15min":0.182},"max":{"1min":0.629,"5min":20.260999999999999,"15min":80.498999999999995},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.34899999999999998,"5min":1.2310000000000001,"15min":1.597},"min":{"1min":0.217,"5min":0.217,"15min":0.20100000000000001},"max":{"1min":0.60099999999999998,"5min":10.083,"15min":80.352000000000004},"last":0.32800000000000001}]},{"osd":1,"last update":"Sat Sep 23 15:42:01 2023","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":1.252,"15min":3.5369999999999999},"min":{"1min":0.24099999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.64900000000000002,"5min":29.747,"15min":127.02200000000001},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":1.9490000000000001,"15min":4.2290000000000001},"min":{"1min":0.26500000000000001,"5min":0.23499999999999999,"15min":0.218},"max":{"1min":0.55700000000000005,"5min":27.876000000000001,"15min":124.041},"last":0.36199999999999999}]},{"osd":2,"last update":"Sat Sep 23 15:41:34 2023","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":3.5,"15min":4.7160000000000002},"min":{"1min":0.27300000000000002,"5min":0.255,"15min":0.254},"max":{"1min":0.57999999999999996,"5min":123.694,"15min":123.694},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":4.0789999999999997,"15min":5.2210000000000001},"min":{"1min":0.29399999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.66200000000000003,"5min":122.10899999999999,"15min":122.10899999999999},"last":0.374}]},{"osd":4,"last update":"Sat Sep 23 15:42:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.97199999999999998,"15min":1.216},"min":{"1min":0.33400000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.94499999999999995,"5min":5.9640000000000004,"15min":9.3719999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.626,"5min":1.345,"15min":1.486},"min":{"1min":0.45000000000000001,"5min":0.32600000000000001,"15min":0.26900000000000002},"max":{"1min":0.84799999999999998,"5min":17.094000000000001,"15min":17.094000000000001},"last":0.46999999999999997}]},{"osd":5,"last update":"Sat Sep 23 15:42:01 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":1.3839999999999999,"15min":1.7290000000000001},"min":{"1min":0.41699999999999998,"5min":0.32800000000000001,"15min":0.26100000000000001},"max":{"1min":0.83599999999999997,"5min":17.212,"15min":55.414999999999999},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.627,"5min":1.1679999999999999,"15min":1.482},"min":{"1min":0.47399999999999998,"5min":0.38200000000000001,"15min":0.33100000000000002},"max":{"1min":0.81100000000000005,"5min":8.7050000000000001,"15min":55.363},"last":0.48199999999999998}]},{"osd":6,"last update":"Sat Sep 23 15:41:38 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":1.609,"15min":2.3679999999999999},"min":{"1min":0.44600000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.002,"5min":21.344000000000001,"15min":163.63399999999999},"last":0.502},{"interface":"front","average":{"1min":0.65200000000000002,"5min":1.365,"15min":1.98},"min":{"1min":0.439,"5min":0.38800000000000001,"15min":0.35899999999999999},"max":{"1min":0.92100000000000004,"5min":10.785,"15min":163.535},"last":0.51400000000000001}]},{"osd":7,"last update":"Sat Sep 23 15:41:22 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":1.466,"15min":1.7649999999999999},"min":{"1min":0.501,"5min":0.38600000000000001,"15min":0.35699999999999998},"max":{"1min":0.80600000000000005,"5min":8.782,"15min":163.495},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.627,"5min":1.258,"15min":1.946},"min":{"1min":0.437,"5min":0.39700000000000002,"15min":0.32800000000000001},"max":{"1min":0.83799999999999997,"5min":6.8099999999999996,"15min":163.51400000000001},"last":0.64400000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986744,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":358456,"kb_used_data":10992,"kb_used_omap":0,"kb_used_meta":347456,"kb_avail":93386696,"statfs":{"total":95995035648,"available":95627976704,"internally_reserved":0,"allocated":11255808,"data_stored":9445026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":355794944},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:25 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.71599999999999997,"15min":0.98999999999999999},"min":{"1min":0.314,"5min":0.25900000000000001,"15min":0.23899999999999999},"max":{"1min":0.80800000000000005,"5min":6.6079999999999997,"15min":20.850000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.64100000000000001,"15min":1.1140000000000001},"min":{"1min":0.39100000000000001,"5min":0.25800000000000001,"15min":0.25700000000000001},"max":{"1min":0.82799999999999996,"5min":5.4829999999999997,"15min":22.045999999999999},"last":0.41999999999999998}]},{"osd":1,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":3.9119999999999999,"15min":4.5599999999999996},"min":{"1min":0.377,"5min":0.26900000000000002,"15min":0.254},"max":{"1min":0.76900000000000002,"5min":157.16499999999999,"15min":212.74000000000001},"last":0.498},{"interface":"front","average":{"1min":0.56000000000000005,"5min":4.2030000000000003,"15min":4.6120000000000001},"min":{"1min":0.39600000000000002,"5min":0.27000000000000002,"15min":0.251},"max":{"1min":0.96099999999999997,"5min":157.19300000000001,"15min":209.995},"last":0.60399999999999998}]},{"osd":2,"last update":"Sat Sep 23 15:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":2.1509999999999998,"15min":2.4140000000000001},"min":{"1min":0.45500000000000002,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.88100000000000001,"5min":81.802000000000007,"15min":81.802000000000007},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":2.2029999999999998,"15min":2.7450000000000001},"min":{"1min":0.42299999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.89700000000000002,"5min":81.781000000000006,"15min":81.781000000000006},"last":0.65200000000000002}]},{"osd":3,"last update":"Sat Sep 23 15:41:52 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":4.8920000000000003,"15min":5.8010000000000002},"min":{"1min":0.373,"5min":0.29799999999999999,"15min":0.29699999999999999},"max":{"1min":0.66200000000000003,"5min":115.039,"15min":191.41499999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.59499999999999997,"5min":5.2770000000000001,"15min":6.032},"min":{"1min":0.46500000000000002,"5min":0.33700000000000002,"15min":0.28399999999999997},"max":{"1min":1.0269999999999999,"5min":114.932,"15min":191.602},"last":0.51800000000000002}]},{"osd":5,"last update":"Sat Sep 23 15:41:08 2023","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.52500000000000002,"15min":2.0510000000000002},"min":{"1min":0.33800000000000002,"5min":0.24299999999999999,"15min":0.23599999999999999},"max":{"1min":0.71199999999999997,"5min":2.6400000000000001,"15min":163.12},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.54500000000000004,"15min":1.899},"min":{"1min":0.375,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.80600000000000005,"5min":2.8109999999999999,"15min":164.601},"last":0.68200000000000005}]},{"osd":6,"last update":"Sat Sep 23 15:41:25 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.625,"15min":2.3889999999999998},"min":{"1min":0.36599999999999999,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":0.99099999999999999,"5min":2.8570000000000002,"15min":174.84100000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.65100000000000002,"15min":2.3700000000000001},"min":{"1min":0.36399999999999999,"5min":0.31900000000000001,"15min":0.31},"max":{"1min":0.85099999999999998,"5min":2.879,"15min":174.60300000000001},"last":0.626}]},{"osd":7,"last update":"Sat Sep 23 15:41:08 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":1.159,"15min":2.782},"min":{"1min":0.42899999999999999,"5min":0.29899999999999999,"15min":0.28599999999999998},"max":{"1min":0.84199999999999997,"5min":19.411999999999999,"15min":237.476},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.63500000000000001,"5min":1.157,"15min":2.8359999999999999},"min":{"1min":0.40300000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.94899999999999995,"5min":19.768999999999998,"15min":237.523},"last":0.64000000000000001}]}]},{"osd":5,"up_from":39,"seq":167503725107,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":626664,"kb_used_data":8992,"kb_used_omap":0,"kb_used_meta":617664,"kb_avail":93118488,"statfs":{"total":95995035648,"available":95353331712,"internally_reserved":0,"allocated":9207808,"data_stored":7409113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":632487936},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 15:41:37 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.72199999999999998,"15min":0.93799999999999994},"min":{"1min":0.36099999999999999,"5min":0.23599999999999999,"15min":0.20399999999999999},"max":{"1min":0.81499999999999995,"5min":6.4219999999999997,"15min":11.880000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.81799999999999995,"15min":1.0269999999999999},"min":{"1min":0.40000000000000002,"5min":0.26600000000000001,"15min":0.252},"max":{"1min":0.76900000000000002,"5min":5.6900000000000004,"15min":9.3610000000000007},"last":0.42999999999999999}]},{"osd":1,"last update":"Sat Sep 23 15:41:50 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":1.0469999999999999,"15min":1.857},"min":{"1min":0.29599999999999999,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":0.80300000000000005,"5min":11.307,"15min":163.399},"last":0.501},{"interface":"front","average":{"1min":0.56100000000000005,"5min":1.264,"15min":1.927},"min":{"1min":0.373,"5min":0.29899999999999999,"15min":0.23899999999999999},"max":{"1min":1.6419999999999999,"5min":9.4559999999999995,"15min":166.11500000000001},"last":0.57199999999999995}]},{"osd":2,"last update":"Sat Sep 23 15:41:31 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":4.5590000000000002,"15min":3.21},"min":{"1min":0.41799999999999998,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.76400000000000001,"5min":149.90899999999999,"15min":149.90899999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":4.7249999999999996,"15min":2.8029999999999999},"min":{"1min":0.434,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.83799999999999997,"5min":149.887,"15min":149.887},"last":0.70099999999999996}]},{"osd":3,"last update":"Sat Sep 23 15:41:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":4.0519999999999996,"15min":5.0800000000000001},"min":{"1min":0.39600000000000002,"5min":0.318,"15min":0.26500000000000001},"max":{"1min":1.788,"5min":158.43199999999999,"15min":169.83699999999999},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.67300000000000004,"5min":4.2409999999999997,"15min":5.1390000000000002},"min":{"1min":0.39800000000000002,"5min":0.33800000000000002,"15min":0.33300000000000002},"max":{"1min":1.8799999999999999,"5min":158.685,"15min":170.166},"last":0.624}]},{"osd":4,"last update":"Sat Sep 23 15:42:06 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.52700000000000002,"15min":0.68100000000000005},"min":{"1min":0.34399999999999997,"5min":0.27200000000000002,"15min":0.23799999999999999},"max":{"1min":0.84499999999999997,"5min":2.3330000000000002,"15min":8.9450000000000003},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.58999999999999997,"15min":0.83399999999999996},"min":{"1min":0.37,"5min":0.316,"15min":0.254},"max":{"1min":0.75800000000000001,"5min":5.5960000000000001,"15min":9.2590000000000003},"last":0.51700000000000002}]},{"osd":6,"last update":"Sat Sep 23 15:41:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.59499999999999997,"15min":2.6680000000000001},"min":{"1min":0.41399999999999998,"5min":0.28399999999999997,"15min":0.24199999999999999},"max":{"1min":0.82299999999999995,"5min":3.1240000000000001,"15min":207.054},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.65100000000000002,"15min":2.871},"min":{"1min":0.47399999999999998,"5min":0.35499999999999998,"15min":0.32100000000000001},"max":{"1min":0.79000000000000004,"5min":3.1360000000000001,"15min":207.28299999999999},"last":0.59799999999999998}]},{"osd":7,"last update":"Sat Sep 23 15:42:06 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.76500000000000001,"15min":1.55},"min":{"1min":0.432,"5min":0.34799999999999998,"15min":0.29799999999999999},"max":{"1min":0.86599999999999999,"5min":7.1840000000000002,"15min":97.799000000000007},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.78300000000000003,"15min":1.6899999999999999},"min":{"1min":0.502,"5min":0.38300000000000001,"15min":0.33000000000000002},"max":{"1min":0.78500000000000003,"5min":8.9670000000000005,"15min":98.376000000000005},"last":0.64400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":16937,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4750,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T15:42:11.564 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-09-23T15:42:11.564 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph_bb0daeff97f020f686596fca6eba20c310e26fb7/qa/tasks/workunit.py", line 119, in task assert 'client' in role AssertionError 2023-09-23T15:42:11.632 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=482df3b5caf148048788b4dc7dc4c089 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph_bb0daeff97f020f686596fca6eba20c310e26fb7/qa/tasks/workunit.py", line 119, in task assert 'client' in role AssertionError 2023-09-23T15:42:11.634 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-09-23T15:42:11.647 INFO:tasks.cephadm:Teardown begin 2023-09-23T15:42:11.648 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-09-23T15:42:11.699 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-09-23T15:42:11.767 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-09-23T15:42:11.768 DEBUG:teuthology.orchestra.run.smithi118:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-09-23T15:42:11.784 DEBUG:teuthology.orchestra.run.smithi178:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-09-23T15:42:11.803 INFO:tasks.cephadm:Stopping all daemons... 2023-09-23T15:42:11.804 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-09-23T15:42:11.804 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.a 2023-09-23T15:42:12.108 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:11 smithi118 ceph-mon[219580]: from='client.37878 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:42:12.109 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:42:12 smithi118 conmon[199296]: [23/Sep/2023:15:42:12] ENGINE Bus STOPPING 2023-09-23T15:42:12.109 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:42:12 smithi118 conmon[199296]: [23/Sep/2023:15:42:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-09-23T15:42:12.109 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:11 smithi118 systemd[1]: Stopping Ceph mon.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:42:12.109 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:11 smithi118 ceph-mon[212312]: from='client.37878 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:42:12.110 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:12 smithi118 conmon[212288]: 2023-09-23T15:42:12.087+0000 7f404b75c700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:42:12.110 INFO:journalctl@ceph.mon.a.smithi118.stdout:Sep 23 15:42:12 smithi118 conmon[212288]: 2023-09-23T15:42:12.087+0000 7f404b75c700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2023-09-23T15:42:12.128 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:11 smithi178 ceph-mon[192298]: from='client.37878 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-09-23T15:42:12.392 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:42:12 smithi118 conmon[199296]: [23/Sep/2023:15:42:12] ENGINE Bus STOPPED 2023-09-23T15:42:12.393 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:42:12 smithi118 conmon[199296]: [23/Sep/2023:15:42:12] ENGINE Bus STARTING 2023-09-23T15:42:12.393 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:42:12 smithi118 conmon[199296]: [23/Sep/2023:15:42:12] ENGINE Serving on http://:::9283 2023-09-23T15:42:12.393 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:42:12 smithi118 conmon[199296]: [23/Sep/2023:15:42:12] ENGINE Bus STARTED 2023-09-23T15:42:13.126 DEBUG:teuthology.orchestra.run.smithi118:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.a.service' 2023-09-23T15:42:13.172 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:42:13.172 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-09-23T15:42:13.172 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2023-09-23T15:42:13.173 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.c 2023-09-23T15:42:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:13 smithi118 systemd[1]: Stopping Ceph mon.c for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:42:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:13 smithi118 conmon[219556]: 2023-09-23T15:42:13.473+0000 7f9ea0d45700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:42:13.569 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:13 smithi118 conmon[219556]: 2023-09-23T15:42:13.473+0000 7f9ea0d45700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2023-09-23T15:42:14.319 INFO:journalctl@ceph.mon.c.smithi118.stdout:Sep 23 15:42:13 smithi118 bash[701665]: e2f16d8205abf525f06dac2a3bec24467ed274202644859a3b8156bacce036c4 2023-09-23T15:42:14.518 DEBUG:teuthology.orchestra.run.smithi118:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.c.service' 2023-09-23T15:42:14.554 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:42:14.555 INFO:tasks.cephadm.mon.b:Stopped mon.c 2023-09-23T15:42:14.555 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2023-09-23T15:42:14.555 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.b 2023-09-23T15:42:14.841 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:14 smithi178 systemd[1]: Stopping Ceph mon.b for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:42:14.841 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:14 smithi178 conmon[192274]: 2023-09-23T15:42:14.839+0000 7f1d6f398700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:42:14.841 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:14 smithi178 conmon[192274]: 2023-09-23T15:42:14.839+0000 7f1d6f398700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2023-09-23T15:42:15.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 23 15:42:15 smithi178 bash[415382]: e881a966f5e661232268132a41769320ef9080a1c75299b3d3b7947c95f1320b 2023-09-23T15:42:15.807 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mon.b.service' 2023-09-23T15:42:15.847 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:42:15.848 INFO:tasks.cephadm.mon.b:Stopped mon.b 2023-09-23T15:42:15.848 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-09-23T15:42:15.848 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.y 2023-09-23T15:42:16.132 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:42:15 smithi118 systemd[1]: Stopping Ceph mgr.y for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:42:16.569 INFO:journalctl@ceph.mgr.y.smithi118.stdout:Sep 23 15:42:16 smithi118 conmon[199296]: 2023-09-23T15:42:16.131+0000 7fb1c4853700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:42:16.991 DEBUG:teuthology.orchestra.run.smithi118:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.y.service' 2023-09-23T15:42:17.029 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:42:17.030 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-09-23T15:42:17.030 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-09-23T15:42:17.030 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.x 2023-09-23T15:42:17.378 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 23 15:42:17 smithi178 systemd[1]: Stopping Ceph mgr.x for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:42:18.081 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@mgr.x.service' 2023-09-23T15:42:18.119 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:42:18.120 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-09-23T15:42:18.120 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-09-23T15:42:18.120 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.0 2023-09-23T15:42:18.569 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:42:18 smithi118 systemd[1]: Stopping Ceph osd.0 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:42:18.570 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:42:18 smithi118 conmon[235706]: 2023-09-23T15:42:18.397+0000 7f17b7834700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:42:18.570 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:42:18 smithi118 conmon[235706]: 2023-09-23T15:42:18.397+0000 7f17b7834700 -1 osd.0 667 *** Got signal Terminated *** 2023-09-23T15:42:18.570 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:42:18 smithi118 conmon[235706]: 2023-09-23T15:42:18.397+0000 7f17b7834700 -1 osd.0 667 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:42:24.878 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:42:24 smithi178 conmon[176415]: ts=2023-09-23T15:42:24.477Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.118:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.118:8765: connect: connection refused" 2023-09-23T15:42:24.878 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:42:24 smithi178 conmon[176415]: ts=2023-09-23T15:42:24.480Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.118:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.118:8765: connect: connection refused" 2023-09-23T15:42:24.879 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:42:24 smithi178 conmon[176415]: ts=2023-09-23T15:42:24.480Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.118:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.118:8765: connect: connection refused" 2023-09-23T15:42:24.879 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:42:24 smithi178 conmon[176415]: ts=2023-09-23T15:42:24.480Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.118:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.118:8765: connect: connection refused" 2023-09-23T15:42:25.069 INFO:journalctl@ceph.osd.0.smithi118.stdout:Sep 23 15:42:24 smithi118 bash[702269]: baa0a80c3789becd3fd4db1a94c79109b2e8eadd2579e3a0a62d5e3791ac3d9b 2023-09-23T15:42:26.415 DEBUG:teuthology.orchestra.run.smithi118:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.0.service' 2023-09-23T15:42:26.456 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:42:26.456 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-09-23T15:42:26.457 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-09-23T15:42:26.457 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.1 2023-09-23T15:42:26.773 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:42:26 smithi118 systemd[1]: Stopping Ceph osd.1 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:42:27.069 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:42:26 smithi118 conmon[244094]: 2023-09-23T15:42:26.772+0000 7fa079639700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:42:27.069 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:42:26 smithi118 conmon[244094]: 2023-09-23T15:42:26.772+0000 7fa079639700 -1 osd.1 667 *** Got signal Terminated *** 2023-09-23T15:42:27.069 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:42:26 smithi118 conmon[244094]: 2023-09-23T15:42:26.772+0000 7fa079639700 -1 osd.1 667 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:42:32.819 INFO:journalctl@ceph.osd.1.smithi118.stdout:Sep 23 15:42:32 smithi118 bash[702846]: 0ca7d75d82634087d051c57108bd50529b24aa9a53e2d22bc7d1e23ef733eba2 2023-09-23T15:42:34.545 DEBUG:teuthology.orchestra.run.smithi118:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.1.service' 2023-09-23T15:42:34.585 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:42:34.585 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-09-23T15:42:34.585 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-09-23T15:42:34.585 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2 2023-09-23T15:42:34.819 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:42:34 smithi118 systemd[1]: Stopping Ceph osd.2 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:42:35.319 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:42:34 smithi118 conmon[619949]: 2023-09-23T15:42:34.895+0000 7fbdb2c26700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:42:35.319 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:42:34 smithi118 conmon[619949]: 2023-09-23T15:42:34.895+0000 7fbdb2c26700 -1 osd.2 667 *** Got signal Terminated *** 2023-09-23T15:42:35.320 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:42:34 smithi118 conmon[619949]: 2023-09-23T15:42:34.895+0000 7fbdb2c26700 -1 osd.2 667 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:42:41.319 INFO:journalctl@ceph.osd.2.smithi118.stdout:Sep 23 15:42:40 smithi118 bash[703425]: ab4237779170c62cd46f4cf37c8b8179492f6ec70384439b360ce26175a2e98c 2023-09-23T15:42:42.535 DEBUG:teuthology.orchestra.run.smithi118:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.2.service' 2023-09-23T15:42:42.575 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:42:42.576 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-09-23T15:42:42.576 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-09-23T15:42:42.576 DEBUG:teuthology.orchestra.run.smithi118:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.3 2023-09-23T15:42:42.819 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:42:42 smithi118 systemd[1]: Stopping Ceph osd.3 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:42:43.319 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:42:42 smithi118 conmon[260696]: 2023-09-23T15:42:42.877+0000 7f11a2d55700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:42:43.319 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:42:42 smithi118 conmon[260696]: 2023-09-23T15:42:42.877+0000 7f11a2d55700 -1 osd.3 667 *** Got signal Terminated *** 2023-09-23T15:42:43.320 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:42:42 smithi118 conmon[260696]: 2023-09-23T15:42:42.877+0000 7f11a2d55700 -1 osd.3 667 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:42:45.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:45 smithi178 conmon[215131]: 2023-09-23T15:42:45.177+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:46.569 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:42:46 smithi118 conmon[260696]: 2023-09-23T15:42:46.151+0000 7f119f34b700 -1 osd.3 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.945442+0000 front 2023-09-23T15:42:22.945453+0000 (oldest deadline 2023-09-23T15:42:45.845694+0000) 2023-09-23T15:42:46.628 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:46 smithi178 conmon[215131]: 2023-09-23T15:42:46.153+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:47.128 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:46 smithi178 conmon[112498]: 2023-09-23T15:42:46.837+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.837468+0000 front 2023-09-23T15:42:22.837288+0000 (oldest deadline 2023-09-23T15:42:46.337168+0000) 2023-09-23T15:42:47.128 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:46 smithi178 conmon[121507]: 2023-09-23T15:42:46.992+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:47.569 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:42:47 smithi118 conmon[260696]: 2023-09-23T15:42:47.163+0000 7f119f34b700 -1 osd.3 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.945442+0000 front 2023-09-23T15:42:22.945453+0000 (oldest deadline 2023-09-23T15:42:45.845694+0000) 2023-09-23T15:42:47.628 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:47 smithi178 conmon[215131]: 2023-09-23T15:42:47.182+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:47.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:47 smithi178 conmon[252830]: 2023-09-23T15:42:47.145+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:48.128 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:47 smithi178 conmon[112498]: 2023-09-23T15:42:47.876+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.837468+0000 front 2023-09-23T15:42:22.837288+0000 (oldest deadline 2023-09-23T15:42:46.337168+0000) 2023-09-23T15:42:48.128 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:47 smithi178 conmon[121507]: 2023-09-23T15:42:47.993+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:48.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:48 smithi178 conmon[252830]: 2023-09-23T15:42:48.154+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:48.628 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:48 smithi178 conmon[215131]: 2023-09-23T15:42:48.159+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:49.128 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:48 smithi178 conmon[112498]: 2023-09-23T15:42:48.856+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.837468+0000 front 2023-09-23T15:42:22.837288+0000 (oldest deadline 2023-09-23T15:42:46.337168+0000) 2023-09-23T15:42:49.128 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:49 smithi178 conmon[121507]: 2023-09-23T15:42:49.011+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:49.569 INFO:journalctl@ceph.osd.3.smithi118.stdout:Sep 23 15:42:49 smithi118 bash[703998]: 8f76289ef75453bb551c28034ad44e7cd3d32ff8b66f2dc9d311f092a5cb07bd 2023-09-23T15:42:49.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:49 smithi178 conmon[252830]: 2023-09-23T15:42:49.154+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:49.628 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:49 smithi178 conmon[215131]: 2023-09-23T15:42:49.143+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:50.127 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:49 smithi178 conmon[112498]: 2023-09-23T15:42:49.820+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.837468+0000 front 2023-09-23T15:42:22.837288+0000 (oldest deadline 2023-09-23T15:42:46.337168+0000) 2023-09-23T15:42:50.128 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:49 smithi178 conmon[121507]: 2023-09-23T15:42:49.985+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:50.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:50 smithi178 conmon[252830]: 2023-09-23T15:42:50.138+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:50.378 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:50 smithi178 conmon[215131]: 2023-09-23T15:42:50.127+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:50.568 DEBUG:teuthology.orchestra.run.smithi118:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.3.service' 2023-09-23T15:42:50.608 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:42:50.609 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-09-23T15:42:50.609 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-09-23T15:42:50.609 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.4 2023-09-23T15:42:50.899 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:50 smithi178 systemd[1]: Stopping Ceph osd.4 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:42:50.900 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:50 smithi178 conmon[112498]: 2023-09-23T15:42:50.853+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.837468+0000 front 2023-09-23T15:42:22.837288+0000 (oldest deadline 2023-09-23T15:42:46.337168+0000) 2023-09-23T15:42:50.900 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:50 smithi178 conmon[112498]: 2023-09-23T15:42:50.898+0000 7ffaf607f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:42:51.155 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:51 smithi178 conmon[121507]: 2023-09-23T15:42:51.029+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:51.156 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:50 smithi178 conmon[112498]: 2023-09-23T15:42:50.898+0000 7ffaf607f700 -1 osd.4 667 *** Got signal Terminated *** 2023-09-23T15:42:51.156 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:50 smithi178 conmon[112498]: 2023-09-23T15:42:50.898+0000 7ffaf607f700 -1 osd.4 667 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:42:51.156 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:51 smithi178 conmon[215131]: 2023-09-23T15:42:51.084+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:51.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:51 smithi178 conmon[252830]: 2023-09-23T15:42:51.155+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:52.128 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:51 smithi178 conmon[112498]: 2023-09-23T15:42:51.820+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.837468+0000 front 2023-09-23T15:42:22.837288+0000 (oldest deadline 2023-09-23T15:42:46.337168+0000) 2023-09-23T15:42:52.128 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:52 smithi178 conmon[121507]: 2023-09-23T15:42:52.032+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:52.129 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:52 smithi178 conmon[215131]: 2023-09-23T15:42:52.068+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:52.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:52 smithi178 conmon[252830]: 2023-09-23T15:42:52.150+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:53.077 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:52 smithi178 conmon[112498]: 2023-09-23T15:42:52.773+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.837468+0000 front 2023-09-23T15:42:22.837288+0000 (oldest deadline 2023-09-23T15:42:46.337168+0000) 2023-09-23T15:42:53.078 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:52 smithi178 conmon[112498]: 2023-09-23T15:42:52.773+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:30.239132+0000 front 2023-09-23T15:42:30.239198+0000 (oldest deadline 2023-09-23T15:42:52.539131+0000) 2023-09-23T15:42:53.378 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:53 smithi178 conmon[121507]: 2023-09-23T15:42:53.077+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:53.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:53 smithi178 conmon[252830]: 2023-09-23T15:42:53.131+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:53.378 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:53 smithi178 conmon[215131]: 2023-09-23T15:42:53.102+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:53.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:53 smithi178 conmon[215131]: 2023-09-23T15:42:53.102+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:42:54.109 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:54 smithi178 conmon[121507]: 2023-09-23T15:42:54.030+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:54.109 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:54 smithi178 conmon[121507]: 2023-09-23T15:42:54.030+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:28.180863+0000 front 2023-09-23T15:42:28.180802+0000 (oldest deadline 2023-09-23T15:42:53.480711+0000) 2023-09-23T15:42:54.110 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:53 smithi178 conmon[112498]: 2023-09-23T15:42:53.816+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.837468+0000 front 2023-09-23T15:42:22.837288+0000 (oldest deadline 2023-09-23T15:42:46.337168+0000) 2023-09-23T15:42:54.110 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:53 smithi178 conmon[112498]: 2023-09-23T15:42:53.816+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:30.239132+0000 front 2023-09-23T15:42:30.239198+0000 (oldest deadline 2023-09-23T15:42:52.539131+0000) 2023-09-23T15:42:54.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:54 smithi178 conmon[252830]: 2023-09-23T15:42:54.108+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:54.378 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:54 smithi178 conmon[215131]: 2023-09-23T15:42:54.151+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:54.378 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:54 smithi178 conmon[215131]: 2023-09-23T15:42:54.151+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:42:55.108 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:54 smithi178 conmon[112498]: 2023-09-23T15:42:54.832+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.837468+0000 front 2023-09-23T15:42:22.837288+0000 (oldest deadline 2023-09-23T15:42:46.337168+0000) 2023-09-23T15:42:55.108 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:54 smithi178 conmon[112498]: 2023-09-23T15:42:54.832+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:30.239132+0000 front 2023-09-23T15:42:30.239198+0000 (oldest deadline 2023-09-23T15:42:52.539131+0000) 2023-09-23T15:42:55.109 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:55 smithi178 conmon[121507]: 2023-09-23T15:42:55.066+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:55.109 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:55 smithi178 conmon[121507]: 2023-09-23T15:42:55.066+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:28.180863+0000 front 2023-09-23T15:42:28.180802+0000 (oldest deadline 2023-09-23T15:42:53.480711+0000) 2023-09-23T15:42:55.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:55 smithi178 conmon[252830]: 2023-09-23T15:42:55.107+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:55.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:55 smithi178 conmon[252830]: 2023-09-23T15:42:55.107+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:42:55.378 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:55 smithi178 conmon[215131]: 2023-09-23T15:42:55.112+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:55.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:55 smithi178 conmon[215131]: 2023-09-23T15:42:55.113+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:42:56.088 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:55 smithi178 conmon[112498]: 2023-09-23T15:42:55.808+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.837468+0000 front 2023-09-23T15:42:22.837288+0000 (oldest deadline 2023-09-23T15:42:46.337168+0000) 2023-09-23T15:42:56.089 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:55 smithi178 conmon[112498]: 2023-09-23T15:42:55.808+0000 7ffaf0e7a700 -1 osd.4 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:30.239132+0000 front 2023-09-23T15:42:30.239198+0000 (oldest deadline 2023-09-23T15:42:52.539131+0000) 2023-09-23T15:42:56.089 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:56 smithi178 conmon[121507]: 2023-09-23T15:42:56.025+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:56.089 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:56 smithi178 conmon[121507]: 2023-09-23T15:42:56.025+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:28.180863+0000 front 2023-09-23T15:42:28.180802+0000 (oldest deadline 2023-09-23T15:42:53.480711+0000) 2023-09-23T15:42:56.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:56 smithi178 conmon[252830]: 2023-09-23T15:42:56.150+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:56.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:56 smithi178 conmon[252830]: 2023-09-23T15:42:56.150+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:42:56.378 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:56 smithi178 conmon[215131]: 2023-09-23T15:42:56.088+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:56.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:56 smithi178 conmon[215131]: 2023-09-23T15:42:56.088+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:42:57.378 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 23 15:42:57 smithi178 bash[415995]: e9e0f59e81a54377f54becd3503684a885a5d814f513dc1316488ff0f381e36c 2023-09-23T15:42:57.378 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:57 smithi178 conmon[121507]: 2023-09-23T15:42:57.014+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:57.379 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:57 smithi178 conmon[121507]: 2023-09-23T15:42:57.014+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:28.180863+0000 front 2023-09-23T15:42:28.180802+0000 (oldest deadline 2023-09-23T15:42:53.480711+0000) 2023-09-23T15:42:57.379 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:57 smithi178 conmon[252830]: 2023-09-23T15:42:57.165+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:57.379 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:57 smithi178 conmon[252830]: 2023-09-23T15:42:57.165+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:42:57.380 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:57 smithi178 conmon[215131]: 2023-09-23T15:42:57.124+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:57.380 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:57 smithi178 conmon[215131]: 2023-09-23T15:42:57.124+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:42:58.357 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:58 smithi178 conmon[121507]: 2023-09-23T15:42:58.050+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:58.357 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:58 smithi178 conmon[121507]: 2023-09-23T15:42:58.050+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:28.180863+0000 front 2023-09-23T15:42:28.180802+0000 (oldest deadline 2023-09-23T15:42:53.480711+0000) 2023-09-23T15:42:58.358 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:58 smithi178 conmon[252830]: 2023-09-23T15:42:58.204+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:58.358 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:58 smithi178 conmon[252830]: 2023-09-23T15:42:58.204+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:42:58.358 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:58 smithi178 conmon[215131]: 2023-09-23T15:42:58.107+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:58.359 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:58 smithi178 conmon[215131]: 2023-09-23T15:42:58.107+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:42:58.798 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.4.service' 2023-09-23T15:42:58.842 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:42:58.843 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-09-23T15:42:58.843 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-09-23T15:42:58.843 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.5 2023-09-23T15:42:59.126 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:58 smithi178 systemd[1]: Stopping Ceph osd.5 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:42:59.126 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:59 smithi178 conmon[121507]: 2023-09-23T15:42:59.005+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:42:59.126 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:59 smithi178 conmon[121507]: 2023-09-23T15:42:59.005+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:28.180863+0000 front 2023-09-23T15:42:28.180802+0000 (oldest deadline 2023-09-23T15:42:53.480711+0000) 2023-09-23T15:42:59.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:59 smithi178 conmon[252830]: 2023-09-23T15:42:59.249+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:42:59.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:42:59 smithi178 conmon[252830]: 2023-09-23T15:42:59.249+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:42:59.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:59 smithi178 conmon[215131]: 2023-09-23T15:42:59.125+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:42:59.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:42:59 smithi178 conmon[215131]: 2023-09-23T15:42:59.125+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:42:59.379 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:59 smithi178 conmon[121507]: 2023-09-23T15:42:59.161+0000 7f050dce3700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:42:59.380 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:59 smithi178 conmon[121507]: 2023-09-23T15:42:59.161+0000 7f050dce3700 -1 osd.5 667 *** Got signal Terminated *** 2023-09-23T15:42:59.380 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:59 smithi178 conmon[121507]: 2023-09-23T15:42:59.161+0000 7f050dce3700 -1 osd.5 667 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:43:00.225 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:59 smithi178 conmon[121507]: 2023-09-23T15:42:59.970+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:43:00.225 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:42:59 smithi178 conmon[121507]: 2023-09-23T15:42:59.970+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:28.180863+0000 front 2023-09-23T15:42:28.180802+0000 (oldest deadline 2023-09-23T15:42:53.480711+0000) 2023-09-23T15:43:00.225 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:00 smithi178 conmon[215131]: 2023-09-23T15:43:00.080+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:00.225 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:00 smithi178 conmon[215131]: 2023-09-23T15:43:00.080+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:00.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:00 smithi178 conmon[252830]: 2023-09-23T15:43:00.224+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:00.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:00 smithi178 conmon[252830]: 2023-09-23T15:43:00.224+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:01.259 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:00 smithi178 conmon[121507]: 2023-09-23T15:43:00.982+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:43:01.260 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:00 smithi178 conmon[121507]: 2023-09-23T15:43:00.982+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:28.180863+0000 front 2023-09-23T15:42:28.180802+0000 (oldest deadline 2023-09-23T15:42:53.480711+0000) 2023-09-23T15:43:01.260 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:01 smithi178 conmon[215131]: 2023-09-23T15:43:01.115+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:01.260 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:01 smithi178 conmon[215131]: 2023-09-23T15:43:01.115+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:01.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:01 smithi178 conmon[252830]: 2023-09-23T15:43:01.259+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:01.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:01 smithi178 conmon[252830]: 2023-09-23T15:43:01.259+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:02.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:02 smithi178 conmon[252830]: 2023-09-23T15:43:02.222+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:02.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:02 smithi178 conmon[252830]: 2023-09-23T15:43:02.222+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:02.378 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:02 smithi178 conmon[252830]: 2023-09-23T15:43:02.222+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:02.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:02 smithi178 conmon[215131]: 2023-09-23T15:43:02.136+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:02.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:02 smithi178 conmon[215131]: 2023-09-23T15:43:02.136+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:02.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:02 smithi178 conmon[215131]: 2023-09-23T15:43:02.136+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:37.102382+0000 front 2023-09-23T15:42:37.102368+0000 (oldest deadline 2023-09-23T15:43:01.802319+0000) 2023-09-23T15:43:02.379 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:01 smithi178 conmon[121507]: 2023-09-23T15:43:01.975+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:43:02.380 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:01 smithi178 conmon[121507]: 2023-09-23T15:43:01.975+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:28.180863+0000 front 2023-09-23T15:42:28.180802+0000 (oldest deadline 2023-09-23T15:42:53.480711+0000) 2023-09-23T15:43:02.380 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:01 smithi178 conmon[121507]: 2023-09-23T15:43:01.975+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:39.282364+0000 front 2023-09-23T15:42:39.282441+0000 (oldest deadline 2023-09-23T15:43:01.582315+0000) 2023-09-23T15:43:03.378 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:02 smithi178 conmon[121507]: 2023-09-23T15:43:02.992+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:43:03.378 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:02 smithi178 conmon[121507]: 2023-09-23T15:43:02.992+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:28.180863+0000 front 2023-09-23T15:42:28.180802+0000 (oldest deadline 2023-09-23T15:42:53.480711+0000) 2023-09-23T15:43:03.378 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:02 smithi178 conmon[121507]: 2023-09-23T15:43:02.992+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:39.282364+0000 front 2023-09-23T15:42:39.282441+0000 (oldest deadline 2023-09-23T15:43:01.582315+0000) 2023-09-23T15:43:03.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:03 smithi178 conmon[215131]: 2023-09-23T15:43:03.174+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:03.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:03 smithi178 conmon[215131]: 2023-09-23T15:43:03.174+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:03.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:03 smithi178 conmon[215131]: 2023-09-23T15:43:03.174+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:37.102382+0000 front 2023-09-23T15:42:37.102368+0000 (oldest deadline 2023-09-23T15:43:01.802319+0000) 2023-09-23T15:43:03.379 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:03 smithi178 conmon[252830]: 2023-09-23T15:43:03.217+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:03.379 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:03 smithi178 conmon[252830]: 2023-09-23T15:43:03.217+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:03.379 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:03 smithi178 conmon[252830]: 2023-09-23T15:43:03.217+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:04.378 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:03 smithi178 conmon[121507]: 2023-09-23T15:43:03.995+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:21.378830+0000 front 2023-09-23T15:42:21.378767+0000 (oldest deadline 2023-09-23T15:42:46.678732+0000) 2023-09-23T15:43:04.378 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:03 smithi178 conmon[121507]: 2023-09-23T15:43:03.995+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:28.180863+0000 front 2023-09-23T15:42:28.180802+0000 (oldest deadline 2023-09-23T15:42:53.480711+0000) 2023-09-23T15:43:04.378 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:03 smithi178 conmon[121507]: 2023-09-23T15:43:03.995+0000 7f050bae4700 -1 osd.5 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:39.282364+0000 front 2023-09-23T15:42:39.282441+0000 (oldest deadline 2023-09-23T15:43:01.582315+0000) 2023-09-23T15:43:04.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:04 smithi178 conmon[215131]: 2023-09-23T15:43:04.219+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:04.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:04 smithi178 conmon[215131]: 2023-09-23T15:43:04.219+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:04.379 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:04 smithi178 conmon[215131]: 2023-09-23T15:43:04.219+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:37.102382+0000 front 2023-09-23T15:42:37.102368+0000 (oldest deadline 2023-09-23T15:43:01.802319+0000) 2023-09-23T15:43:04.379 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:04 smithi178 conmon[252830]: 2023-09-23T15:43:04.188+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:04.380 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:04 smithi178 conmon[252830]: 2023-09-23T15:43:04.188+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:04.380 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:04 smithi178 conmon[252830]: 2023-09-23T15:43:04.188+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:05.628 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 23 15:43:05 smithi178 bash[416568]: dc3623267c71ce79ca307d01fb1b040867f519efc8352d65b23e06a8b011408d 2023-09-23T15:43:05.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:05 smithi178 conmon[252830]: 2023-09-23T15:43:05.199+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:05.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:05 smithi178 conmon[252830]: 2023-09-23T15:43:05.199+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:05.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:05 smithi178 conmon[252830]: 2023-09-23T15:43:05.199+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:05.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:05 smithi178 conmon[215131]: 2023-09-23T15:43:05.218+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:05.630 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:05 smithi178 conmon[215131]: 2023-09-23T15:43:05.218+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:05.630 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:05 smithi178 conmon[215131]: 2023-09-23T15:43:05.218+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:37.102382+0000 front 2023-09-23T15:42:37.102368+0000 (oldest deadline 2023-09-23T15:43:01.802319+0000) 2023-09-23T15:43:06.251 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:06 smithi178 conmon[252830]: 2023-09-23T15:43:06.173+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:06.252 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:06 smithi178 conmon[252830]: 2023-09-23T15:43:06.173+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:06.252 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:06 smithi178 conmon[252830]: 2023-09-23T15:43:06.173+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:06.628 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:06 smithi178 conmon[215131]: 2023-09-23T15:43:06.251+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:06.628 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:06 smithi178 conmon[215131]: 2023-09-23T15:43:06.251+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:06.628 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:06 smithi178 conmon[215131]: 2023-09-23T15:43:06.251+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:37.102382+0000 front 2023-09-23T15:42:37.102368+0000 (oldest deadline 2023-09-23T15:43:01.802319+0000) 2023-09-23T15:43:06.839 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.5.service' 2023-09-23T15:43:06.879 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:43:06.879 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-09-23T15:43:06.880 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-09-23T15:43:06.880 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.6 2023-09-23T15:43:07.128 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:06 smithi178 systemd[1]: Stopping Ceph osd.6 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:43:07.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:07 smithi178 conmon[252830]: 2023-09-23T15:43:07.137+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:07.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:07 smithi178 conmon[252830]: 2023-09-23T15:43:07.137+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:07.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:07 smithi178 conmon[252830]: 2023-09-23T15:43:07.137+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:07.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:07 smithi178 conmon[215131]: 2023-09-23T15:43:07.180+0000 7f60b8750700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:43:07.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:07 smithi178 conmon[215131]: 2023-09-23T15:43:07.180+0000 7f60b8750700 -1 osd.6 667 *** Got signal Terminated *** 2023-09-23T15:43:07.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:07 smithi178 conmon[215131]: 2023-09-23T15:43:07.180+0000 7f60b8750700 -1 osd.6 667 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:43:07.630 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:07 smithi178 conmon[215131]: 2023-09-23T15:43:07.225+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:07.630 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:07 smithi178 conmon[215131]: 2023-09-23T15:43:07.225+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:07.630 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:07 smithi178 conmon[215131]: 2023-09-23T15:43:07.225+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:37.102382+0000 front 2023-09-23T15:42:37.102368+0000 (oldest deadline 2023-09-23T15:43:01.802319+0000) 2023-09-23T15:43:08.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:08 smithi178 conmon[252830]: 2023-09-23T15:43:08.166+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:08.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:08 smithi178 conmon[252830]: 2023-09-23T15:43:08.166+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:08.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:08 smithi178 conmon[252830]: 2023-09-23T15:43:08.166+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:08.628 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:08 smithi178 conmon[215131]: 2023-09-23T15:43:08.274+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:08.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:08 smithi178 conmon[215131]: 2023-09-23T15:43:08.274+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:08.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:08 smithi178 conmon[215131]: 2023-09-23T15:43:08.274+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:37.102382+0000 front 2023-09-23T15:42:37.102368+0000 (oldest deadline 2023-09-23T15:43:01.802319+0000) 2023-09-23T15:43:09.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:09 smithi178 conmon[252830]: 2023-09-23T15:43:09.207+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:09.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:09 smithi178 conmon[252830]: 2023-09-23T15:43:09.207+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:09.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:09 smithi178 conmon[252830]: 2023-09-23T15:43:09.207+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:09.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:09 smithi178 conmon[215131]: 2023-09-23T15:43:09.259+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:09.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:09 smithi178 conmon[215131]: 2023-09-23T15:43:09.259+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:09.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:09 smithi178 conmon[215131]: 2023-09-23T15:43:09.259+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:37.102382+0000 front 2023-09-23T15:42:37.102368+0000 (oldest deadline 2023-09-23T15:43:01.802319+0000) 2023-09-23T15:43:10.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:10 smithi178 conmon[252830]: 2023-09-23T15:43:10.247+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:10.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:10 smithi178 conmon[252830]: 2023-09-23T15:43:10.247+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:10.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:10 smithi178 conmon[252830]: 2023-09-23T15:43:10.247+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:10.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:10 smithi178 conmon[252830]: 2023-09-23T15:43:10.247+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:44.944910+0000 front 2023-09-23T15:42:44.944924+0000 (oldest deadline 2023-09-23T15:43:09.644795+0000) 2023-09-23T15:43:10.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:10 smithi178 conmon[215131]: 2023-09-23T15:43:10.259+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:10.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:10 smithi178 conmon[215131]: 2023-09-23T15:43:10.259+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:10.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:10 smithi178 conmon[215131]: 2023-09-23T15:43:10.259+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:37.102382+0000 front 2023-09-23T15:42:37.102368+0000 (oldest deadline 2023-09-23T15:43:01.802319+0000) 2023-09-23T15:43:10.629 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:10 smithi178 conmon[215131]: 2023-09-23T15:43:10.259+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:45.803914+0000 front 2023-09-23T15:42:45.803853+0000 (oldest deadline 2023-09-23T15:43:09.303809+0000) 2023-09-23T15:43:11.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:11 smithi178 conmon[252830]: 2023-09-23T15:43:11.262+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:11.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:11 smithi178 conmon[252830]: 2023-09-23T15:43:11.262+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:11.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:11 smithi178 conmon[252830]: 2023-09-23T15:43:11.262+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:11.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:11 smithi178 conmon[252830]: 2023-09-23T15:43:11.262+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:44.944910+0000 front 2023-09-23T15:42:44.944924+0000 (oldest deadline 2023-09-23T15:43:09.644795+0000) 2023-09-23T15:43:11.630 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:11 smithi178 conmon[215131]: 2023-09-23T15:43:11.222+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:23.299431+0000 front 2023-09-23T15:42:23.299444+0000 (oldest deadline 2023-09-23T15:42:44.999408+0000) 2023-09-23T15:43:11.630 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:11 smithi178 conmon[215131]: 2023-09-23T15:43:11.222+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:27.701442+0000 front 2023-09-23T15:42:27.701457+0000 (oldest deadline 2023-09-23T15:42:53.001379+0000) 2023-09-23T15:43:11.630 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:11 smithi178 conmon[215131]: 2023-09-23T15:43:11.222+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:37.102382+0000 front 2023-09-23T15:42:37.102368+0000 (oldest deadline 2023-09-23T15:43:01.802319+0000) 2023-09-23T15:43:11.630 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:11 smithi178 conmon[215131]: 2023-09-23T15:43:11.222+0000 7f60b6551700 -1 osd.6 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:45.803914+0000 front 2023-09-23T15:42:45.803853+0000 (oldest deadline 2023-09-23T15:43:09.303809+0000) 2023-09-23T15:43:12.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:12 smithi178 conmon[252830]: 2023-09-23T15:43:12.233+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:12.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:12 smithi178 conmon[252830]: 2023-09-23T15:43:12.233+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:12.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:12 smithi178 conmon[252830]: 2023-09-23T15:43:12.233+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:12.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:12 smithi178 conmon[252830]: 2023-09-23T15:43:12.233+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:44.944910+0000 front 2023-09-23T15:42:44.944924+0000 (oldest deadline 2023-09-23T15:43:09.644795+0000) 2023-09-23T15:43:13.628 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 23 15:43:13 smithi178 bash[417149]: 9ad44d91f7d4db2305cc59cafec2764d343bdff4d9d5656b8b0b51c6c04abc44 2023-09-23T15:43:13.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:13 smithi178 conmon[252830]: 2023-09-23T15:43:13.259+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:13.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:13 smithi178 conmon[252830]: 2023-09-23T15:43:13.259+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:13.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:13 smithi178 conmon[252830]: 2023-09-23T15:43:13.259+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:13.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:13 smithi178 conmon[252830]: 2023-09-23T15:43:13.259+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:44.944910+0000 front 2023-09-23T15:42:44.944924+0000 (oldest deadline 2023-09-23T15:43:09.644795+0000) 2023-09-23T15:43:14.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:14 smithi178 conmon[252830]: 2023-09-23T15:43:14.307+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:14.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:14 smithi178 conmon[252830]: 2023-09-23T15:43:14.307+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:14.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:14 smithi178 conmon[252830]: 2023-09-23T15:43:14.307+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:14.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:14 smithi178 conmon[252830]: 2023-09-23T15:43:14.307+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:44.944910+0000 front 2023-09-23T15:42:44.944924+0000 (oldest deadline 2023-09-23T15:43:09.644795+0000) 2023-09-23T15:43:14.845 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.6.service' 2023-09-23T15:43:14.885 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:43:14.885 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-09-23T15:43:14.886 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-09-23T15:43:14.886 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.7 2023-09-23T15:43:15.128 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:14 smithi178 systemd[1]: Stopping Ceph osd.7 for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:43:15.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:15 smithi178 conmon[252830]: 2023-09-23T15:43:15.195+0000 7f42c073f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-09-23T15:43:15.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:15 smithi178 conmon[252830]: 2023-09-23T15:43:15.195+0000 7f42c073f700 -1 osd.7 667 *** Got signal Terminated *** 2023-09-23T15:43:15.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:15 smithi178 conmon[252830]: 2023-09-23T15:43:15.195+0000 7f42c073f700 -1 osd.7 667 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T15:43:15.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:15 smithi178 conmon[252830]: 2023-09-23T15:43:15.331+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:15.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:15 smithi178 conmon[252830]: 2023-09-23T15:43:15.331+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:15.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:15 smithi178 conmon[252830]: 2023-09-23T15:43:15.331+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:15.629 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:15 smithi178 conmon[252830]: 2023-09-23T15:43:15.331+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:44.944910+0000 front 2023-09-23T15:42:44.944924+0000 (oldest deadline 2023-09-23T15:43:09.644795+0000) 2023-09-23T15:43:16.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:16 smithi178 conmon[252830]: 2023-09-23T15:43:16.378+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:16.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:16 smithi178 conmon[252830]: 2023-09-23T15:43:16.378+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:16.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:16 smithi178 conmon[252830]: 2023-09-23T15:43:16.378+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:16.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:16 smithi178 conmon[252830]: 2023-09-23T15:43:16.378+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:44.944910+0000 front 2023-09-23T15:42:44.944924+0000 (oldest deadline 2023-09-23T15:43:09.644795+0000) 2023-09-23T15:43:17.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:17 smithi178 conmon[252830]: 2023-09-23T15:43:17.384+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:17.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:17 smithi178 conmon[252830]: 2023-09-23T15:43:17.384+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:17.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:17 smithi178 conmon[252830]: 2023-09-23T15:43:17.384+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:17.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:17 smithi178 conmon[252830]: 2023-09-23T15:43:17.384+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:44.944910+0000 front 2023-09-23T15:42:44.944924+0000 (oldest deadline 2023-09-23T15:43:09.644795+0000) 2023-09-23T15:43:17.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:17 smithi178 conmon[252830]: 2023-09-23T15:43:17.384+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.178:6804 osd.4 since back 2023-09-23T15:42:54.945821+0000 front 2023-09-23T15:42:54.945804+0000 (oldest deadline 2023-09-23T15:43:16.645810+0000) 2023-09-23T15:43:18.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:18 smithi178 conmon[252830]: 2023-09-23T15:43:18.359+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:18.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:18 smithi178 conmon[252830]: 2023-09-23T15:43:18.359+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:18.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:18 smithi178 conmon[252830]: 2023-09-23T15:43:18.359+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:18.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:18 smithi178 conmon[252830]: 2023-09-23T15:43:18.359+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:44.944910+0000 front 2023-09-23T15:42:44.944924+0000 (oldest deadline 2023-09-23T15:43:09.644795+0000) 2023-09-23T15:43:18.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:18 smithi178 conmon[252830]: 2023-09-23T15:43:18.359+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.178:6804 osd.4 since back 2023-09-23T15:42:54.945821+0000 front 2023-09-23T15:42:54.945804+0000 (oldest deadline 2023-09-23T15:43:16.645810+0000) 2023-09-23T15:43:19.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:19 smithi178 conmon[252830]: 2023-09-23T15:43:19.407+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6806 osd.0 since back 2023-09-23T15:42:22.341135+0000 front 2023-09-23T15:42:22.341025+0000 (oldest deadline 2023-09-23T15:42:47.041031+0000) 2023-09-23T15:43:19.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:19 smithi178 conmon[252830]: 2023-09-23T15:43:19.407+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6814 osd.1 since back 2023-09-23T15:42:29.842748+0000 front 2023-09-23T15:42:29.842693+0000 (oldest deadline 2023-09-23T15:42:54.542600+0000) 2023-09-23T15:43:19.878 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:19 smithi178 conmon[252830]: 2023-09-23T15:43:19.407+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6822 osd.2 since back 2023-09-23T15:42:38.643538+0000 front 2023-09-23T15:42:38.643632+0000 (oldest deadline 2023-09-23T15:43:02.143409+0000) 2023-09-23T15:43:19.879 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:19 smithi178 conmon[252830]: 2023-09-23T15:43:19.407+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.118:6830 osd.3 since back 2023-09-23T15:42:44.944910+0000 front 2023-09-23T15:42:44.944924+0000 (oldest deadline 2023-09-23T15:43:09.644795+0000) 2023-09-23T15:43:19.879 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:19 smithi178 conmon[252830]: 2023-09-23T15:43:19.407+0000 7f42bcd3d700 -1 osd.7 667 heartbeat_check: no reply from 172.21.15.178:6804 osd.4 since back 2023-09-23T15:42:54.945821+0000 front 2023-09-23T15:42:54.945804+0000 (oldest deadline 2023-09-23T15:43:16.645810+0000) 2023-09-23T15:43:21.628 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 23 15:43:21 smithi178 bash[417728]: bc886a7392f661defc10ff62dc3c95ec43f194d2321b32c0b19f7e0f773d9af1 2023-09-23T15:43:22.811 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@osd.7.service' 2023-09-23T15:43:22.851 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:43:22.851 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-09-23T15:43:22.851 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2023-09-23T15:43:22.851 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@prometheus.a 2023-09-23T15:43:23.128 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:22 smithi178 systemd[1]: Stopping Ceph prometheus.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:43:23.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.152Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-09-23T15:43:23.628 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.152Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-09-23T15:43:23.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.152Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-09-23T15:43:23.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.152Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-09-23T15:43:23.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.152Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-09-23T15:43:23.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.152Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-09-23T15:43:23.629 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.152Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-09-23T15:43:23.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.152Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-09-23T15:43:23.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.153Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-09-23T15:43:23.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.154Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-09-23T15:43:23.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.154Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-09-23T15:43:23.630 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 23 15:43:23 smithi178 conmon[176415]: ts=2023-09-23T15:43:23.154Z caller=main.go:1147 level=info msg="See you next time!" 2023-09-23T15:43:23.799 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@prometheus.a.service' 2023-09-23T15:43:23.833 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-09-23T15:43:23.834 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2023-09-23T15:43:23.834 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 --force --keep-logs 2023-09-23T15:43:25.271 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:43:25 smithi118 systemd[1]: Stopping Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:43:25.539 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:43:25 smithi118 conmon[197488]: ts=2023-09-23T15:43:25.271Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-09-23T15:43:25.819 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:43:25 smithi118 bash[704885]: d63959a73ef3038dcd8e3d7a545664e5cbe7cd96020bbf88331496e7ae97f8b3 2023-09-23T15:43:26.570 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:43:26 smithi118 systemd[1]: Stopping Ceph node-exporter.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:43:26.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:43:26 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@alertmanager.a.service: Succeeded. 2023-09-23T15:43:26.570 INFO:journalctl@ceph.alertmanager.a.smithi118.stdout:Sep 23 15:43:26 smithi118 systemd[1]: Stopped Ceph alertmanager.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:43:27.275 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:43:26 smithi118 bash[705171]: 184bf187e04ca60972cde28b3791dfa4597d047276e4e87631a73fbe27afb062 2023-09-23T15:43:27.276 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:43:27 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-09-23T15:43:27.276 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:43:27 smithi118 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@node-exporter.a.service: Failed with result 'exit-code'. 2023-09-23T15:43:27.276 INFO:journalctl@ceph.node-exporter.a.smithi118.stdout:Sep 23 15:43:27 smithi118 systemd[1]: Stopped Ceph node-exporter.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:43:35.782 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 --force --keep-logs 2023-09-23T15:43:37.128 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:43:36 smithi178 systemd[1]: Stopping Ceph node-exporter.b for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:43:37.833 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:43:37 smithi178 bash[418907]: 348e20ba865c7f7904c797b804c2a16258111f33f0e855bb3574c5d3b1117fe9 2023-09-23T15:43:37.833 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:43:37 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-09-23T15:43:37.833 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:43:37 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@node-exporter.b.service: Failed with result 'exit-code'. 2023-09-23T15:43:37.833 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 23 15:43:37 smithi178 systemd[1]: Stopped Ceph node-exporter.b for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:43:38.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:43:37 smithi178 systemd[1]: Stopping Ceph grafana.a for 8cded518-5a20-11ee-8db4-212e2dc638e7... 2023-09-23T15:43:38.875 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:43:38 smithi178 bash[419187]: 0d5f6f55e9f8e0353ffaaebeb4464203c1754ece75e7095b86f2c65acce36624 2023-09-23T15:43:38.876 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:43:38 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-09-23T15:43:38.876 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:43:38 smithi178 systemd[1]: ceph-8cded518-5a20-11ee-8db4-212e2dc638e7@grafana.a.service: Failed with result 'exit-code'. 2023-09-23T15:43:38.876 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 23 15:43:38 smithi178 systemd[1]: Stopped Ceph grafana.a for 8cded518-5a20-11ee-8db4-212e2dc638e7. 2023-09-23T15:43:43.678 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-09-23T15:43:43.716 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-09-23T15:43:43.745 INFO:tasks.cephadm:Archiving crash dumps... 2023-09-23T15:43:43.747 DEBUG:teuthology.misc:Transferring archived files from smithi118:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/crash to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701/remote/smithi118/crash 2023-09-23T15:43:43.748 DEBUG:teuthology.orchestra.run.smithi118:> sudo tar c -f - -C /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/crash -- . 2023-09-23T15:43:43.802 INFO:teuthology.orchestra.run.smithi118.stderr:tar: /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/crash: Cannot open: No such file or directory 2023-09-23T15:43:43.803 INFO:teuthology.orchestra.run.smithi118.stderr:tar: Error is not recoverable: exiting now 2023-09-23T15:43:43.805 DEBUG:teuthology.misc:Transferring archived files from smithi178:/var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/crash to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701/remote/smithi178/crash 2023-09-23T15:43:43.805 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/crash -- . 2023-09-23T15:43:43.847 INFO:teuthology.orchestra.run.smithi178.stderr:tar: /var/lib/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/crash: Cannot open: No such file or directory 2023-09-23T15:43:43.847 INFO:teuthology.orchestra.run.smithi178.stderr:tar: Error is not recoverable: exiting now 2023-09-23T15:43:43.848 INFO:tasks.cephadm:Checking cluster log for badness... 2023-09-23T15:43:43.848 DEBUG:teuthology.orchestra.run.smithi118:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2023-09-23T15:43:43.892 INFO:teuthology.orchestra.run.smithi118.stderr:grep: /var/log/ceph/8cded518-5a20-11ee-8db4-212e2dc638e7/ceph.log: No such file or directory 2023-09-23T15:43:43.910 INFO:tasks.cephadm:Compressing logs... 2023-09-23T15:43:43.911 DEBUG:teuthology.orchestra.run.smithi118:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-09-23T15:43:43.957 DEBUG:teuthology.orchestra.run.smithi178:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-09-23T15:43:43.987 INFO:teuthology.orchestra.run.smithi118.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-09-23T15:43:44.002 INFO:teuthology.orchestra.run.smithi178.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-09-23T15:55:00.659 INFO:tasks.cephadm:Archiving logs... 2023-09-23T15:55:00.695 DEBUG:teuthology.misc:Transferring archived files from smithi118:/var/log/ceph to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701/remote/smithi118/log 2023-09-23T15:55:00.696 DEBUG:teuthology.orchestra.run.smithi118:> sudo tar c -f - -C /var/log/ceph -- . 2023-09-23T15:56:28.566 DEBUG:teuthology.misc:Transferring archived files from smithi178:/var/log/ceph to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701/remote/smithi178/log 2023-09-23T15:56:28.567 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /var/log/ceph -- . 2023-09-23T15:57:22.328 INFO:tasks.cephadm:Removing cluster... 2023-09-23T15:57:22.329 DEBUG:teuthology.orchestra.run.smithi118:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 --force 2023-09-23T15:57:23.657 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8cded518-5a20-11ee-8db4-212e2dc638e7 --force 2023-09-23T15:57:24.642 INFO:tasks.cephadm:Removing cephadm ... 2023-09-23T15:57:24.642 DEBUG:teuthology.orchestra.run.smithi118:> rm -rf /home/ubuntu/cephtest/cephadm 2023-09-23T15:57:24.665 DEBUG:teuthology.orchestra.run.smithi178:> rm -rf /home/ubuntu/cephtest/cephadm 2023-09-23T15:57:24.751 INFO:tasks.cephadm:Teardown complete 2023-09-23T15:57:24.751 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-09-23T15:57:24.762 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-09-23T15:57:24.762 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-09-23T15:57:24.765 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-09-23T15:57:24.852 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-09-23T15:57:24.863 INFO:teuthology.task.clock:Checking final clock skew... 2023-09-23T15:57:24.863 DEBUG:teuthology.orchestra.run.smithi118:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-23T15:57:24.866 DEBUG:teuthology.orchestra.run.smithi178:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-23T15:57:24.881 INFO:teuthology.orchestra.run.smithi118.stderr:bash: ntpq: command not found 2023-09-23T15:57:24.882 INFO:teuthology.orchestra.run.smithi178.stderr:bash: ntpq: command not found 2023-09-23T15:57:24.902 INFO:teuthology.orchestra.run.smithi178.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-23T15:57:24.903 INFO:teuthology.orchestra.run.smithi178.stdout:=============================================================================== 2023-09-23T15:57:24.903 INFO:teuthology.orchestra.run.smithi178.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 20 +1084us[+1084us] +/- 79ms 2023-09-23T15:57:24.903 INFO:teuthology.orchestra.run.smithi178.stdout:^* hv02.front.sepia.ceph.com 3 6 377 23 -739us[ -691us] +/- 54ms 2023-09-23T15:57:24.903 INFO:teuthology.orchestra.run.smithi178.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 20 +209us[ +209us] +/- 82ms 2023-09-23T15:57:24.903 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T15:57:24.907 INFO:teuthology.orchestra.run.smithi118.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-23T15:57:24.907 INFO:teuthology.orchestra.run.smithi118.stdout:=============================================================================== 2023-09-23T15:57:24.908 INFO:teuthology.orchestra.run.smithi118.stdout:^+ hv01.front.sepia.ceph.com 2 7 377 86 +1078us[+1076us] +/- 78ms 2023-09-23T15:57:24.908 INFO:teuthology.orchestra.run.smithi118.stdout:^* hv02.front.sepia.ceph.com 3 6 377 21 -799us[ -801us] +/- 54ms 2023-09-23T15:57:24.908 INFO:teuthology.orchestra.run.smithi118.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 14 +171us[ +171us] +/- 82ms 2023-09-23T15:57:24.908 INFO:teuthology.orchestra.run.smithi118.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T15:57:24.909 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-09-23T15:57:24.919 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-09-23T15:57:24.920 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-09-23T15:57:24.948 DEBUG:teuthology.orchestra.run.smithi118:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-09-23T15:57:25.073 DEBUG:teuthology.orchestra.run.smithi178:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-09-23T15:57:25.188 DEBUG:teuthology.orchestra.run.smithi118:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-23T15:57:25.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T15:57:25.226 DEBUG:teuthology.orchestra.run.smithi178:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-23T15:57:25.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T15:57:25.259 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-09-23T15:57:25.276 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-09-23T15:57:25.295 INFO:teuthology.task.internal:Duration was 5058.147599 seconds 2023-09-23T15:57:25.296 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-09-23T15:57:25.322 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-09-23T15:57:25.322 DEBUG:teuthology.orchestra.run.smithi118:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-09-23T15:57:25.330 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-09-23T15:57:25.396 INFO:teuthology.orchestra.run.smithi178.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-23T15:57:25.434 INFO:teuthology.orchestra.run.smithi118.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-23T15:57:25.655 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-09-23T15:57:25.655 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi118.front.sepia.ceph.com 2023-09-23T15:57:25.656 DEBUG:teuthology.orchestra.run.smithi118:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-09-23T15:57:25.692 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi178.front.sepia.ceph.com 2023-09-23T15:57:25.692 DEBUG:teuthology.orchestra.run.smithi178:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-09-23T15:57:25.738 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-09-23T15:57:25.738 DEBUG:teuthology.orchestra.run.smithi118:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-09-23T15:57:25.740 DEBUG:teuthology.orchestra.run.smithi178:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-09-23T15:57:25.907 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-09-23T15:57:25.907 DEBUG:teuthology.orchestra.run.smithi118:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-09-23T15:57:25.909 DEBUG:teuthology.orchestra.run.smithi178:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-09-23T15:57:26.252 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-09-23T15:57:26.266 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-09-23T15:57:26.267 DEBUG:teuthology.orchestra.run.smithi118:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-09-23T15:57:26.308 DEBUG:teuthology.orchestra.run.smithi178:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-09-23T15:57:26.336 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-09-23T15:57:26.349 DEBUG:teuthology.orchestra.run.smithi118:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-09-23T15:57:26.351 DEBUG:teuthology.orchestra.run.smithi178:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-09-23T15:57:26.381 INFO:teuthology.orchestra.run.smithi118.stdout:kernel.core_pattern = core 2023-09-23T15:57:26.418 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern = core 2023-09-23T15:57:26.443 DEBUG:teuthology.orchestra.run.smithi118:> test -e /home/ubuntu/cephtest/archive/coredump 2023-09-23T15:57:26.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T15:57:26.459 DEBUG:teuthology.orchestra.run.smithi178:> test -e /home/ubuntu/cephtest/archive/coredump 2023-09-23T15:57:26.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T15:57:26.499 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-09-23T15:57:26.511 INFO:teuthology.task.internal:Transferring archived files... 2023-09-23T15:57:26.512 DEBUG:teuthology.misc:Transferring archived files from smithi118:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701/remote/smithi118 2023-09-23T15:57:26.513 DEBUG:teuthology.orchestra.run.smithi118:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-09-23T15:57:26.573 DEBUG:teuthology.misc:Transferring archived files from smithi178:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701/remote/smithi178 2023-09-23T15:57:26.573 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-09-23T15:57:26.619 INFO:teuthology.task.internal:Removing archive directory... 2023-09-23T15:57:26.619 DEBUG:teuthology.orchestra.run.smithi118:> rm -rf -- /home/ubuntu/cephtest/archive 2023-09-23T15:57:26.621 DEBUG:teuthology.orchestra.run.smithi178:> rm -rf -- /home/ubuntu/cephtest/archive 2023-09-23T15:57:26.666 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-09-23T15:57:26.679 INFO:teuthology.task.internal:Not uploading archives. 2023-09-23T15:57:26.679 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-09-23T15:57:26.691 INFO:teuthology.task.internal:Tidying up after the test... 2023-09-23T15:57:26.691 DEBUG:teuthology.orchestra.run.smithi118:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-09-23T15:57:26.694 DEBUG:teuthology.orchestra.run.smithi178:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-09-23T15:57:26.707 INFO:teuthology.orchestra.run.smithi118.stdout: 262324 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 23 15:57 /home/ubuntu/cephtest 2023-09-23T15:57:26.708 INFO:teuthology.orchestra.run.smithi118.stdout: 4849665 4 drwxrwxr-x 3 ubuntu ubuntu 4096 Sep 23 15:39 /home/ubuntu/cephtest/mnt.0 2023-09-23T15:57:26.708 INFO:teuthology.orchestra.run.smithi118.stdout: 4849666 4 drwxrwxr-x 2 ubuntu ubuntu 4096 Sep 23 15:39 /home/ubuntu/cephtest/mnt.0/client.0 2023-09-23T15:57:26.721 INFO:teuthology.orchestra.run.smithi118.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2023-09-23T15:57:26.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T15:57:26.722 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi118 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-09-23T15:57:26.728 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-09-23T15:57:26.739 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-09-23T15:57:26.754 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi118 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-09-23T15:57:26.755 INFO:teuthology.nuke:Checking targets against current locks 2023-09-23T15:57:26.761 INFO:teuthology.orchestra.run.smithi178.stdout: 262320 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 23 15:57 /home/ubuntu/cephtest 2023-09-23T15:57:26.790 DEBUG:teuthology.nuke:shortname: smithi118 2023-09-23T15:57:26.791 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-09-23T15:57:26.819 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi118.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-23 14:24:44.466796', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-09-23T15:57:26.820 DEBUG:teuthology.nuke:shortname: smithi178 2023-09-23T15:57:26.821 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-09-23T15:57:26.843 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi178.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-09-23_14:23:10-upgrade:quincy-x-reef-distro-default-smithi/7401701', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-23 14:24:44.465153', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-09-23T15:57:26.875 INFO:teuthology.orchestra.console.smithi118:Power off 2023-09-23T15:57:26.876 DEBUG:teuthology.orchestra.console.smithi118:pexpect command: ipmitool -H smithi118.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-09-23T15:57:26.899 DEBUG:teuthology.orchestra.console.smithi118:power off output: Chassis Power Control: Down/Off 2023-09-23T15:57:26.900 DEBUG:teuthology.orchestra.console.smithi118:pexpect command: ipmitool -H smithi118.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T15:57:26.916 INFO:teuthology.orchestra.console.smithi178:Power off 2023-09-23T15:57:26.916 DEBUG:teuthology.orchestra.console.smithi178:pexpect command: ipmitool -H smithi178.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-09-23T15:57:26.925 DEBUG:teuthology.orchestra.console.smithi118:check power output: Chassis Power is on 2023-09-23T15:57:26.941 DEBUG:teuthology.orchestra.console.smithi178:power off output: Chassis Power Control: Down/Off 2023-09-23T15:57:26.941 DEBUG:teuthology.orchestra.console.smithi178:pexpect command: ipmitool -H smithi178.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T15:57:26.974 DEBUG:teuthology.orchestra.console.smithi178:check power output: Chassis Power is on 2023-09-23T15:57:30.926 DEBUG:teuthology.orchestra.console.smithi118:pexpect command: ipmitool -H smithi118.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T15:57:30.975 DEBUG:teuthology.orchestra.console.smithi178:pexpect command: ipmitool -H smithi178.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T15:57:31.037 DEBUG:teuthology.orchestra.console.smithi118:check power output: Chassis Power is on 2023-09-23T15:57:31.086 DEBUG:teuthology.orchestra.console.smithi178:check power output: Chassis Power is on 2023-09-23T15:57:35.042 DEBUG:teuthology.orchestra.console.smithi118:pexpect command: ipmitool -H smithi118.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T15:57:35.087 DEBUG:teuthology.orchestra.console.smithi178:pexpect command: ipmitool -H smithi178.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-09-23T15:57:35.152 DEBUG:teuthology.orchestra.console.smithi118:check power output: Chassis Power is off 2023-09-23T15:57:35.197 DEBUG:teuthology.orchestra.console.smithi178:check power output: Chassis Power is off 2023-09-23T15:57:35.253 INFO:teuthology.orchestra.console.smithi118:Power off completed 2023-09-23T15:57:35.298 INFO:teuthology.orchestra.console.smithi178:Power off completed 2023-09-23T15:57:35.402 INFO:teuthology.run:Summary data: description: upgrade:quincy-x/stress-split/{0-distro/rhel_8.6_container_tools_3.0 0-roles 1-start 2-first-half-tasks/rbd-cls 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity} duration: 5058.1475994586945 failure_reason: '' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=482df3b5caf148048788b4dc7dc4c089 status: fail success: false 2023-09-23T15:57:35.403 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-09-23T15:57:35.480 INFO:teuthology.run:FAIL